{ "hits": { "hits": [ { "sort": [ 1382069612790 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "3", "build_ref": "refs/zuul/master/Zf378ef64543b49dca69a87862ce025be", "log_url": "http://logs.openstack.org/11/52211/3/experimental/gate-tempest-devstack-vm-neutron-full/4cb89d1/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "52211", "pid": [ "3618" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "4cb89d1aee5b4176a90adf3425949a5d", "received_at": [ "2013-10-18T04:31:29.728Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-18T04:13:32.790Z", "@source_path": "/", "@source": "tcp://127.0.0.1:45774/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, 'f8bd385b-cdbc-5af4-ac0a-322afdfa36c5', 'neutron:LOADBALANCER', '3d0598a6-70c2-4eb4-b430-059eb9c59519') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.18", "_id": "1rIzJjKbTwe234kXWJi5uA" }, { "sort": [ 1382069612790 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "3", "build_ref": "refs/zuul/master/Zf378ef64543b49dca69a87862ce025be", "log_url": "http://logs.openstack.org/11/52211/3/experimental/gate-tempest-devstack-vm-neutron-full/4cb89d1/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "52211", "pid": [ "3618" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "4cb89d1aee5b4176a90adf3425949a5d", "received_at": [ "2013-10-18T04:31:29.728Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-18T04:13:32.790Z", "@source_path": "/", "@source": "tcp://127.0.0.1:45774/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\\n {\\'port\\': port}\\n', ' File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\\n port)\\n', ' File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1393, in update_port\\n port.update(self._filter_non_model_columns(p, models_v2.Port))\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\\n mapper, table, update)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, 'f8bd385b-cdbc-5af4-ac0a-322afdfa36c5', 'neutron:LOADBALANCER', '3d0598a6-70c2-4eb4-b430-059eb9c59519')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.18", "_id": "5Wr0WZC9Th2l7nTw54SNnA" }, { "sort": [ 1382069612784 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Zf378ef64543b49dca69a87862ce025be" ], "log_url": [ "http://logs.openstack.org/11/52211/3/experimental/gate-tempest-devstack-vm-neutron-full/4cb89d1/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "52211" ], "pid": [ "3618" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron-full" ], "build_uuid": [ "4cb89d1aee5b4176a90adf3425949a5d" ], "received_at": [ "2013-10-18T04:31:29.695Z" ], "build_queue": [ "experimental" ] }, "@timestamp": "2013-10-18T04:13:32.784Z", "@source_path": "/", "@source": "tcp://127.0.0.1:45774/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp {'port': port}\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp port)\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1393, in update_port\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp port.update(self._filter_non_model_columns(p, models_v2.Port))\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, 'f8bd385b-cdbc-5af4-ac0a-322afdfa36c5', 'neutron:LOADBALANCER', '3d0598a6-70c2-4eb4-b430-059eb9c59519')\n2013-10-18 04:13:32.784 3618 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.18", "_id": "CH3qCO2_QiaJ68u7pj--Og" }, { "sort": [ 1382040327803 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "57", "build_ref": "refs/zuul/master/Z855458857ac94b099e307c982fa21e47", "log_url": "http://logs.openstack.org/29/39929/57/experimental/gate-tempest-devstack-vm-neutron-full/137a9c6/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "39929", "pid": [ "2433" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "137a9c648d00424f99a2a8e313049d75", "received_at": [ "2013-10-17T20:22:49.812Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-17T20:05:27.803Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET status=%s WHERE ports.id = %s' ('ACTIVE', 'f5211f52-39a3-4c39-84a7-c1359f7c5ccc') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.17", "_id": "rrux9w0PSqC5Vwb5V3ljiA" }, { "sort": [ 1382040327803 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "57", "build_ref": "refs/zuul/master/Z855458857ac94b099e307c982fa21e47", "log_url": "http://logs.openstack.org/29/39929/57/experimental/gate-tempest-devstack-vm-neutron-full/137a9c6/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "39929", "pid": [ "2433" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "137a9c648d00424f99a2a8e313049d75", "received_at": [ "2013-10-17T20:22:49.812Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-17T20:05:27.803Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/plugins/ml2/rpc.py\", line 192, in update_device_up\\n q_const.PORT_STATUS_ACTIVE)\\n', ' File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 667, in update_port_status\\n original_port[\\'network_id\\'])\\n', ' File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 351, in get_network\\n result = super(Ml2Plugin, self).get_network(context, id, None)\\n', ' File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1013, in get_network\\n network = self._get_network(context, id)\\n', ' File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 250, in _get_network\\n network = self._get_by_id(context, models_v2.Network, id)\\n', ' File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 145, in _get_by_id\\n return query.filter(model.id == id).one()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/query.py\", line 2184, in one\\n ret = list(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/query.py\", line 2226, in __iter__\\n self.session._autoflush()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1127, in _autoflush\\n self.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\\n mapper, table, update)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET status=%s WHERE ports.id = %s' ('ACTIVE', 'f5211f52-39a3-4c39-84a7-c1359f7c5ccc')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.17", "_id": "l03nOjeDTkyopdxNmXFmuQ" }, { "sort": [ 1382040327799 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "57" ], "build_ref": [ "refs/zuul/master/Z855458857ac94b099e307c982fa21e47" ], "log_url": [ "http://logs.openstack.org/29/39929/57/experimental/gate-tempest-devstack-vm-neutron-full/137a9c6/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "39929" ], "pid": [ "2433" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron-full" ], "build_uuid": [ "137a9c648d00424f99a2a8e313049d75" ], "received_at": [ "2013-10-17T20:22:49.789Z" ], "build_queue": [ "experimental" ] }, "@timestamp": "2013-10-17T20:05:27.799Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/plugins/ml2/rpc.py\", line 192, in update_device_up\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp q_const.PORT_STATUS_ACTIVE)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 667, in update_port_status\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp original_port['network_id'])\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 351, in get_network\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp result = super(Ml2Plugin, self).get_network(context, id, None)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1013, in get_network\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp network = self._get_network(context, id)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 250, in _get_network\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp network = self._get_by_id(context, models_v2.Network, id)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 145, in _get_by_id\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp return query.filter(model.id == id).one()\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/query.py\", line 2184, in one\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp ret = list(self)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/query.py\", line 2226, in __iter__\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp self.session._autoflush()\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1127, in _autoflush\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp self.flush()\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET status=%s WHERE ports.id = %s' ('ACTIVE', 'f5211f52-39a3-4c39-84a7-c1359f7c5ccc')\n2013-10-17 20:05:27.799 2433 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.17", "_id": "Rf6qwLWDT6Gnxqc8c9q2tQ" }, { "sort": [ 1382040272771 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "57", "build_ref": "refs/zuul/master/Z855458857ac94b099e307c982fa21e47", "log_url": "http://logs.openstack.org/29/39929/57/experimental/gate-tempest-devstack-vm-neutron-full/137a9c6/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "39929", "pid": [ "2433" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "137a9c648d00424f99a2a8e313049d75", "received_at": [ "2013-10-17T20:22:49.786Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-17T20:04:32.771Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, 'f67e59a9-a42b-5669-822b-661e4d2930b3', 'neutron:LOADBALANCER', '57eed65f-d5e1-4fe5-9a1f-46ce35a8b08f') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.17", "_id": "QMW2b5oBQMaz0Cwgyo9o_Q" }, { "sort": [ 1382040272771 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "57", "build_ref": "refs/zuul/master/Z855458857ac94b099e307c982fa21e47", "log_url": "http://logs.openstack.org/29/39929/57/experimental/gate-tempest-devstack-vm-neutron-full/137a9c6/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "39929", "pid": [ "2433" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "137a9c648d00424f99a2a8e313049d75", "received_at": [ "2013-10-17T20:22:49.787Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-17T20:04:32.771Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\\n {\\'port\\': port}\\n', ' File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\\n port)\\n', ' File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1393, in update_port\\n port.update(self._filter_non_model_columns(p, models_v2.Port))\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\\n mapper, table, update)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, 'f67e59a9-a42b-5669-822b-661e4d2930b3', 'neutron:LOADBALANCER', '57eed65f-d5e1-4fe5-9a1f-46ce35a8b08f')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.17", "_id": "BVc8wy9fTca4Id-k8RTDEw" }, { "sort": [ 1382040272765 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "57" ], "build_ref": [ "refs/zuul/master/Z855458857ac94b099e307c982fa21e47" ], "log_url": [ "http://logs.openstack.org/29/39929/57/experimental/gate-tempest-devstack-vm-neutron-full/137a9c6/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "39929" ], "pid": [ "2433" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron-full" ], "build_uuid": [ "137a9c648d00424f99a2a8e313049d75" ], "received_at": [ "2013-10-17T20:22:49.770Z" ], "build_queue": [ "experimental" ] }, "@timestamp": "2013-10-17T20:04:32.765Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp {'port': port}\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp port)\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1393, in update_port\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp port.update(self._filter_non_model_columns(p, models_v2.Port))\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, 'f67e59a9-a42b-5669-822b-661e4d2930b3', 'neutron:LOADBALANCER', '57eed65f-d5e1-4fe5-9a1f-46ce35a8b08f')\n2013-10-17 20:04:32.765 2433 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.17", "_id": "ZZsTXVqPSEiY98mHoIMs1Q" }, { "sort": [ 1381946030778 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "1", "build_ref": "refs/zuul/master/Z521c9bcb84b74122ba975994be5ee9b8", "log_url": "http://logs.openstack.org/68/50668/1/experimental/gate-tempest-devstack-vm-neutron-full/26e1851/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "50668", "pid": [ "2089" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "26e1851a118f48faac5ba55d89974321", "received_at": [ "2013-10-16T18:02:11.370Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-16T17:53:50.778Z", "@source_path": "/", "@source": "tcp://127.0.0.1:45774/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, '45fe0d45-f028-534e-807d-38e0ec1126bf', 'neutron:LOADBALANCER', '4543f9ea-a8de-43b2-9ab3-5db39c221923') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "dtt9MVOPRbKJf7zPAyADYQ" }, { "sort": [ 1381946030778 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "1", "build_ref": "refs/zuul/master/Z521c9bcb84b74122ba975994be5ee9b8", "log_url": "http://logs.openstack.org/68/50668/1/experimental/gate-tempest-devstack-vm-neutron-full/26e1851/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "50668", "pid": [ "2089" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "26e1851a118f48faac5ba55d89974321", "received_at": [ "2013-10-16T18:02:11.370Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-16T17:53:50.778Z", "@source_path": "/", "@source": "tcp://127.0.0.1:45774/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\\n {\\'port\\': port}\\n', ' File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\\n port)\\n', ' File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1393, in update_port\\n port.update(self._filter_non_model_columns(p, models_v2.Port))\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\\n mapper, table, update)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, '45fe0d45-f028-534e-807d-38e0ec1126bf', 'neutron:LOADBALANCER', '4543f9ea-a8de-43b2-9ab3-5db39c221923')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "5hq_57CXQxKM2ZCF1fppgw" }, { "sort": [ 1381946030777 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z521c9bcb84b74122ba975994be5ee9b8" ], "log_url": [ "http://logs.openstack.org/68/50668/1/experimental/gate-tempest-devstack-vm-neutron-full/26e1851/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "50668" ], "pid": [ "2089" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron-full" ], "build_uuid": [ "26e1851a118f48faac5ba55d89974321" ], "received_at": [ "2013-10-16T18:02:11.341Z" ], "build_queue": [ "experimental" ] }, "@timestamp": "2013-10-16T17:53:50.777Z", "@source_path": "/", "@source": "tcp://127.0.0.1:45774/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp {'port': port}\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp port)\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1393, in update_port\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp port.update(self._filter_non_model_columns(p, models_v2.Port))\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, '45fe0d45-f028-534e-807d-38e0ec1126bf', 'neutron:LOADBALANCER', '4543f9ea-a8de-43b2-9ab3-5db39c221923')\n2013-10-16 17:53:50.777 2089 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "wRCOrsGLRYy0hr5mEIIg4w" }, { "sort": [ 1381945699693 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "1", "build_ref": "refs/zuul/master/Z521c9bcb84b74122ba975994be5ee9b8", "log_url": "http://logs.openstack.org/68/50668/1/experimental/gate-tempest-devstack-vm-neutron-full/26e1851/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "50668", "pid": [ "2089" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "26e1851a118f48faac5ba55d89974321", "received_at": [ "2013-10-16T18:02:11.246Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-16T17:48:19.693Z", "@source_path": "/", "@source": "tcp://127.0.0.1:45774/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\\n {\\'port\\': port}\\n', ' File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\\n port)\\n', ' File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1393, in update_port\\n port.update(self._filter_non_model_columns(p, models_v2.Port))\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\\n mapper, table, update)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, '45fe0d45-f028-534e-807d-38e0ec1126bf', 'neutron:LOADBALANCER', 'c73c8c92-707e-4b7d-866c-f27e666e3800')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "Ej_7uwQ8SgG7W6SR-kqNZg" }, { "sort": [ 1381945699693 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "1", "build_ref": "refs/zuul/master/Z521c9bcb84b74122ba975994be5ee9b8", "log_url": "http://logs.openstack.org/68/50668/1/experimental/gate-tempest-devstack-vm-neutron-full/26e1851/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "50668", "pid": [ "2089" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "26e1851a118f48faac5ba55d89974321", "received_at": [ "2013-10-16T18:02:11.245Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-16T17:48:19.693Z", "@source_path": "/", "@source": "tcp://127.0.0.1:45774/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, '45fe0d45-f028-534e-807d-38e0ec1126bf', 'neutron:LOADBALANCER', 'c73c8c92-707e-4b7d-866c-f27e666e3800') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "L3TlXeYIRI-J7XhyGmlhMQ" }, { "sort": [ 1381945699689 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z521c9bcb84b74122ba975994be5ee9b8" ], "log_url": [ "http://logs.openstack.org/68/50668/1/experimental/gate-tempest-devstack-vm-neutron-full/26e1851/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "50668" ], "pid": [ "2089" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron-full" ], "build_uuid": [ "26e1851a118f48faac5ba55d89974321" ], "received_at": [ "2013-10-16T18:02:11.214Z" ], "build_queue": [ "experimental" ] }, "@timestamp": "2013-10-16T17:48:19.689Z", "@source_path": "/", "@source": "tcp://127.0.0.1:45774/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp {'port': port}\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp port)\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1393, in update_port\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp port.update(self._filter_non_model_columns(p, models_v2.Port))\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, '45fe0d45-f028-534e-807d-38e0ec1126bf', 'neutron:LOADBALANCER', 'c73c8c92-707e-4b7d-866c-f27e666e3800')\n2013-10-16 17:48:19.689 2089 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "cgo-uHQ9SbqULiruYZ0qKA" }, { "sort": [ 1381897847167 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "2", "build_ref": "refs/zuul/master/Z4edcc0a4d391493baf2f1ec5a533416b", "log_url": "http://logs.openstack.org/48/51948/2/experimental/gate-tempest-devstack-vm-neutron-full/3bf1629/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "51948", "pid": [ "2539" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "3bf1629471cb46f3b1350c35c0f7f5f6", "received_at": [ "2013-10-16T04:58:52.200Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-16T04:30:47.167Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\\n {\\'port\\': port}\\n', ' File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 595, in update_port\\n context, id, port, original_port, updated_port)\\n', ' File \"/opt/stack/new/neutron/neutron/db/securitygroups_rpc_base.py\", line 77, in update_security_group_on_port\\n self._delete_port_security_group_bindings(context, id)\\n', ' File \"/opt/stack/new/neutron/neutron/db/securitygroups_db.py\", line 253, in _delete_port_security_group_bindings\\n context.session.delete(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 498, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 115, in delete_obj\\n cached_connections, mapper, table, delete)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 671, in _emit_delete_statements\\n connection.execute(statement, del_objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'DELETE FROM securitygroupportbindings WHERE securitygroupportbindings.port_id = %s AND securitygroupportbindings.security_group_id = %s' ('3aacb781-2846-462f-bcf4-bb36945c20b8', '11b9dc44-a0f6-42c2-8803-4bbb31b533ae')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "5QEtw7wuQ46LjI8PmCxjgw" }, { "sort": [ 1381897847166 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "2", "build_ref": "refs/zuul/master/Z4edcc0a4d391493baf2f1ec5a533416b", "log_url": "http://logs.openstack.org/48/51948/2/experimental/gate-tempest-devstack-vm-neutron-full/3bf1629/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "51948", "pid": [ "2539" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "3bf1629471cb46f3b1350c35c0f7f5f6", "received_at": [ "2013-10-16T04:58:52.200Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-16T04:30:47.166Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'DELETE FROM securitygroupportbindings WHERE securitygroupportbindings.port_id = %s AND securitygroupportbindings.security_group_id = %s' ('3aacb781-2846-462f-bcf4-bb36945c20b8', '11b9dc44-a0f6-42c2-8803-4bbb31b533ae') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "l7Rta-EwSsWn-NcfLW8rCQ" }, { "sort": [ 1381897847160 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z4edcc0a4d391493baf2f1ec5a533416b" ], "log_url": [ "http://logs.openstack.org/48/51948/2/experimental/gate-tempest-devstack-vm-neutron-full/3bf1629/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "51948" ], "pid": [ "2539" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron-full" ], "build_uuid": [ "3bf1629471cb46f3b1350c35c0f7f5f6" ], "received_at": [ "2013-10-16T04:58:52.172Z" ], "build_queue": [ "experimental" ] }, "@timestamp": "2013-10-16T04:30:47.160Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp {'port': port}\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 595, in update_port\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp context, id, port, original_port, updated_port)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/securitygroups_rpc_base.py\", line 77, in update_security_group_on_port\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp self._delete_port_security_group_bindings(context, id)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/securitygroups_db.py\", line 253, in _delete_port_security_group_bindings\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp context.session.delete(binding)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 498, in execute\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 115, in delete_obj\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp cached_connections, mapper, table, delete)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 671, in _emit_delete_statements\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp connection.execute(statement, del_objects)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'DELETE FROM securitygroupportbindings WHERE securitygroupportbindings.port_id = %s AND securitygroupportbindings.security_group_id = %s' ('3aacb781-2846-462f-bcf4-bb36945c20b8', '11b9dc44-a0f6-42c2-8803-4bbb31b533ae')\n2013-10-16 04:30:47.160 2539 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "KNrgXvsOTq2eCY7yVZxLGA" }, { "sort": [ 1381891311786 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "1", "build_ref": "refs/zuul/master/Z1ff862e2434e468b9d1e763ce98407b4", "log_url": "http://logs.openstack.org/48/51948/1/experimental/gate-tempest-devstack-vm-neutron-full/8514e37/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "51948", "pid": [ "2276" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "8514e371361b4fdd8708d430d96b2928", "received_at": [ "2013-10-16T02:58:57.701Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-16T02:41:51.786Z", "@source_path": "/", "@source": "tcp://127.0.0.1:50373/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\\n {\\'port\\': port}\\n', ' File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\\n port)\\n', ' File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1383, in update_port\\n port.update(self._filter_non_model_columns(p, models_v2.Port))\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\\n mapper, table, update)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, '46e488d0-0c0f-5406-8ec6-df0270450775', 'neutron:LOADBALANCER', '1116bd3c-91da-4987-ae36-0c4d1c712a4a')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "UgkX4A-fQPqVCzBBR8xESw" }, { "sort": [ 1381891311786 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "1", "build_ref": "refs/zuul/master/Z1ff862e2434e468b9d1e763ce98407b4", "log_url": "http://logs.openstack.org/48/51948/1/experimental/gate-tempest-devstack-vm-neutron-full/8514e37/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "51948", "pid": [ "2276" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "8514e371361b4fdd8708d430d96b2928", "received_at": [ "2013-10-16T02:58:57.700Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-16T02:41:51.786Z", "@source_path": "/", "@source": "tcp://127.0.0.1:50373/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, '46e488d0-0c0f-5406-8ec6-df0270450775', 'neutron:LOADBALANCER', '1116bd3c-91da-4987-ae36-0c4d1c712a4a') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "mT8_K9abQ-KAnxZhJ11hsg" }, { "sort": [ 1381891311783 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z1ff862e2434e468b9d1e763ce98407b4" ], "log_url": [ "http://logs.openstack.org/48/51948/1/experimental/gate-tempest-devstack-vm-neutron-full/8514e37/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "51948" ], "pid": [ "2276" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron-full" ], "build_uuid": [ "8514e371361b4fdd8708d430d96b2928" ], "received_at": [ "2013-10-16T02:58:57.674Z" ], "build_queue": [ "experimental" ] }, "@timestamp": "2013-10-16T02:41:51.783Z", "@source_path": "/", "@source": "tcp://127.0.0.1:50373/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp {'port': port}\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp port)\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1383, in update_port\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp port.update(self._filter_non_model_columns(p, models_v2.Port))\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, '46e488d0-0c0f-5406-8ec6-df0270450775', 'neutron:LOADBALANCER', '1116bd3c-91da-4987-ae36-0c4d1c712a4a')\n2013-10-16 02:41:51.783 2276 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "Ps4qeEhyRl2hHe1_tKW2wg" }, { "sort": [ 1381891260640 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "1", "build_ref": "refs/zuul/master/Z1ff862e2434e468b9d1e763ce98407b4", "log_url": "http://logs.openstack.org/48/51948/1/experimental/gate-tempest-devstack-vm-neutron-full/8514e37/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "51948", "pid": [ "2276" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "8514e371361b4fdd8708d430d96b2928", "received_at": [ "2013-10-16T02:58:57.125Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-16T02:41:00.640Z", "@source_path": "/", "@source": "tcp://127.0.0.1:50373/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, '46e488d0-0c0f-5406-8ec6-df0270450775', 'neutron:LOADBALANCER', '1116bd3c-91da-4987-ae36-0c4d1c712a4a') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "HWqlIZJDRoiIfU7FrlR6lQ" }, { "sort": [ 1381891260640 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "1", "build_ref": "refs/zuul/master/Z1ff862e2434e468b9d1e763ce98407b4", "log_url": "http://logs.openstack.org/48/51948/1/experimental/gate-tempest-devstack-vm-neutron-full/8514e37/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "51948", "pid": [ "2276" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "8514e371361b4fdd8708d430d96b2928", "received_at": [ "2013-10-16T02:58:57.125Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-16T02:41:00.640Z", "@source_path": "/", "@source": "tcp://127.0.0.1:50373/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\\n {\\'port\\': port}\\n', ' File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\\n port)\\n', ' File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1383, in update_port\\n port.update(self._filter_non_model_columns(p, models_v2.Port))\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\\n mapper, table, update)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, '46e488d0-0c0f-5406-8ec6-df0270450775', 'neutron:LOADBALANCER', '1116bd3c-91da-4987-ae36-0c4d1c712a4a')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "-1p9WbE9QBGAmiPw5W-LwQ" }, { "sort": [ 1381891260636 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z1ff862e2434e468b9d1e763ce98407b4" ], "log_url": [ "http://logs.openstack.org/48/51948/1/experimental/gate-tempest-devstack-vm-neutron-full/8514e37/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "51948" ], "pid": [ "2276" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron-full" ], "build_uuid": [ "8514e371361b4fdd8708d430d96b2928" ], "received_at": [ "2013-10-16T02:58:57.096Z" ], "build_queue": [ "experimental" ] }, "@timestamp": "2013-10-16T02:41:00.636Z", "@source_path": "/", "@source": "tcp://127.0.0.1:50373/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp {'port': port}\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp port)\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1383, in update_port\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp port.update(self._filter_non_model_columns(p, models_v2.Port))\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, '46e488d0-0c0f-5406-8ec6-df0270450775', 'neutron:LOADBALANCER', '1116bd3c-91da-4987-ae36-0c4d1c712a4a')\n2013-10-16 02:41:00.636 2276 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "s7fBeNaFSO6PTsvg5fGvPQ" }, { "sort": [ 1381887173901 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "1", "build_ref": "refs/zuul/master/Z8e175e289ebe45eaa4644d13d97a20cf", "log_url": "http://logs.openstack.org/48/51948/1/experimental/gate-tempest-devstack-vm-neutron-full/b147958/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "51948", "pid": [ "2296" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "b147958350a5456e8ee37dd3eac45106", "received_at": [ "2013-10-16T02:00:53.667Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-16T01:32:53.901Z", "@source_path": "/", "@source": "tcp://127.0.0.1:48897/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\\n {\\'port\\': port}\\n', ' File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\\n port)\\n', ' File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1383, in update_port\\n port.update(self._filter_non_model_columns(p, models_v2.Port))\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\\n mapper, table, update)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, 'c6d1baf5-7f2e-5b71-8dbf-082002ff5ff2', 'neutron:LOADBALANCER', '2686b2b4-1a9f-45f9-bd08-eaa2432c625b')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "FnZeOntqSh27urFyjTbNUg" }, { "sort": [ 1381887173901 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "1", "build_ref": "refs/zuul/master/Z8e175e289ebe45eaa4644d13d97a20cf", "log_url": "http://logs.openstack.org/48/51948/1/experimental/gate-tempest-devstack-vm-neutron-full/b147958/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "51948", "pid": [ "2296" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "b147958350a5456e8ee37dd3eac45106", "received_at": [ "2013-10-16T02:00:53.666Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-16T01:32:53.901Z", "@source_path": "/", "@source": "tcp://127.0.0.1:48897/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, 'c6d1baf5-7f2e-5b71-8dbf-082002ff5ff2', 'neutron:LOADBALANCER', '2686b2b4-1a9f-45f9-bd08-eaa2432c625b') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "tYv_aaRnRDef2Icm-u2wKg" }, { "sort": [ 1381887173897 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z8e175e289ebe45eaa4644d13d97a20cf" ], "log_url": [ "http://logs.openstack.org/48/51948/1/experimental/gate-tempest-devstack-vm-neutron-full/b147958/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "51948" ], "pid": [ "2296" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron-full" ], "build_uuid": [ "b147958350a5456e8ee37dd3eac45106" ], "received_at": [ "2013-10-16T02:00:53.620Z" ], "build_queue": [ "experimental" ] }, "@timestamp": "2013-10-16T01:32:53.897Z", "@source_path": "/", "@source": "tcp://127.0.0.1:48897/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp {'port': port}\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp port)\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1383, in update_port\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp port.update(self._filter_non_model_columns(p, models_v2.Port))\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, 'c6d1baf5-7f2e-5b71-8dbf-082002ff5ff2', 'neutron:LOADBALANCER', '2686b2b4-1a9f-45f9-bd08-eaa2432c625b')\n2013-10-16 01:32:53.897 2296 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "mAwl1Ba6Tfy82QAheAEHIg" }, { "sort": [ 1381886671423 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "5" ], "build_ref": [ "refs/zuul/master/Z383545e9e9ff40b49efe6205f9fbe4eb" ], "log_url": [ "http://logs.openstack.org/64/49664/5/gate/gate-tempest-devstack-vm-neutron/6e8851f/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "49664" ], "pid": [ "2277" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "6e8851f1a6a345418264e344d7728749" ], "received_at": [ "2013-10-16T01:29:39.911Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-16T01:24:31.423Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 16, 1, 23, 40, 76013), 'a0e44b98-b3cf-47cf-bde1-fae854421c37')\n2013-10-16 01:24:31.423 2277 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "hURue5pZQ1Smrd-sUjGu6Q" }, { "sort": [ 1381885811827 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "7" ], "build_ref": [ "refs/zuul/master/Z14cfc2f0a9aa4f28a0503027100f9a8e" ], "log_url": [ "http://logs.openstack.org/49/51249/7/check/check-tempest-devstack-vm-neutron/ab5083f/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "51249" ], "pid": [ "5512" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "ab5083fef194425e98a95fa1ccefef6d" ], "received_at": [ "2013-10-16T01:16:51.734Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-16T01:10:11.827Z", "@source_path": "/", "@source": "tcp://127.0.0.1:45774/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 16, 1, 9, 20, 759355), 'c5cb6a19-83b2-4ad0-bfd0-b3a6210ec545')\n2013-10-16 01:10:11.827 5512 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "Xt2-7RQyQgqknwic4IjLBg" }, { "sort": [ 1381884024144 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "2", "build_ref": "refs/zuul/master/Z90949c6eda324abcbe4fbd2466271d10", "log_url": "http://logs.openstack.org/72/51872/2/gate/gate-tempest-devstack-vm-neutron-isolated/de0ca2a/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "51872", "pid": [ "2251" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-isolated", "build_uuid": "de0ca2a5eeeb4b908c318c43b66f131e", "received_at": [ "2013-10-16T00:44:33.870Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-16T00:40:24.144Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('d81de862-f372-48f1-bd7e-295fad8cf978', '7152a008-6a3d-4617-b295-ef507461e445', '266d7632-923f-4601-8a01-891e1a40d904') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "z1KKSBuZQC2wV1u7R0xq0w" }, { "sort": [ 1381884024144 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "2", "build_ref": "refs/zuul/master/Z90949c6eda324abcbe4fbd2466271d10", "log_url": "http://logs.openstack.org/72/51872/2/gate/gate-tempest-devstack-vm-neutron-isolated/de0ca2a/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "51872", "pid": [ "2251" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-isolated", "build_uuid": "de0ca2a5eeeb4b908c318c43b66f131e", "received_at": [ "2013-10-16T00:44:33.870Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-16T00:40:24.144Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('d81de862-f372-48f1-bd7e-295fad8cf978', '7152a008-6a3d-4617-b295-ef507461e445', '266d7632-923f-4601-8a01-891e1a40d904')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "RcpyrIk7QziohspO1yjsaQ" }, { "sort": [ 1381884024141 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z90949c6eda324abcbe4fbd2466271d10" ], "log_url": [ "http://logs.openstack.org/72/51872/2/gate/gate-tempest-devstack-vm-neutron-isolated/de0ca2a/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "51872" ], "pid": [ "2251" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron-isolated" ], "build_uuid": [ "de0ca2a5eeeb4b908c318c43b66f131e" ], "received_at": [ "2013-10-16T00:44:33.843Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-16T00:40:24.141Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('d81de862-f372-48f1-bd7e-295fad8cf978', '7152a008-6a3d-4617-b295-ef507461e445', '266d7632-923f-4601-8a01-891e1a40d904')\n2013-10-16 00:40:24.141 2251 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "eKqCIqcTQEGuKzcwASBUtQ" }, { "sort": [ 1381883971994 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z90949c6eda324abcbe4fbd2466271d10" ], "log_url": [ "http://logs.openstack.org/72/51872/2/gate/gate-tempest-devstack-vm-neutron-isolated/de0ca2a/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "51872" ], "pid": [ "2251" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron-isolated" ], "build_uuid": [ "de0ca2a5eeeb4b908c318c43b66f131e" ], "received_at": [ "2013-10-16T00:44:33.813Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-16T00:39:31.994Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s, configurations=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 16, 0, 38, 40, 237040), '{\"router_id\": \"\", \"gateway_external_network_id\": \"\", \"handle_internal_only_routers\": true, \"use_namespaces\": true, \"routers\": 4, \"interfaces\": 3, \"floating_ips\": 0, \"interface_driver\": \"neutron.agent.linux.interface.OVSInterfaceDriver\", \"ex_gw_ports\": 3}', '266d7632-923f-4601-8a01-891e1a40d904')\n2013-10-16 00:39:31.994 2251 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.16", "_id": "fk_UTbASQDKH1ldaOccm7A" }, { "sort": [ 1381875614687 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "9" ], "build_ref": [ "refs/zuul/master/Z4e5bf2633d874bf8a262c5b6e4124f4e" ], "log_url": [ "http://logs.openstack.org/89/50389/9/check/check-tempest-devstack-vm-neutron/36d3a00/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "50389" ], "pid": [ "2377" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "36d3a00756a44d12bc3f0fa117fd67cf" ], "received_at": [ "2013-10-15T22:23:16.186Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-15T22:20:14.687Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 15, 22, 19, 23, 317642), 'edf53cc8-8a2e-46ab-988e-680a453adc7a')\n2013-10-15 22:20:14.687 2377 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "PQ5a7UjuTVaUZWpifmXD6Q" }, { "sort": [ 1381873796437 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "8" ], "build_ref": [ "refs/zuul/master/Z02971369d98641088b1692e57036bfbb" ], "log_url": [ "http://logs.openstack.org/99/45499/8/check/check-tempest-devstack-vm-neutron/91363a8/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/cinder" ], "build_change": [ "45499" ], "pid": [ "2355" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "91363a8e5e7f47cba1ebb6390bd36449" ], "received_at": [ "2013-10-15T21:54:34.817Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-15T21:49:56.437Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 15, 21, 49, 5, 50460), 'b1cb6bf5-bf3f-4b9a-9519-86a1bc435b87')\n2013-10-15 21:49:56.437 2355 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "KmIwSkcXRnyq9TWIfvwk4w" }, { "sort": [ 1381872020941 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "4", "build_ref": "refs/zuul/master/Zd048b7d398fa4fcc8cd4e63f5d33c7fe", "log_url": "http://logs.openstack.org/75/51275/4/experimental/gate-tempest-devstack-vm-neutron-full/0b6c04d/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "51275", "pid": [ "2261" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "0b6c04d47a1744008be5e2752361aaed", "received_at": [ "2013-10-15T21:47:12.322Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-15T21:20:20.941Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\\n {\\'port\\': port}\\n', ' File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\\n port)\\n', ' File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1383, in update_port\\n port.update(self._filter_non_model_columns(p, models_v2.Port))\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\\n mapper, table, update)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, '797e5725-d191-5b41-9f8d-6dd1b31f3ad9', 'neutron:LOADBALANCER', 'b4b50cb6-7814-44bf-b262-41784999139f')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "lCqjLfjsQ7uJwIWapM8yPw" }, { "sort": [ 1381872020940 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "4", "build_ref": "refs/zuul/master/Zd048b7d398fa4fcc8cd4e63f5d33c7fe", "log_url": "http://logs.openstack.org/75/51275/4/experimental/gate-tempest-devstack-vm-neutron-full/0b6c04d/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "51275", "pid": [ "2261" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-full", "build_uuid": "0b6c04d47a1744008be5e2752361aaed", "received_at": [ "2013-10-15T21:47:12.321Z" ], "build_queue": "experimental" }, "@timestamp": "2013-10-15T21:20:20.940Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, '797e5725-d191-5b41-9f8d-6dd1b31f3ad9', 'neutron:LOADBALANCER', 'b4b50cb6-7814-44bf-b262-41784999139f') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "m1go8kAVTb2NOoRhn4dalQ" }, { "sort": [ 1381872020936 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "4" ], "build_ref": [ "refs/zuul/master/Zd048b7d398fa4fcc8cd4e63f5d33c7fe" ], "log_url": [ "http://logs.openstack.org/75/51275/4/experimental/gate-tempest-devstack-vm-neutron-full/0b6c04d/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "51275" ], "pid": [ "2261" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron-full" ], "build_uuid": [ "0b6c04d47a1744008be5e2752361aaed" ], "received_at": [ "2013-10-15T21:47:12.294Z" ], "build_queue": [ "experimental" ] }, "@timestamp": "2013-10-15T21:20:20.936Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp {'port': port}\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp port)\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1383, in update_port\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp port.update(self._filter_non_model_columns(p, models_v2.Port))\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, '797e5725-d191-5b41-9f8d-6dd1b31f3ad9', 'neutron:LOADBALANCER', 'b4b50cb6-7814-44bf-b262-41784999139f')\n2013-10-15 21:20:20.936 2261 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "VUukEcFUQxqgFVf6jRzzeg" }, { "sort": [ 1381871449402 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "11", "build_ref": "refs/zuul/master/Z6ef3d3e5b0fa4e78ad68b75b7ad6bcce", "log_url": "http://logs.openstack.org/94/43194/11/check/check-tempest-devstack-vm-neutron/2d764e5/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "43194", "pid": [ "2233" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "2d764e5d6b2f4e0b862c3d1fa5ef8cbc", "received_at": [ "2013-10-15T21:14:13.318Z" ], "build_queue": "check" }, "@timestamp": "2013-10-15T21:10:49.402Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('825763be-7d3d-48e4-91e2-fed60456afa6', 'c9846e8f-6844-469e-8905-4ad082e27d1d', 'f8541c31-6f17-48f8-845b-f12a1c2fee80') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "ouHUp-uMTe-OCKJALHIrtg" }, { "sort": [ 1381871449402 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "11", "build_ref": "refs/zuul/master/Z6ef3d3e5b0fa4e78ad68b75b7ad6bcce", "log_url": "http://logs.openstack.org/94/43194/11/check/check-tempest-devstack-vm-neutron/2d764e5/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "43194", "pid": [ "2233" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "2d764e5d6b2f4e0b862c3d1fa5ef8cbc", "received_at": [ "2013-10-15T21:14:13.319Z" ], "build_queue": "check" }, "@timestamp": "2013-10-15T21:10:49.402Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('825763be-7d3d-48e4-91e2-fed60456afa6', 'c9846e8f-6844-469e-8905-4ad082e27d1d', 'f8541c31-6f17-48f8-845b-f12a1c2fee80')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "tZCN1lHcQ_2HW2W3cJGjow" }, { "sort": [ 1381871449400 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "11" ], "build_ref": [ "refs/zuul/master/Z6ef3d3e5b0fa4e78ad68b75b7ad6bcce" ], "log_url": [ "http://logs.openstack.org/94/43194/11/check/check-tempest-devstack-vm-neutron/2d764e5/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "43194" ], "pid": [ "2233" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "2d764e5d6b2f4e0b862c3d1fa5ef8cbc" ], "received_at": [ "2013-10-15T21:14:13.293Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-15T21:10:49.400Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('825763be-7d3d-48e4-91e2-fed60456afa6', 'c9846e8f-6844-469e-8905-4ad082e27d1d', 'f8541c31-6f17-48f8-845b-f12a1c2fee80')\n2013-10-15 21:10:49.400 2233 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "g5225Y6XQE-X_GlNaDfmxQ" }, { "sort": [ 1381871398304 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "11" ], "build_ref": [ "refs/zuul/master/Z6ef3d3e5b0fa4e78ad68b75b7ad6bcce" ], "log_url": [ "http://logs.openstack.org/94/43194/11/check/check-tempest-devstack-vm-neutron/2d764e5/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "43194" ], "pid": [ "2233" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "2d764e5d6b2f4e0b862c3d1fa5ef8cbc" ], "received_at": [ "2013-10-15T21:14:13.255Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-15T21:09:58.304Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 15, 21, 9, 7, 746297), 'f8541c31-6f17-48f8-845b-f12a1c2fee80')\n2013-10-15 21:09:58.304 2233 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "h2R_HIOURPa3CfI8jx7zTA" }, { "sort": [ 1381864734590 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "10" ], "build_ref": [ "refs/zuul/master/Z2754e6f38fa9436e9572c97690c6ed74" ], "log_url": [ "http://logs.openstack.org/90/51690/10/check/check-tempest-devstack-vm-neutron/5a55e7a/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "51690" ], "pid": [ "2435" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "5a55e7a9672f4860a9405e80a70bfaf9" ], "received_at": [ "2013-10-15T19:24:08.389Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-15T19:18:54.590Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38932/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 15, 19, 18, 3, 121436), '2f266442-fc31-40c2-b727-ab37c8d912e0')\n2013-10-15 19:18:54.590 2435 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "pCHBLY6NRzWEt6GTi3nnsQ" }, { "sort": [ 1381864269327 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "3", "build_ref": "refs/zuul/master/Z1431c52cebf246a7a5b60d2736bf4a27", "log_url": "http://logs.openstack.org/75/51275/3/check/check-tempest-devstack-vm-neutron/3ec10f5/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "51275", "pid": [ "2270" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "3ec10f5017024058b9743f1b3d73a984", "received_at": [ "2013-10-15T19:30:48.226Z" ], "build_queue": "check" }, "@timestamp": "2013-10-15T19:11:09.327Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, 'b0f068b8-f004-506c-8b6e-bfa56f0e4b57', 'neutron:LOADBALANCER', 'bf109e05-c501-4eb5-9f74-54aebd38005f') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "x68dujp0TmiKCQge6kHZMw" }, { "sort": [ 1381864269327 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "3", "build_ref": "refs/zuul/master/Z1431c52cebf246a7a5b60d2736bf4a27", "log_url": "http://logs.openstack.org/75/51275/3/check/check-tempest-devstack-vm-neutron/3ec10f5/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "51275", "pid": [ "2270" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "3ec10f5017024058b9743f1b3d73a984", "received_at": [ "2013-10-15T19:30:48.227Z" ], "build_queue": "check" }, "@timestamp": "2013-10-15T19:11:09.327Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\\n {\\'port\\': port}\\n', ' File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\\n port)\\n', ' File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1383, in update_port\\n port.update(self._filter_non_model_columns(p, models_v2.Port))\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\\n mapper, table, update)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, 'b0f068b8-f004-506c-8b6e-bfa56f0e4b57', 'neutron:LOADBALANCER', 'bf109e05-c501-4eb5-9f74-54aebd38005f')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "f2K2olTGSQ6kyT7aQUrWVA" }, { "sort": [ 1381864269321 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Z1431c52cebf246a7a5b60d2736bf4a27" ], "log_url": [ "http://logs.openstack.org/75/51275/3/check/check-tempest-devstack-vm-neutron/3ec10f5/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "51275" ], "pid": [ "2270" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "3ec10f5017024058b9743f1b3d73a984" ], "received_at": [ "2013-10-15T19:30:48.199Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-15T19:11:09.321Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp {'port': port}\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 584, in update_port\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp port)\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/db_base_plugin_v2.py\", line 1383, in update_port\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp port.update(self._filter_non_model_columns(p, models_v2.Port))\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE ports SET admin_state_up=%s, device_id=%s, device_owner=%s WHERE ports.id = %s' (1, 'b0f068b8-f004-506c-8b6e-bfa56f0e4b57', 'neutron:LOADBALANCER', 'bf109e05-c501-4eb5-9f74-54aebd38005f')\n2013-10-15 19:11:09.321 2270 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "YkdIpxk6SV2nuSIEOfcINQ" }, { "sort": [ 1381815234369 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z9bd15e98c2ef4e21a5275d6140ef3fec" ], "log_url": [ "http://logs.openstack.org/78/49478/2/check/check-tempest-devstack-vm-neutron/f425cf6/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "49478" ], "pid": [ "3158" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "f425cf64f2eb4f54aa3d1f112821cfbc" ], "received_at": [ "2013-10-15T05:38:28.862Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-15T05:33:54.369Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56153/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s, configurations=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 15, 5, 33, 3, 96825), '{\"router_id\": \"\", \"gateway_external_network_id\": \"\", \"handle_internal_only_routers\": true, \"use_namespaces\": true, \"routers\": 2, \"interfaces\": 2, \"floating_ips\": 0, \"interface_driver\": \"neutron.agent.linux.interface.OVSInterfaceDriver\", \"ex_gw_ports\": 1}', 'a3634433-1982-40f7-bbe7-bb967fc01282')\n2013-10-15 05:33:54.369 3158 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "7iLlgsYeQ-WPXzHQ6_zLhA" }, { "sort": [ 1381807210954 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "4", "build_ref": "refs/zuul/master/Z56082b877afa4f359532ec242daf9ca9", "log_url": "http://logs.openstack.org/51/51351/4/check/check-tempest-devstack-vm-neutron/ae543f0/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "51351", "pid": [ "3016" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "ae543f069ff249828886da73d9d8f727", "received_at": [ "2013-10-15T03:23:21.600Z" ], "build_queue": "check" }, "@timestamp": "2013-10-15T03:20:10.954Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56153/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('e49314b2-f500-43f3-954d-ea64e3ba9115', 'f90e07b6-4dc9-4e11-91b0-3471f8f48b5f', 'e1e20e9c-43c6-4e83-9d5f-0f5e48b57216')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "nxknJLdxQUOvQj2mr6sUrA" }, { "sort": [ 1381807210954 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "4", "build_ref": "refs/zuul/master/Z56082b877afa4f359532ec242daf9ca9", "log_url": "http://logs.openstack.org/51/51351/4/check/check-tempest-devstack-vm-neutron/ae543f0/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "51351", "pid": [ "3016" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "ae543f069ff249828886da73d9d8f727", "received_at": [ "2013-10-15T03:23:21.600Z" ], "build_queue": "check" }, "@timestamp": "2013-10-15T03:20:10.954Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56153/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('e49314b2-f500-43f3-954d-ea64e3ba9115', 'f90e07b6-4dc9-4e11-91b0-3471f8f48b5f', 'e1e20e9c-43c6-4e83-9d5f-0f5e48b57216') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "C4U7ZisHQ6u6wOVezCrncg" }, { "sort": [ 1381807210946 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "4" ], "build_ref": [ "refs/zuul/master/Z56082b877afa4f359532ec242daf9ca9" ], "log_url": [ "http://logs.openstack.org/51/51351/4/check/check-tempest-devstack-vm-neutron/ae543f0/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "51351" ], "pid": [ "3016" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "ae543f069ff249828886da73d9d8f727" ], "received_at": [ "2013-10-15T03:23:21.574Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-15T03:20:10.946Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56153/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('e49314b2-f500-43f3-954d-ea64e3ba9115', 'f90e07b6-4dc9-4e11-91b0-3471f8f48b5f', 'e1e20e9c-43c6-4e83-9d5f-0f5e48b57216')\n2013-10-15 03:20:10.946 3016 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "SQBkAvF_TCGMDgSnEJ-oKw" }, { "sort": [ 1381807159789 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "4" ], "build_ref": [ "refs/zuul/master/Z56082b877afa4f359532ec242daf9ca9" ], "log_url": [ "http://logs.openstack.org/51/51351/4/check/check-tempest-devstack-vm-neutron/ae543f0/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "51351" ], "pid": [ "3016" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "ae543f069ff249828886da73d9d8f727" ], "received_at": [ "2013-10-15T03:23:21.542Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-15T03:19:19.789Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56153/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 15, 3, 18, 28, 354477), 'e1e20e9c-43c6-4e83-9d5f-0f5e48b57216')\n2013-10-15 03:19:19.789 3016 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "itHAaYFfR-KhsMoDR3y9yQ" }, { "sort": [ 1381807141179 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "15", "build_ref": "refs/zuul/master/Z978c8a1922e449478cd991651935ed59", "log_url": "http://logs.openstack.org/78/48578/15/check/check-tempest-devstack-vm-neutron/bb53d90/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "48578", "pid": [ "2250" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "bb53d90c17084bd1921666987642e2dc", "received_at": [ "2013-10-15T03:22:06.350Z" ], "build_queue": "check" }, "@timestamp": "2013-10-15T03:19:01.179Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('114f5fd4-8f9c-405d-b422-3ac1fa6d64ac', 'ef28ccce-a2be-465c-b332-ad1e2870a3cc', 'c968918e-a396-4f1d-8d4b-661f371905d0') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "oIMqemhiSqKXR8fsGFvmIQ" }, { "sort": [ 1381807141179 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "15", "build_ref": "refs/zuul/master/Z978c8a1922e449478cd991651935ed59", "log_url": "http://logs.openstack.org/78/48578/15/check/check-tempest-devstack-vm-neutron/bb53d90/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "48578", "pid": [ "2250" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "bb53d90c17084bd1921666987642e2dc", "received_at": [ "2013-10-15T03:22:06.350Z" ], "build_queue": "check" }, "@timestamp": "2013-10-15T03:19:01.179Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('114f5fd4-8f9c-405d-b422-3ac1fa6d64ac', 'ef28ccce-a2be-465c-b332-ad1e2870a3cc', 'c968918e-a396-4f1d-8d4b-661f371905d0')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "7M8IwDkKTFC5lwaa1ow8ag" }, { "sort": [ 1381807141177 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "15" ], "build_ref": [ "refs/zuul/master/Z978c8a1922e449478cd991651935ed59" ], "log_url": [ "http://logs.openstack.org/78/48578/15/check/check-tempest-devstack-vm-neutron/bb53d90/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "48578" ], "pid": [ "2250" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "bb53d90c17084bd1921666987642e2dc" ], "received_at": [ "2013-10-15T03:22:06.335Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-15T03:19:01.177Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('114f5fd4-8f9c-405d-b422-3ac1fa6d64ac', 'ef28ccce-a2be-465c-b332-ad1e2870a3cc', 'c968918e-a396-4f1d-8d4b-661f371905d0')\n2013-10-15 03:19:01.177 2250 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "mCGfi6AnRX6h46XefGbovA" }, { "sort": [ 1381807089885 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "15" ], "build_ref": [ "refs/zuul/master/Z978c8a1922e449478cd991651935ed59" ], "log_url": [ "http://logs.openstack.org/78/48578/15/check/check-tempest-devstack-vm-neutron/bb53d90/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "48578" ], "pid": [ "2250" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "bb53d90c17084bd1921666987642e2dc" ], "received_at": [ "2013-10-15T03:22:06.312Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-15T03:18:09.885Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 15, 3, 17, 18, 758145), 'c968918e-a396-4f1d-8d4b-661f371905d0')\n2013-10-15 03:18:09.885 2250 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "4hp1rceNSKqnAPHIBmy8uw" }, { "sort": [ 1381799274937 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "5", "build_ref": "refs/zuul/master/Zbfd6e50ba94a4bc3b711dab74c0174c4", "log_url": "http://logs.openstack.org/67/50467/5/check/check-tempest-devstack-vm-neutron/5dc558a/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "50467", "pid": [ "2238" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "5dc558a02a314630b4e4477378729380", "received_at": [ "2013-10-15T01:11:02.541Z" ], "build_queue": "check" }, "@timestamp": "2013-10-15T01:07:54.937Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('dad8b879-ea5b-4d1a-91ca-a81f30188eba', 'af349b0d-4fff-4dad-94bc-39ccd56e9573', 'b6bdb3ef-8f90-4356-ad6a-a087cccc30eb')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "QOCgT0t4QYSUrApeVPM9Rg" }, { "sort": [ 1381799274936 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "5", "build_ref": "refs/zuul/master/Zbfd6e50ba94a4bc3b711dab74c0174c4", "log_url": "http://logs.openstack.org/67/50467/5/check/check-tempest-devstack-vm-neutron/5dc558a/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "50467", "pid": [ "2238" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "5dc558a02a314630b4e4477378729380", "received_at": [ "2013-10-15T01:11:02.541Z" ], "build_queue": "check" }, "@timestamp": "2013-10-15T01:07:54.936Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('dad8b879-ea5b-4d1a-91ca-a81f30188eba', 'af349b0d-4fff-4dad-94bc-39ccd56e9573', 'b6bdb3ef-8f90-4356-ad6a-a087cccc30eb') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "ScTSyjMiRuuzMi4YbXbzLw" }, { "sort": [ 1381799274935 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "5" ], "build_ref": [ "refs/zuul/master/Zbfd6e50ba94a4bc3b711dab74c0174c4" ], "log_url": [ "http://logs.openstack.org/67/50467/5/check/check-tempest-devstack-vm-neutron/5dc558a/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "50467" ], "pid": [ "2238" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "5dc558a02a314630b4e4477378729380" ], "received_at": [ "2013-10-15T01:11:02.516Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-15T01:07:54.935Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('dad8b879-ea5b-4d1a-91ca-a81f30188eba', 'af349b0d-4fff-4dad-94bc-39ccd56e9573', 'b6bdb3ef-8f90-4356-ad6a-a087cccc30eb')\n2013-10-15 01:07:54.935 2238 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "7-Or2NTcRFm8m8ok_BJWUA" }, { "sort": [ 1381799223727 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "5" ], "build_ref": [ "refs/zuul/master/Zbfd6e50ba94a4bc3b711dab74c0174c4" ], "log_url": [ "http://logs.openstack.org/67/50467/5/check/check-tempest-devstack-vm-neutron/5dc558a/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "50467" ], "pid": [ "2238" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "5dc558a02a314630b4e4477378729380" ], "received_at": [ "2013-10-15T01:11:02.487Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-15T01:07:03.727Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 15, 1, 6, 12, 302804), 'b6bdb3ef-8f90-4356-ad6a-a087cccc30eb')\n2013-10-15 01:07:03.727 2238 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.15", "_id": "eDnmNddOTuCI2zyEAokfMQ" }, { "sort": [ 1381785373029 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z62e70934a65f468e9a8fa3f494d41a2d" ], "log_url": [ "http://logs.openstack.org/95/51195/1/gate/gate-tempest-devstack-vm-neutron/84b7775/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "51195" ], "pid": [ "2303" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "84b77750d7194f0a927eb29e48e1b2b6" ], "received_at": [ "2013-10-14T21:21:21.134Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-14T21:16:13.029Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 14, 21, 15, 21, 168071), '3272b8cf-e840-4f88-b106-741cc807426f')\n2013-10-14 21:16:13.029 2303 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "LNNaYIWoRv-o89u6m0tEoQ" }, { "sort": [ 1381781191947 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z6da47fc8ba0a4375bed6dea79711b3bc" ], "log_url": [ "http://logs.openstack.org/85/51685/2/check/check-tempest-devstack-vm-neutron/4617b21/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/python-keystoneclient" ], "build_change": [ "51685" ], "pid": [ "4419" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "4617b21251244b38bff9dc3b64d6e14f" ], "received_at": [ "2013-10-14T20:07:25.332Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-14T20:06:31.947Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 14, 20, 5, 40, 741369), '163254df-eaae-4138-8b44-34f297c469be')\n2013-10-14 20:06:31.947 4419 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "1cuC3dUhQYGhAewDp4o-dw" }, { "sort": [ 1381774194097 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Zf87f1123dc954cffb0603496ef7538f1" ], "log_url": [ "http://logs.openstack.org/71/51671/1/check/check-tempest-devstack-vm-neutron/40ab820/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/heat" ], "build_change": [ "51671" ], "pid": [ "4612" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "40ab820712ed4796a0ee68cb31198208" ], "received_at": [ "2013-10-14T18:16:22.391Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-14T18:09:54.097Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 14, 18, 9, 3, 695581), '1633e314-104d-4e55-a0d4-506c8e6ebfbd')\n2013-10-14 18:09:54.097 4612 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "gEk3v6RwQl-szS9wGNvQwg" }, { "sort": [ 1381771566540 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "4" ], "build_ref": [ "refs/zuul/master/Zc22f2e6e63d646fc8f3a432b20f42938" ], "log_url": [ "http://logs.openstack.org/04/51504/4/gate/gate-tempest-devstack-vm-neutron/9711d50/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/keystone" ], "build_change": [ "51504" ], "pid": [ "2862" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "9711d5039afa4a8e9d19f1dad5328454" ], "received_at": [ "2013-10-14T17:31:07.769Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-14T17:26:06.540Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 14, 17, 25, 15, 704238), '4cc6a21a-b1cd-4d99-bc33-a98937fd8999')\n2013-10-14 17:26:06.540 2862 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "2FbrY7DFQsSTmZXtpZ8q2w" }, { "sort": [ 1381767473985 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "2", "build_ref": "refs/zuul/master/Z7bba466eeed74f40b51f2c92c667191b", "log_url": "http://logs.openstack.org/04/51304/2/gate/gate-tempest-devstack-vm-neutron-isolated/02ea624/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "51304", "pid": [ "2269" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-isolated", "build_uuid": "02ea624262924b4d93bcdb44ca38307b", "received_at": [ "2013-10-14T16:21:56.240Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-14T16:17:53.985Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('0154002b-0014-40ee-aa16-5df3f60eabbc', 'ea0a7c62-1460-4b33-9e4d-1d4a08060c20', '60bd5cbb-eea8-418a-8078-dba5ec2d42b1') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "3W1Fb8jOStyOin0wCcmqag" }, { "sort": [ 1381767473985 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "2", "build_ref": "refs/zuul/master/Z7bba466eeed74f40b51f2c92c667191b", "log_url": "http://logs.openstack.org/04/51304/2/gate/gate-tempest-devstack-vm-neutron-isolated/02ea624/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "51304", "pid": [ "2269" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-isolated", "build_uuid": "02ea624262924b4d93bcdb44ca38307b", "received_at": [ "2013-10-14T16:21:56.240Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-14T16:17:53.985Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('0154002b-0014-40ee-aa16-5df3f60eabbc', 'ea0a7c62-1460-4b33-9e4d-1d4a08060c20', '60bd5cbb-eea8-418a-8078-dba5ec2d42b1')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "84vX5rviTTOEN26jX740Zw" }, { "sort": [ 1381767473983 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z7bba466eeed74f40b51f2c92c667191b" ], "log_url": [ "http://logs.openstack.org/04/51304/2/gate/gate-tempest-devstack-vm-neutron-isolated/02ea624/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "51304" ], "pid": [ "2269" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron-isolated" ], "build_uuid": [ "02ea624262924b4d93bcdb44ca38307b" ], "received_at": [ "2013-10-14T16:21:56.214Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-14T16:17:53.983Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('0154002b-0014-40ee-aa16-5df3f60eabbc', 'ea0a7c62-1460-4b33-9e4d-1d4a08060c20', '60bd5cbb-eea8-418a-8078-dba5ec2d42b1')\n2013-10-14 16:17:53.983 2269 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "0kK6QUsfSHCZNIB0lVo0Pg" }, { "sort": [ 1381767422850 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z7bba466eeed74f40b51f2c92c667191b" ], "log_url": [ "http://logs.openstack.org/04/51304/2/gate/gate-tempest-devstack-vm-neutron-isolated/02ea624/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "51304" ], "pid": [ "2269" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron-isolated" ], "build_uuid": [ "02ea624262924b4d93bcdb44ca38307b" ], "received_at": [ "2013-10-14T16:21:56.182Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-14T16:17:02.850Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s, configurations=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 14, 16, 16, 11, 79325), '{\"router_id\": \"\", \"gateway_external_network_id\": \"\", \"handle_internal_only_routers\": true, \"use_namespaces\": true, \"routers\": 4, \"interfaces\": 3, \"floating_ips\": 0, \"interface_driver\": \"neutron.agent.linux.interface.OVSInterfaceDriver\", \"ex_gw_ports\": 3}', '60bd5cbb-eea8-418a-8078-dba5ec2d42b1')\n2013-10-14 16:17:02.850 2269 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "OhqABm8mRAed7S03xaKGyg" }, { "sort": [ 1381760499760 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "3", "build_ref": "refs/zuul/master/Z681914cd9bc94cf3aa12f0e18bc08443", "log_url": "http://logs.openstack.org/97/51597/3/check/check-tempest-devstack-vm-neutron/8a180eb/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/horizon", "build_change": "51597", "pid": [ "5267" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "8a180eb9dfc24a7c94676ad4bc72f240", "received_at": [ "2013-10-14T14:25:51.593Z" ], "build_queue": "check" }, "@timestamp": "2013-10-14T14:21:39.760Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('935296cc-ea47-4e5e-81c4-93a2129bb38f', '5224a4a5-8708-4274-9377-a0b7b79cc013', 'd3f4bb5b-faf5-47a2-8661-84cac45373da')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "8yG0NvyIQqqw6DEoN8XIRg" }, { "sort": [ 1381760499759 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "3", "build_ref": "refs/zuul/master/Z681914cd9bc94cf3aa12f0e18bc08443", "log_url": "http://logs.openstack.org/97/51597/3/check/check-tempest-devstack-vm-neutron/8a180eb/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/horizon", "build_change": "51597", "pid": [ "5267" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "8a180eb9dfc24a7c94676ad4bc72f240", "received_at": [ "2013-10-14T14:25:51.592Z" ], "build_queue": "check" }, "@timestamp": "2013-10-14T14:21:39.759Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('935296cc-ea47-4e5e-81c4-93a2129bb38f', '5224a4a5-8708-4274-9377-a0b7b79cc013', 'd3f4bb5b-faf5-47a2-8661-84cac45373da') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "4GMLwdAZQQCWRagk97H4vw" }, { "sort": [ 1381760499758 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Z681914cd9bc94cf3aa12f0e18bc08443" ], "log_url": [ "http://logs.openstack.org/97/51597/3/check/check-tempest-devstack-vm-neutron/8a180eb/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/horizon" ], "build_change": [ "51597" ], "pid": [ "5267" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "8a180eb9dfc24a7c94676ad4bc72f240" ], "received_at": [ "2013-10-14T14:25:51.559Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-14T14:21:39.758Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('935296cc-ea47-4e5e-81c4-93a2129bb38f', '5224a4a5-8708-4274-9377-a0b7b79cc013', 'd3f4bb5b-faf5-47a2-8661-84cac45373da')\n2013-10-14 14:21:39.758 5267 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "z4WW0dXyRryivFS9Ah4oKQ" }, { "sort": [ 1381760448621 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Z681914cd9bc94cf3aa12f0e18bc08443" ], "log_url": [ "http://logs.openstack.org/97/51597/3/check/check-tempest-devstack-vm-neutron/8a180eb/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/horizon" ], "build_change": [ "51597" ], "pid": [ "5267" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "8a180eb9dfc24a7c94676ad4bc72f240" ], "received_at": [ "2013-10-14T14:25:51.528Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-14T14:20:48.621Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 14, 14, 19, 57, 418923), 'd3f4bb5b-faf5-47a2-8661-84cac45373da')\n2013-10-14 14:20:48.621 5267 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "089HWtKEQ-eJDOXEEs3VSw" }, { "sort": [ 1381747859525 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "11", "build_ref": "refs/zuul/master/Za8a401fbcaaf458b8c228bda01a9dd3f", "log_url": "http://logs.openstack.org/47/49347/11/gate/gate-tempest-devstack-vm-neutron/f399401/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "49347", "pid": [ "2769" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron", "build_uuid": "f399401bc9014759895b4b5ec2ad88c2", "received_at": [ "2013-10-14T10:54:30.942Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-14T10:50:59.525Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('154f313e-7890-438c-babd-b6cb817eab52', '903b7c03-ebaf-4c93-8225-f818dcfb4e2a', '7e83ed5f-1a0d-4d14-88bc-53f4e9f6ad7b')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "jMIoyySETkmejIDZAPqzqA" }, { "sort": [ 1381747859524 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "11", "build_ref": "refs/zuul/master/Za8a401fbcaaf458b8c228bda01a9dd3f", "log_url": "http://logs.openstack.org/47/49347/11/gate/gate-tempest-devstack-vm-neutron/f399401/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "49347", "pid": [ "2769" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron", "build_uuid": "f399401bc9014759895b4b5ec2ad88c2", "received_at": [ "2013-10-14T10:54:30.942Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-14T10:50:59.524Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('154f313e-7890-438c-babd-b6cb817eab52', '903b7c03-ebaf-4c93-8225-f818dcfb4e2a', '7e83ed5f-1a0d-4d14-88bc-53f4e9f6ad7b') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "UcpmoqIaTeOq7tljuZO0NQ" }, { "sort": [ 1381747859523 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "11" ], "build_ref": [ "refs/zuul/master/Za8a401fbcaaf458b8c228bda01a9dd3f" ], "log_url": [ "http://logs.openstack.org/47/49347/11/gate/gate-tempest-devstack-vm-neutron/f399401/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "49347" ], "pid": [ "2769" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "f399401bc9014759895b4b5ec2ad88c2" ], "received_at": [ "2013-10-14T10:54:30.915Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-14T10:50:59.523Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('154f313e-7890-438c-babd-b6cb817eab52', '903b7c03-ebaf-4c93-8225-f818dcfb4e2a', '7e83ed5f-1a0d-4d14-88bc-53f4e9f6ad7b')\n2013-10-14 10:50:59.523 2769 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "e7svC_caTvCR_8xZgIF25Q" }, { "sort": [ 1381747808372 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "11" ], "build_ref": [ "refs/zuul/master/Za8a401fbcaaf458b8c228bda01a9dd3f" ], "log_url": [ "http://logs.openstack.org/47/49347/11/gate/gate-tempest-devstack-vm-neutron/f399401/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "49347" ], "pid": [ "2769" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "f399401bc9014759895b4b5ec2ad88c2" ], "received_at": [ "2013-10-14T10:54:30.885Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-14T10:50:08.372Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 14, 10, 49, 17, 206225), '7e83ed5f-1a0d-4d14-88bc-53f4e9f6ad7b')\n2013-10-14 10:50:08.372 2769 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "l8gxwNs2T2-njfc2stLd7Q" }, { "sort": [ 1381744449039 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "7" ], "build_ref": [ "refs/zuul/master/Z94c38722e35e4d0481bf633417e6d6ca" ], "log_url": [ "http://logs.openstack.org/42/50542/7/check/check-tempest-devstack-vm-neutron/2a23571/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "50542" ], "pid": [ "4839" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "2a23571b95bd401d96a597043f1a7d62" ], "received_at": [ "2013-10-14T09:59:48.869Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-14T09:54:09.039Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s, configurations=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 14, 9, 53, 17, 347531), '{\"router_id\": \"\", \"gateway_external_network_id\": \"\", \"handle_internal_only_routers\": true, \"use_namespaces\": true, \"routers\": 2, \"interfaces\": 1, \"floating_ips\": 0, \"interface_driver\": \"neutron.agent.linux.interface.OVSInterfaceDriver\", \"ex_gw_ports\": 1}', '1dc88714-b35a-4539-b214-9e5365dd429d')\n2013-10-14 09:54:09.039 4839 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "etjWOPWxQ0ivX57phlpN0g" }, { "sort": [ 1381738965389 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Z69c8409d5e31441c9c04de5308f78e86", "log_url": "http://logs.openstack.org/34/51534/1/check/check-tempest-devstack-vm-neutron/fb35659/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/python-novaclient", "build_change": "51534", "pid": [ "2980" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "fb3565935ae94723bdabd0d722a59c44", "received_at": [ "2013-10-14T08:26:03.092Z" ], "build_queue": "check" }, "@timestamp": "2013-10-14T08:22:45.389Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('648ca1ba-097c-42c7-a66b-79c327cd3169', '5df76c4e-9579-4d0d-b850-b8e750209d6b', 'd3ef681e-25d0-4a38-9312-f2a717266191') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "PlLhPQk4RgC65TiynMUAXA" }, { "sort": [ 1381738965389 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Z69c8409d5e31441c9c04de5308f78e86", "log_url": "http://logs.openstack.org/34/51534/1/check/check-tempest-devstack-vm-neutron/fb35659/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/python-novaclient", "build_change": "51534", "pid": [ "2980" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "fb3565935ae94723bdabd0d722a59c44", "received_at": [ "2013-10-14T08:26:03.093Z" ], "build_queue": "check" }, "@timestamp": "2013-10-14T08:22:45.389Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('648ca1ba-097c-42c7-a66b-79c327cd3169', '5df76c4e-9579-4d0d-b850-b8e750209d6b', 'd3ef681e-25d0-4a38-9312-f2a717266191')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "5ZfjmY-BTQ6Q2wPbPWUwEQ" }, { "sort": [ 1381738965387 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z69c8409d5e31441c9c04de5308f78e86" ], "log_url": [ "http://logs.openstack.org/34/51534/1/check/check-tempest-devstack-vm-neutron/fb35659/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/python-novaclient" ], "build_change": [ "51534" ], "pid": [ "2980" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "fb3565935ae94723bdabd0d722a59c44" ], "received_at": [ "2013-10-14T08:26:03.076Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-14T08:22:45.387Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('648ca1ba-097c-42c7-a66b-79c327cd3169', '5df76c4e-9579-4d0d-b850-b8e750209d6b', 'd3ef681e-25d0-4a38-9312-f2a717266191')\n2013-10-14 08:22:45.387 2980 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "2U2hWdv-RgePoFX66CtzHQ" }, { "sort": [ 1381738914191 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z69c8409d5e31441c9c04de5308f78e86" ], "log_url": [ "http://logs.openstack.org/34/51534/1/check/check-tempest-devstack-vm-neutron/fb35659/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/python-novaclient" ], "build_change": [ "51534" ], "pid": [ "2980" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "fb3565935ae94723bdabd0d722a59c44" ], "received_at": [ "2013-10-14T08:26:03.052Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-14T08:21:54.191Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 14, 8, 21, 3, 941555), 'd3ef681e-25d0-4a38-9312-f2a717266191')\n2013-10-14 08:21:54.191 2980 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.14", "_id": "RdvhSv4tSY2YunjhViMILg" }, { "sort": [ 1381688616466 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "3", "build_ref": "refs/zuul/master/Z60ff5e2d1d5b4267abfadd7d66abc756", "log_url": "http://logs.openstack.org/81/49981/3/check/check-tempest-devstack-vm-neutron/b3e19a0/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/keystone", "build_change": "49981", "pid": [ "4484" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "b3e19a0a743d47ef9270f8eb269eedb0", "received_at": [ "2013-10-13T18:26:30.318Z" ], "build_queue": "check" }, "@timestamp": "2013-10-13T18:23:36.466Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('891d6cea-f905-4e81-a41c-d16d0b0b21ea', 'f3aa2b38-4972-444e-9f2f-06ccc8e26c73', '70d0da0f-ee4e-4cd2-b631-a4a3062b8638') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.13", "_id": "fOywwy3MSdGqLl08yth_wA" }, { "sort": [ 1381688616466 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "3", "build_ref": "refs/zuul/master/Z60ff5e2d1d5b4267abfadd7d66abc756", "log_url": "http://logs.openstack.org/81/49981/3/check/check-tempest-devstack-vm-neutron/b3e19a0/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/keystone", "build_change": "49981", "pid": [ "4484" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "b3e19a0a743d47ef9270f8eb269eedb0", "received_at": [ "2013-10-13T18:26:30.319Z" ], "build_queue": "check" }, "@timestamp": "2013-10-13T18:23:36.466Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('891d6cea-f905-4e81-a41c-d16d0b0b21ea', 'f3aa2b38-4972-444e-9f2f-06ccc8e26c73', '70d0da0f-ee4e-4cd2-b631-a4a3062b8638')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.13", "_id": "j5wy-coaQ7Ke6z2BvZ6v0w" }, { "sort": [ 1381688616465 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Z60ff5e2d1d5b4267abfadd7d66abc756" ], "log_url": [ "http://logs.openstack.org/81/49981/3/check/check-tempest-devstack-vm-neutron/b3e19a0/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/keystone" ], "build_change": [ "49981" ], "pid": [ "4484" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "b3e19a0a743d47ef9270f8eb269eedb0" ], "received_at": [ "2013-10-13T18:26:30.293Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-13T18:23:36.465Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('891d6cea-f905-4e81-a41c-d16d0b0b21ea', 'f3aa2b38-4972-444e-9f2f-06ccc8e26c73', '70d0da0f-ee4e-4cd2-b631-a4a3062b8638')\n2013-10-13 18:23:36.465 4484 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.13", "_id": "PVsBriE-TKioyftjbks05w" }, { "sort": [ 1381688565320 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Z60ff5e2d1d5b4267abfadd7d66abc756" ], "log_url": [ "http://logs.openstack.org/81/49981/3/check/check-tempest-devstack-vm-neutron/b3e19a0/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/keystone" ], "build_change": [ "49981" ], "pid": [ "4484" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "b3e19a0a743d47ef9270f8eb269eedb0" ], "received_at": [ "2013-10-13T18:26:30.259Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-13T18:22:45.320Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 13, 18, 21, 54, 293995), '70d0da0f-ee4e-4cd2-b631-a4a3062b8638')\n2013-10-13 18:22:45.320 4484 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.13", "_id": "6VPxomjvRt2r3KSnuzFGEQ" }, { "sort": [ 1381594346847 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Z22cd520c375e4f58b726b007cf29f6a0", "log_url": "http://logs.openstack.org/58/51358/1/gate/gate-tempest-devstack-vm-neutron/b3f04ab/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "51358", "pid": [ "3248" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron", "build_uuid": "b3f04ab7be564c4890612bf93d470849", "received_at": [ "2013-10-12T16:15:21.802Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-12T16:12:26.847Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('c482637c-f982-4906-b7e6-bb4c5bb00af3', '13863ded-92f0-4083-931a-9c3d9309a30c', 'b8e3f09e-8f34-40bf-a4ee-8c6f34ecfb03')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.12", "_id": "07AlpKx7SY6eSsow4G5RjA" }, { "sort": [ 1381594346847 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Z22cd520c375e4f58b726b007cf29f6a0", "log_url": "http://logs.openstack.org/58/51358/1/gate/gate-tempest-devstack-vm-neutron/b3f04ab/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "51358", "pid": [ "3248" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron", "build_uuid": "b3f04ab7be564c4890612bf93d470849", "received_at": [ "2013-10-12T16:15:21.802Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-12T16:12:26.847Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('c482637c-f982-4906-b7e6-bb4c5bb00af3', '13863ded-92f0-4083-931a-9c3d9309a30c', 'b8e3f09e-8f34-40bf-a4ee-8c6f34ecfb03') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.12", "_id": "RmutuRa6SmGwLkJWtEQpFQ" }, { "sort": [ 1381594346845 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z22cd520c375e4f58b726b007cf29f6a0" ], "log_url": [ "http://logs.openstack.org/58/51358/1/gate/gate-tempest-devstack-vm-neutron/b3f04ab/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "51358" ], "pid": [ "3248" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "b3f04ab7be564c4890612bf93d470849" ], "received_at": [ "2013-10-12T16:15:21.785Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-12T16:12:26.845Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('c482637c-f982-4906-b7e6-bb4c5bb00af3', '13863ded-92f0-4083-931a-9c3d9309a30c', 'b8e3f09e-8f34-40bf-a4ee-8c6f34ecfb03')\n2013-10-12 16:12:26.845 3248 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.12", "_id": "w6fo9CNUQ9uHz3fMsLkWBw" }, { "sort": [ 1381594295637 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z22cd520c375e4f58b726b007cf29f6a0" ], "log_url": [ "http://logs.openstack.org/58/51358/1/gate/gate-tempest-devstack-vm-neutron/b3f04ab/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "51358" ], "pid": [ "3248" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "b3f04ab7be564c4890612bf93d470849" ], "received_at": [ "2013-10-12T16:15:21.763Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-12T16:11:35.637Z", "@source_path": "/", "@source": "tcp://127.0.0.1:42345/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 12, 16, 10, 44, 985393), 'b8e3f09e-8f34-40bf-a4ee-8c6f34ecfb03')\n2013-10-12 16:11:35.637 3248 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.12", "_id": "Ye9iI6a_TwmwNtgN3CVUeQ" }, { "sort": [ 1381550023091 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Z9ce12219c1c24bdaacaa97025ad3d3a7", "log_url": "http://logs.openstack.org/41/51341/1/check/check-tempest-devstack-vm-neutron/ce9bb32/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "51341", "pid": [ "19436" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "ce9bb32144304895b40b16902d673447", "received_at": [ "2013-10-12T03:57:11.095Z" ], "build_queue": "check" }, "@timestamp": "2013-10-12T03:53:43.091Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('0b5c4774-573d-4ce6-9e86-3843bbbc6a10', '6e6c46f4-631a-4d1c-9dfd-e87fb24566f1', 'f571f119-121f-400e-9f4e-733f000e03da')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.12", "_id": "6sqIcYMiSk-8BMdcfszEgw" }, { "sort": [ 1381550023091 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Z9ce12219c1c24bdaacaa97025ad3d3a7", "log_url": "http://logs.openstack.org/41/51341/1/check/check-tempest-devstack-vm-neutron/ce9bb32/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "51341", "pid": [ "19436" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "ce9bb32144304895b40b16902d673447", "received_at": [ "2013-10-12T03:57:11.094Z" ], "build_queue": "check" }, "@timestamp": "2013-10-12T03:53:43.091Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('0b5c4774-573d-4ce6-9e86-3843bbbc6a10', '6e6c46f4-631a-4d1c-9dfd-e87fb24566f1', 'f571f119-121f-400e-9f4e-733f000e03da') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.12", "_id": "Xks99XBQTsG1wOUgpZJdOA" }, { "sort": [ 1381550023089 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z9ce12219c1c24bdaacaa97025ad3d3a7" ], "log_url": [ "http://logs.openstack.org/41/51341/1/check/check-tempest-devstack-vm-neutron/ce9bb32/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "51341" ], "pid": [ "19436" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "ce9bb32144304895b40b16902d673447" ], "received_at": [ "2013-10-12T03:57:11.079Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-12T03:53:43.089Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('0b5c4774-573d-4ce6-9e86-3843bbbc6a10', '6e6c46f4-631a-4d1c-9dfd-e87fb24566f1', 'f571f119-121f-400e-9f4e-733f000e03da')\n2013-10-12 03:53:43.089 19436 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.12", "_id": "IKFmt4TiRq6JNQvKSSCMYg" }, { "sort": [ 1381549971893 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z9ce12219c1c24bdaacaa97025ad3d3a7" ], "log_url": [ "http://logs.openstack.org/41/51341/1/check/check-tempest-devstack-vm-neutron/ce9bb32/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "51341" ], "pid": [ "19436" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "ce9bb32144304895b40b16902d673447" ], "received_at": [ "2013-10-12T03:57:11.057Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-12T03:52:51.893Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 12, 3, 52, 0, 416502), 'f571f119-121f-400e-9f4e-733f000e03da')\n2013-10-12 03:52:51.893 19436 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.12", "_id": "vgw2s5EXR2CBn_IINC9bQg" }, { "sort": [ 1381545794010 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z58e369ab901d4947824c6ce86b7d4844" ], "log_url": [ "http://logs.openstack.org/33/51133/1/check/check-tempest-devstack-vm-neutron/596b10a/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/ceilometer" ], "build_change": [ "51133" ], "pid": [ "3637" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "596b10ab2cc545fb95dc8805bbe1077c" ], "received_at": [ "2013-10-12T02:47:30.507Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-12T02:43:14.010Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 12, 2, 42, 22, 854927), 'f92a16cb-0b51-4db6-b7c1-304243bfee17')\n2013-10-12 02:43:14.010 3637 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.12", "_id": "fK6NzgBFTbuB9Y3t5t2gBg" }, { "sort": [ 1381521661016 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "1", "build_ref": "refs/zuul/master/Z21245675f1334f8ca4887df062f0ad1b", "log_url": "http://logs.openstack.org/75/51275/1/check/check-tempest-devstack-vm-neutron/788f5a2/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "51275", "pid": [ "3703" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "788f5a288f074473876981b930847ca5", "received_at": [ "2013-10-11T20:16:05.392Z" ], "build_queue": "check" }, "@timestamp": "2013-10-11T20:01:01.016Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\\n {\\'port\\': port}\\n', ' File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 529, in update_port\\n context, id, port, original_port, updated_port)\\n', ' File \"/opt/stack/new/neutron/neutron/db/securitygroups_rpc_base.py\", line 77, in update_security_group_on_port\\n self._delete_port_security_group_bindings(context, id)\\n', ' File \"/opt/stack/new/neutron/neutron/db/securitygroups_db.py\", line 253, in _delete_port_security_group_bindings\\n context.session.delete(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 498, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 115, in delete_obj\\n cached_connections, mapper, table, delete)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 671, in _emit_delete_statements\\n connection.execute(statement, del_objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'DELETE FROM securitygroupportbindings WHERE securitygroupportbindings.port_id = %s AND securitygroupportbindings.security_group_id = %s' ('17ccaa43-b8b9-464f-bc82-7e4cde379d23', 'a331f94f-4a61-4316-9491-3329575ffa7c')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "NBe_l3cwScSWHjTkbNsqqQ" }, { "sort": [ 1381521661015 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "FAILURE", "build_patchset": "1", "build_ref": "refs/zuul/master/Z21245675f1334f8ca4887df062f0ad1b", "log_url": "http://logs.openstack.org/75/51275/1/check/check-tempest-devstack-vm-neutron/788f5a2/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "51275", "pid": [ "3703" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "788f5a288f074473876981b930847ca5", "received_at": [ "2013-10-11T20:16:05.392Z" ], "build_queue": "check" }, "@timestamp": "2013-10-11T20:01:01.015Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'DELETE FROM securitygroupportbindings WHERE securitygroupportbindings.port_id = %s AND securitygroupportbindings.security_group_id = %s' ('17ccaa43-b8b9-464f-bc82-7e4cde379d23', 'a331f94f-4a61-4316-9491-3329575ffa7c') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "WfQw5iuiR8yL3TJTAXwiew" }, { "sort": [ 1381521661012 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z21245675f1334f8ca4887df062f0ad1b" ], "log_url": [ "http://logs.openstack.org/75/51275/1/check/check-tempest-devstack-vm-neutron/788f5a2/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "51275" ], "pid": [ "3703" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "788f5a288f074473876981b930847ca5" ], "received_at": [ "2013-10-11T20:16:05.364Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T20:01:01.012Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/services/loadbalancer/drivers/haproxy/plugin_driver.py\", line 176, in plug_vip_port\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp {'port': port}\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/plugins/ml2/plugin.py\", line 529, in update_port\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp context, id, port, original_port, updated_port)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/securitygroups_rpc_base.py\", line 77, in update_security_group_on_port\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp self._delete_port_security_group_bindings(context, id)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/securitygroups_db.py\", line 253, in _delete_port_security_group_bindings\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp context.session.delete(binding)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 498, in execute\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 115, in delete_obj\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp cached_connections, mapper, table, delete)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 671, in _emit_delete_statements\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp connection.execute(statement, del_objects)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'DELETE FROM securitygroupportbindings WHERE securitygroupportbindings.port_id = %s AND securitygroupportbindings.security_group_id = %s' ('17ccaa43-b8b9-464f-bc82-7e4cde379d23', 'a331f94f-4a61-4316-9491-3329575ffa7c')\n2013-10-11 20:01:01.012 3703 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "wBo6zcXnSY62-9f4XhXIGg" }, { "sort": [ 1381518928149 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/milestone-proposed/Zfa86065bd7df4e358cd7062afa30ce9a", "log_url": "http://logs.openstack.org/41/51141/1/check/check-tempest-devstack-vm-neutron/2e86dfa/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/ceilometer", "build_change": "51141", "pid": [ "6238" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "2e86dfa93c9d4c58a7d98d08a03c64ab", "received_at": [ "2013-10-11T19:21:40.814Z" ], "build_queue": "check" }, "@timestamp": "2013-10-11T19:15:28.149Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56153/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('547794d3-3828-4a3a-b571-7ccc6af538fc', '4fef0e96-bcd8-49c2-96cc-f360c5bb48e1', '3005a29c-f867-40d4-9eb4-f21786d6276c')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "zYqxCPOVTCCXw1MkEz7XSA" }, { "sort": [ 1381518928149 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/milestone-proposed/Zfa86065bd7df4e358cd7062afa30ce9a", "log_url": "http://logs.openstack.org/41/51141/1/check/check-tempest-devstack-vm-neutron/2e86dfa/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/ceilometer", "build_change": "51141", "pid": [ "6238" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "2e86dfa93c9d4c58a7d98d08a03c64ab", "received_at": [ "2013-10-11T19:21:40.813Z" ], "build_queue": "check" }, "@timestamp": "2013-10-11T19:15:28.149Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56153/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('547794d3-3828-4a3a-b571-7ccc6af538fc', '4fef0e96-bcd8-49c2-96cc-f360c5bb48e1', '3005a29c-f867-40d4-9eb4-f21786d6276c') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "5weMd-GJQdmExLn4kyUPTw" }, { "sort": [ 1381518928147 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/milestone-proposed/Zfa86065bd7df4e358cd7062afa30ce9a" ], "log_url": [ "http://logs.openstack.org/41/51141/1/check/check-tempest-devstack-vm-neutron/2e86dfa/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/ceilometer" ], "build_change": [ "51141" ], "pid": [ "6238" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "2e86dfa93c9d4c58a7d98d08a03c64ab" ], "received_at": [ "2013-10-11T19:21:40.784Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T19:15:28.147Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56153/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('547794d3-3828-4a3a-b571-7ccc6af538fc', '4fef0e96-bcd8-49c2-96cc-f360c5bb48e1', '3005a29c-f867-40d4-9eb4-f21786d6276c')\n2013-10-11 19:15:28.147 6238 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "SFhQRgtWSJKLAlsJ7n0nrA" }, { "sort": [ 1381518876028 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/milestone-proposed/Zfa86065bd7df4e358cd7062afa30ce9a" ], "log_url": [ "http://logs.openstack.org/41/51141/1/check/check-tempest-devstack-vm-neutron/2e86dfa/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/ceilometer" ], "build_change": [ "51141" ], "pid": [ "6238" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "2e86dfa93c9d4c58a7d98d08a03c64ab" ], "received_at": [ "2013-10-11T19:21:40.749Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T19:14:36.028Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56153/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 11, 19, 13, 44, 373114), '3005a29c-f867-40d4-9eb4-f21786d6276c')\n2013-10-11 19:14:36.028 6238 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "Z_Ln3f8NRdOH0w7no5yjzQ" }, { "sort": [ 1381518557059 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/master/Z06e914974ddd4e85a5699ac8afc85bb5", "log_url": "http://logs.openstack.org/08/50608/2/gate/gate-tempest-devstack-vm-neutron/61dd9ef/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "50608", "pid": [ "3778" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron", "build_uuid": "61dd9ef2374f4ef0ba87e8c6e99be476", "received_at": [ "2013-10-11T19:14:53.639Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-11T19:09:17.059Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('316452b6-6e6d-4899-92af-d8aea78c2e01', 'e8b76e5d-86b7-47b5-88b0-a8083cda405c', '1ac43dc9-030c-48c7-880b-b1c0c9c5898b')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "IafCKL7_T3GRgQj5p5PGoA" }, { "sort": [ 1381518557058 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/master/Z06e914974ddd4e85a5699ac8afc85bb5", "log_url": "http://logs.openstack.org/08/50608/2/gate/gate-tempest-devstack-vm-neutron/61dd9ef/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "50608", "pid": [ "3778" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron", "build_uuid": "61dd9ef2374f4ef0ba87e8c6e99be476", "received_at": [ "2013-10-11T19:14:53.637Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-11T19:09:17.058Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('316452b6-6e6d-4899-92af-d8aea78c2e01', 'e8b76e5d-86b7-47b5-88b0-a8083cda405c', '1ac43dc9-030c-48c7-880b-b1c0c9c5898b') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "TpuOV04LRDKG6fs7nCyplQ" }, { "sort": [ 1381518557056 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z06e914974ddd4e85a5699ac8afc85bb5" ], "log_url": [ "http://logs.openstack.org/08/50608/2/gate/gate-tempest-devstack-vm-neutron/61dd9ef/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "50608" ], "pid": [ "3778" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "61dd9ef2374f4ef0ba87e8c6e99be476" ], "received_at": [ "2013-10-11T19:14:53.573Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-11T19:09:17.056Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('316452b6-6e6d-4899-92af-d8aea78c2e01', 'e8b76e5d-86b7-47b5-88b0-a8083cda405c', '1ac43dc9-030c-48c7-880b-b1c0c9c5898b')\n2013-10-11 19:09:17.056 3778 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "ndlgmXhOTY2v2EuzoN415Q" }, { "sort": [ 1381518505915 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z06e914974ddd4e85a5699ac8afc85bb5" ], "log_url": [ "http://logs.openstack.org/08/50608/2/gate/gate-tempest-devstack-vm-neutron/61dd9ef/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "50608" ], "pid": [ "3778" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "61dd9ef2374f4ef0ba87e8c6e99be476" ], "received_at": [ "2013-10-11T19:14:53.544Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-11T19:08:25.915Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 11, 19, 7, 34, 864552), '1ac43dc9-030c-48c7-880b-b1c0c9c5898b')\n2013-10-11 19:08:25.915 3778 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "O-NjN8mSQEmKfOBQRnt_Zw" }, { "sort": [ 1381504753067 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "5" ], "build_ref": [ "refs/zuul/master/Z0c963f43f74f49c2969e469c4e48c65e" ], "log_url": [ "http://logs.openstack.org/23/51123/5/check/check-tempest-devstack-vm-neutron/caf19fb/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "51123" ], "pid": [ "5050" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "caf19fba6163466e9d22f6a1f2a53e16" ], "received_at": [ "2013-10-11T15:25:34.175Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T15:19:13.067Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s, configurations=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 11, 15, 18, 21, 322155), '{\"router_id\": \"\", \"gateway_external_network_id\": \"\", \"handle_internal_only_routers\": true, \"use_namespaces\": true, \"routers\": 1, \"interfaces\": 1, \"floating_ips\": 0, \"interface_driver\": \"neutron.agent.linux.interface.OVSInterfaceDriver\", \"ex_gw_ports\": 1}', '7cf9d5f6-7b19-48b4-a2b7-5b4097dc1525')\n2013-10-11 15:19:13.067 5050 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "D-Jriy6LS42hG1u-1FDNzg" }, { "sort": [ 1381490176455 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/milestone-proposed/Z1a901544d3754fca88af0dcd485ac6ad" ], "log_url": [ "http://logs.openstack.org/65/51165/1/check/check-tempest-devstack-vm-neutron/e2cca05/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/horizon" ], "build_change": [ "51165" ], "pid": [ "5103" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "e2cca05f340947818b9df36ff65b4b80" ], "received_at": [ "2013-10-11T11:22:21.997Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T11:16:16.455Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56153/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 11, 11, 15, 25, 314940), '00246bf1-94cc-4659-bcf6-e50d8faae120')\n2013-10-11 11:16:16.455 5103 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "7Eliqxn7QqWPUHCRL0WaCw" }, { "sort": [ 1381485274598 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Zb9b8dbfbaf1d4185b280126bb98997f4" ], "log_url": [ "http://logs.openstack.org/31/51131/3/check/check-tempest-devstack-vm-neutron/f8dba4c/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/requirements" ], "build_change": [ "51131" ], "pid": [ "9526" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "f8dba4c2fa97403d8cd38ad93dabfed8" ], "received_at": [ "2013-10-11T10:00:25.100Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T09:54:34.598Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s, configurations=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 11, 9, 53, 43, 418056), '{\"router_id\": \"\", \"gateway_external_network_id\": \"\", \"handle_internal_only_routers\": true, \"use_namespaces\": true, \"routers\": 2, \"interfaces\": 1, \"floating_ips\": 0, \"interface_driver\": \"neutron.agent.linux.interface.OVSInterfaceDriver\", \"ex_gw_ports\": 1}', '0ab57b0b-0e19-4e5e-a1cf-2319d1c18138')\n2013-10-11 09:54:34.598 9526 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "pkw5SqewRumcoZ2MDdMZAg" }, { "sort": [ 1381475961001 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "10" ], "build_ref": [ "refs/zuul/master/Z8e6e0076cf484bd892a333631b96dd33" ], "log_url": [ "http://logs.openstack.org/61/51061/10/check/check-tempest-devstack-vm-neutron/91f7b99/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "51061" ], "pid": [ "3490" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "91f7b99e7644441b958e045b825e12f8" ], "received_at": [ "2013-10-11T07:23:58.968Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T07:19:21.001Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56153/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 11, 7, 18, 29, 818234), '340f4c2b-deb7-4cfa-a198-1886ff76d47b')\n2013-10-11 07:19:21.001 3490 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "iJJRCSAgTOekZ5cFehbH_w" }, { "sort": [ 1381474509031 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Z4aac8c6a2d284db8820fb241441e6fe0" ], "log_url": [ "http://logs.openstack.org/77/51077/3/check/check-tempest-devstack-vm-neutron/2094693/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/heat" ], "build_change": [ "51077" ], "pid": [ "3728" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "209469396bed446ba03950c2ec5c60d0" ], "received_at": [ "2013-10-11T06:59:32.082Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T06:55:09.031Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s, configurations=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 11, 6, 54, 17, 961882), '{\"router_id\": \"\", \"gateway_external_network_id\": \"\", \"handle_internal_only_routers\": true, \"use_namespaces\": true, \"routers\": 2, \"interfaces\": 1, \"floating_ips\": 0, \"interface_driver\": \"neutron.agent.linux.interface.OVSInterfaceDriver\", \"ex_gw_ports\": 1}', 'd11af317-ae55-4973-aad8-7888f8e3d59a')\n2013-10-11 06:55:09.031 3728 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "EVd4aDn7Qp-AKImBCynBsQ" }, { "sort": [ 1381474177236 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/milestone-proposed/Zcfa41810c54b4762be67652a70a69fd2", "log_url": "http://logs.openstack.org/27/51127/1/check/check-tempest-devstack-vm-neutron/497e18d/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/glance", "build_change": "51127", "pid": [ "3939" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "497e18de66fc49abbd25ed6cb9d790b2", "received_at": [ "2013-10-11T06:52:42.221Z" ], "build_queue": "check" }, "@timestamp": "2013-10-11T06:49:37.236Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('6d550f12-7ab9-4e44-a204-1f258c218c7b', '851f6bb6-d599-4385-a24f-b1ed780ccbdd', '8c4002ea-a99a-41f8-bb88-2a6296301508')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "NB22rhCGRWOkwXfz8OLtrA" }, { "sort": [ 1381474177236 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/milestone-proposed/Zcfa41810c54b4762be67652a70a69fd2", "log_url": "http://logs.openstack.org/27/51127/1/check/check-tempest-devstack-vm-neutron/497e18d/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/glance", "build_change": "51127", "pid": [ "3939" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "497e18de66fc49abbd25ed6cb9d790b2", "received_at": [ "2013-10-11T06:52:42.221Z" ], "build_queue": "check" }, "@timestamp": "2013-10-11T06:49:37.236Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('6d550f12-7ab9-4e44-a204-1f258c218c7b', '851f6bb6-d599-4385-a24f-b1ed780ccbdd', '8c4002ea-a99a-41f8-bb88-2a6296301508') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "3jcSPxUCTzGilM0JZlkzww" }, { "sort": [ 1381474177235 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/milestone-proposed/Zcfa41810c54b4762be67652a70a69fd2" ], "log_url": [ "http://logs.openstack.org/27/51127/1/check/check-tempest-devstack-vm-neutron/497e18d/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/glance" ], "build_change": [ "51127" ], "pid": [ "3939" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "497e18de66fc49abbd25ed6cb9d790b2" ], "received_at": [ "2013-10-11T06:52:42.195Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T06:49:37.235Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('6d550f12-7ab9-4e44-a204-1f258c218c7b', '851f6bb6-d599-4385-a24f-b1ed780ccbdd', '8c4002ea-a99a-41f8-bb88-2a6296301508')\n2013-10-11 06:49:37.235 3939 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "kfmksBxKQq6bQyhb13qa6Q" }, { "sort": [ 1381474125037 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/milestone-proposed/Zcfa41810c54b4762be67652a70a69fd2" ], "log_url": [ "http://logs.openstack.org/27/51127/1/check/check-tempest-devstack-vm-neutron/497e18d/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/glance" ], "build_change": [ "51127" ], "pid": [ "3939" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "497e18de66fc49abbd25ed6cb9d790b2" ], "received_at": [ "2013-10-11T06:52:42.163Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T06:48:45.037Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 11, 6, 47, 53, 313280), '8c4002ea-a99a-41f8-bb88-2a6296301508')\n2013-10-11 06:48:45.037 3939 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "4EWLLWlPSHCulZL0U0JEeQ" }, { "sort": [ 1381466871055 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "5", "build_ref": "refs/zuul/master/Z94338c93c19d446a9693b96e076d7051", "log_url": "http://logs.openstack.org/61/51061/5/check/check-tempest-devstack-vm-neutron/7da7e9c/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "51061", "pid": [ "3832" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "7da7e9ccd20b4c588560a6e432f2a0b1", "received_at": [ "2013-10-11T04:50:44.956Z" ], "build_queue": "check" }, "@timestamp": "2013-10-11T04:47:51.055Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('187dbc84-08b3-49ba-9e75-3e4f5d2f81da', 'bc8c1266-7cca-415a-ae07-de5c5cc041dd', '58c1dccc-a41d-4cd5-9e90-dfcd8ccadd97')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "1WHETS8KQpm3hCUKdyYnlA" }, { "sort": [ 1381466871054 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "5", "build_ref": "refs/zuul/master/Z94338c93c19d446a9693b96e076d7051", "log_url": "http://logs.openstack.org/61/51061/5/check/check-tempest-devstack-vm-neutron/7da7e9c/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "51061", "pid": [ "3832" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "7da7e9ccd20b4c588560a6e432f2a0b1", "received_at": [ "2013-10-11T04:50:44.956Z" ], "build_queue": "check" }, "@timestamp": "2013-10-11T04:47:51.054Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('187dbc84-08b3-49ba-9e75-3e4f5d2f81da', 'bc8c1266-7cca-415a-ae07-de5c5cc041dd', '58c1dccc-a41d-4cd5-9e90-dfcd8ccadd97') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "X5M6BNwfR9KyMlsvml6BBg" }, { "sort": [ 1381466871053 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "5" ], "build_ref": [ "refs/zuul/master/Z94338c93c19d446a9693b96e076d7051" ], "log_url": [ "http://logs.openstack.org/61/51061/5/check/check-tempest-devstack-vm-neutron/7da7e9c/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "51061" ], "pid": [ "3832" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "7da7e9ccd20b4c588560a6e432f2a0b1" ], "received_at": [ "2013-10-11T04:50:44.931Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T04:47:51.053Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('187dbc84-08b3-49ba-9e75-3e4f5d2f81da', 'bc8c1266-7cca-415a-ae07-de5c5cc041dd', '58c1dccc-a41d-4cd5-9e90-dfcd8ccadd97')\n2013-10-11 04:47:51.053 3832 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "NOMy5D3WSR2NcmEX6rJsHw" }, { "sort": [ 1381466819932 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "5" ], "build_ref": [ "refs/zuul/master/Z94338c93c19d446a9693b96e076d7051" ], "log_url": [ "http://logs.openstack.org/61/51061/5/check/check-tempest-devstack-vm-neutron/7da7e9c/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "51061" ], "pid": [ "3832" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "7da7e9ccd20b4c588560a6e432f2a0b1" ], "received_at": [ "2013-10-11T04:50:44.902Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T04:46:59.932Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 11, 4, 46, 8, 314083), '58c1dccc-a41d-4cd5-9e90-dfcd8ccadd97')\n2013-10-11 04:46:59.932 3832 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "SuUV22hoRdOXtrPIJlMVrw" }, { "sort": [ 1381460586756 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/master/Z7efda34b8a5648a7b3a9872c8ca53989", "log_url": "http://logs.openstack.org/85/51085/2/check/check-tempest-devstack-vm-neutron/a727daa/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "51085", "pid": [ "3567" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "a727daa7bb664d20b897ec58ab8c64f1", "received_at": [ "2013-10-11T03:05:56.887Z" ], "build_queue": "check" }, "@timestamp": "2013-10-11T03:03:06.756Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('2f6fdc20-b2eb-4e2b-8df9-36055907b6f0', '01c5783c-8810-46d4-97cf-b1007ebc3fda', '6f1d13ae-fdfb-47f9-86f3-b7550d9c97e0') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "dTLFiplIR-qJZ0tTLj13IQ" }, { "sort": [ 1381460586756 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/master/Z7efda34b8a5648a7b3a9872c8ca53989", "log_url": "http://logs.openstack.org/85/51085/2/check/check-tempest-devstack-vm-neutron/a727daa/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "51085", "pid": [ "3567" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "a727daa7bb664d20b897ec58ab8c64f1", "received_at": [ "2013-10-11T03:05:56.887Z" ], "build_queue": "check" }, "@timestamp": "2013-10-11T03:03:06.756Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('2f6fdc20-b2eb-4e2b-8df9-36055907b6f0', '01c5783c-8810-46d4-97cf-b1007ebc3fda', '6f1d13ae-fdfb-47f9-86f3-b7550d9c97e0')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "9ggeyLSbSHKvoO3IGGQjDg" }, { "sort": [ 1381460586754 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z7efda34b8a5648a7b3a9872c8ca53989" ], "log_url": [ "http://logs.openstack.org/85/51085/2/check/check-tempest-devstack-vm-neutron/a727daa/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "51085" ], "pid": [ "3567" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "a727daa7bb664d20b897ec58ab8c64f1" ], "received_at": [ "2013-10-11T03:05:56.861Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T03:03:06.754Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('2f6fdc20-b2eb-4e2b-8df9-36055907b6f0', '01c5783c-8810-46d4-97cf-b1007ebc3fda', '6f1d13ae-fdfb-47f9-86f3-b7550d9c97e0')\n2013-10-11 03:03:06.754 3567 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "NQMw3HS7Q7KJSa1fm5V-4A" }, { "sort": [ 1381460535602 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z7efda34b8a5648a7b3a9872c8ca53989" ], "log_url": [ "http://logs.openstack.org/85/51085/2/check/check-tempest-devstack-vm-neutron/a727daa/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "51085" ], "pid": [ "3567" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "a727daa7bb664d20b897ec58ab8c64f1" ], "received_at": [ "2013-10-11T03:05:56.830Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T03:02:15.602Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 11, 3, 1, 24, 305492), '6f1d13ae-fdfb-47f9-86f3-b7550d9c97e0')\n2013-10-11 03:02:15.602 3567 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "59SQT75bT0KUe7-ZLRhOKw" }, { "sort": [ 1381454396750 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Z8ceebc9248ca475a9f1ffdec6526aec9" ], "log_url": [ "http://logs.openstack.org/05/49605/3/gate/gate-tempest-devstack-vm-neutron/9c6b7ed/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/heat" ], "build_change": [ "49605" ], "pid": [ "3882" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "9c6b7ed2a1f2447db26a3c212a20f629" ], "received_at": [ "2013-10-11T01:22:55.525Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-11T01:19:56.750Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 11, 1, 19, 5, 140017), '35b000ee-cfb2-4553-9228-8a48dbda28ec')\n2013-10-11 01:19:56.750 3882 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "Je0GmYY-SlK33MxnuqdDkw" }, { "sort": [ 1381451790999 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/master/Z7fca71e946cb4b0c90dfa838f89649de", "log_url": "http://logs.openstack.org/84/50884/2/check/check-tempest-devstack-vm-neutron/67389f4/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "50884", "pid": [ "32562" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "67389f4000b24e2ab17a929288c92451", "received_at": [ "2013-10-11T00:41:20.490Z" ], "build_queue": "check" }, "@timestamp": "2013-10-11T00:36:30.999Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('0a2622f3-57a3-4a86-bec4-553e73cf2c81', '0040ba66-e0d1-4556-8775-9a6243643d30', '6c3c5637-d724-4165-ad88-0215c607f025')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "tUZLnMm_SG2dVKi-xfMe8w" }, { "sort": [ 1381451790999 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/master/Z7fca71e946cb4b0c90dfa838f89649de", "log_url": "http://logs.openstack.org/84/50884/2/check/check-tempest-devstack-vm-neutron/67389f4/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "50884", "pid": [ "32562" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "67389f4000b24e2ab17a929288c92451", "received_at": [ "2013-10-11T00:41:20.490Z" ], "build_queue": "check" }, "@timestamp": "2013-10-11T00:36:30.999Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('0a2622f3-57a3-4a86-bec4-553e73cf2c81', '0040ba66-e0d1-4556-8775-9a6243643d30', '6c3c5637-d724-4165-ad88-0215c607f025') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "G7EviovaTUmqUeapdnrk6Q" }, { "sort": [ 1381451790997 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z7fca71e946cb4b0c90dfa838f89649de" ], "log_url": [ "http://logs.openstack.org/84/50884/2/check/check-tempest-devstack-vm-neutron/67389f4/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "50884" ], "pid": [ "32562" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "67389f4000b24e2ab17a929288c92451" ], "received_at": [ "2013-10-11T00:41:20.433Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T00:36:30.997Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('0a2622f3-57a3-4a86-bec4-553e73cf2c81', '0040ba66-e0d1-4556-8775-9a6243643d30', '6c3c5637-d724-4165-ad88-0215c607f025')\n2013-10-11 00:36:30.997 32562 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "7wAMEpGtRxGKoPV72UK26w" }, { "sort": [ 1381451739866 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z7fca71e946cb4b0c90dfa838f89649de" ], "log_url": [ "http://logs.openstack.org/84/50884/2/check/check-tempest-devstack-vm-neutron/67389f4/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "50884" ], "pid": [ "32562" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "67389f4000b24e2ab17a929288c92451" ], "received_at": [ "2013-10-11T00:41:20.410Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T00:35:39.866Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s, configurations=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 11, 0, 34, 48, 558926), '{\"router_id\": \"\", \"gateway_external_network_id\": \"\", \"handle_internal_only_routers\": true, \"use_namespaces\": true, \"routers\": 1, \"interfaces\": 1, \"floating_ips\": 0, \"interface_driver\": \"neutron.agent.linux.interface.OVSInterfaceDriver\", \"ex_gw_ports\": 1}', '6c3c5637-d724-4165-ad88-0215c607f025')\n2013-10-11 00:35:39.866 32562 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "8j9c8ZIHRzSwzYvjjEeZkw" }, { "sort": [ 1381451444384 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "13" ], "build_ref": [ "refs/zuul/master/Z1fe94f57cf9541289f480e8d9cdd1991" ], "log_url": [ "http://logs.openstack.org/41/49641/13/check/check-tempest-devstack-vm-neutron/4970656/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "49641" ], "pid": [ "32497" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "4970656b37774d3eb28d76615f652590" ], "received_at": [ "2013-10-11T00:35:40.607Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T00:30:44.384Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 11, 0, 29, 53, 195058), '20a765d3-68cd-4d24-ab14-78f59564321e')\n2013-10-11 00:30:44.384 32497 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "X572vbQKTgWlYZfeNroMSA" }, { "sort": [ 1381451041698 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "11" ], "build_ref": [ "refs/zuul/master/Z15abda0e7a834d7f9ee77766f946d1d0" ], "log_url": [ "http://logs.openstack.org/24/49624/11/check/check-tempest-devstack-vm-neutron/ea91657/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "49624" ], "pid": [ "32290" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "ea91657a006e452191a25763ba832630" ], "received_at": [ "2013-10-11T00:29:13.914Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-11T00:24:01.698Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 11, 0, 23, 10, 975908), '54ff97ed-17be-409b-896e-a2dbeaa07f2c')\n2013-10-11 00:24:01.698 32290 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.11", "_id": "z8B0C9gtTE-JR-dclyAL-Q" }, { "sort": [ 1381444545195 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/master/Z4c2834475bb743b3adedf76c551dd98c", "log_url": "http://logs.openstack.org/61/51061/2/check/check-tempest-devstack-vm-neutron/79cc028/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "51061", "pid": [ "2473" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "79cc0282449d40eab298177d1b2b301d", "received_at": [ "2013-10-10T22:41:41.228Z" ], "build_queue": "check" }, "@timestamp": "2013-10-10T22:35:45.195Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('4d60d974-8c82-4e4a-9747-4c8043f4713b', '11334883-f8d2-4e3d-a4be-ad0766e51c6e', 'baf8cf9b-1bf7-46ff-bc5e-45261e1b29e6')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "G-IY1KHHQZCsQ2WYm4wbmA" }, { "sort": [ 1381444545194 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/master/Z4c2834475bb743b3adedf76c551dd98c", "log_url": "http://logs.openstack.org/61/51061/2/check/check-tempest-devstack-vm-neutron/79cc028/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "51061", "pid": [ "2473" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "79cc0282449d40eab298177d1b2b301d", "received_at": [ "2013-10-10T22:41:41.228Z" ], "build_queue": "check" }, "@timestamp": "2013-10-10T22:35:45.194Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('4d60d974-8c82-4e4a-9747-4c8043f4713b', '11334883-f8d2-4e3d-a4be-ad0766e51c6e', 'baf8cf9b-1bf7-46ff-bc5e-45261e1b29e6') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "sR_s1KN5R4eQ3ElEQ7BFsw" }, { "sort": [ 1381444545192 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z4c2834475bb743b3adedf76c551dd98c" ], "log_url": [ "http://logs.openstack.org/61/51061/2/check/check-tempest-devstack-vm-neutron/79cc028/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "51061" ], "pid": [ "2473" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "79cc0282449d40eab298177d1b2b301d" ], "received_at": [ "2013-10-10T22:41:41.189Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-10T22:35:45.192Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('4d60d974-8c82-4e4a-9747-4c8043f4713b', '11334883-f8d2-4e3d-a4be-ad0766e51c6e', 'baf8cf9b-1bf7-46ff-bc5e-45261e1b29e6')\n2013-10-10 22:35:45.192 2473 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "anX4yu1RQfyZ-hYCFDgBbA" }, { "sort": [ 1381444493034 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z4c2834475bb743b3adedf76c551dd98c" ], "log_url": [ "http://logs.openstack.org/61/51061/2/check/check-tempest-devstack-vm-neutron/79cc028/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "51061" ], "pid": [ "2473" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "79cc0282449d40eab298177d1b2b301d" ], "received_at": [ "2013-10-10T22:41:41.166Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-10T22:34:53.034Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 10, 22, 34, 1, 530702), 'baf8cf9b-1bf7-46ff-bc5e-45261e1b29e6')\n2013-10-10 22:34:53.034 2473 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "x45wm1jnSSmoTQEx1mp_yA" }, { "sort": [ 1381440097487 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Zba6ed9bdfa3e43f290618912ab93dc39" ], "log_url": [ "http://logs.openstack.org/38/51038/1/check/check-tempest-devstack-vm-neutron-isolated/c1f8eed/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/python-neutronclient" ], "build_change": [ "51038" ], "pid": [ "486" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron-isolated" ], "build_uuid": [ "c1f8eed9e6af4eca9fbf6907e1bfa965" ], "received_at": [ "2013-10-10T21:32:14.256Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-10T21:21:37.487Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s, configurations=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 10, 21, 20, 46, 628886), '{\"router_id\": \"\", \"gateway_external_network_id\": \"\", \"handle_internal_only_routers\": true, \"use_namespaces\": true, \"routers\": 1, \"interfaces\": 1, \"floating_ips\": 0, \"interface_driver\": \"neutron.agent.linux.interface.OVSInterfaceDriver\", \"ex_gw_ports\": 1}', '08a680db-9acd-4429-a970-8244961a7813')\n2013-10-10 21:21:37.487 486 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "lf-a6qMmS5eciaDLA78imA" }, { "sort": [ 1381439585160 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Za27ca45a6c244c2983f19e0e316a4d58", "log_url": "http://logs.openstack.org/30/51030/1/check/check-tempest-devstack-vm-neutron/4c0f759/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "51030", "pid": [ "501" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "4c0f7593b28842d4a57b2c1cd0ac5f86", "received_at": [ "2013-10-10T21:21:15.119Z" ], "build_queue": "check" }, "@timestamp": "2013-10-10T21:13:05.160Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('f407b69c-c441-486d-ac0b-aac422366b5f', '22893642-6e6c-4e75-88a5-83b43d3359ee', '8e5b010c-0615-4352-aa60-cd81fe07661e')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "ZbzHxNfJSnyZoH_9mzy3ww" }, { "sort": [ 1381439585159 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Za27ca45a6c244c2983f19e0e316a4d58", "log_url": "http://logs.openstack.org/30/51030/1/check/check-tempest-devstack-vm-neutron/4c0f759/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "51030", "pid": [ "501" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "4c0f7593b28842d4a57b2c1cd0ac5f86", "received_at": [ "2013-10-10T21:21:15.118Z" ], "build_queue": "check" }, "@timestamp": "2013-10-10T21:13:05.159Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('f407b69c-c441-486d-ac0b-aac422366b5f', '22893642-6e6c-4e75-88a5-83b43d3359ee', '8e5b010c-0615-4352-aa60-cd81fe07661e') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "OjVE6ThuSBOB-D5MMK2i7Q" }, { "sort": [ 1381439585157 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Za27ca45a6c244c2983f19e0e316a4d58" ], "log_url": [ "http://logs.openstack.org/30/51030/1/check/check-tempest-devstack-vm-neutron/4c0f759/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "51030" ], "pid": [ "501" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "4c0f7593b28842d4a57b2c1cd0ac5f86" ], "received_at": [ "2013-10-10T21:21:15.092Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-10T21:13:05.157Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('f407b69c-c441-486d-ac0b-aac422366b5f', '22893642-6e6c-4e75-88a5-83b43d3359ee', '8e5b010c-0615-4352-aa60-cd81fe07661e')\n2013-10-10 21:13:05.157 501 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "5D3oWyeaS3mQGnU6TgBz5w" }, { "sort": [ 1381439533002 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Za27ca45a6c244c2983f19e0e316a4d58" ], "log_url": [ "http://logs.openstack.org/30/51030/1/check/check-tempest-devstack-vm-neutron/4c0f759/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "51030" ], "pid": [ "501" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "4c0f7593b28842d4a57b2c1cd0ac5f86" ], "received_at": [ "2013-10-10T21:21:15.072Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-10T21:12:13.002Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s, configurations=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 10, 21, 11, 21, 64085), '{\"router_id\": \"\", \"gateway_external_network_id\": \"\", \"handle_internal_only_routers\": true, \"use_namespaces\": true, \"routers\": 1, \"interfaces\": 1, \"floating_ips\": 0, \"interface_driver\": \"neutron.agent.linux.interface.OVSInterfaceDriver\", \"ex_gw_ports\": 1}', '8e5b010c-0615-4352-aa60-cd81fe07661e')\n2013-10-10 21:12:13.002 501 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "ETIbDOZ0QdmfX5BeX1Ocfw" }, { "sort": [ 1381437991639 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/milestone-proposed/Zc6feafda97d64c99ac2f6a9849701dd4" ], "log_url": [ "http://logs.openstack.org/78/50978/1/gate/gate-tempest-devstack-vm-neutron/0f4c958/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/heat" ], "build_change": [ "50978" ], "pid": [ "32616" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "0f4c95804509484c9c7f1663663e02bb" ], "received_at": [ "2013-10-10T20:49:32.873Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-10T20:46:31.639Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 10, 20, 45, 40, 85770), 'a9895c20-bf96-42c0-af01-deff6e573d2d')\n2013-10-10 20:46:31.639 32616 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "DDSOg49cRyGyrP1UkbzzxA" }, { "sort": [ 1381427762929 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/master/Zc69461c515c4401ebc70f1cef688a8cf", "log_url": "http://logs.openstack.org/78/50578/2/gate/gate-tempest-devstack-vm-neutron/93c69f7/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "50578", "pid": [ "32567" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron", "build_uuid": "93c69f78c5b441f799a49f44261b5daf", "received_at": [ "2013-10-10T17:59:21.519Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-10T17:56:02.929Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('79c8ceb4-350e-4f9f-99bc-a68d23213b55', '47ce51b2-b6f4-4a6c-b343-84dc85f5b672', '2c1a7be9-6ff3-41ce-b9e9-01d2ef29a7ff')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "WO23jjOXQXe-Go8U_VlgyQ" }, { "sort": [ 1381427762928 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/master/Zc69461c515c4401ebc70f1cef688a8cf", "log_url": "http://logs.openstack.org/78/50578/2/gate/gate-tempest-devstack-vm-neutron/93c69f7/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "50578", "pid": [ "32567" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron", "build_uuid": "93c69f78c5b441f799a49f44261b5daf", "received_at": [ "2013-10-10T17:59:21.519Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-10T17:56:02.928Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('79c8ceb4-350e-4f9f-99bc-a68d23213b55', '47ce51b2-b6f4-4a6c-b343-84dc85f5b672', '2c1a7be9-6ff3-41ce-b9e9-01d2ef29a7ff') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "22AxnjWFQZuMSMTmNyAFrw" }, { "sort": [ 1381427762926 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Zc69461c515c4401ebc70f1cef688a8cf" ], "log_url": [ "http://logs.openstack.org/78/50578/2/gate/gate-tempest-devstack-vm-neutron/93c69f7/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "50578" ], "pid": [ "32567" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "93c69f78c5b441f799a49f44261b5daf" ], "received_at": [ "2013-10-10T17:59:21.493Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-10T17:56:02.926Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('79c8ceb4-350e-4f9f-99bc-a68d23213b55', '47ce51b2-b6f4-4a6c-b343-84dc85f5b672', '2c1a7be9-6ff3-41ce-b9e9-01d2ef29a7ff')\n2013-10-10 17:56:02.926 32567 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "ZzHONn3IQtipO-s0S-dZcg" }, { "sort": [ 1381427711832 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Zc69461c515c4401ebc70f1cef688a8cf" ], "log_url": [ "http://logs.openstack.org/78/50578/2/gate/gate-tempest-devstack-vm-neutron/93c69f7/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "50578" ], "pid": [ "32567" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "93c69f78c5b441f799a49f44261b5daf" ], "received_at": [ "2013-10-10T17:59:21.462Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-10T17:55:11.832Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 10, 17, 54, 20, 925910), '2c1a7be9-6ff3-41ce-b9e9-01d2ef29a7ff')\n2013-10-10 17:55:11.832 32567 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "Pysl_hvIR1C0DG8s1gSuAw" }, { "sort": [ 1381423958781 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/milestone-proposed/Zcf3caef9a1f84de89f9b0e21aa59f98c", "log_url": "http://logs.openstack.org/45/50945/1/gate/gate-tempest-devstack-vm-neutron/2a6684f/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/ceilometer", "build_change": "50945", "pid": [ "32674" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron", "build_uuid": "2a6684fd2c0d479291df498a5466aa9c", "received_at": [ "2013-10-10T16:58:05.322Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-10T16:52:38.781Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('36491586-dbf6-43ba-8c56-7c34365c5519', 'cc47b5a8-556c-46bd-8626-11d7b7dad89c', 'd3aa7b0e-8811-43e6-8e6f-5a4a12886b7b') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "JXuRK69FRLilULUnlev0Pw" }, { "sort": [ 1381423958781 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/milestone-proposed/Zcf3caef9a1f84de89f9b0e21aa59f98c", "log_url": "http://logs.openstack.org/45/50945/1/gate/gate-tempest-devstack-vm-neutron/2a6684f/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/ceilometer", "build_change": "50945", "pid": [ "32674" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron", "build_uuid": "2a6684fd2c0d479291df498a5466aa9c", "received_at": [ "2013-10-10T16:58:05.322Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-10T16:52:38.781Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('36491586-dbf6-43ba-8c56-7c34365c5519', 'cc47b5a8-556c-46bd-8626-11d7b7dad89c', 'd3aa7b0e-8811-43e6-8e6f-5a4a12886b7b')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "YXwVg6GrQ7-JRqpRGHO2VQ" }, { "sort": [ 1381423958780 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/milestone-proposed/Zcf3caef9a1f84de89f9b0e21aa59f98c" ], "log_url": [ "http://logs.openstack.org/45/50945/1/gate/gate-tempest-devstack-vm-neutron/2a6684f/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/ceilometer" ], "build_change": [ "50945" ], "pid": [ "32674" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "2a6684fd2c0d479291df498a5466aa9c" ], "received_at": [ "2013-10-10T16:58:05.296Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-10T16:52:38.780Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('36491586-dbf6-43ba-8c56-7c34365c5519', 'cc47b5a8-556c-46bd-8626-11d7b7dad89c', 'd3aa7b0e-8811-43e6-8e6f-5a4a12886b7b')\n2013-10-10 16:52:38.780 32674 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "5xCvnod1SZm3HvdvjEMjpw" }, { "sort": [ 1381423907676 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/milestone-proposed/Zcf3caef9a1f84de89f9b0e21aa59f98c" ], "log_url": [ "http://logs.openstack.org/45/50945/1/gate/gate-tempest-devstack-vm-neutron/2a6684f/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/ceilometer" ], "build_change": [ "50945" ], "pid": [ "32674" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "2a6684fd2c0d479291df498a5466aa9c" ], "received_at": [ "2013-10-10T16:58:05.263Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-10T16:51:47.676Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 10, 16, 50, 56, 816676), 'd3aa7b0e-8811-43e6-8e6f-5a4a12886b7b')\n2013-10-10 16:51:47.676 32674 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "Kw3_Bjc9QFKz1BtP0gK-hw" }, { "sort": [ 1381423410797 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "10", "build_ref": "refs/zuul/master/Z783bd52e40a64a1ba4d65f2b6eda7c59", "log_url": "http://logs.openstack.org/93/44793/10/gate/gate-tempest-devstack-vm-neutron/c1d8eb2/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/cinder", "build_change": "44793", "pid": [ "565" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron", "build_uuid": "c1d8eb2db74043c29ca7b2f54010af7f", "received_at": [ "2013-10-10T16:47:34.954Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-10T16:43:30.797Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('bd778287-871f-4211-8aa8-337771a89df2', '0ab74561-ce85-4970-b6e2-5531cb355e52', '62ee61f1-1436-440c-a867-61b01b86c021') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "HO5Y4MhQTuOroW4nb_euyA" }, { "sort": [ 1381423410797 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "10", "build_ref": "refs/zuul/master/Z783bd52e40a64a1ba4d65f2b6eda7c59", "log_url": "http://logs.openstack.org/93/44793/10/gate/gate-tempest-devstack-vm-neutron/c1d8eb2/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/cinder", "build_change": "44793", "pid": [ "565" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron", "build_uuid": "c1d8eb2db74043c29ca7b2f54010af7f", "received_at": [ "2013-10-10T16:47:34.954Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-10T16:43:30.797Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('bd778287-871f-4211-8aa8-337771a89df2', '0ab74561-ce85-4970-b6e2-5531cb355e52', '62ee61f1-1436-440c-a867-61b01b86c021')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "ZXCAt6tTTS6UF9lVKlAzrA" }, { "sort": [ 1381423410796 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "10" ], "build_ref": [ "refs/zuul/master/Z783bd52e40a64a1ba4d65f2b6eda7c59" ], "log_url": [ "http://logs.openstack.org/93/44793/10/gate/gate-tempest-devstack-vm-neutron/c1d8eb2/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/cinder" ], "build_change": [ "44793" ], "pid": [ "565" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "c1d8eb2db74043c29ca7b2f54010af7f" ], "received_at": [ "2013-10-10T16:47:34.928Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-10T16:43:30.796Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('bd778287-871f-4211-8aa8-337771a89df2', '0ab74561-ce85-4970-b6e2-5531cb355e52', '62ee61f1-1436-440c-a867-61b01b86c021')\n2013-10-10 16:43:30.796 565 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "eALeOZXJSAOwOZ0h3fwN7g" }, { "sort": [ 1381423359629 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "10" ], "build_ref": [ "refs/zuul/master/Z783bd52e40a64a1ba4d65f2b6eda7c59" ], "log_url": [ "http://logs.openstack.org/93/44793/10/gate/gate-tempest-devstack-vm-neutron/c1d8eb2/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/cinder" ], "build_change": [ "44793" ], "pid": [ "565" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "c1d8eb2db74043c29ca7b2f54010af7f" ], "received_at": [ "2013-10-10T16:47:34.896Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-10T16:42:39.629Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 10, 16, 41, 48, 365765), '62ee61f1-1436-440c-a867-61b01b86c021')\n2013-10-10 16:42:39.629 565 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "DG6wYOOCTxyn6HG2fhmKiw" }, { "sort": [ 1381420038448 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z4c04ff291798424988b494fab9b1069f" ], "log_url": [ "http://logs.openstack.org/06/50806/1/gate/gate-tempest-devstack-vm-neutron/9a0c79e/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/horizon" ], "build_change": [ "50806" ], "pid": [ "606" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "9a0c79ed0c7a4b60a8fa504186c6bf47" ], "received_at": [ "2013-10-10T15:56:44.336Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-10T15:47:18.448Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56153/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 10, 15, 46, 27, 665533), 'c6262a6b-60cc-4037-9b7b-1df52ab5f76d')\n2013-10-10 15:47:18.448 606 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "B4Lo7KhtQcCCrt_4QlqZiw" }, { "sort": [ 1381419720168 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Z5a33614d320e4528a024f342ce53e77d" ], "log_url": [ "http://logs.openstack.org/15/43215/3/gate/gate-tempest-devstack-vm-neutron/045616f/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/glance" ], "build_change": [ "43215" ], "pid": [ "612" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "045616f018424158a9f8b7568685045a" ], "received_at": [ "2013-10-10T15:53:05.654Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-10T15:42:00.168Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s, configurations=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 10, 15, 41, 9, 893177), '{\"router_id\": \"\", \"gateway_external_network_id\": \"\", \"handle_internal_only_routers\": true, \"use_namespaces\": true, \"routers\": 2, \"interfaces\": 1, \"floating_ips\": 0, \"interface_driver\": \"neutron.agent.linux.interface.OVSInterfaceDriver\", \"ex_gw_ports\": 1}', '898cc415-99b7-4db2-9c0d-7bc94c97362f')\n2013-10-10 15:42:00.168 612 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "Rvr1TixhRKGVNfk9FCpKDA" }, { "sort": [ 1381410358662 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/milestone-proposed/Z3120ca02de134e528b6d4af280c0fd2a" ], "log_url": [ "http://logs.openstack.org/17/50817/1/check/check-tempest-devstack-vm-neutron/a5aea17/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "50817" ], "pid": [ "666" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "a5aea17abe234461b7b7248fba486c93" ], "received_at": [ "2013-10-10T13:10:54.961Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-10T13:05:58.662Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 10, 13, 5, 7, 902034), '92457450-146a-440b-8c0b-4a36a36b8f35')\n2013-10-10 13:05:58.662 666 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "TYD1RI9tQt-bhPKNZ63p3w" }, { "sort": [ 1381406313130 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/milestone-proposed/Z2829db16662d4d99a2776030066e0eb7", "log_url": "http://logs.openstack.org/82/50882/2/check/check-tempest-devstack-vm-neutron/09c5369/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/heat", "build_change": "50882", "pid": [ "613" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "09c536949c4d47b0ad01364e7db0a853", "received_at": [ "2013-10-10T12:01:19.911Z" ], "build_queue": "check" }, "@timestamp": "2013-10-10T11:58:33.130Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('8e3c80fd-8513-45fd-ab79-1d80562c9a9b', '0d86871e-98f0-4acf-bba6-63f7372c3733', 'fe2f4eaa-78c8-49ef-b7a4-6f8c6972b55a') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "USAWMADWQMuo9WLGRFpgvQ" }, { "sort": [ 1381406313130 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/milestone-proposed/Z2829db16662d4d99a2776030066e0eb7", "log_url": "http://logs.openstack.org/82/50882/2/check/check-tempest-devstack-vm-neutron/09c5369/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/heat", "build_change": "50882", "pid": [ "613" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "09c536949c4d47b0ad01364e7db0a853", "received_at": [ "2013-10-10T12:01:19.911Z" ], "build_queue": "check" }, "@timestamp": "2013-10-10T11:58:33.130Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('8e3c80fd-8513-45fd-ab79-1d80562c9a9b', '0d86871e-98f0-4acf-bba6-63f7372c3733', 'fe2f4eaa-78c8-49ef-b7a4-6f8c6972b55a')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "l87B_3TeRyW0U6o8fDLAOQ" }, { "sort": [ 1381406313129 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/milestone-proposed/Z2829db16662d4d99a2776030066e0eb7" ], "log_url": [ "http://logs.openstack.org/82/50882/2/check/check-tempest-devstack-vm-neutron/09c5369/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/heat" ], "build_change": [ "50882" ], "pid": [ "613" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "09c536949c4d47b0ad01364e7db0a853" ], "received_at": [ "2013-10-10T12:01:19.885Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-10T11:58:33.129Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('8e3c80fd-8513-45fd-ab79-1d80562c9a9b', '0d86871e-98f0-4acf-bba6-63f7372c3733', 'fe2f4eaa-78c8-49ef-b7a4-6f8c6972b55a')\n2013-10-10 11:58:33.129 613 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "18lgbgYpSy20kJimsYL4WQ" }, { "sort": [ 1381406261932 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/milestone-proposed/Z2829db16662d4d99a2776030066e0eb7" ], "log_url": [ "http://logs.openstack.org/82/50882/2/check/check-tempest-devstack-vm-neutron/09c5369/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/heat" ], "build_change": [ "50882" ], "pid": [ "613" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "09c536949c4d47b0ad01364e7db0a853" ], "received_at": [ "2013-10-10T12:01:19.854Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-10T11:57:41.932Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 10, 11, 56, 50, 304200), 'fe2f4eaa-78c8-49ef-b7a4-6f8c6972b55a')\n2013-10-10 11:57:41.932 613 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "w3Nzn34VRvShBurfIPqmIQ" }, { "sort": [ 1381402545599 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Z2ba5629aa0ea405bb02149efe757829f" ], "log_url": [ "http://logs.openstack.org/48/50848/3/check/check-tempest-devstack-vm-neutron/951454a/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "50848" ], "pid": [ "3485" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "951454a38a2e476497915a112a0f09ed" ], "received_at": [ "2013-10-10T11:01:30.477Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-10T10:55:45.599Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s, configurations=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 10, 10, 54, 54, 66229), '{\"router_id\": \"\", \"gateway_external_network_id\": \"\", \"handle_internal_only_routers\": true, \"use_namespaces\": true, \"routers\": 2, \"interfaces\": 1, \"floating_ips\": 0, \"interface_driver\": \"neutron.agent.linux.interface.OVSInterfaceDriver\", \"ex_gw_ports\": 1}', 'b186d22a-4927-4c88-b36f-123e4d4f4445')\n2013-10-10 10:55:45.599 3485 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "rnXtMmOJRL6uoCBwTdbtBQ" }, { "sort": [ 1381400920441 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/milestone-proposed/Z62642803832e4f8eb1b97ab9ad5b5305", "log_url": "http://logs.openstack.org/18/50818/1/gate/gate-tempest-devstack-vm-neutron-isolated/28a7f11/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "50818", "pid": [ "697" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-isolated", "build_uuid": "28a7f114c9214173be76f6374b2a07fd", "received_at": [ "2013-10-10T10:34:56.604Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-10T10:28:40.441Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('b5a644e7-0754-49b8-9878-7f1caf5bbf6f', '84faa91d-d6a8-419d-b426-442663531dc5', '5c741d6d-79d8-4f87-bd99-aa024f4842d1')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "KFG6EMmwQXOGXQpMKzXt1g" }, { "sort": [ 1381400920441 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/milestone-proposed/Z62642803832e4f8eb1b97ab9ad5b5305", "log_url": "http://logs.openstack.org/18/50818/1/gate/gate-tempest-devstack-vm-neutron-isolated/28a7f11/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "50818", "pid": [ "697" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron-isolated", "build_uuid": "28a7f114c9214173be76f6374b2a07fd", "received_at": [ "2013-10-10T10:34:56.603Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-10T10:28:40.441Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('b5a644e7-0754-49b8-9878-7f1caf5bbf6f', '84faa91d-d6a8-419d-b426-442663531dc5', '5c741d6d-79d8-4f87-bd99-aa024f4842d1') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "8uTTFGL7R8eZHbutjdM5ow" }, { "sort": [ 1381400920435 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/milestone-proposed/Z62642803832e4f8eb1b97ab9ad5b5305" ], "log_url": [ "http://logs.openstack.org/18/50818/1/gate/gate-tempest-devstack-vm-neutron-isolated/28a7f11/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "50818" ], "pid": [ "697" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron-isolated" ], "build_uuid": [ "28a7f114c9214173be76f6374b2a07fd" ], "received_at": [ "2013-10-10T10:34:56.575Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-10T10:28:40.435Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('b5a644e7-0754-49b8-9878-7f1caf5bbf6f', '84faa91d-d6a8-419d-b426-442663531dc5', '5c741d6d-79d8-4f87-bd99-aa024f4842d1')\n2013-10-10 10:28:40.435 697 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "1A1ERGlkSWaH3e1xa_D5rQ" }, { "sort": [ 1381382977503 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Zf0a50c2efa5d4bd8a832d9c16a0b331e", "log_url": "http://logs.openstack.org/22/50822/1/check/check-tempest-devstack-vm-neutron/8c30067/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "50822", "pid": [ "1247" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "8c30067f011e4a3aa721e8a5c74c4966", "received_at": [ "2013-10-10T05:32:20.798Z" ], "build_queue": "check" }, "@timestamp": "2013-10-10T05:29:37.503Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('2e0ccb46-b12f-4a67-aca6-60e22974c965', 'b472f199-2fed-4a75-bbc1-961376339d80', 'f5f36b6d-414b-4774-9dae-bcf31fdc5a5e')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "jcBwTP4dSiKex4EmD4B7KA" }, { "sort": [ 1381382977502 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Zf0a50c2efa5d4bd8a832d9c16a0b331e", "log_url": "http://logs.openstack.org/22/50822/1/check/check-tempest-devstack-vm-neutron/8c30067/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "50822", "pid": [ "1247" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "8c30067f011e4a3aa721e8a5c74c4966", "received_at": [ "2013-10-10T05:32:20.798Z" ], "build_queue": "check" }, "@timestamp": "2013-10-10T05:29:37.502Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('2e0ccb46-b12f-4a67-aca6-60e22974c965', 'b472f199-2fed-4a75-bbc1-961376339d80', 'f5f36b6d-414b-4774-9dae-bcf31fdc5a5e') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "sDrnPkClR-aucCoi4Z__Mg" }, { "sort": [ 1381382977501 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Zf0a50c2efa5d4bd8a832d9c16a0b331e" ], "log_url": [ "http://logs.openstack.org/22/50822/1/check/check-tempest-devstack-vm-neutron/8c30067/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "50822" ], "pid": [ "1247" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "8c30067f011e4a3aa721e8a5c74c4966" ], "received_at": [ "2013-10-10T05:32:20.782Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-10T05:29:37.501Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('2e0ccb46-b12f-4a67-aca6-60e22974c965', 'b472f199-2fed-4a75-bbc1-961376339d80', 'f5f36b6d-414b-4774-9dae-bcf31fdc5a5e')\n2013-10-10 05:29:37.501 1247 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "VyESKqpbS5We3-lSNHDSXw" }, { "sort": [ 1381382926430 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Zf0a50c2efa5d4bd8a832d9c16a0b331e" ], "log_url": [ "http://logs.openstack.org/22/50822/1/check/check-tempest-devstack-vm-neutron/8c30067/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "50822" ], "pid": [ "1247" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "8c30067f011e4a3aa721e8a5c74c4966" ], "received_at": [ "2013-10-10T05:32:20.759Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-10T05:28:46.430Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 10, 5, 27, 55, 646492), 'f5f36b6d-414b-4774-9dae-bcf31fdc5a5e')\n2013-10-10 05:28:46.430 1247 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.10", "_id": "gV4lhypNTS2YIaiFphNziw" }, { "sort": [ 1381352740712 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z265e60fdf10444188640e24339d37071" ], "log_url": [ "http://logs.openstack.org/93/50493/2/check/check-tempest-devstack-vm-neutron/205d954/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "50493" ], "pid": [ "3912" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "205d95429569463dabdbc6b7e14256cd" ], "received_at": [ "2013-10-09T21:09:36.168Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-09T21:05:40.712Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 9, 21, 4, 49, 531064), '9906aba9-bc8e-40ef-a8ed-66b492b232b8')\n2013-10-09 21:05:40.712 3912 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "e2X2p2-0S0yU0EC4Jd19sA" }, { "sort": [ 1381351243242 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/master/Z7b62d102074e4514b0bd4c08ab92e493", "log_url": "http://logs.openstack.org/17/50717/2/check/check-tempest-devstack-vm-neutron/c3d56bb/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "50717", "pid": [ "597" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "c3d56bb2017c463ca841b32a25b0cfc3", "received_at": [ "2013-10-09T20:43:46.328Z" ], "build_queue": "check" }, "@timestamp": "2013-10-09T20:40:43.242Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('249d5343-131e-4844-9868-0dccc152347c', '8142e0ff-bb3c-4a58-8c01-36c688a6ff28', '90e72a04-34d6-40e0-944c-2ee5dceb92ae') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "O3If0f60TMOomFLc0Qhr6w" }, { "sort": [ 1381351243242 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/master/Z7b62d102074e4514b0bd4c08ab92e493", "log_url": "http://logs.openstack.org/17/50717/2/check/check-tempest-devstack-vm-neutron/c3d56bb/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "50717", "pid": [ "597" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "c3d56bb2017c463ca841b32a25b0cfc3", "received_at": [ "2013-10-09T20:43:46.329Z" ], "build_queue": "check" }, "@timestamp": "2013-10-09T20:40:43.242Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('249d5343-131e-4844-9868-0dccc152347c', '8142e0ff-bb3c-4a58-8c01-36c688a6ff28', '90e72a04-34d6-40e0-944c-2ee5dceb92ae')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "VFVpNgwvRUyJY_zca-bepA" }, { "sort": [ 1381351243239 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z7b62d102074e4514b0bd4c08ab92e493" ], "log_url": [ "http://logs.openstack.org/17/50717/2/check/check-tempest-devstack-vm-neutron/c3d56bb/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "50717" ], "pid": [ "597" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "c3d56bb2017c463ca841b32a25b0cfc3" ], "received_at": [ "2013-10-09T20:43:46.312Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-09T20:40:43.239Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('249d5343-131e-4844-9868-0dccc152347c', '8142e0ff-bb3c-4a58-8c01-36c688a6ff28', '90e72a04-34d6-40e0-944c-2ee5dceb92ae')\n2013-10-09 20:40:43.239 597 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "CTBTx414QtmOsr4M3gOJFQ" }, { "sort": [ 1381351192084 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z7b62d102074e4514b0bd4c08ab92e493" ], "log_url": [ "http://logs.openstack.org/17/50717/2/check/check-tempest-devstack-vm-neutron/c3d56bb/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "50717" ], "pid": [ "597" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "c3d56bb2017c463ca841b32a25b0cfc3" ], "received_at": [ "2013-10-09T20:43:46.288Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-09T20:39:52.084Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 9, 20, 39, 1, 473955), '90e72a04-34d6-40e0-944c-2ee5dceb92ae')\n2013-10-09 20:39:52.084 597 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "LPxUs1YIRRyn7Nc5QPGBjQ" }, { "sort": [ 1381348235738 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z4363996b51184b5b82afd2f1f40925cc" ], "log_url": [ "http://logs.openstack.org/91/48791/1/gate/gate-tempest-devstack-vm-neutron/2529559/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/python-novaclient" ], "build_change": [ "48791" ], "pid": [ "315" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "2529559eaf9f490fb65bd98763e5aa0f" ], "received_at": [ "2013-10-09T19:53:54.726Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-09T19:50:35.738Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 9, 19, 49, 44, 133623), '973bc6b9-55d9-4445-b2ff-2fcb88e1555c')\n2013-10-09 19:50:35.738 315 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "dqo2wG3tTrWnCyboxTK0EA" }, { "sort": [ 1381347617506 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "3", "build_ref": "refs/zuul/master/Z929ec7abfafb424d84412b095f2a46e8", "log_url": "http://logs.openstack.org/62/50562/3/check/check-tempest-devstack-vm-neutron/9c46b42/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "50562", "pid": [ "576" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "9c46b425437b47dd8db77bdfa6eb6c2d", "received_at": [ "2013-10-09T19:43:48.707Z" ], "build_queue": "check" }, "@timestamp": "2013-10-09T19:40:17.506Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('5bde44a4-1643-4646-a156-592a67d9d270', '66030d91-679e-4968-9980-e3fc167ee577', '0975877d-6901-4e6a-99e7-d07774a1d438') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "KrQeqeUxTaKUZiY8mwK8nw" }, { "sort": [ 1381347617506 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "3", "build_ref": "refs/zuul/master/Z929ec7abfafb424d84412b095f2a46e8", "log_url": "http://logs.openstack.org/62/50562/3/check/check-tempest-devstack-vm-neutron/9c46b42/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "50562", "pid": [ "576" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "9c46b425437b47dd8db77bdfa6eb6c2d", "received_at": [ "2013-10-09T19:43:48.708Z" ], "build_queue": "check" }, "@timestamp": "2013-10-09T19:40:17.506Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('5bde44a4-1643-4646-a156-592a67d9d270', '66030d91-679e-4968-9980-e3fc167ee577', '0975877d-6901-4e6a-99e7-d07774a1d438')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "hwsrW1mUQbqhOfD8PSi_IA" }, { "sort": [ 1381347617504 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Z929ec7abfafb424d84412b095f2a46e8" ], "log_url": [ "http://logs.openstack.org/62/50562/3/check/check-tempest-devstack-vm-neutron/9c46b42/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "50562" ], "pid": [ "576" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "9c46b425437b47dd8db77bdfa6eb6c2d" ], "received_at": [ "2013-10-09T19:43:48.681Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-09T19:40:17.504Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('5bde44a4-1643-4646-a156-592a67d9d270', '66030d91-679e-4968-9980-e3fc167ee577', '0975877d-6901-4e6a-99e7-d07774a1d438')\n2013-10-09 19:40:17.504 576 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "9U9i7nXXSr6Ou6eZQv8cJw" }, { "sort": [ 1381347566382 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Z929ec7abfafb424d84412b095f2a46e8" ], "log_url": [ "http://logs.openstack.org/62/50562/3/check/check-tempest-devstack-vm-neutron/9c46b42/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "50562" ], "pid": [ "576" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "9c46b425437b47dd8db77bdfa6eb6c2d" ], "received_at": [ "2013-10-09T19:43:48.649Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-09T19:39:26.382Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 9, 19, 38, 35, 413611), '0975877d-6901-4e6a-99e7-d07774a1d438')\n2013-10-09 19:39:26.382 576 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "qbk1enGiR1GOKHaUEJjJjQ" }, { "sort": [ 1381337682587 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "4" ], "build_ref": [ "refs/zuul/master/Zcbb4a00f5eca4cb984d0e700d58ce7f5" ], "log_url": [ "http://logs.openstack.org/84/50184/4/check/check-tempest-devstack-vm-neutron/0a0ecd4/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "50184" ], "pid": [ "530" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "0a0ecd422c494f11bd094032136be7ad" ], "received_at": [ "2013-10-09T16:57:50.246Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-09T16:54:42.587Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56153/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 9, 16, 53, 51, 784065), 'c4cd125a-bc8e-4057-aea2-25825833eade')\n2013-10-09 16:54:42.587 530 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "hGzD4YaARlyrC1d6ixL9gQ" }, { "sort": [ 1381335099636 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "3", "build_ref": "refs/zuul/master/Zb3ddd0d1c365439391abfa13f522b0c8", "log_url": "http://logs.openstack.org/94/49594/3/check/check-tempest-devstack-vm-neutron/060cc46/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/keystone", "build_change": "49594", "pid": [ "3552" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "060cc46abf184b90ade9579ced01ebc1", "received_at": [ "2013-10-09T16:16:28.747Z" ], "build_queue": "check" }, "@timestamp": "2013-10-09T16:11:39.636Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('194a12aa-82bc-4f90-8bb1-a0bd936f3f5b', '543258eb-429e-49c1-abec-72ad7e85789f', '36cc1e17-98b1-439d-94a0-41d10f25bcc6')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "wF0hCOUNR4CKv0CO1CArIw" }, { "sort": [ 1381335099636 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "3", "build_ref": "refs/zuul/master/Zb3ddd0d1c365439391abfa13f522b0c8", "log_url": "http://logs.openstack.org/94/49594/3/check/check-tempest-devstack-vm-neutron/060cc46/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/keystone", "build_change": "49594", "pid": [ "3552" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "060cc46abf184b90ade9579ced01ebc1", "received_at": [ "2013-10-09T16:16:28.746Z" ], "build_queue": "check" }, "@timestamp": "2013-10-09T16:11:39.636Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('194a12aa-82bc-4f90-8bb1-a0bd936f3f5b', '543258eb-429e-49c1-abec-72ad7e85789f', '36cc1e17-98b1-439d-94a0-41d10f25bcc6') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "QDFXDR5ZT5-e2cWeUsnNbQ" }, { "sort": [ 1381335099634 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Zb3ddd0d1c365439391abfa13f522b0c8" ], "log_url": [ "http://logs.openstack.org/94/49594/3/check/check-tempest-devstack-vm-neutron/060cc46/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/keystone" ], "build_change": [ "49594" ], "pid": [ "3552" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "060cc46abf184b90ade9579ced01ebc1" ], "received_at": [ "2013-10-09T16:16:28.721Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-09T16:11:39.634Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('194a12aa-82bc-4f90-8bb1-a0bd936f3f5b', '543258eb-429e-49c1-abec-72ad7e85789f', '36cc1e17-98b1-439d-94a0-41d10f25bcc6')\n2013-10-09 16:11:39.634 3552 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "gCXAl9S9S1ygYQnbh8nhzg" }, { "sort": [ 1381335048516 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Zb3ddd0d1c365439391abfa13f522b0c8" ], "log_url": [ "http://logs.openstack.org/94/49594/3/check/check-tempest-devstack-vm-neutron/060cc46/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/keystone" ], "build_change": [ "49594" ], "pid": [ "3552" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "060cc46abf184b90ade9579ced01ebc1" ], "received_at": [ "2013-10-09T16:16:28.689Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-09T16:10:48.516Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 9, 16, 9, 57, 389135), '36cc1e17-98b1-439d-94a0-41d10f25bcc6')\n2013-10-09 16:10:48.516 3552 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "Xt-4pkhMSd6kPa3Lee1Nwg" }, { "sort": [ 1381333186986 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "5" ], "build_ref": [ "refs/zuul/master/Z2d350dc18fc649348c886f6ac2324361" ], "log_url": [ "http://logs.openstack.org/89/50389/5/check/check-tempest-devstack-vm-neutron/93f3746/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "50389" ], "pid": [ "7776" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "93f3746685cb43bea84b731ad978c17e" ], "received_at": [ "2013-10-09T15:47:30.108Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-09T15:39:46.986Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 9, 15, 38, 55, 794598), '5ca9f818-2ad9-4bd7-9af3-1a027de0d1fa')\n2013-10-09 15:39:46.986 7776 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "rlCdjdKRSV-ho9c0dYz-3A" }, { "sort": [ 1381332781294 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/milestone-proposed/Za38cd61a764e45a782d71bf9fb47cd57" ], "log_url": [ "http://logs.openstack.org/64/50664/1/check/check-tempest-devstack-vm-neutron/fee68ea/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/keystone" ], "build_change": [ "50664" ], "pid": [ "3031" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "fee68ea453ac408791b574bc0ff71de6" ], "received_at": [ "2013-10-09T15:38:15.320Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-09T15:33:01.294Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 9, 15, 32, 10, 876485), '621a92c8-5590-42f7-a3fd-0ed10ecd6442')\n2013-10-09 15:33:01.294 3031 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "UtzbUvZQROm6auptPPtjLQ" }, { "sort": [ 1381329832258 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "8" ], "build_ref": [ "refs/zuul/master/Z518492939e0b4494a227413c2d0263a2" ], "log_url": [ "http://logs.openstack.org/09/49309/8/gate/gate-tempest-devstack-vm-neutron/5360e05/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/keystone" ], "build_change": [ "49309" ], "pid": [ "559" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "5360e053c6e846899b76674f27b33699" ], "received_at": [ "2013-10-09T14:48:31.490Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-09T14:43:52.258Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 9, 14, 43, 1, 453895), '2647428a-2aa5-431b-9599-a0cf62847ac9')\n2013-10-09 14:43:52.258 559 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "2Jau69yeQJKNP9LhulDlxg" }, { "sort": [ 1381326081679 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Zfabe828bf06d4ca99d93a59aa22fca41", "log_url": "http://logs.openstack.org/26/50626/1/check/check-tempest-devstack-vm-neutron/a80a8c7/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/horizon", "build_change": "50626", "pid": [ "834" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "a80a8c76454c4d0cb16ffdcc34f0f1f7", "received_at": [ "2013-10-09T13:46:28.860Z" ], "build_queue": "check" }, "@timestamp": "2013-10-09T13:41:21.679Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('7a5818dd-822a-4793-bec2-663e9bbacc42', '163443c3-639c-4d7b-a15c-c666d822adc4', '603e9ed7-f82d-4e29-a683-ba6cb786d670')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "bviiXnxPR-SVODA0oWxT6A" }, { "sort": [ 1381326081678 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Zfabe828bf06d4ca99d93a59aa22fca41", "log_url": "http://logs.openstack.org/26/50626/1/check/check-tempest-devstack-vm-neutron/a80a8c7/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/horizon", "build_change": "50626", "pid": [ "834" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "a80a8c76454c4d0cb16ffdcc34f0f1f7", "received_at": [ "2013-10-09T13:46:28.860Z" ], "build_queue": "check" }, "@timestamp": "2013-10-09T13:41:21.678Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('7a5818dd-822a-4793-bec2-663e9bbacc42', '163443c3-639c-4d7b-a15c-c666d822adc4', '603e9ed7-f82d-4e29-a683-ba6cb786d670') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "kX12Vdq5SdmZDtdHPEkcJA" }, { "sort": [ 1381326081673 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Zfabe828bf06d4ca99d93a59aa22fca41" ], "log_url": [ "http://logs.openstack.org/26/50626/1/check/check-tempest-devstack-vm-neutron/a80a8c7/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/horizon" ], "build_change": [ "50626" ], "pid": [ "834" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "a80a8c76454c4d0cb16ffdcc34f0f1f7" ], "received_at": [ "2013-10-09T13:46:28.833Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-09T13:41:21.673Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('7a5818dd-822a-4793-bec2-663e9bbacc42', '163443c3-639c-4d7b-a15c-c666d822adc4', '603e9ed7-f82d-4e29-a683-ba6cb786d670')\n2013-10-09 13:41:21.673 834 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "PsqXfq9EQh-0Ve4PeF159A" }, { "sort": [ 1381316685610 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/milestone-proposed/Z1901f67d435d4ba1a226a20d81117a85" ], "log_url": [ "http://logs.openstack.org/84/50584/1/check/check-tempest-devstack-vm-neutron/60de970/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/horizon" ], "build_change": [ "50584" ], "pid": [ "1972" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "60de970d11b74e44a1065df3429a9a8e" ], "received_at": [ "2013-10-09T11:08:13.583Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-09T11:04:45.610Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 9, 11, 3, 54, 694476), '1bf06ebe-48dc-436f-bf5b-73d43a7032fb')\n2013-10-09 11:04:45.610 1972 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "cet1EAJIRzyVbTpeC_hWEQ" }, { "sort": [ 1381314165256 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/milestone-proposed/Zd7207518f85d4568b9ffbd24c7ca0124" ], "log_url": [ "http://logs.openstack.org/81/50381/1/gate/gate-tempest-devstack-vm-neutron/91e5ace/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "50381" ], "pid": [ "1665" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "91e5ace8fca34116b90a9c7592d17138" ], "received_at": [ "2013-10-09T10:25:53.659Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-09T10:22:45.256Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 9, 10, 21, 54, 851257), '5f93bc21-837d-44ef-a6bb-1050c54bf8df')\n2013-10-09 10:22:45.256 1665 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "geh0AEtERU-hVcoFYU0z2A" }, { "sort": [ 1381310219563 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "3", "build_ref": "refs/zuul/master/Z3b8622d65a6c4dccbac62fefc5087827", "log_url": "http://logs.openstack.org/92/50292/3/check/check-tempest-devstack-vm-neutron-isolated/9bd99b5/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "50292", "pid": [ "920" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron-isolated", "build_uuid": "9bd99b53b68745cb8ef611c97942eb42", "received_at": [ "2013-10-09T09:22:50.025Z" ], "build_queue": "check" }, "@timestamp": "2013-10-09T09:16:59.563Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('70cbeea8-c039-4feb-ac99-dce774424cfa', '2508ed31-72a5-4cd9-8a9b-b72dc3029ad1', '246bfce1-2b38-4931-b39e-dffafac6d3b5')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "TustopIdQg6G6nUcMAu4nQ" }, { "sort": [ 1381310219562 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "3", "build_ref": "refs/zuul/master/Z3b8622d65a6c4dccbac62fefc5087827", "log_url": "http://logs.openstack.org/92/50292/3/check/check-tempest-devstack-vm-neutron-isolated/9bd99b5/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "50292", "pid": [ "920" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron-isolated", "build_uuid": "9bd99b53b68745cb8ef611c97942eb42", "received_at": [ "2013-10-09T09:22:50.025Z" ], "build_queue": "check" }, "@timestamp": "2013-10-09T09:16:59.562Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('70cbeea8-c039-4feb-ac99-dce774424cfa', '2508ed31-72a5-4cd9-8a9b-b72dc3029ad1', '246bfce1-2b38-4931-b39e-dffafac6d3b5') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "hBXVXNLHRROVPMSDTQEYgQ" }, { "sort": [ 1381310219560 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Z3b8622d65a6c4dccbac62fefc5087827" ], "log_url": [ "http://logs.openstack.org/92/50292/3/check/check-tempest-devstack-vm-neutron-isolated/9bd99b5/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "50292" ], "pid": [ "920" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron-isolated" ], "build_uuid": [ "9bd99b53b68745cb8ef611c97942eb42" ], "received_at": [ "2013-10-09T09:22:49.998Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-09T09:16:59.560Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('70cbeea8-c039-4feb-ac99-dce774424cfa', '2508ed31-72a5-4cd9-8a9b-b72dc3029ad1', '246bfce1-2b38-4931-b39e-dffafac6d3b5')\n2013-10-09 09:16:59.560 920 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "RlHk5L5rTni6-8xJeOG-Mg" }, { "sort": [ 1381310168406 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Z3b8622d65a6c4dccbac62fefc5087827" ], "log_url": [ "http://logs.openstack.org/92/50292/3/check/check-tempest-devstack-vm-neutron-isolated/9bd99b5/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "50292" ], "pid": [ "920" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron-isolated" ], "build_uuid": [ "9bd99b53b68745cb8ef611c97942eb42" ], "received_at": [ "2013-10-09T09:22:49.970Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-09T09:16:08.406Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s, configurations=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 9, 9, 15, 17, 974931), '{\"router_id\": \"\", \"gateway_external_network_id\": \"\", \"handle_internal_only_routers\": true, \"use_namespaces\": true, \"routers\": 1, \"interfaces\": 1, \"floating_ips\": 0, \"interface_driver\": \"neutron.agent.linux.interface.OVSInterfaceDriver\", \"ex_gw_ports\": 1}', '246bfce1-2b38-4931-b39e-dffafac6d3b5')\n2013-10-09 09:16:08.406 920 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "M6FvQC6-SwiqkLLyPAtVdQ" }, { "sort": [ 1381306526295 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "6", "build_ref": "refs/zuul/master/Z82284c07f710483db533c35d98140593", "log_url": "http://logs.openstack.org/86/45386/6/gate/gate-tempest-devstack-vm-neutron/5f202dc/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "45386", "pid": [ "588" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron", "build_uuid": "5f202dc94fd249d0a14401128978cf7e", "received_at": [ "2013-10-09T08:18:21.961Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-09T08:15:26.295Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('35262623-35d8-4e36-a272-984a38b8038b', 'bb5d5fa1-8765-47ae-8c6e-f5e06150c3dc', 'ef70d064-7131-46b6-a9d2-2c600a7cbf8b')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "FQankJOwQDiiEDKAz9zigA" }, { "sort": [ 1381306526295 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "6", "build_ref": "refs/zuul/master/Z82284c07f710483db533c35d98140593", "log_url": "http://logs.openstack.org/86/45386/6/gate/gate-tempest-devstack-vm-neutron/5f202dc/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "45386", "pid": [ "588" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron", "build_uuid": "5f202dc94fd249d0a14401128978cf7e", "received_at": [ "2013-10-09T08:18:21.961Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-09T08:15:26.295Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('35262623-35d8-4e36-a272-984a38b8038b', 'bb5d5fa1-8765-47ae-8c6e-f5e06150c3dc', 'ef70d064-7131-46b6-a9d2-2c600a7cbf8b') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "pkBEAwgiTa6BQVnERTrA2Q" }, { "sort": [ 1381306526293 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "6" ], "build_ref": [ "refs/zuul/master/Z82284c07f710483db533c35d98140593" ], "log_url": [ "http://logs.openstack.org/86/45386/6/gate/gate-tempest-devstack-vm-neutron/5f202dc/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "45386" ], "pid": [ "588" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "5f202dc94fd249d0a14401128978cf7e" ], "received_at": [ "2013-10-09T08:18:21.946Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-09T08:15:26.293Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('35262623-35d8-4e36-a272-984a38b8038b', 'bb5d5fa1-8765-47ae-8c6e-f5e06150c3dc', 'ef70d064-7131-46b6-a9d2-2c600a7cbf8b')\n2013-10-09 08:15:26.293 588 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "oWAtuXjXTXifEOdixJQSdw" }, { "sort": [ 1381306475135 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "6" ], "build_ref": [ "refs/zuul/master/Z82284c07f710483db533c35d98140593" ], "log_url": [ "http://logs.openstack.org/86/45386/6/gate/gate-tempest-devstack-vm-neutron/5f202dc/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "45386" ], "pid": [ "588" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "5f202dc94fd249d0a14401128978cf7e" ], "received_at": [ "2013-10-09T08:18:21.921Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-09T08:14:35.135Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 9, 8, 13, 44, 885099), 'ef70d064-7131-46b6-a9d2-2c600a7cbf8b')\n2013-10-09 08:14:35.135 588 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "0Q1yMrwkRgyIAVLslWI7pA" }, { "sort": [ 1381285123712 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z55c8191d3e0a4a9cbd856017488f3d54" ], "log_url": [ "http://logs.openstack.org/19/50519/1/check/check-tempest-devstack-vm-neutron-isolated/f2c42d4/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "50519" ], "pid": [ "6079" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron-isolated" ], "build_uuid": [ "f2c42d4bb74649c096bbb78af5564e66" ], "received_at": [ "2013-10-09T02:23:51.862Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-09T02:18:43.712Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 9, 2, 17, 52, 398241), 'e04f2de6-a89f-44b5-941e-e6cdcb65c61d')\n2013-10-09 02:18:43.712 6079 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.09", "_id": "tU6cigGKQLy9-JNJhv6l9Q" }, { "sort": [ 1381247427856 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "6", "build_ref": "refs/zuul/master/Z55aee6fc067e4b91b310b7bfe5b431e1", "log_url": "http://logs.openstack.org/30/45130/6/check/check-tempest-devstack-vm-neutron/d0fdd8a/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/cinder", "build_change": "45130", "pid": [ "32699" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "d0fdd8ace78545488a76d007e5e4aeec", "received_at": [ "2013-10-08T15:54:56.239Z" ], "build_queue": "check" }, "@timestamp": "2013-10-08T15:50:27.856Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('6f138387-b1b2-43e1-a815-cfcda864912f', '7afd0fbc-7800-4ce2-be62-80b5b39a8aa1', '691d7b25-f07b-4e11-b63f-6faa0d51dce6')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.08", "_id": "-q_1mPBIQBWue9rINNQmhg" }, { "sort": [ 1381247427856 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "6", "build_ref": "refs/zuul/master/Z55aee6fc067e4b91b310b7bfe5b431e1", "log_url": "http://logs.openstack.org/30/45130/6/check/check-tempest-devstack-vm-neutron/d0fdd8a/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/cinder", "build_change": "45130", "pid": [ "32699" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "d0fdd8ace78545488a76d007e5e4aeec", "received_at": [ "2013-10-08T15:54:56.238Z" ], "build_queue": "check" }, "@timestamp": "2013-10-08T15:50:27.856Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('6f138387-b1b2-43e1-a815-cfcda864912f', '7afd0fbc-7800-4ce2-be62-80b5b39a8aa1', '691d7b25-f07b-4e11-b63f-6faa0d51dce6') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.08", "_id": "iKvahfF0QPmrwGlOzi1csg" }, { "sort": [ 1381247427852 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "6" ], "build_ref": [ "refs/zuul/master/Z55aee6fc067e4b91b310b7bfe5b431e1" ], "log_url": [ "http://logs.openstack.org/30/45130/6/check/check-tempest-devstack-vm-neutron/d0fdd8a/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/cinder" ], "build_change": [ "45130" ], "pid": [ "32699" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "d0fdd8ace78545488a76d007e5e4aeec" ], "received_at": [ "2013-10-08T15:54:56.210Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-08T15:50:27.852Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('6f138387-b1b2-43e1-a815-cfcda864912f', '7afd0fbc-7800-4ce2-be62-80b5b39a8aa1', '691d7b25-f07b-4e11-b63f-6faa0d51dce6')\n2013-10-08 15:50:27.852 32699 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.08", "_id": "tRZgjby6QKqm2wce1wMMTA" }, { "sort": [ 1381235677398 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Zdb5d2540f4f445a0a81582673f91d6ac", "log_url": "http://logs.openstack.org/10/50310/1/check/check-tempest-devstack-vm-neutron/b048510/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "50310", "pid": [ "5823" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "b04851046d65416a98f77f5f12bce689", "received_at": [ "2013-10-08T12:38:50.923Z" ], "build_queue": "check" }, "@timestamp": "2013-10-08T12:34:37.398Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('b0abfd53-a3dc-47ed-bee0-988981b0e934', '10496cf4-7ae2-4b65-bce3-6f6449b97315', '39b20014-5667-43a8-83a1-86f90a0c2e40') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.08", "_id": "4-vKWYTTS0aPkuirsTKG4A" }, { "sort": [ 1381235677398 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Zdb5d2540f4f445a0a81582673f91d6ac", "log_url": "http://logs.openstack.org/10/50310/1/check/check-tempest-devstack-vm-neutron/b048510/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "50310", "pid": [ "5823" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "b04851046d65416a98f77f5f12bce689", "received_at": [ "2013-10-08T12:38:50.924Z" ], "build_queue": "check" }, "@timestamp": "2013-10-08T12:34:37.398Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('b0abfd53-a3dc-47ed-bee0-988981b0e934', '10496cf4-7ae2-4b65-bce3-6f6449b97315', '39b20014-5667-43a8-83a1-86f90a0c2e40')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.08", "_id": "knGdWd_UTUWbmZW4PhcCxQ" }, { "sort": [ 1381235677395 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Zdb5d2540f4f445a0a81582673f91d6ac" ], "log_url": [ "http://logs.openstack.org/10/50310/1/check/check-tempest-devstack-vm-neutron/b048510/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "50310" ], "pid": [ "5823" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "b04851046d65416a98f77f5f12bce689" ], "received_at": [ "2013-10-08T12:38:50.898Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-08T12:34:37.395Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('b0abfd53-a3dc-47ed-bee0-988981b0e934', '10496cf4-7ae2-4b65-bce3-6f6449b97315', '39b20014-5667-43a8-83a1-86f90a0c2e40')\n2013-10-08 12:34:37.395 5823 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.08", "_id": "heID4K3XTui4zgjdZAya9A" }, { "sort": [ 1381235626233 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Zdb5d2540f4f445a0a81582673f91d6ac" ], "log_url": [ "http://logs.openstack.org/10/50310/1/check/check-tempest-devstack-vm-neutron/b048510/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "50310" ], "pid": [ "5823" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "b04851046d65416a98f77f5f12bce689" ], "received_at": [ "2013-10-08T12:38:50.866Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-08T12:33:46.233Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 8, 12, 32, 55, 666551), '39b20014-5667-43a8-83a1-86f90a0c2e40')\n2013-10-08 12:33:46.233 5823 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.08", "_id": "u-QhzxiUS-6nhG9yvDscjw" }, { "sort": [ 1381233187147 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/milestone-proposed/Z37fb4546a9ee4cc2b8971c9c9c7f4f58" ], "log_url": [ "http://logs.openstack.org/83/50283/1/gate/gate-tempest-devstack-vm-neutron/f786e92/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/heat" ], "build_change": [ "50283" ], "pid": [ "756" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "f786e92ed7c64e5199292dd2aab54e72" ], "received_at": [ "2013-10-08T11:56:07.157Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-08T11:53:07.147Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 8, 11, 52, 16, 890454), '6f5377e2-ea81-4831-8f78-45591c6b2e41')\n2013-10-08 11:53:07.147 756 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.08", "_id": "ScYSSBpbTYeRzLrKxpbsoQ" }, { "sort": [ 1381231458192 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "6", "build_ref": "refs/zuul/master/Zef2d2ce06cfe4873b7d1ed331eb9e77b", "log_url": "http://logs.openstack.org/40/45040/6/check/check-tempest-devstack-vm-neutron/d456720/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "45040", "pid": [ "1731" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "d4567209de67403ab50a613d0d1832dc", "received_at": [ "2013-10-08T11:27:38.884Z" ], "build_queue": "check" }, "@timestamp": "2013-10-08T11:24:18.192Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('99d52e0a-2035-4db1-a763-4c3db95219ac', '8e17a3e7-b848-41bb-8e06-0efad8f12a42', '50204e98-7b11-432d-a0b3-ff6a86766099') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.08", "_id": "41vxsnqWRCiXCUOcKrVzyA" }, { "sort": [ 1381231458192 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "6", "build_ref": "refs/zuul/master/Zef2d2ce06cfe4873b7d1ed331eb9e77b", "log_url": "http://logs.openstack.org/40/45040/6/check/check-tempest-devstack-vm-neutron/d456720/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/neutron", "build_change": "45040", "pid": [ "1731" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "d4567209de67403ab50a613d0d1832dc", "received_at": [ "2013-10-08T11:27:38.884Z" ], "build_queue": "check" }, "@timestamp": "2013-10-08T11:24:18.192Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('99d52e0a-2035-4db1-a763-4c3db95219ac', '8e17a3e7-b848-41bb-8e06-0efad8f12a42', '50204e98-7b11-432d-a0b3-ff6a86766099')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.08", "_id": "CsbgnEOpRbiPQOX97oSkxQ" }, { "sort": [ 1381231458190 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "6" ], "build_ref": [ "refs/zuul/master/Zef2d2ce06cfe4873b7d1ed331eb9e77b" ], "log_url": [ "http://logs.openstack.org/40/45040/6/check/check-tempest-devstack-vm-neutron/d456720/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "45040" ], "pid": [ "1731" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "d4567209de67403ab50a613d0d1832dc" ], "received_at": [ "2013-10-08T11:27:38.868Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-08T11:24:18.190Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('99d52e0a-2035-4db1-a763-4c3db95219ac', '8e17a3e7-b848-41bb-8e06-0efad8f12a42', '50204e98-7b11-432d-a0b3-ff6a86766099')\n2013-10-08 11:24:18.190 1731 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.08", "_id": "hX3MOpDDTbmJnUkZKMNKzA" }, { "sort": [ 1381231407088 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "6" ], "build_ref": [ "refs/zuul/master/Zef2d2ce06cfe4873b7d1ed331eb9e77b" ], "log_url": [ "http://logs.openstack.org/40/45040/6/check/check-tempest-devstack-vm-neutron/d456720/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "45040" ], "pid": [ "1731" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "d4567209de67403ab50a613d0d1832dc" ], "received_at": [ "2013-10-08T11:27:38.816Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-08T11:23:27.088Z", "@source_path": "/", "@source": "tcp://127.0.0.1:38055/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 8, 11, 22, 36, 605659), '50204e98-7b11-432d-a0b3-ff6a86766099')\n2013-10-08 11:23:27.088 1731 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.08", "_id": "FUPlb84lQjeze-v12_AAAw" }, { "sort": [ 1381214232602 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z781930d416e74916ba097750db53e36b" ], "log_url": [ "http://logs.openstack.org/04/50204/1/gate/gate-tempest-devstack-vm-neutron/cc0df46/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "50204" ], "pid": [ "699" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "cc0df468afb24cb5abe4294846a69b8b" ], "received_at": [ "2013-10-08T06:40:19.315Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-08T06:37:12.602Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 8, 6, 36, 21, 65490), '3ca436bb-2da8-4fdf-9211-89ccb7b18c56')\n2013-10-08 06:37:12.602 699 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.08", "_id": "KUvpQ--QSMewPU6fQlUQ7w" }, { "sort": [ 1381211387454 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "5" ], "build_ref": [ "refs/zuul/master/Z450fea9d74c546668492f7d1f4fcd904" ], "log_url": [ "http://logs.openstack.org/86/50186/5/check/check-tempest-devstack-vm-neutron/a97b9d8/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/python-keystoneclient" ], "build_change": [ "50186" ], "pid": [ "32686" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "a97b9d830a554290b60e38c48094d02b" ], "received_at": [ "2013-10-08T05:52:46.628Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-08T05:49:47.454Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 8, 5, 48, 56, 616718), 'd6a0d93c-e09b-4f43-9317-2993bbd68831')\n2013-10-08 05:49:47.454 32686 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.08", "_id": "ENsCbH41Q4CsOUsuk2cGgw" }, { "sort": [ 1381196037990 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "11" ], "build_ref": [ "refs/zuul/master/Z13a99cfb481248cc83640b6b447bcc5d" ], "log_url": [ "http://logs.openstack.org/29/43829/11/check/check-tempest-devstack-vm-neutron/93b5822/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/python-keystoneclient" ], "build_change": [ "43829" ], "pid": [ "563" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "93b58223f7c04a01ade61438d50565c4" ], "received_at": [ "2013-10-08T01:38:54.642Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-08T01:33:57.990Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s, configurations=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 8, 1, 33, 6, 607879), '{\"router_id\": \"\", \"gateway_external_network_id\": \"\", \"handle_internal_only_routers\": true, \"use_namespaces\": true, \"routers\": 3, \"interfaces\": 1, \"floating_ips\": 0, \"interface_driver\": \"neutron.agent.linux.interface.OVSInterfaceDriver\", \"ex_gw_ports\": 1}', 'aa82d4e8-7d25-4ec1-9fb4-35322a8a06e7')\n2013-10-08 01:33:57.990 563 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.08", "_id": "N-0pCYBqTCieGBKVZySkOg" }, { "sort": [ 1381185803415 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "FAILURE" ], "build_patchset": [ "4" ], "build_ref": [ "refs/zuul/master/Z6ae49748bbe6440087c756cc615926b2" ], "log_url": [ "http://logs.openstack.org/24/49624/4/check/check-tempest-devstack-vm-neutron/0335c51/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "49624" ], "pid": [ "1032" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "0335c517dc1f48a2a2ba7731d3ce2a2b" ], "received_at": [ "2013-10-07T22:49:52.312Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-07T22:43:23.415Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56153/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 7, 22, 42, 32, 389597), 'd9369e99-efe7-4793-ad9f-788889ae5242')\n2013-10-07 22:43:23.415 1032 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "1uYPZcPUR-CCxrZ3e3Cujg" }, { "sort": [ 1381184235384 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "3", "build_ref": "refs/zuul/master/Z1f844099089d4c5ebfc1f65259d808f3", "log_url": "http://logs.openstack.org/38/48538/3/gate/gate-tempest-devstack-vm-neutron/d0a75dd/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/swift", "build_change": "48538", "pid": [ "347" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron", "build_uuid": "d0a75ddef67245c28934af27d925a625", "received_at": [ "2013-10-07T22:20:15.416Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-07T22:17:15.384Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('61b997dd-7955-487e-9d5e-cf4ff1bce2a1', 'b3b1f6bd-1d02-453f-9022-5d70422d3c0c', '7e08f2a5-0d97-47c5-9394-00b58a2f4909') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "Xo--1p9wTJaLBdoNLzZuRA" }, { "sort": [ 1381184235384 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "3", "build_ref": "refs/zuul/master/Z1f844099089d4c5ebfc1f65259d808f3", "log_url": "http://logs.openstack.org/38/48538/3/gate/gate-tempest-devstack-vm-neutron/d0a75dd/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/swift", "build_change": "48538", "pid": [ "347" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "gate-tempest-devstack-vm-neutron", "build_uuid": "d0a75ddef67245c28934af27d925a625", "received_at": [ "2013-10-07T22:20:15.416Z" ], "build_queue": "gate" }, "@timestamp": "2013-10-07T22:17:15.384Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('61b997dd-7955-487e-9d5e-cf4ff1bce2a1', 'b3b1f6bd-1d02-453f-9022-5d70422d3c0c', '7e08f2a5-0d97-47c5-9394-00b58a2f4909')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "RA-pGPuVSl6_2LhQiMRPXg" }, { "sort": [ 1381184235382 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Z1f844099089d4c5ebfc1f65259d808f3" ], "log_url": [ "http://logs.openstack.org/38/48538/3/gate/gate-tempest-devstack-vm-neutron/d0a75dd/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/swift" ], "build_change": [ "48538" ], "pid": [ "347" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "d0a75ddef67245c28934af27d925a625" ], "received_at": [ "2013-10-07T22:20:15.389Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-07T22:17:15.382Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('61b997dd-7955-487e-9d5e-cf4ff1bce2a1', 'b3b1f6bd-1d02-453f-9022-5d70422d3c0c', '7e08f2a5-0d97-47c5-9394-00b58a2f4909')\n2013-10-07 22:17:15.382 347 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "PgyXGRvXSwuaUJJHUHpvgQ" }, { "sort": [ 1381184184273 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Z1f844099089d4c5ebfc1f65259d808f3" ], "log_url": [ "http://logs.openstack.org/38/48538/3/gate/gate-tempest-devstack-vm-neutron/d0a75dd/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/swift" ], "build_change": [ "48538" ], "pid": [ "347" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "d0a75ddef67245c28934af27d925a625" ], "received_at": [ "2013-10-07T22:20:15.357Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-07T22:16:24.273Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 7, 22, 15, 33, 678640), '7e08f2a5-0d97-47c5-9394-00b58a2f4909')\n2013-10-07 22:16:24.273 347 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "Vi1fJPcXSL28hcIR316ymQ" }, { "sort": [ 1381169151620 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "3", "build_ref": "refs/zuul/master/Zcbcae1f8a8434cf393a5b3c16a3959fb", "log_url": "http://logs.openstack.org/48/49548/3/check/check-tempest-devstack-vm-neutron/a25d8a8/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/ceilometer", "build_change": "49548", "pid": [ "4393" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "a25d8a835d484af39066448c6f31c76c", "received_at": [ "2013-10-07T18:10:18.332Z" ], "build_queue": "check" }, "@timestamp": "2013-10-07T18:05:51.620Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('7ce729e3-c1f2-432e-91d2-b422af0c044d', '2f670cee-fbd9-4093-995f-7354ca9bcb2c', '3e099ebc-665d-4b47-a867-dbe547d146c5') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "LYhRVksKSbyLbdnpZqELEg" }, { "sort": [ 1381169151620 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "3", "build_ref": "refs/zuul/master/Zcbcae1f8a8434cf393a5b3c16a3959fb", "log_url": "http://logs.openstack.org/48/49548/3/check/check-tempest-devstack-vm-neutron/a25d8a8/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/ceilometer", "build_change": "49548", "pid": [ "4393" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "a25d8a835d484af39066448c6f31c76c", "received_at": [ "2013-10-07T18:10:18.332Z" ], "build_queue": "check" }, "@timestamp": "2013-10-07T18:05:51.620Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('7ce729e3-c1f2-432e-91d2-b422af0c044d', '2f670cee-fbd9-4093-995f-7354ca9bcb2c', '3e099ebc-665d-4b47-a867-dbe547d146c5')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "1NmSB3cRTNSZ884HfXK_-w" }, { "sort": [ 1381169151617 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Zcbcae1f8a8434cf393a5b3c16a3959fb" ], "log_url": [ "http://logs.openstack.org/48/49548/3/check/check-tempest-devstack-vm-neutron/a25d8a8/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/ceilometer" ], "build_change": [ "49548" ], "pid": [ "4393" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "a25d8a835d484af39066448c6f31c76c" ], "received_at": [ "2013-10-07T18:10:18.305Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-07T18:05:51.617Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('7ce729e3-c1f2-432e-91d2-b422af0c044d', '2f670cee-fbd9-4093-995f-7354ca9bcb2c', '3e099ebc-665d-4b47-a867-dbe547d146c5')\n2013-10-07 18:05:51.617 4393 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "CN4qJnUuRxmQ3wGcjeK7rA" }, { "sort": [ 1381169100474 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "3" ], "build_ref": [ "refs/zuul/master/Zcbcae1f8a8434cf393a5b3c16a3959fb" ], "log_url": [ "http://logs.openstack.org/48/49548/3/check/check-tempest-devstack-vm-neutron/a25d8a8/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/ceilometer" ], "build_change": [ "49548" ], "pid": [ "4393" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "a25d8a835d484af39066448c6f31c76c" ], "received_at": [ "2013-10-07T18:10:18.273Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-07T18:05:00.474Z", "@source_path": "/", "@source": "tcp://127.0.0.1:52966/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 7, 18, 4, 9, 795542), '3e099ebc-665d-4b47-a867-dbe547d146c5')\n2013-10-07 18:05:00.474 4393 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "AUGAA6moQoOWkwM0ABMfdQ" }, { "sort": [ 1381155346233 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "UNSTABLE", "build_patchset": "1", "build_ref": "refs/zuul/master/Za52819f4f8bd4556a42a0b1fa8c116cf", "log_url": "http://logs.openstack.org/79/50079/1/check/check-tempest-devstack-vm-neutron/11705c2/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/keystone", "build_change": "50079", "pid": [ "3926" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "11705c238fd94b719c29bf8ca3c23af7", "received_at": [ "2013-10-07T14:18:23.933Z" ], "build_queue": "check" }, "@timestamp": "2013-10-07T14:15:46.233Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('2f156aac-76bc-487e-97af-3764b47135d9', '6e2d6991-26ba-41ac-ab8e-bb4762528ef2', 'f2ef89a5-45b8-4fe5-95c0-070ce1747feb')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "0ZSeGr7NR1WInNPVHi52kw" }, { "sort": [ 1381155346233 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "UNSTABLE", "build_patchset": "1", "build_ref": "refs/zuul/master/Za52819f4f8bd4556a42a0b1fa8c116cf", "log_url": "http://logs.openstack.org/79/50079/1/check/check-tempest-devstack-vm-neutron/11705c2/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/keystone", "build_change": "50079", "pid": [ "3926" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "11705c238fd94b719c29bf8ca3c23af7", "received_at": [ "2013-10-07T14:18:23.932Z" ], "build_queue": "check" }, "@timestamp": "2013-10-07T14:15:46.233Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('2f156aac-76bc-487e-97af-3764b47135d9', '6e2d6991-26ba-41ac-ab8e-bb4762528ef2', 'f2ef89a5-45b8-4fe5-95c0-070ce1747feb') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "Net6bTFPR6uU1VF2Bwm42Q" }, { "sort": [ 1381155346231 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "UNSTABLE" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Za52819f4f8bd4556a42a0b1fa8c116cf" ], "log_url": [ "http://logs.openstack.org/79/50079/1/check/check-tempest-devstack-vm-neutron/11705c2/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/keystone" ], "build_change": [ "50079" ], "pid": [ "3926" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "11705c238fd94b719c29bf8ca3c23af7" ], "received_at": [ "2013-10-07T14:18:23.907Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-07T14:15:46.231Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('2f156aac-76bc-487e-97af-3764b47135d9', '6e2d6991-26ba-41ac-ab8e-bb4762528ef2', 'f2ef89a5-45b8-4fe5-95c0-070ce1747feb')\n2013-10-07 14:15:46.231 3926 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "pOBEl7aySMuoVByCz-0_uw" }, { "sort": [ 1381155295115 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "UNSTABLE" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Za52819f4f8bd4556a42a0b1fa8c116cf" ], "log_url": [ "http://logs.openstack.org/79/50079/1/check/check-tempest-devstack-vm-neutron/11705c2/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/keystone" ], "build_change": [ "50079" ], "pid": [ "3926" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "11705c238fd94b719c29bf8ca3c23af7" ], "received_at": [ "2013-10-07T14:18:23.878Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-07T14:14:55.115Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 7, 14, 14, 4, 210517), 'f2ef89a5-45b8-4fe5-95c0-070ce1747feb')\n2013-10-07 14:14:55.115 3926 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "VF53-1hiTdOrikHSw5OsYQ" }, { "sort": [ 1381154950831 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Ze0f9d905ce3440c5a46b70a286d4e220" ], "log_url": [ "http://logs.openstack.org/73/50073/1/check/check-tempest-devstack-vm-neutron/71c45df/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/keystone" ], "build_change": [ "50073" ], "pid": [ "7205" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "71c45dfa94ca4b8cade75494f296b3ec" ], "received_at": [ "2013-10-07T14:13:53.660Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-07T14:09:10.831Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 7, 14, 8, 19, 986906), '7dd9a281-5271-4204-a24e-8196fe382c4b')\n2013-10-07 14:09:10.831 7205 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "_cCsdklqQCW-1j7pYMZsyw" }, { "sort": [ 1381153731405 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/master/Zf93ebca3ed394339bbb185ccdc4bb94a", "log_url": "http://logs.openstack.org/15/49815/2/check/check-tempest-devstack-vm-neutron/5a31eca/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "49815", "pid": [ "2803" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "5a31eca3bd0e48569439a86a2cf683ff", "received_at": [ "2013-10-07T13:51:15.194Z" ], "build_queue": "check" }, "@timestamp": "2013-10-07T13:48:51.405Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('d6e54efa-e414-40b9-b354-88f769061eb0', '5b5803ec-24e1-48d1-acc3-69d6758cb3b9', '9ceb08b2-6f45-43db-a887-9f29bc6f2976')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "CaRKjbUeR_yPQQDU3gEl6w" }, { "sort": [ 1381153731404 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/master/Zf93ebca3ed394339bbb185ccdc4bb94a", "log_url": "http://logs.openstack.org/15/49815/2/check/check-tempest-devstack-vm-neutron/5a31eca/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/nova", "build_change": "49815", "pid": [ "2803" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "5a31eca3bd0e48569439a86a2cf683ff", "received_at": [ "2013-10-07T13:51:15.194Z" ], "build_queue": "check" }, "@timestamp": "2013-10-07T13:48:51.404Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('d6e54efa-e414-40b9-b354-88f769061eb0', '5b5803ec-24e1-48d1-acc3-69d6758cb3b9', '9ceb08b2-6f45-43db-a887-9f29bc6f2976') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "hfADAGXESFevRLbYnRLM6Q" }, { "sort": [ 1381153731402 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Zf93ebca3ed394339bbb185ccdc4bb94a" ], "log_url": [ "http://logs.openstack.org/15/49815/2/check/check-tempest-devstack-vm-neutron/5a31eca/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "49815" ], "pid": [ "2803" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "5a31eca3bd0e48569439a86a2cf683ff" ], "received_at": [ "2013-10-07T13:51:15.169Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-07T13:48:51.402Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('d6e54efa-e414-40b9-b354-88f769061eb0', '5b5803ec-24e1-48d1-acc3-69d6758cb3b9', '9ceb08b2-6f45-43db-a887-9f29bc6f2976')\n2013-10-07 13:48:51.402 2803 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "bV7lR3HQQc2JGDvAWrkHdA" }, { "sort": [ 1381153680248 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Zf93ebca3ed394339bbb185ccdc4bb94a" ], "log_url": [ "http://logs.openstack.org/15/49815/2/check/check-tempest-devstack-vm-neutron/5a31eca/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/nova" ], "build_change": [ "49815" ], "pid": [ "2803" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "5a31eca3bd0e48569439a86a2cf683ff" ], "received_at": [ "2013-10-07T13:51:15.139Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-07T13:48:00.248Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55818/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 7, 13, 47, 9, 890144), '9ceb08b2-6f45-43db-a887-9f29bc6f2976')\n2013-10-07 13:48:00.248 2803 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "G-L_WQyQT6y_meNuwpOwAg" }, { "sort": [ 1381149367451 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Z2201bfb98b7a40c68cb7dea33da46dc5", "log_url": "http://logs.openstack.org/47/50047/1/check/check-tempest-devstack-vm-neutron/3c1770a/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/keystone", "build_change": "50047", "pid": [ "496" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "3c1770acef1c4c56b67f9569bb490e40", "received_at": [ "2013-10-07T12:38:16.364Z" ], "build_queue": "check" }, "@timestamp": "2013-10-07T12:36:07.451Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55488/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('f081428b-ccc5-415b-acec-49045887e0b7', '0d2f9bcb-1806-4b10-942b-7b25210595c0', '0f2298f5-b077-479e-aae2-48b9f3dcbae6')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "UL8BOpA2QVyyZ7az1-rAGQ" }, { "sort": [ 1381149367451 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Z2201bfb98b7a40c68cb7dea33da46dc5", "log_url": "http://logs.openstack.org/47/50047/1/check/check-tempest-devstack-vm-neutron/3c1770a/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/keystone", "build_change": "50047", "pid": [ "496" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "3c1770acef1c4c56b67f9569bb490e40", "received_at": [ "2013-10-07T12:38:16.364Z" ], "build_queue": "check" }, "@timestamp": "2013-10-07T12:36:07.451Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55488/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('f081428b-ccc5-415b-acec-49045887e0b7', '0d2f9bcb-1806-4b10-942b-7b25210595c0', '0f2298f5-b077-479e-aae2-48b9f3dcbae6') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "-KHWfJgBTsu8qQW9Ups-Lw" }, { "sort": [ 1381149367450 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z2201bfb98b7a40c68cb7dea33da46dc5" ], "log_url": [ "http://logs.openstack.org/47/50047/1/check/check-tempest-devstack-vm-neutron/3c1770a/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/keystone" ], "build_change": [ "50047" ], "pid": [ "496" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "3c1770acef1c4c56b67f9569bb490e40" ], "received_at": [ "2013-10-07T12:38:16.348Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-07T12:36:07.450Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55488/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('f081428b-ccc5-415b-acec-49045887e0b7', '0d2f9bcb-1806-4b10-942b-7b25210595c0', '0f2298f5-b077-479e-aae2-48b9f3dcbae6')\n2013-10-07 12:36:07.450 496 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "ZRmbMVbXQgiMpBc9e9X3Wg" }, { "sort": [ 1381149316351 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z2201bfb98b7a40c68cb7dea33da46dc5" ], "log_url": [ "http://logs.openstack.org/47/50047/1/check/check-tempest-devstack-vm-neutron/3c1770a/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/keystone" ], "build_change": [ "50047" ], "pid": [ "496" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "3c1770acef1c4c56b67f9569bb490e40" ], "received_at": [ "2013-10-07T12:38:16.328Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-07T12:35:16.351Z", "@source_path": "/", "@source": "tcp://127.0.0.1:55488/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 7, 12, 34, 25, 337202), '0f2298f5-b077-479e-aae2-48b9f3dcbae6')\n2013-10-07 12:35:16.351 496 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "8hTr_RhtRcmpDGFQzuHKzw" }, { "sort": [ 1381129985523 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Zfdad75fc15eb40afa715263f8eccd0c8" ], "log_url": [ "http://logs.openstack.org/93/49993/2/check/check-tempest-devstack-vm-neutron-isolated/09f513d/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "49993" ], "pid": [ "414" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron-isolated" ], "build_uuid": [ "09f513d6cac84fe8973aa522270c9b16" ], "received_at": [ "2013-10-07T07:15:31.397Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-07T07:13:05.523Z", "@source_path": "/", "@source": "tcp://127.0.0.1:59513/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 7, 7, 12, 14, 850590), '8cf052c3-c0a4-4507-b5d2-91446e5ef367')\n2013-10-07 07:13:05.523 414 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "_NbFvKqTSXy9rya-29Q1qw" }, { "sort": [ 1381116583929 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Z0f8ce21998964f01ba91220f9d612995", "log_url": "http://logs.openstack.org/86/49986/1/check/check-tempest-devstack-vm-neutron/c9b7cd7/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/keystone", "build_change": "49986", "pid": [ "2005" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "c9b7cd777b8b4e0fbaf6a16c5f0d775b", "received_at": [ "2013-10-07T03:32:13.804Z" ], "build_queue": "check" }, "@timestamp": "2013-10-07T03:29:43.929Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('9fcffd1c-68b2-4503-9cf3-b36ea97de537', '3f8aabeb-9197-43f9-ad1f-3b1293e7aeba', 'fa1316e4-78e4-48c3-81b1-48161bdfc66c')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "0xaJydPTREirCGI_LzX-Bw" }, { "sort": [ 1381116583928 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Z0f8ce21998964f01ba91220f9d612995", "log_url": "http://logs.openstack.org/86/49986/1/check/check-tempest-devstack-vm-neutron/c9b7cd7/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/keystone", "build_change": "49986", "pid": [ "2005" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "c9b7cd777b8b4e0fbaf6a16c5f0d775b", "received_at": [ "2013-10-07T03:32:13.803Z" ], "build_queue": "check" }, "@timestamp": "2013-10-07T03:29:43.928Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('9fcffd1c-68b2-4503-9cf3-b36ea97de537', '3f8aabeb-9197-43f9-ad1f-3b1293e7aeba', 'fa1316e4-78e4-48c3-81b1-48161bdfc66c') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "GmLWSDGZTa2YgETdv04Xgw" }, { "sort": [ 1381116583926 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z0f8ce21998964f01ba91220f9d612995" ], "log_url": [ "http://logs.openstack.org/86/49986/1/check/check-tempest-devstack-vm-neutron/c9b7cd7/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/keystone" ], "build_change": [ "49986" ], "pid": [ "2005" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "c9b7cd777b8b4e0fbaf6a16c5f0d775b" ], "received_at": [ "2013-10-07T03:32:13.778Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-07T03:29:43.926Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('9fcffd1c-68b2-4503-9cf3-b36ea97de537', '3f8aabeb-9197-43f9-ad1f-3b1293e7aeba', 'fa1316e4-78e4-48c3-81b1-48161bdfc66c')\n2013-10-07 03:29:43.926 2005 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "EKKHapQvQa-SOu1bg8dQ7w" }, { "sort": [ 1381116532834 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z0f8ce21998964f01ba91220f9d612995" ], "log_url": [ "http://logs.openstack.org/86/49986/1/check/check-tempest-devstack-vm-neutron/c9b7cd7/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/keystone" ], "build_change": [ "49986" ], "pid": [ "2005" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "c9b7cd777b8b4e0fbaf6a16c5f0d775b" ], "received_at": [ "2013-10-07T03:32:13.749Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-07T03:28:52.834Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 7, 3, 28, 1, 774369), 'fa1316e4-78e4-48c3-81b1-48161bdfc66c')\n2013-10-07 03:28:52.834 2005 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.07", "_id": "-QGV4rIoSbyhs87Cq2B9IA" }, { "sort": [ 1381065762722 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "4", "build_ref": "refs/zuul/master/Z1139c1540c44467db3fa20bf1883ae5d", "log_url": "http://logs.openstack.org/34/49934/4/check/check-tempest-devstack-vm-neutron/b2cc1e0/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "49934", "pid": [ "605" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "b2cc1e02d7544ab8a288c60b88823e00", "received_at": [ "2013-10-06T13:26:38.178Z" ], "build_queue": "check" }, "@timestamp": "2013-10-06T13:22:42.722Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('e68f796e-42f2-4066-85a5-9b1b957b8c2c', '7b1ca160-8601-424e-83e4-299b9427c9a1', '570107f7-416a-4dc8-a481-19f136e068db')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.06", "_id": "i-VOYdBQS6KWHBX5XONEPA" }, { "sort": [ 1381065762721 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "4", "build_ref": "refs/zuul/master/Z1139c1540c44467db3fa20bf1883ae5d", "log_url": "http://logs.openstack.org/34/49934/4/check/check-tempest-devstack-vm-neutron/b2cc1e0/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/tempest", "build_change": "49934", "pid": [ "605" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "b2cc1e02d7544ab8a288c60b88823e00", "received_at": [ "2013-10-06T13:26:38.178Z" ], "build_queue": "check" }, "@timestamp": "2013-10-06T13:22:42.721Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('e68f796e-42f2-4066-85a5-9b1b957b8c2c', '7b1ca160-8601-424e-83e4-299b9427c9a1', '570107f7-416a-4dc8-a481-19f136e068db') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.06", "_id": "LO1XoVL8Q3WQkUg7fVMZrA" }, { "sort": [ 1381065762717 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "4" ], "build_ref": [ "refs/zuul/master/Z1139c1540c44467db3fa20bf1883ae5d" ], "log_url": [ "http://logs.openstack.org/34/49934/4/check/check-tempest-devstack-vm-neutron/b2cc1e0/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "49934" ], "pid": [ "605" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "b2cc1e02d7544ab8a288c60b88823e00" ], "received_at": [ "2013-10-06T13:26:38.160Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-06T13:22:42.717Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('e68f796e-42f2-4066-85a5-9b1b957b8c2c', '7b1ca160-8601-424e-83e4-299b9427c9a1', '570107f7-416a-4dc8-a481-19f136e068db')\n2013-10-06 13:22:42.717 605 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.06", "_id": "zargXECAT-WX05kg7dhxpA" }, { "sort": [ 1380982393749 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/master/Z0f44056fb5c649169ee1abb788959834", "log_url": "http://logs.openstack.org/62/49062/2/check/check-tempest-devstack-vm-neutron/0d3192b/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/keystone", "build_change": "49062", "pid": [ "6525" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "0d3192bf74774709916a4aa6349d152f", "received_at": [ "2013-10-05T14:15:29.199Z" ], "build_queue": "check" }, "@timestamp": "2013-10-05T14:13:13.749Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('6ca8067f-7543-4171-ba5e-2c8f587dcd46', 'd8be5e16-91c3-449c-886b-6dc198e6f8b5', '8b0c2508-a8ba-41e9-bc0c-9013bc2918bd') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.05", "_id": "JvovWlGxSlCc__buxD-A0g" }, { "sort": [ 1380982393749 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "2", "build_ref": "refs/zuul/master/Z0f44056fb5c649169ee1abb788959834", "log_url": "http://logs.openstack.org/62/49062/2/check/check-tempest-devstack-vm-neutron/0d3192b/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/keystone", "build_change": "49062", "pid": [ "6525" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "0d3192bf74774709916a4aa6349d152f", "received_at": [ "2013-10-05T14:15:29.200Z" ], "build_queue": "check" }, "@timestamp": "2013-10-05T14:13:13.749Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('6ca8067f-7543-4171-ba5e-2c8f587dcd46', 'd8be5e16-91c3-449c-886b-6dc198e6f8b5', '8b0c2508-a8ba-41e9-bc0c-9013bc2918bd')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.05", "_id": "hU4bdFK0TVS5RFPcLX62cw" }, { "sort": [ 1380982393747 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z0f44056fb5c649169ee1abb788959834" ], "log_url": [ "http://logs.openstack.org/62/49062/2/check/check-tempest-devstack-vm-neutron/0d3192b/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/keystone" ], "build_change": [ "49062" ], "pid": [ "6525" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "0d3192bf74774709916a4aa6349d152f" ], "received_at": [ "2013-10-05T14:15:29.174Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-05T14:13:13.747Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('6ca8067f-7543-4171-ba5e-2c8f587dcd46', 'd8be5e16-91c3-449c-886b-6dc198e6f8b5', '8b0c2508-a8ba-41e9-bc0c-9013bc2918bd')\n2013-10-05 14:13:13.747 6525 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.05", "_id": "GfFlC40nReePFH5p8t8enw" }, { "sort": [ 1380982365757 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Z3cb363bcfd2b480583f90bb90072f61c", "log_url": "http://logs.openstack.org/78/49878/1/check/check-tempest-devstack-vm-neutron/527cf8f/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/heat", "build_change": "49878", "pid": [ "15758" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "527cf8f7a4c544b2980d05900f430a21", "received_at": [ "2013-10-05T14:17:49.919Z" ], "build_queue": "check" }, "@timestamp": "2013-10-05T14:12:45.757Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Returning exception (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('6a6f7114-6dc6-4bad-a0a0-c8ddbceddee8', 'd05865c0-019e-4071-8e4c-0b997955dbde', 'f7b6e685-4cd2-4afc-ab7b-d7a530758c63') to caller", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.05", "_id": "WP3KPYLxQwONW8PNQE6sJw" }, { "sort": [ 1380982365757 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt" ], "@fields": { "build_status": "SUCCESS", "build_patchset": "1", "build_ref": "refs/zuul/master/Z3cb363bcfd2b480583f90bb90072f61c", "log_url": "http://logs.openstack.org/78/49878/1/check/check-tempest-devstack-vm-neutron/527cf8f/logs/screen-q-svc.txt", "loglevel": [ "ERROR" ], "project": "openstack/heat", "build_change": "49878", "pid": [ "15758" ], "module": [ "neutron.openstack.common.rpc.common" ], "filename": "logs/screen-q-svc.txt", "build_name": "check-tempest-devstack-vm-neutron", "build_uuid": "527cf8f7a4c544b2980d05900f430a21", "received_at": [ "2013-10-05T14:17:49.919Z" ], "build_queue": "check" }, "@timestamp": "2013-10-05T14:12:45.757Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] ['Traceback (most recent call last):\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\\n **args)\\n', ' File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\\n neutron_ctxt, version, method, namespace, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\\n result = getattr(proxyobj, method)(ctxt, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\\n l3plugin.auto_schedule_routers(context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\\n self, context, host, router_ids)\\n', ' File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\\n context.session.add(binding)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\\n self.commit()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\\n self._prepare_impl()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\\n self.session.flush()\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\\n return f(*args, **kwargs)\\n', ' File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\\n return super(Session, self).flush(*args, **kwargs)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\\n self._flush(objects)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\\n flush_context.execute()\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\\n rec.execute(self)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\\n uow\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\\n table, insert)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\\n execute(statement, params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\\n params)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\\n compiled_sql, distilled_params\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\\n context)\\n', ' File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\\n cursor.execute(statement, parameters)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\\n self.errorhandler(self, exc, value)\\n', ' File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\\n raise errorclass, errorvalue\\n', \"OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('6a6f7114-6dc6-4bad-a0a0-c8ddbceddee8', 'd05865c0-019e-4071-8e4c-0b997955dbde', 'f7b6e685-4cd2-4afc-ab7b-d7a530758c63')\\n\"]", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.05", "_id": "4FkGjmyNTi-29LbjIevEUw" }, { "sort": [ 1380982365752 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "1" ], "build_ref": [ "refs/zuul/master/Z3cb363bcfd2b480583f90bb90072f61c" ], "log_url": [ "http://logs.openstack.org/78/49878/1/check/check-tempest-devstack-vm-neutron/527cf8f/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/heat" ], "build_change": [ "49878" ], "pid": [ "15758" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "527cf8f7a4c544b2980d05900f430a21" ], "received_at": [ "2013-10-05T14:17:49.892Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-05T14:12:45.752Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_rpc_base.py\", line 54, in sync_routers\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp l3plugin.auto_schedule_routers(context, host, router_ids)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/l3_agentschedulers_db.py\", line 241, in auto_schedule_routers\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp self, context, host, router_ids)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/scheduler/l3_agent_scheduler.py\", line 113, in auto_schedule_routers\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp context.session.add(binding)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 64, in save_obj\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp table, insert)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 558, in _emit_insert_statements\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO routerl3agentbindings (id, router_id, l3_agent_id) VALUES (%s, %s, %s)' ('6a6f7114-6dc6-4bad-a0a0-c8ddbceddee8', 'd05865c0-019e-4071-8e4c-0b997955dbde', 'f7b6e685-4cd2-4afc-ab7b-d7a530758c63')\n2013-10-05 14:12:45.752 15758 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.05", "_id": "Rg94s370SmebGZIrZcbjtw" }, { "sort": [ 1380982342657 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z0f44056fb5c649169ee1abb788959834" ], "log_url": [ "http://logs.openstack.org/62/49062/2/check/check-tempest-devstack-vm-neutron/0d3192b/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/keystone" ], "build_change": [ "49062" ], "pid": [ "6525" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "check-tempest-devstack-vm-neutron" ], "build_uuid": [ "0d3192bf74774709916a4aa6349d152f" ], "received_at": [ "2013-10-05T14:15:29.145Z" ], "build_queue": [ "check" ] }, "@timestamp": "2013-10-05T14:12:22.657Z", "@source_path": "/", "@source": "tcp://127.0.0.1:44866/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 5, 14, 11, 31, 62874), '8b0c2508-a8ba-41e9-bc0c-9013bc2918bd')\n2013-10-05 14:12:22.657 6525 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.05", "_id": "jpQTCsK7S9SBj5OfuSchyw" }, { "sort": [ 1380976608774 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "2" ], "build_ref": [ "refs/zuul/master/Z2a495ed4d7d148a18258f332db13ebcf" ], "log_url": [ "http://logs.openstack.org/31/49431/2/gate/gate-tempest-devstack-vm-neutron/e51b72b/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/tempest" ], "build_change": [ "49431" ], "pid": [ "453" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "e51b72b632d24c458c79851353fe5d41" ], "received_at": [ "2013-10-05T12:40:35.043Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-05T12:36:48.774Z", "@source_path": "/", "@source": "tcp://127.0.0.1:53290/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 5, 12, 35, 57, 751231), '3ac27834-c831-4fd7-a2ff-2785f6c6d557')\n2013-10-05 12:36:48.774 453 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.05", "_id": "OECDrE45RcGeJqVxTJhvaw" }, { "sort": [ 1380942173286 ], "_type": "jenkins", "_source": { "@tags": [ "logs/screen-q-svc.txt", "screen", "oslofmt", "multiline" ], "@fields": { "build_status": [ "SUCCESS" ], "build_patchset": [ "5" ], "build_ref": [ "refs/zuul/master/Zd9b2a610313a463f94b671cc89e8b776" ], "log_url": [ "http://logs.openstack.org/68/48468/5/gate/gate-tempest-devstack-vm-neutron/df8f47d/logs/screen-q-svc.txt" ], "loglevel": [ "ERROR" ], "project": [ "openstack/neutron" ], "build_change": [ "48468" ], "pid": [ "1889" ], "module": [ "neutron.openstack.common.rpc.amqp" ], "filename": [ "logs/screen-q-svc.txt" ], "build_name": [ "gate-tempest-devstack-vm-neutron" ], "build_uuid": [ "df8f47d1a41f42979ba9cf27d74eed47" ], "received_at": [ "2013-10-05T03:07:13.326Z" ], "build_queue": [ "gate" ] }, "@timestamp": "2013-10-05T03:02:53.286Z", "@source_path": "/", "@source": "tcp://127.0.0.1:56929/", "@source_host": "127.0.0.1", "@message": "[-] Exception during message handling\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp Traceback (most recent call last):\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/amqp.py\", line 438, in _process_data\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp **args)\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/common/rpc.py\", line 44, in dispatch\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp neutron_ctxt, version, method, namespace, **kwargs)\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/rpc/dispatcher.py\", line 172, in dispatch\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 184, in report_state\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp self.plugin.create_or_update_agent(context, agent_state)\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/db/agents_db.py\", line 162, in create_or_update_agent\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp greenthread.sleep(0)\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 456, in __exit__\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp self.commit()\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 368, in commit\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp self._prepare_impl()\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 347, in _prepare_impl\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp self.session.flush()\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 524, in _wrap\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp return f(*args, **kwargs)\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py\", line 718, in flush\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp return super(Session, self).flush(*args, **kwargs)\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1734, in flush\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp self._flush(objects)\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py\", line 1805, in _flush\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp flush_context.execute()\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 331, in execute\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp rec.execute(self)\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py\", line 475, in execute\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp uow\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 59, in save_obj\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp mapper, table, update)\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py\", line 485, in _emit_update_statements\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp execute(statement, params)\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1449, in execute\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp params)\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1584, in _execute_clauseelement\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp compiled_sql, distilled_params\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1698, in _execute_context\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py\", line 1691, in _execute_context\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp context)\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py\", line 331, in do_execute\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp cursor.execute(statement, parameters)\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py\", line 174, in execute\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp self.errorhandler(self, exc, value)\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp File \"/usr/lib/python2.7/dist-packages/MySQLdb/connections.py\", line 36, in defaulterrorhandler\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp raise errorclass, errorvalue\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'UPDATE agents SET heartbeat_timestamp=%s WHERE agents.id = %s' (datetime.datetime(2013, 10, 5, 3, 2, 2, 135545), 'bb97b897-8ef4-487b-90da-05f6d20b4673')\n2013-10-05 03:02:53.286 1889 TRACE neutron.openstack.common.rpc.amqp ", "@type": "jenkins" }, "_score": null, "_index": "logstash-2013.10.05", "_id": "Z5CVBSbqRCORKX8WHRiXmQ" } ], "total": 251, "max_score": null }, "_shards": { "successful": 75, "failed": 0, "total": 75 }, "took": 53, "timed_out": false }