rendered paste bodyON NEUTRON NETWORKING NODE
tail -F dhcp-agent.log l3-agent.log linuxbridge-agent.log metadata-agent.log neutron-ns-metadata-proxy-46f5797e-443a-4a3a-9069-6f4f98a83a2f.log server.log
2016-07-06 22:10:13.246 10150 INFO neutron.wsgi [-] (10150) accepted ('192.168.2.223', 54521)
2016-07-06 22:10:13.247 10150 INFO neutron.wsgi [-] 192.168.2.223 - - [06/Jul/2016 22:10:13] "OPTIONS / HTTP/1.0" 200 264 0.000517
2016-07-06 22:10:13.595 10144 DEBUG keystoneclient.auth.identity.v3.base [-] Making authentication request to http://maccess:35357/v3/auth/tokens get_auth_ref /usr/lib/python2.7/site-packages/keystoneclient/auth/identity/v3/base.py:188
2016-07-06 22:10:15.249 10154 INFO neutron.wsgi [-] (10154) accepted ('192.168.2.223', 54535)
2016-07-06 22:10:15.250 10154 INFO neutron.wsgi [-] 192.168.2.223 - - [06/Jul/2016 22:10:15] "OPTIONS / HTTP/1.0" 200 264 0.000531
2016-07-06 22:10:17.250 10148 INFO neutron.wsgi [-] (10148) accepted ('192.168.2.223', 54547)
2016-07-06 22:10:17.252 10148 INFO neutron.wsgi [-] 192.168.2.223 - - [06/Jul/2016 22:10:17] "OPTIONS / HTTP/1.0" 200 264 0.000543
2016-07-06 22:10:19.252 10138 INFO neutron.wsgi [-] (10138) accepted ('192.168.2.223', 54559)
2016-07-06 22:10:19.253 10138 INFO neutron.wsgi [-] 192.168.2.223 - - [06/Jul/2016 22:10:19] "OPTIONS / HTTP/1.0" 200 264 0.000527
2016-07-06 22:10:21.179 10144 DEBUG keystoneclient.session [-] Request returned failure status: 500 request /usr/lib/python2.7/site-packages/keystoneclient/session.py:400
2016-07-06 22:10:21.180 10144 ERROR keystonemiddleware.auth_token [-] Bad response code while validating token: 500
2016-07-06 22:10:21.180 10144 WARNING keystonemiddleware.auth_token [-] Identity response: {"error": {"message": "Maximum lock attempts on _lockusertokens-d84d4968ea8a4be0b20ab20b3e2983da occurred. (Disable debug mode to suppress these details.)", "code": 500, "title": "Internal Server Error"}}
2016-07-06 22:10:21.180 10144 CRITICAL keystonemiddleware.auth_token [-] Unable to validate token: Failed to fetch token data from identity server
2016-07-06 22:10:21.181 10144 INFO neutron.wsgi [-] 192.168.2.223 - - [06/Jul/2016 22:10:21] "GET /v2.0/ports.json?tenant_id=f60a9b7a639c4594a4854ef4589ae68f&device_id=fbf3d852-37cd-4486-8afb-35fcd92605f1 HTTP/1.1" 503 325 7.586484
2016-07-06 22:10:21.254 10137 INFO neutron.wsgi [-] (10137) accepted ('192.168.2.223', 54571)
2016-07-06 22:10:21.256 10137 INFO neutron.wsgi [-] 192.168.2.223 - - [06/Jul/2016 22:10:21] "OPTIONS / HTTP/1.0" 200 264 0.000519
2016-07-06 22:10:23.258 10153 INFO neutron.wsgi [-] (10153) accepted ('192.168.2.223', 54583)
2016-07-06 22:10:23.259 10153 INFO neutron.wsgi [-] 192.168.2.223 - - [06/Jul/2016 22:10:23] "OPTIONS / HTTP/1.0" 200 264 0.000461
==> linuxbridge-agent.log <==
2016-07-06 22:10:23.707 10058 DEBUG oslo_messaging._drivers.amqpdriver [-] MSG_ID is 526050cdb3874d5295407fe708599575 _send /usr/lib/python2.7/site-packages/oslo_messaging/_drivers/amqpdriver.py:392
==> server.log <==
2016-07-06 22:10:25.259 10144 INFO neutron.wsgi [-] (10144) accepted ('192.168.2.223', 54595)
2016-07-06 22:10:25.261 10144 INFO neutron.wsgi [-] 192.168.2.223 - - [06/Jul/2016 22:10:25] "OPTIONS / HTTP/1.0" 200 264 0.000513
2016-07-06 22:10:27.263 10135 INFO neutron.wsgi [-] (10135) accepted ('192.168.2.223', 54607)
2016-07-06 22:10:27.264 10135 INFO neutron.wsgi [-] 192.168.2.223 - - [06/Jul/2016 22:10:27] "OPTIONS / HTTP/1.0" 200 264 0.000420
2016-07-06 22:10:29.266 10150 INFO neutron.wsgi [-] (10150) accepted ('192.168.2.223', 54619)
2016-07-06 22:10:29.267 10150 INFO neutron.wsgi [-] 192.168.2.223 - - [06/Jul/2016 22:10:29] "OPTIONS / HTTP/1.0" 200 264 0.000514
2016-07-06 22:10:31.268 10146 INFO neutron.wsgi [-] (10146) accepted ('192.168.2.223', 54631)
2016-07-06 22:10:31.270 10146 INFO neutron.wsgi [-] 192.168.2.223 - - [06/Jul/2016 22:10:31] "OPTIONS / HTTP/1.0" 200 264 0.000523
ON CONTROLLER-1
tail -F keystone/keystone.log httpd/* nova/nova-api.log nova/nova-cert.log nova/nova-conductor.log nova/nova-consoleauth.log nova/nova-manage.log nova/nova-scheduler.log | grep -v OPTIONS
==> keystone/keystone.log <==
2016-07-06 22:10:21.173 659121 WARNING keystone.common.wsgi [req-00255ea0-6621-456c-8d00-e95cc41e7ec5 - - - - -] Maximum lock attempts on _lockusertokens-d84d4968ea8a4be0b20ab20b3e2983da occurred. (Disable debug mode to suppress these details.)
==> httpd/keystone-access.log <==
192.168.2.223 - - [06/Jul/2016:22:10:13 +0800] "POST /v3/auth/tokens HTTP/1.1" 500 204 "-" "neutron/7.1.1 keystonemiddleware.auth_token/2.3.1"