# Pastebin VgRzluxP 2019-02-14 10:54:09.718 52 DEBUG eventlet.wsgi.server [-] (52) accepted '' server /var/lib/kolla/venv/lib/python2.7/site-packages/eventlet/wsgi.py:883 2019-02-14 10:54:09.719 52 DEBUG neutron.agent.l3.ha [-] Handling notification for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df, state master enqueue /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:50 2019-02-14 10:54:09.719 52 INFO neutron.agent.l3.ha [-] Router caa0d23c-850f-49f1-9fc6-14e1adf5d1df transitioned to master 2019-02-14 10:54:09.719 52 DEBUG neutron.agent.l3.ha [-] Spawning metadata proxy for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df _update_metadata_proxy /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:158 2019-02-14 10:54:09.719 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:54:09.719 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:54:09.720 52 DEBUG neutron.agent.metadata.driver [-] haproxy_cfg = global log /dev/log local0 debug log-tag haproxy-metadata-proxy-caa0d23c-850f-49f1-9fc6-14e1adf5d1df user neutron group neutron maxconn 1024 pidfile /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid daemon defaults log global mode http option httplog option dontlognull option http-server-close option forwardfor retries 3 timeout http-request 30s timeout connect 30s timeout client 32s timeout server 32s timeout http-keep-alive 30s listen listener bind 0.0.0.0:9697 server metadata /var/lib/neutron/kolla/metadata_proxy http-request add-header X-Neutron-Router-ID caa0d23c-850f-49f1-9fc6-14e1adf5d1df create_config_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/metadata/driver.py:135 2019-02-14 10:54:09.720 52 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', 'neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-caa0d23c-850f-49f1-9fc6-14e1adf5d1df', 'haproxy', '-f', '/var/lib/neutron/ns-metadata-proxy/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.conf'] create_process /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:87 2019-02-14 10:54:10.187 52 DEBUG oslo_concurrency.lockutils [-] Lock "enable_radvd" acquired by "neutron.agent.l3.ha_router.enable_radvd" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:54:10.188 52 DEBUG neutron.agent.l3.router_info [-] Spawning radvd daemon in router device: caa0d23c-850f-49f1-9fc6-14e1adf5d1df enable_radvd /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/router_info.py:519 2019-02-14 10:54:10.188 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid.radvd get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:54:10.188 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid.radvd get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:54:10.188 52 DEBUG neutron.agent.linux.external_process [-] No process started for caa0d23c-850f-49f1-9fc6-14e1adf5d1df disable /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/external_process.py:118 2019-02-14 10:54:10.188 52 DEBUG neutron.agent.linux.ra [-] radvd disabled for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df disable /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/ra.py:185 2019-02-14 10:54:10.189 52 DEBUG oslo_concurrency.lockutils [-] Lock "enable_radvd" released by "neutron.agent.l3.ha_router.enable_radvd" :: held 0.002s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285 2019-02-14 10:54:10.189 52 DEBUG oslo_concurrency.lockutils [-] Lock "l3-agent-pd" acquired by "neutron.agent.linux.pd.process_ha_state" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:54:10.189 52 DEBUG oslo_concurrency.lockutils [-] Lock "l3-agent-pd" released by "neutron.agent.linux.pd.process_ha_state" :: held 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285 2019-02-14 10:54:10.189 52 INFO eventlet.wsgi.server [-] "GET / HTTP/1.1" status: 200 len: 115 time: 0.4706571 2019-02-14 10:54:10.190 52 DEBUG oslo_concurrency.lockutils [-] Lock "notifier-7bf2fcc4-8c4d-44d8-8097-b5d6881faf36" acquired by "neutron.notifiers.batch_notifier.synced_send" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:54:10.190 52 DEBUG neutron.agent.l3.ha [-] Updating server with HA routers states {'caa0d23c-850f-49f1-9fc6-14e1adf5d1df': 'active'} notify_server /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:179 2019-02-14 10:54:13.492 52 DEBUG oslo_concurrency.lockutils [-] Lock "notifier-7bf2fcc4-8c4d-44d8-8097-b5d6881faf36" released by "neutron.notifiers.batch_notifier.synced_send" :: held 3.303s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285 2019-02-14 10:54:20.116 52 DEBUG eventlet.wsgi.server [-] (52) accepted '' server /var/lib/kolla/venv/lib/python2.7/site-packages/eventlet/wsgi.py:883 2019-02-14 10:54:20.117 52 DEBUG neutron.agent.l3.ha [-] Handling notification for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df, state backup enqueue /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:50 2019-02-14 10:54:20.117 52 INFO neutron.agent.l3.ha [-] Router caa0d23c-850f-49f1-9fc6-14e1adf5d1df transitioned to backup 2019-02-14 10:54:20.117 52 DEBUG neutron.agent.l3.ha [-] Closing metadata proxy for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df _update_metadata_proxy /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:163 2019-02-14 10:54:20.118 52 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', 'neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'kill', '-9', '1961'] create_process /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:87 2019-02-14 10:54:20.548 52 DEBUG neutron.agent.l3.router_info [-] Terminating radvd daemon in router device: caa0d23c-850f-49f1-9fc6-14e1adf5d1df disable_radvd /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/router_info.py:526 2019-02-14 10:54:20.549 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid.radvd get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:54:20.549 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid.radvd get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:54:20.549 52 DEBUG neutron.agent.linux.external_process [-] No process started for caa0d23c-850f-49f1-9fc6-14e1adf5d1df disable /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/external_process.py:118 2019-02-14 10:54:20.549 52 DEBUG neutron.agent.linux.ra [-] radvd disabled for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df disable /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/ra.py:185 2019-02-14 10:54:20.550 52 DEBUG oslo_concurrency.lockutils [-] Lock "l3-agent-pd" acquired by "neutron.agent.linux.pd.process_ha_state" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:54:20.550 52 DEBUG oslo_concurrency.lockutils [-] Lock "l3-agent-pd" released by "neutron.agent.linux.pd.process_ha_state" :: held 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285 2019-02-14 10:54:20.550 52 INFO eventlet.wsgi.server [-] "GET / HTTP/1.1" status: 200 len: 115 time: 0.4332421 2019-02-14 10:54:20.551 52 DEBUG oslo_concurrency.lockutils [-] Lock "notifier-7bf2fcc4-8c4d-44d8-8097-b5d6881faf36" acquired by "neutron.notifiers.batch_notifier.synced_send" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:54:20.551 52 DEBUG neutron.agent.l3.ha [-] Updating server with HA routers states {'caa0d23c-850f-49f1-9fc6-14e1adf5d1df': 'standby'} notify_server /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:179 2019-02-14 10:54:22.590 52 DEBUG oslo_concurrency.lockutils [-] Lock "notifier-7bf2fcc4-8c4d-44d8-8097-b5d6881faf36" released by "neutron.notifiers.batch_notifier.synced_send" :: held 2.040s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285 2019-02-14 10:54:41.226 52 DEBUG oslo_concurrency.lockutils [-] Lock "_check_child_processes" acquired by "neutron.agent.linux.external_process._check_child_processes" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:54:41.227 52 DEBUG oslo_concurrency.lockutils [-] Lock "_check_child_processes" released by "neutron.agent.linux.external_process._check_child_processes" :: held 0.001s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285 2019-02-14 10:54:41.296 52 DEBUG oslo_concurrency.lockutils [-] Lock "_check_child_processes" acquired by "neutron.agent.linux.external_process._check_child_processes" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:54:41.296 52 DEBUG oslo_concurrency.lockutils [-] Lock "_check_child_processes" released by "neutron.agent.linux.external_process._check_child_processes" :: held 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285 2019-02-14 10:54:45.792 52 DEBUG oslo_service.periodic_task [req-3180dc95-a56a-4bf3-87b3-cdbabcdcf4de - - - - -] Running periodic task L3NATAgentWithStateReport.periodic_sync_routers_task run_periodic_tasks /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_service/periodic_task.py:215 2019-02-14 10:54:46.165 52 DEBUG eventlet.wsgi.server [-] (52) accepted '' server /var/lib/kolla/venv/lib/python2.7/site-packages/eventlet/wsgi.py:883 2019-02-14 10:54:46.165 52 DEBUG neutron.agent.l3.ha [-] Handling notification for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df, state master enqueue /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:50 2019-02-14 10:54:46.165 52 INFO neutron.agent.l3.ha [-] Router caa0d23c-850f-49f1-9fc6-14e1adf5d1df transitioned to master 2019-02-14 10:54:46.166 52 DEBUG neutron.agent.l3.ha [-] Spawning metadata proxy for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df _update_metadata_proxy /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:158 2019-02-14 10:54:46.166 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:54:46.166 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:54:46.166 52 DEBUG neutron.agent.metadata.driver [-] haproxy_cfg = global log /dev/log local0 debug log-tag haproxy-metadata-proxy-caa0d23c-850f-49f1-9fc6-14e1adf5d1df user neutron group neutron maxconn 1024 pidfile /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid daemon defaults log global mode http option httplog option dontlognull option http-server-close option forwardfor retries 3 timeout http-request 30s timeout connect 30s timeout client 32s timeout server 32s timeout http-keep-alive 30s listen listener bind 0.0.0.0:9697 server metadata /var/lib/neutron/kolla/metadata_proxy http-request add-header X-Neutron-Router-ID caa0d23c-850f-49f1-9fc6-14e1adf5d1df create_config_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/metadata/driver.py:135 2019-02-14 10:54:46.166 52 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', 'neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-caa0d23c-850f-49f1-9fc6-14e1adf5d1df', 'haproxy', '-f', '/var/lib/neutron/ns-metadata-proxy/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.conf'] create_process /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:87 2019-02-14 10:54:46.630 52 DEBUG oslo_concurrency.lockutils [-] Lock "enable_radvd" acquired by "neutron.agent.l3.ha_router.enable_radvd" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:54:46.631 52 DEBUG neutron.agent.l3.router_info [-] Spawning radvd daemon in router device: caa0d23c-850f-49f1-9fc6-14e1adf5d1df enable_radvd /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/router_info.py:519 2019-02-14 10:54:46.631 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid.radvd get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:54:46.632 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid.radvd get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:54:46.632 52 DEBUG neutron.agent.linux.external_process [-] No process started for caa0d23c-850f-49f1-9fc6-14e1adf5d1df disable /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/external_process.py:118 2019-02-14 10:54:46.632 52 DEBUG neutron.agent.linux.ra [-] radvd disabled for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df disable /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/ra.py:185 2019-02-14 10:54:46.632 52 DEBUG oslo_concurrency.lockutils [-] Lock "enable_radvd" released by "neutron.agent.l3.ha_router.enable_radvd" :: held 0.002s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285 2019-02-14 10:54:46.632 52 DEBUG oslo_concurrency.lockutils [-] Lock "l3-agent-pd" acquired by "neutron.agent.linux.pd.process_ha_state" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:54:46.632 52 DEBUG oslo_concurrency.lockutils [-] Lock "l3-agent-pd" released by "neutron.agent.linux.pd.process_ha_state" :: held 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285 2019-02-14 10:54:46.633 52 INFO eventlet.wsgi.server [-] "GET / HTTP/1.1" status: 200 len: 115 time: 0.4676681 2019-02-14 10:54:46.633 52 DEBUG oslo_concurrency.lockutils [-] Lock "notifier-7bf2fcc4-8c4d-44d8-8097-b5d6881faf36" acquired by "neutron.notifiers.batch_notifier.synced_send" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:54:46.633 52 DEBUG neutron.agent.l3.ha [-] Updating server with HA routers states {'caa0d23c-850f-49f1-9fc6-14e1adf5d1df': 'active'} notify_server /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:179 2019-02-14 10:54:49.925 52 DEBUG oslo_concurrency.lockutils [-] Lock "notifier-7bf2fcc4-8c4d-44d8-8097-b5d6881faf36" released by "neutron.notifiers.batch_notifier.synced_send" :: held 3.292s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285 2019-02-14 10:54:55.884 52 DEBUG eventlet.wsgi.server [-] (52) accepted '' server /var/lib/kolla/venv/lib/python2.7/site-packages/eventlet/wsgi.py:883 2019-02-14 10:54:55.884 52 DEBUG neutron.agent.l3.ha [-] Handling notification for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df, state backup enqueue /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:50 2019-02-14 10:54:55.885 52 INFO neutron.agent.l3.ha [-] Router caa0d23c-850f-49f1-9fc6-14e1adf5d1df transitioned to backup 2019-02-14 10:54:55.885 52 DEBUG neutron.agent.l3.ha [-] Closing metadata proxy for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df _update_metadata_proxy /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:163 2019-02-14 10:54:55.885 52 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', 'neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'kill', '-9', '2079'] create_process /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:87 2019-02-14 10:54:56.316 52 DEBUG neutron.agent.l3.router_info [-] Terminating radvd daemon in router device: caa0d23c-850f-49f1-9fc6-14e1adf5d1df disable_radvd /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/router_info.py:526 2019-02-14 10:54:56.317 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid.radvd get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:54:56.317 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid.radvd get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:54:56.318 52 DEBUG neutron.agent.linux.external_process [-] No process started for caa0d23c-850f-49f1-9fc6-14e1adf5d1df disable /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/external_process.py:118 2019-02-14 10:54:56.318 52 DEBUG neutron.agent.linux.ra [-] radvd disabled for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df disable /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/ra.py:185 2019-02-14 10:54:56.318 52 DEBUG oslo_concurrency.lockutils [-] Lock "l3-agent-pd" acquired by "neutron.agent.linux.pd.process_ha_state" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:54:56.318 52 DEBUG oslo_concurrency.lockutils [-] Lock "l3-agent-pd" released by "neutron.agent.linux.pd.process_ha_state" :: held 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285 2019-02-14 10:54:56.319 52 INFO eventlet.wsgi.server [-] "GET / HTTP/1.1" status: 200 len: 115 time: 0.4344680 2019-02-14 10:54:56.319 52 DEBUG oslo_concurrency.lockutils [-] Lock "notifier-7bf2fcc4-8c4d-44d8-8097-b5d6881faf36" acquired by "neutron.notifiers.batch_notifier.synced_send" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:54:56.319 52 DEBUG neutron.agent.l3.ha [-] Updating server with HA routers states {'caa0d23c-850f-49f1-9fc6-14e1adf5d1df': 'standby'} notify_server /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:179 2019-02-14 10:54:58.365 52 DEBUG oslo_concurrency.lockutils [-] Lock "notifier-7bf2fcc4-8c4d-44d8-8097-b5d6881faf36" released by "neutron.notifiers.batch_notifier.synced_send" :: held 2.046s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285 2019-02-14 10:55:09.797 52 DEBUG eventlet.wsgi.server [-] (52) accepted '' server /var/lib/kolla/venv/lib/python2.7/site-packages/eventlet/wsgi.py:883 2019-02-14 10:55:09.798 52 DEBUG neutron.agent.l3.ha [-] Handling notification for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df, state master enqueue /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:50 2019-02-14 10:55:09.798 52 INFO neutron.agent.l3.ha [-] Router caa0d23c-850f-49f1-9fc6-14e1adf5d1df transitioned to master 2019-02-14 10:55:09.798 52 DEBUG neutron.agent.l3.ha [-] Spawning metadata proxy for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df _update_metadata_proxy /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:158 2019-02-14 10:55:09.798 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:55:09.798 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:55:09.799 52 DEBUG neutron.agent.metadata.driver [-] haproxy_cfg = global log /dev/log local0 debug log-tag haproxy-metadata-proxy-caa0d23c-850f-49f1-9fc6-14e1adf5d1df user neutron group neutron maxconn 1024 pidfile /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid daemon defaults log global mode http option httplog option dontlognull option http-server-close option forwardfor retries 3 timeout http-request 30s timeout connect 30s timeout client 32s timeout server 32s timeout http-keep-alive 30s listen listener bind 0.0.0.0:9697 server metadata /var/lib/neutron/kolla/metadata_proxy http-request add-header X-Neutron-Router-ID caa0d23c-850f-49f1-9fc6-14e1adf5d1df create_config_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/metadata/driver.py:135 2019-02-14 10:55:09.799 52 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', 'neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-caa0d23c-850f-49f1-9fc6-14e1adf5d1df', 'haproxy', '-f', '/var/lib/neutron/ns-metadata-proxy/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.conf'] create_process /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:87 2019-02-14 10:55:10.262 52 DEBUG oslo_concurrency.lockutils [-] Lock "enable_radvd" acquired by "neutron.agent.l3.ha_router.enable_radvd" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:55:10.263 52 DEBUG neutron.agent.l3.router_info [-] Spawning radvd daemon in router device: caa0d23c-850f-49f1-9fc6-14e1adf5d1df enable_radvd /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/router_info.py:519 2019-02-14 10:55:10.263 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid.radvd get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:55:10.264 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid.radvd get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:55:10.264 52 DEBUG neutron.agent.linux.external_process [-] No process started for caa0d23c-850f-49f1-9fc6-14e1adf5d1df disable /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/external_process.py:118 2019-02-14 10:55:10.264 52 DEBUG neutron.agent.linux.ra [-] radvd disabled for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df disable /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/ra.py:185 2019-02-14 10:55:10.264 52 DEBUG oslo_concurrency.lockutils [-] Lock "enable_radvd" released by "neutron.agent.l3.ha_router.enable_radvd" :: held 0.002s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285 2019-02-14 10:55:10.264 52 DEBUG oslo_concurrency.lockutils [-] Lock "l3-agent-pd" acquired by "neutron.agent.linux.pd.process_ha_state" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:55:10.264 52 DEBUG oslo_concurrency.lockutils [-] Lock "l3-agent-pd" released by "neutron.agent.linux.pd.process_ha_state" :: held 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285 2019-02-14 10:55:10.265 52 INFO eventlet.wsgi.server [-] "GET / HTTP/1.1" status: 200 len: 115 time: 0.4670250 2019-02-14 10:55:10.265 52 DEBUG oslo_concurrency.lockutils [-] Lock "notifier-7bf2fcc4-8c4d-44d8-8097-b5d6881faf36" acquired by "neutron.notifiers.batch_notifier.synced_send" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:55:10.265 52 DEBUG neutron.agent.l3.ha [-] Updating server with HA routers states {'caa0d23c-850f-49f1-9fc6-14e1adf5d1df': 'active'} notify_server /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:179 2019-02-14 10:55:13.534 52 DEBUG oslo_concurrency.lockutils [-] Lock "notifier-7bf2fcc4-8c4d-44d8-8097-b5d6881faf36" released by "neutron.notifiers.batch_notifier.synced_send" :: held 3.269s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285 2019-02-14 10:55:20.195 52 DEBUG eventlet.wsgi.server [-] (52) accepted '' server /var/lib/kolla/venv/lib/python2.7/site-packages/eventlet/wsgi.py:883 2019-02-14 10:55:20.196 52 DEBUG neutron.agent.l3.ha [-] Handling notification for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df, state backup enqueue /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:50 2019-02-14 10:55:20.196 52 INFO neutron.agent.l3.ha [-] Router caa0d23c-850f-49f1-9fc6-14e1adf5d1df transitioned to backup 2019-02-14 10:55:20.196 52 DEBUG neutron.agent.l3.ha [-] Closing metadata proxy for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df _update_metadata_proxy /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:163 2019-02-14 10:55:20.196 52 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', 'neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'kill', '-9', '2187'] create_process /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:87 2019-02-14 10:55:20.629 52 DEBUG neutron.agent.l3.router_info [-] Terminating radvd daemon in router device: caa0d23c-850f-49f1-9fc6-14e1adf5d1df disable_radvd /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/router_info.py:526 2019-02-14 10:55:20.630 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid.radvd get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:55:20.630 52 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/caa0d23c-850f-49f1-9fc6-14e1adf5d1df.pid.radvd get_value_from_file /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/utils.py:250 2019-02-14 10:55:20.630 52 DEBUG neutron.agent.linux.external_process [-] No process started for caa0d23c-850f-49f1-9fc6-14e1adf5d1df disable /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/external_process.py:118 2019-02-14 10:55:20.630 52 DEBUG neutron.agent.linux.ra [-] radvd disabled for router caa0d23c-850f-49f1-9fc6-14e1adf5d1df disable /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/linux/ra.py:185 2019-02-14 10:55:20.630 52 DEBUG oslo_concurrency.lockutils [-] Lock "l3-agent-pd" acquired by "neutron.agent.linux.pd.process_ha_state" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:55:20.631 52 DEBUG oslo_concurrency.lockutils [-] Lock "l3-agent-pd" released by "neutron.agent.linux.pd.process_ha_state" :: held 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285 2019-02-14 10:55:20.631 52 INFO eventlet.wsgi.server [-] "GET / HTTP/1.1" status: 200 len: 115 time: 0.4354880 2019-02-14 10:55:20.631 52 DEBUG oslo_concurrency.lockutils [-] Lock "notifier-7bf2fcc4-8c4d-44d8-8097-b5d6881faf36" acquired by "neutron.notifiers.batch_notifier.synced_send" :: waited 0.000s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:273 2019-02-14 10:55:20.632 52 DEBUG neutron.agent.l3.ha [-] Updating server with HA routers states {'caa0d23c-850f-49f1-9fc6-14e1adf5d1df': 'standby'} notify_server /var/lib/kolla/venv/lib/python2.7/site-packages/neutron/agent/l3/ha.py:179 2019-02-14 10:55:22.674 52 DEBUG oslo_concurrency.lockutils [-] Lock "notifier-7bf2fcc4-8c4d-44d8-8097-b5d6881faf36" released by "neutron.notifiers.batch_notifier.synced_send" :: held 2.043s inner /var/lib/kolla/venv/lib/python2.7/site-packages/oslo_concurrency/lockutils.py:285