)]}'
{"/PATCHSET_LEVEL":[{"author":{"_account_id":2424,"name":"Felipe Reyes","email":"felipe.reyes@canonical.com","username":"freyes"},"change_message_id":"fbc7441c67b9d9032b0b2ebd7beb1b6e3484f8fc","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"d354edb2_08620b19","updated":"2024-03-27 19:00:12.000000000","message":"blocked by https://review.opendev.org/c/openstack/charm-ceph-mon/+/913941","commit_id":"08f39fac5cec994734f8dfa09007c8dda52f4b25"},{"author":{"_account_id":2424,"name":"Felipe Reyes","email":"felipe.reyes@canonical.com","username":"freyes"},"change_message_id":"7d95285db434697da0c7aebdf4ab8d8334469823","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"e5e1b030_28ed5bfd","updated":"2024-04-02 20:27:11.000000000","message":"charm-recheck\n\n\nWatcher had issues reaching out keystone\n\nwatcherclient.common.apiclient.exceptions.ServiceUnavailable: Service Unavailable (HTTP 503)\n\n\n2024-04-02 14:58:12.586 61863 DEBUG keystoneauth.session [-] REQ: curl -g -i -X GET https://127.0.0.1:35357 -H \"Accept: application/json\" -H \"User-Agent: watcher/unknown keystonemiddleware.auth_token/9.4.0 keystoneauth1/4.4.0 python-requests/2.25.1 CPython/3.10.12\" _http_log_request /usr/lib/python3/dist-packages/keystoneauth1/session.py:519\n2024-04-02 14:58:12.594 61863 DEBUG urllib3.connectionpool [-] Starting new HTTPS connection (1): 127.0.0.1:35357 _new_conn /usr/lib/python3/dist-packages/urllib3/connectionpool.py:978\n2024-04-02 14:58:12.596 61863 CRITICAL keystonemiddleware.auth_token [-] Unable to validate token: Unable to establish connection to https://127.0.0.1:35357: HTTPSConnectionPool(host\u003d\u0027127.0.0.1\u0027, port\u003d35357): Max retries exceeded with url: / (Caused by NewConnectionError(\u0027\u003curllib3.connection.HTTPSConnection object at 0x7fd2b319ed40\u003e: Failed to establish a new connection: [Errno 111] ECONNREFUSED\u0027)): keystoneauth1.exceptions.connection.ConnectFailure: Unable to establish connection to https://127.0.0.1:35357: HTTPSConnectionPool(host\u003d\u0027127.0.0.1\u0027, port\u003d35357): Max retries exceeded with url: / (Caused by NewConnectionError(\u0027\u003curllib3.connection.HTTPSConnection object at 0x7fd2b319ed40\u003e: Failed to establish a new connection: [Errno 111] ECONNREFUSED\u0027))","commit_id":"08f39fac5cec994734f8dfa09007c8dda52f4b25"},{"author":{"_account_id":2424,"name":"Felipe Reyes","email":"felipe.reyes@canonical.com","username":"freyes"},"change_message_id":"765010acef17bec7063c5aa2bd857ef942af2fb7","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"1c0f069e_593b86ea","updated":"2024-04-02 13:29:48.000000000","message":"charm-recheck\n\nNew revision of ceph-mon published","commit_id":"08f39fac5cec994734f8dfa09007c8dda52f4b25"},{"author":{"_account_id":2424,"name":"Felipe Reyes","email":"felipe.reyes@canonical.com","username":"freyes"},"change_message_id":"60c3d920fd6d597ff390d2b5ccb60cfa0e24695e","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"45251406_efea0966","updated":"2024-03-27 17:03:48.000000000","message":"charm-recheck\n\n```\n\n2024-03-26 21:28:30.528114 | focal-medium | 2024-03-26 21:28:30 [ERROR] unit-ceph-mon-0.log:   File \"/var/lib/juju/agents/unit-ceph-mon-0/charm/src/utils.py\", line 321, in execute_post_osd_upgrade_steps\n2024-03-26 21:28:30.528328 | focal-medium | 2024-03-26 21:28:30 [ERROR] unit-ceph-mon-0.log:     if (_all_ceph_versions_same() and\n2024-03-26 21:28:30.528496 | focal-medium | 2024-03-26 21:28:30 [ERROR] unit-ceph-mon-0.log:   File \"/var/lib/juju/agents/unit-ceph-mon-0/charm/src/utils.py\", line 352, in _all_ceph_versions_same\n2024-03-26 21:28:30.528621 | focal-medium | 2024-03-26 21:28:30 [ERROR] unit-ceph-mon-0.log:     if len(versions_dict[\u0027osd\u0027]) \u003c 1:\n2024-03-26 21:28:30.528744 | focal-medium | 2024-03-26 21:28:30 [ERROR] unit-ceph-mon-0.log: KeyError: \u0027osd\u0027\n```","commit_id":"08f39fac5cec994734f8dfa09007c8dda52f4b25"},{"author":{"_account_id":2424,"name":"Felipe Reyes","email":"felipe.reyes@canonical.com","username":"freyes"},"change_message_id":"ba3541e416915d2a4a2eecf224506f44644ceed3","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"87f14d04_75f296c6","updated":"2024-04-01 21:40:27.000000000","message":"charm-recheck\n\nceph-mon is still failing with the KeyError issue, a backport is being proposed - https://review.opendev.org/c/openstack/charm-ceph-mon/+/914835 - it\u0027s a transient issue, so retrying one more time.","commit_id":"08f39fac5cec994734f8dfa09007c8dda52f4b25"},{"author":{"_account_id":2424,"name":"Felipe Reyes","email":"felipe.reyes@canonical.com","username":"freyes"},"change_message_id":"fb98735354aac530305b71c34116cb6d8ef51a87","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"14d8f12e_28f25dc9","updated":"2024-04-01 18:52:23.000000000","message":"charm-recheck\n\nceph-mon merged and released","commit_id":"08f39fac5cec994734f8dfa09007c8dda52f4b25"},{"author":{"_account_id":2424,"name":"Felipe Reyes","email":"felipe.reyes@canonical.com","username":"freyes"},"change_message_id":"9ee21951668f1bd11bc419c6486adefafcc02875","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":6,"id":"8a896744_28c4dd07","updated":"2024-04-03 14:51:38.000000000","message":"charm-recheck\n\nmysql-router 8.0/edge was closed, because it had stalled charms, the building recipe pushes to 8.0/stable.","commit_id":"abda15db857e38cfd48f55a7abfefcc27303beab"},{"author":{"_account_id":2424,"name":"Felipe Reyes","email":"felipe.reyes@canonical.com","username":"freyes"},"change_message_id":"bee9cc892ea9b4c7c6e488611ee54ec2f3731cb9","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":8,"id":"7ecb8bda_3e6ae19d","updated":"2024-04-04 14:17:04.000000000","message":"It\u0027s trying to reach out keystone on localhost:35357\n\n```\n2024-04-03 22:29:45.397 71180 DEBUG watcher-api [-] (71180) accepted (\u0027127.0.0.1\u0027, 48788) server /usr/lib/python3/dist-packages/eventlet/wsgi.py:992\n2024-04-03 22:29:45.399 71180 DEBUG keystonemiddleware.auth_token [-] Authenticating user token process_request /usr/lib/python3/dist-packages/keystonemiddleware/auth_token/__init__.py:406\n2024-04-03 22:29:45.400 71180 DEBUG keystoneauth.session [-] REQ: curl -g -i -X GET https://127.0.0.1:35357 -H \"Accept: application/json\" -H \"User-Agent: watcher/unknown keystonemiddleware.auth_token/9.4.0 keystoneauth1/4.4.0 python-requests/2.25.1 CPython/3.10.12\" _http_log_request /usr/lib/python3/dist-packages/keystoneauth1/session.py:519\n2024-04-03 22:29:45.402 71180 DEBUG urllib3.connectionpool [-] Starting new HTTPS connection (2): 127.0.0.1:35357 _new_conn /usr/lib/python3/dist-packages/urllib3/connectionpool.py:978\n2024-04-03 22:29:45.403 71180 CRITICAL keystonemiddleware.auth_token [-] Unable to validate token: Unable to establish connection to https://127.0.0.1:35357: HTTPSConnectionPool(host\u003d\u0027127.0.0.1\u0027, port\u003d35357): Max retries exceeded with url: / (Caused by NewConnectionError(\u0027\u003curllib3.connection.HTTPSConnection object at 0x7f87f8bbd7e0\u003e: Failed to establish a new connection: [Errno 111] ECONNREFUSED\u0027)): keystoneauth1.exceptions.connection.ConnectFailure: Unable to establish connection to https://127.0.0.1:35357: HTTPSConnectionPool(host\u003d\u0027127.0.0.1\u0027, port\u003d35357): Max retries exceeded with url: / (Caused by NewConnectionError(\u0027\u003curllib3.connection.HTTPSConnection object at 0x7f87f8bbd7e0\u003e: Failed to establish a new connection: [Errno 111] ECONNREFUSED\u0027))\n2024-04-03 22:29:45.404 71180 INFO watcher-api [-] 172.16.0.118,127.0.0.1 \"GET /v1/audit_templates/zaza-at1 HTTP/1.1\" status: 503  len: 368 time: 0.0055151\n```","commit_id":"f7644e6c019c72dbcf1d3bb31fa7629c309e6d7c"},{"author":{"_account_id":2424,"name":"Felipe Reyes","email":"felipe.reyes@canonical.com","username":"freyes"},"change_message_id":"6aa7215f81a9977038f85f1e94291a09dd4069b3","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":8,"id":"5724569a_cc47f27d","updated":"2024-04-05 13:07:25.000000000","message":"charm-recheck","commit_id":"f7644e6c019c72dbcf1d3bb31fa7629c309e6d7c"},{"author":{"_account_id":2424,"name":"Felipe Reyes","email":"felipe.reyes@canonical.com","username":"freyes"},"change_message_id":"aa8bb8d8f1337f957639d32b20291a6229a3732f","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":8,"id":"6e939f02_f3cd96f0","updated":"2024-04-03 20:48:12.000000000","message":"charm-recheck\n\n```\n2024-04-03 19:37:00.750154 | focal-medium | 2024-04-03 19:37:00 [INFO] watcherclient.common.apiclient.exceptions.ServiceUnavailable: Service Unavailable (HTTP 503)\n```\n\nchecking the keystone unit logs (apache2 and actual keystone) and there are no logs associated to the 503 error.","commit_id":"f7644e6c019c72dbcf1d3bb31fa7629c309e6d7c"}]}