)]}'
{"/PATCHSET_LEVEL":[{"author":{"_account_id":22629,"name":"Michal Nasiadka","email":"mnasiadka@gmail.com","username":"mnasiadka"},"change_message_id":"053b262115e239b5c6a8c6d014ccd51142e4d971","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":9,"id":"e279a9b9_63557e72","updated":"2023-08-09 12:55:15.000000000","message":"its been here too long","commit_id":"453fc643f7f54a9b6914759a04dd67fd311c4c7a"}],"doc/source/user/rocky-linux-9.rst":[{"author":{"_account_id":22629,"name":"Michal Nasiadka","email":"mnasiadka@gmail.com","username":"mnasiadka"},"change_message_id":"84487da2562d89c36be498b5fd8478f7f6ef981f","unresolved":true,"context_lines":[{"line_number":1,"context_line":".. _Migrating to Rocky Linux 9:"},{"line_number":2,"context_line":""},{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":"Migrating to Rock Linux 9"},{"line_number":5,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"From Zed onwards, CentOS Stream 8 support is depricated in Kolla and"}],"source_content_type":"text/x-rst","patch_set":2,"id":"1d85f037_c2522212","line":4,"range":{"start_line":4,"start_character":13,"end_line":4,"end_character":17},"updated":"2023-05-31 10:48:05.000000000","message":"Rocky?","commit_id":"0370f9fce5518f75d15de7bb5f77638fae3079bd"},{"author":{"_account_id":35264,"name":"Alex Welsh","email":"alex@stackhpc.com","username":"alex-welsh"},"change_message_id":"674255e48da5c462c5fde9d1c8a986c0e146fff3","unresolved":false,"context_lines":[{"line_number":1,"context_line":".. _Migrating to Rocky Linux 9:"},{"line_number":2,"context_line":""},{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":"Migrating to Rock Linux 9"},{"line_number":5,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"From Zed onwards, CentOS Stream 8 support is depricated in Kolla and"}],"source_content_type":"text/x-rst","patch_set":2,"id":"da71c84e_19b06371","line":4,"range":{"start_line":4,"start_character":13,"end_line":4,"end_character":17},"in_reply_to":"1d85f037_c2522212","updated":"2023-05-31 11:01:52.000000000","message":"Done","commit_id":"0370f9fce5518f75d15de7bb5f77638fae3079bd"},{"author":{"_account_id":22629,"name":"Michal Nasiadka","email":"mnasiadka@gmail.com","username":"mnasiadka"},"change_message_id":"84487da2562d89c36be498b5fd8478f7f6ef981f","unresolved":true,"context_lines":[{"line_number":4,"context_line":"Migrating to Rock Linux 9"},{"line_number":5,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"From Zed onwards, CentOS Stream 8 support is depricated in Kolla and"},{"line_number":8,"context_line":"Kolla-Ansible. As a result, it is recommended that deployments using CentOS"},{"line_number":9,"context_line":"Stream 8 hosts and containers are migrated to Rocky Linux 9 to upgrade past"},{"line_number":10,"context_line":"Yoga."}],"source_content_type":"text/x-rst","patch_set":2,"id":"13fc4205_f5da43a6","line":7,"range":{"start_line":7,"start_character":45,"end_line":7,"end_character":55},"updated":"2023-05-31 10:48:05.000000000","message":"not really deprecated - dropped","commit_id":"0370f9fce5518f75d15de7bb5f77638fae3079bd"},{"author":{"_account_id":35264,"name":"Alex Welsh","email":"alex@stackhpc.com","username":"alex-welsh"},"change_message_id":"674255e48da5c462c5fde9d1c8a986c0e146fff3","unresolved":false,"context_lines":[{"line_number":4,"context_line":"Migrating to Rock Linux 9"},{"line_number":5,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"From Zed onwards, CentOS Stream 8 support is depricated in Kolla and"},{"line_number":8,"context_line":"Kolla-Ansible. As a result, it is recommended that deployments using CentOS"},{"line_number":9,"context_line":"Stream 8 hosts and containers are migrated to Rocky Linux 9 to upgrade past"},{"line_number":10,"context_line":"Yoga."}],"source_content_type":"text/x-rst","patch_set":2,"id":"c6f09e7d_aa1fd0d0","line":7,"range":{"start_line":7,"start_character":45,"end_line":7,"end_character":55},"in_reply_to":"13fc4205_f5da43a6","updated":"2023-05-31 11:01:52.000000000","message":"Done","commit_id":"0370f9fce5518f75d15de7bb5f77638fae3079bd"},{"author":{"_account_id":22629,"name":"Michal Nasiadka","email":"mnasiadka@gmail.com","username":"mnasiadka"},"change_message_id":"84487da2562d89c36be498b5fd8478f7f6ef981f","unresolved":true,"context_lines":[{"line_number":5,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"From Zed onwards, CentOS Stream 8 support is depricated in Kolla and"},{"line_number":8,"context_line":"Kolla-Ansible. As a result, it is recommended that deployments using CentOS"},{"line_number":9,"context_line":"Stream 8 hosts and containers are migrated to Rocky Linux 9 to upgrade past"},{"line_number":10,"context_line":"Yoga."},{"line_number":11,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"5825031b_e17584b2","line":8,"range":{"start_line":8,"start_character":34,"end_line":8,"end_character":45},"updated":"2023-05-31 10:48:05.000000000","message":"required?","commit_id":"0370f9fce5518f75d15de7bb5f77638fae3079bd"},{"author":{"_account_id":22629,"name":"Michal Nasiadka","email":"mnasiadka@gmail.com","username":"mnasiadka"},"change_message_id":"79c036da7617988951d09b3314a8bc6d7e83f71f","unresolved":false,"context_lines":[{"line_number":5,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"From Zed onwards, CentOS Stream 8 support is depricated in Kolla and"},{"line_number":8,"context_line":"Kolla-Ansible. As a result, it is recommended that deployments using CentOS"},{"line_number":9,"context_line":"Stream 8 hosts and containers are migrated to Rocky Linux 9 to upgrade past"},{"line_number":10,"context_line":"Yoga."},{"line_number":11,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"ec5d20c3_3d3c35ad","line":8,"range":{"start_line":8,"start_character":34,"end_line":8,"end_character":45},"in_reply_to":"1add9f6a_14c14dac","updated":"2023-08-09 13:05:45.000000000","message":"Ack","commit_id":"0370f9fce5518f75d15de7bb5f77638fae3079bd"},{"author":{"_account_id":35264,"name":"Alex Welsh","email":"alex@stackhpc.com","username":"alex-welsh"},"change_message_id":"674255e48da5c462c5fde9d1c8a986c0e146fff3","unresolved":true,"context_lines":[{"line_number":5,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"From Zed onwards, CentOS Stream 8 support is depricated in Kolla and"},{"line_number":8,"context_line":"Kolla-Ansible. As a result, it is recommended that deployments using CentOS"},{"line_number":9,"context_line":"Stream 8 hosts and containers are migrated to Rocky Linux 9 to upgrade past"},{"line_number":10,"context_line":"Yoga."},{"line_number":11,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"1add9f6a_14c14dac","line":8,"range":{"start_line":8,"start_character":34,"end_line":8,"end_character":45},"in_reply_to":"5825031b_e17584b2","updated":"2023-05-31 11:01:52.000000000","message":"It would be weird, but you could go from CS8 to Jammy","commit_id":"0370f9fce5518f75d15de7bb5f77638fae3079bd"},{"author":{"_account_id":22629,"name":"Michal Nasiadka","email":"mnasiadka@gmail.com","username":"mnasiadka"},"change_message_id":"84487da2562d89c36be498b5fd8478f7f6ef981f","unresolved":true,"context_lines":[{"line_number":81,"context_line":""},{"line_number":82,"context_line":"  .. code-block:: bash"},{"line_number":83,"context_line":""},{"line_number":84,"context_line":"    kolla-ansible -i INVENTORY mariadb_recovery "},{"line_number":85,"context_line":""},{"line_number":86,"context_line":"  The symptoms of the problem are random failures on some but not all API"},{"line_number":87,"context_line":"  requests. This means any interaction with the cloud e.g. creating a server,"}],"source_content_type":"text/x-rst","patch_set":2,"id":"fb19fb35_dfac1c05","line":84,"range":{"start_line":84,"start_character":47,"end_line":84,"end_character":48},"updated":"2023-05-31 10:48:05.000000000","message":"whitespace","commit_id":"0370f9fce5518f75d15de7bb5f77638fae3079bd"},{"author":{"_account_id":35264,"name":"Alex Welsh","email":"alex@stackhpc.com","username":"alex-welsh"},"change_message_id":"674255e48da5c462c5fde9d1c8a986c0e146fff3","unresolved":false,"context_lines":[{"line_number":81,"context_line":""},{"line_number":82,"context_line":"  .. code-block:: bash"},{"line_number":83,"context_line":""},{"line_number":84,"context_line":"    kolla-ansible -i INVENTORY mariadb_recovery "},{"line_number":85,"context_line":""},{"line_number":86,"context_line":"  The symptoms of the problem are random failures on some but not all API"},{"line_number":87,"context_line":"  requests. This means any interaction with the cloud e.g. creating a server,"}],"source_content_type":"text/x-rst","patch_set":2,"id":"e4e5cc84_690778b3","line":84,"range":{"start_line":84,"start_character":47,"end_line":84,"end_character":48},"in_reply_to":"fb19fb35_dfac1c05","updated":"2023-05-31 11:01:52.000000000","message":"Done","commit_id":"0370f9fce5518f75d15de7bb5f77638fae3079bd"},{"author":{"_account_id":22629,"name":"Michal Nasiadka","email":"mnasiadka@gmail.com","username":"mnasiadka"},"change_message_id":"84487da2562d89c36be498b5fd8478f7f6ef981f","unresolved":true,"context_lines":[{"line_number":87,"context_line":"  requests. This means any interaction with the cloud e.g. creating a server,"},{"line_number":88,"context_line":"  will occasionally fail. If these errors start to occur, they can usually be"},{"line_number":89,"context_line":"  resolved by successively restarting the MariaDB containers on each controller."},{"line_number":90,"context_line":"* This migration relies on recent changes to kolla-ansible, which are"},{"line_number":91,"context_line":"  detailed"},{"line_number":92,"context_line":"  `here\u003chttps://review.opendev.org/c/openstack/kolla-ansible/+/868929\u003e`__."},{"line_number":93,"context_line":"  Without these changes, OVN can become unstable when redeploying controllers."},{"line_number":94,"context_line":"  Ensure your deployment is using the latest stable release before continuing."},{"line_number":95,"context_line":""},{"line_number":96,"context_line":"OVN Graceful Shutdown Procedure"},{"line_number":97,"context_line":"-------------------------------"}],"source_content_type":"text/x-rst","patch_set":2,"id":"f7bc29b1_576094e4","line":94,"range":{"start_line":90,"start_character":0,"end_line":94,"end_character":78},"updated":"2023-05-31 10:48:05.000000000","message":"not merged yet, so maybe we need to add Depends-On and work on merging that change","commit_id":"0370f9fce5518f75d15de7bb5f77638fae3079bd"},{"author":{"_account_id":35264,"name":"Alex Welsh","email":"alex@stackhpc.com","username":"alex-welsh"},"change_message_id":"674255e48da5c462c5fde9d1c8a986c0e146fff3","unresolved":false,"context_lines":[{"line_number":87,"context_line":"  requests. This means any interaction with the cloud e.g. creating a server,"},{"line_number":88,"context_line":"  will occasionally fail. If these errors start to occur, they can usually be"},{"line_number":89,"context_line":"  resolved by successively restarting the MariaDB containers on each controller."},{"line_number":90,"context_line":"* This migration relies on recent changes to kolla-ansible, which are"},{"line_number":91,"context_line":"  detailed"},{"line_number":92,"context_line":"  `here\u003chttps://review.opendev.org/c/openstack/kolla-ansible/+/868929\u003e`__."},{"line_number":93,"context_line":"  Without these changes, OVN can become unstable when redeploying controllers."},{"line_number":94,"context_line":"  Ensure your deployment is using the latest stable release before continuing."},{"line_number":95,"context_line":""},{"line_number":96,"context_line":"OVN Graceful Shutdown Procedure"},{"line_number":97,"context_line":"-------------------------------"}],"source_content_type":"text/x-rst","patch_set":2,"id":"ec0a19a9_7f37943a","line":94,"range":{"start_line":90,"start_character":0,"end_line":94,"end_character":78},"in_reply_to":"f7bc29b1_576094e4","updated":"2023-05-31 11:01:52.000000000","message":"Done","commit_id":"0370f9fce5518f75d15de7bb5f77638fae3079bd"},{"author":{"_account_id":22629,"name":"Michal Nasiadka","email":"mnasiadka@gmail.com","username":"mnasiadka"},"change_message_id":"84487da2562d89c36be498b5fd8478f7f6ef981f","unresolved":true,"context_lines":[{"line_number":106,"context_line":"    .. code-block:: bash"},{"line_number":107,"context_line":""},{"line_number":108,"context_line":"        ovs-appctl -t /run/ovn/ovnnb_db.ctl cluster/status OVN_Northbound"},{"line_number":109,"context_line":"    "},{"line_number":110,"context_line":"    All controllers should be listed in the cluster at this point."},{"line_number":111,"context_line":""},{"line_number":112,"context_line":"#. Leave the cluster, only on the controller to be migrated."}],"source_content_type":"text/x-rst","patch_set":2,"id":"b30a1438_b193129b","line":109,"range":{"start_line":109,"start_character":0,"end_line":109,"end_character":4},"updated":"2023-05-31 10:48:05.000000000","message":"whitespace","commit_id":"0370f9fce5518f75d15de7bb5f77638fae3079bd"},{"author":{"_account_id":35264,"name":"Alex Welsh","email":"alex@stackhpc.com","username":"alex-welsh"},"change_message_id":"674255e48da5c462c5fde9d1c8a986c0e146fff3","unresolved":false,"context_lines":[{"line_number":106,"context_line":"    .. code-block:: bash"},{"line_number":107,"context_line":""},{"line_number":108,"context_line":"        ovs-appctl -t /run/ovn/ovnnb_db.ctl cluster/status OVN_Northbound"},{"line_number":109,"context_line":"    "},{"line_number":110,"context_line":"    All controllers should be listed in the cluster at this point."},{"line_number":111,"context_line":""},{"line_number":112,"context_line":"#. Leave the cluster, only on the controller to be migrated."}],"source_content_type":"text/x-rst","patch_set":2,"id":"a5fb2087_de052237","line":109,"range":{"start_line":109,"start_character":0,"end_line":109,"end_character":4},"in_reply_to":"b30a1438_b193129b","updated":"2023-05-31 11:01:52.000000000","message":"Done","commit_id":"0370f9fce5518f75d15de7bb5f77638fae3079bd"},{"author":{"_account_id":22629,"name":"Michal Nasiadka","email":"mnasiadka@gmail.com","username":"mnasiadka"},"change_message_id":"84487da2562d89c36be498b5fd8478f7f6ef981f","unresolved":true,"context_lines":[{"line_number":131,"context_line":"    .. code-block:: bash"},{"line_number":132,"context_line":""},{"line_number":133,"context_line":"        ovs-appctl -t /run/ovn/ovnsb_db.ctl cluster/status OVN_Southbound"},{"line_number":134,"context_line":"    "},{"line_number":135,"context_line":"    All controllers should be listed in this cluster at this point."},{"line_number":136,"context_line":""},{"line_number":137,"context_line":"#. Leave the cluster, only on the controller to be migrated."}],"source_content_type":"text/x-rst","patch_set":2,"id":"aa127b2e_352fccb5","line":134,"range":{"start_line":134,"start_character":0,"end_line":134,"end_character":4},"updated":"2023-05-31 10:48:05.000000000","message":"whitespace","commit_id":"0370f9fce5518f75d15de7bb5f77638fae3079bd"},{"author":{"_account_id":35264,"name":"Alex Welsh","email":"alex@stackhpc.com","username":"alex-welsh"},"change_message_id":"674255e48da5c462c5fde9d1c8a986c0e146fff3","unresolved":false,"context_lines":[{"line_number":131,"context_line":"    .. code-block:: bash"},{"line_number":132,"context_line":""},{"line_number":133,"context_line":"        ovs-appctl -t /run/ovn/ovnsb_db.ctl cluster/status OVN_Southbound"},{"line_number":134,"context_line":"    "},{"line_number":135,"context_line":"    All controllers should be listed in this cluster at this point."},{"line_number":136,"context_line":""},{"line_number":137,"context_line":"#. Leave the cluster, only on the controller to be migrated."}],"source_content_type":"text/x-rst","patch_set":2,"id":"edd70096_72afc081","line":134,"range":{"start_line":134,"start_character":0,"end_line":134,"end_character":4},"in_reply_to":"aa127b2e_352fccb5","updated":"2023-05-31 11:01:52.000000000","message":"Done","commit_id":"0370f9fce5518f75d15de7bb5f77638fae3079bd"},{"author":{"_account_id":35263,"name":"Matt Crees","email":"mattc@stackhpc.com","username":"mattcrees"},"change_message_id":"552a75f5a5bc892017390df28b1028e23ef49e3d","unresolved":true,"context_lines":[{"line_number":186,"context_line":"containers are built using the latest release of Kolla. This is a particular"},{"line_number":187,"context_line":"concern for deployments using Ceph-backed storage. There was previously a bug"},{"line_number":188,"context_line":"in Kolla that prevented the live migration of instances to hosts using Rocky"},{"line_number":189,"context_line":"Linux 9 with Ceph-/backed storage. It was patched in May 2023. This bug would"},{"line_number":190,"context_line":"make it impossible to progress without serious disruption to service since"},{"line_number":191,"context_line":"instances could not be migrated from old CentOS Stream 8 hosts onto new Rocky"},{"line_number":192,"context_line":"Linux 9 hosts."}],"source_content_type":"text/x-rst","patch_set":8,"id":"c603c45c_81ce3e80","line":189,"range":{"start_line":189,"start_character":18,"end_line":189,"end_character":19},"updated":"2023-06-01 11:06:28.000000000","message":"nit: remove the ``/``","commit_id":"0a6b05f6d48d290b3900e66de0eaf662f4e99631"},{"author":{"_account_id":35264,"name":"Alex Welsh","email":"alex@stackhpc.com","username":"alex-welsh"},"change_message_id":"47cdf2fcc7661f7f9d0c31d37b98c5ff78fae7c3","unresolved":false,"context_lines":[{"line_number":186,"context_line":"containers are built using the latest release of Kolla. This is a particular"},{"line_number":187,"context_line":"concern for deployments using Ceph-backed storage. There was previously a bug"},{"line_number":188,"context_line":"in Kolla that prevented the live migration of instances to hosts using Rocky"},{"line_number":189,"context_line":"Linux 9 with Ceph-/backed storage. It was patched in May 2023. This bug would"},{"line_number":190,"context_line":"make it impossible to progress without serious disruption to service since"},{"line_number":191,"context_line":"instances could not be migrated from old CentOS Stream 8 hosts onto new Rocky"},{"line_number":192,"context_line":"Linux 9 hosts."}],"source_content_type":"text/x-rst","patch_set":8,"id":"4eeac86e_41df5f9b","line":189,"range":{"start_line":189,"start_character":18,"end_line":189,"end_character":19},"in_reply_to":"c603c45c_81ce3e80","updated":"2023-06-01 11:20:00.000000000","message":"Done","commit_id":"0a6b05f6d48d290b3900e66de0eaf662f4e99631"},{"author":{"_account_id":14826,"name":"Mark Goddard","email":"markgoddard86@gmail.com","username":"mgoddard"},"change_message_id":"68188488f88a5dfc8156132b1d484782c8941543","unresolved":false,"context_lines":[{"line_number":95,"context_line":"  Without these changes, OVN can become unstable when redeploying controllers."},{"line_number":96,"context_line":"  Ensure your deployment is using the latest stable release before continuing."},{"line_number":97,"context_line":""},{"line_number":98,"context_line":"OVN Graceful Shutdown Procedure"},{"line_number":99,"context_line":"-------------------------------"},{"line_number":100,"context_line":""},{"line_number":101,"context_line":"#.  Exec into the OVN Northbound container, ``ovn_nb_db``. It is best to do so on"}],"source_content_type":"text/x-rst","patch_set":9,"id":"4b02e2bb_f05abade","line":98,"updated":"2023-08-01 14:55:55.000000000","message":"We\u0027re probably going to want to automate this procedure.","commit_id":"453fc643f7f54a9b6914759a04dd67fd311c4c7a"}]}