)]}'
{"/COMMIT_MSG":[{"author":{"_account_id":16643,"name":"Goutham Pacha Ravi","email":"gouthampravi@gmail.com","username":"gouthamr"},"change_message_id":"86234c26b75a15f05321d5eefc8285986bc5dad1","unresolved":true,"context_lines":[{"line_number":12,"context_line":"To have compatible cinder-tempest-plugin version for stable/wallaby"},{"line_number":13,"context_line":"ceph jobs, we need to pin cinder-tempest-plugin 1.7.0 version."},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"Also, we need the os-brick fix"},{"line_number":16,"context_line":"- https://review.opendev.org/c/openstack/os-brick/+/864479"},{"line_number":17,"context_line":"As wallaby is in EM and os-brick cannot be released with the above fix,"},{"line_number":18,"context_line":"we need to install it from stable/wallaby git version instead of pip"},{"line_number":19,"context_line":"from u-c."},{"line_number":20,"context_line":""},{"line_number":21,"context_line":"Depends-On: https://review.opendev.org/c/openstack/devstack/+/871782"},{"line_number":22,"context_line":""},{"line_number":23,"context_line":"Change-Id: Ie47c3e9bb41e3513f65735a657e7a3a5dbfa27e5"}],"source_content_type":"text/x-gerrit-commit-message","patch_set":4,"id":"e20aaf9f_d76c9328","line":20,"range":{"start_line":15,"start_character":0,"end_line":20,"end_character":0},"updated":"2023-05-16 21:23:12.000000000","message":"That\u0027s weird? the frozen upper constraint no longer works; should we pursue a an upper constraint bump because of the bug? :( Distros can ignore upper constraints (and probably are in this case) but we\u0027d need to keep that list correct for anyone relying on that?","commit_id":"a04376dba90cd7afa692fd9c135ee19e6a169ab2"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"bd171618549c10410a74cf134fc5d7484b1395be","unresolved":true,"context_lines":[{"line_number":12,"context_line":"To have compatible cinder-tempest-plugin version for stable/wallaby"},{"line_number":13,"context_line":"ceph jobs, we need to pin cinder-tempest-plugin 1.7.0 version."},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"Also, we need the os-brick fix"},{"line_number":16,"context_line":"- https://review.opendev.org/c/openstack/os-brick/+/864479"},{"line_number":17,"context_line":"As wallaby is in EM and os-brick cannot be released with the above fix,"},{"line_number":18,"context_line":"we need to install it from stable/wallaby git version instead of pip"},{"line_number":19,"context_line":"from u-c."},{"line_number":20,"context_line":""},{"line_number":21,"context_line":"Depends-On: https://review.opendev.org/c/openstack/devstack/+/871782"},{"line_number":22,"context_line":""},{"line_number":23,"context_line":"Change-Id: Ie47c3e9bb41e3513f65735a657e7a3a5dbfa27e5"}],"source_content_type":"text/x-gerrit-commit-message","patch_set":4,"id":"54a9bad4_e385721f","line":20,"range":{"start_line":15,"start_character":0,"end_line":20,"end_character":0},"in_reply_to":"e20aaf9f_d76c9328","updated":"2023-05-16 21:30:14.000000000","message":"for EM branch so release right? so os-brick has the fix but it cannot be release as stable/wallaby is in EM so we cannot update the upper constraints also.","commit_id":"a04376dba90cd7afa692fd9c135ee19e6a169ab2"}],"/PATCHSET_LEVEL":[{"author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"change_message_id":"87befc5f314f54bdfb2795370597a9b770b98317","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"54c88099_ec52aeac","updated":"2023-05-15 18:09:06.000000000","message":"Seeing some errors like the following https://zuul.opendev.org/t/openstack/build/8b3f226ac143409288dbf6dcc30107aa/log/controller/logs/screen-c-vol.txt#3884:\n\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager Traceback (most recent call last):\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager   File \"/usr/local/lib/python3.8/dist-packages/taskflow/engines/action_engine/executor.py\", line 53, in _execute_task\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager     result \u003d task.execute(**arguments)\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager   File \"/opt/stack/cinder/cinder/volume/flows/manager/create_volume.py\", line 1154, in execute\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager     model_update \u003d self._create_from_source_volume(\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager   File \"/opt/stack/cinder/cinder/volume/flows/manager/create_volume.py\", line 639, in _create_from_source_volume\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager     rekey_model_update \u003d self._rekey_volume(context, volume)\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager   File \"/opt/stack/cinder/cinder/volume/flows/manager/create_volume.py\", line 616, in _rekey_volume\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager     self.driver._detach_volume(context,\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager   File \"/opt/stack/cinder/cinder/volume/driver.py\", line 547, in _detach_volume\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager     raise exc\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager os_brick.exception.ExceptionChainer:\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager Chained Exception #1\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager         Traceback (most recent call last):\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager           File \"/opt/stack/cinder/cinder/volume/driver.py\", line 510, in _detach_volume\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager             connector.disconnect_volume(attach_info[\u0027conn\u0027][\u0027data\u0027],\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager           File \"/usr/local/lib/python3.8/dist-packages/os_brick/utils.py\", line 159, in trace_logging_wrapper\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager             result \u003d f(*args, **kwargs)\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager           File \"/usr/local/lib/python3.8/dist-packages/os_brick/utils.py\", line 331, in change_encrypted\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager             devpath \u003d _device_path_from_symlink(symlink)\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager           File \"/usr/local/lib/python3.8/dist-packages/os_brick/utils.py\", line 226, in _device_path_from_symlink\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager             if symlink and symlink.startswith(CUSTOM_LINK_PREFIX):\nMay 10 23:16:28.147023 np0034004023 cinder-volume[221505]: ERROR cinder.volume.manager         AttributeError: \u0027RBDVolumeIOWrapper\u0027 object has no attribute \u0027startswith\u0027","commit_id":"fe5fff0ebb9736b12044d1c20e9a54913e36d6da"},{"author":{"_account_id":10459,"name":"Luigi Toscano","email":"ltoscano@redhat.com","username":"ltoscano"},"change_message_id":"70476048b57f26d201cf899cd61a0334163381c9","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"2054f30d_8cb41419","updated":"2023-05-08 13:09:27.000000000","message":"recheck\n\nfresh results","commit_id":"fe5fff0ebb9736b12044d1c20e9a54913e36d6da"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"a358439c8778df61bf622d34eaeacaa3e2676020","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"5bf608ee_01b38452","updated":"2023-02-09 02:10:09.000000000","message":"recheck cinder is pinned with compatible plugin","commit_id":"fe5fff0ebb9736b12044d1c20e9a54913e36d6da"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"176a2e9e0dfae9c1ac690a8fcc3a84c21addd809","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"2baab0b0_391823b8","updated":"2023-01-27 06:08:13.000000000","message":"recheck deps updated","commit_id":"fe5fff0ebb9736b12044d1c20e9a54913e36d6da"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"a115777db7603d6c8228ad6480f5d311a56d9f09","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"abb9feb3_0f093431","updated":"2023-05-10 17:47:42.000000000","message":"recheck lot of volume state error, not sure of those are consistent and wallaby is broken for ceph configuration.","commit_id":"fe5fff0ebb9736b12044d1c20e9a54913e36d6da"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"a35f3047969afcb2e97cbbcdce78169bda9fff02","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"22756ea8_c3a57522","updated":"2023-05-10 22:10:39.000000000","message":"recheck tempest.lib.exceptions.IdentityError: Got identity error in many tests, wanted to filterout the valid failure","commit_id":"fe5fff0ebb9736b12044d1c20e9a54913e36d6da"},{"author":{"_account_id":22873,"name":"Martin Kopec","email":"mkopec@redhat.com","username":"mkopec"},"change_message_id":"8a6f9b409012c4aa56800a257afba33d9e9da99f","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"8f0ea7b2_b755385b","updated":"2023-01-27 09:51:12.000000000","message":"recheck timeout","commit_id":"fe5fff0ebb9736b12044d1c20e9a54913e36d6da"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"71ca891e6f0ec2692682b06169e8fc7c484ca613","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"5e9fc479_6776d4ca","updated":"2023-01-28 21:18:42.000000000","message":"recheck unrelated volume state error","commit_id":"fe5fff0ebb9736b12044d1c20e9a54913e36d6da"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"0109d8902f90f4b352b41d35123410ccc671720f","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"2d07b37a_3827a74e","updated":"2023-01-27 20:46:03.000000000","message":"recheck volume error state","commit_id":"fe5fff0ebb9736b12044d1c20e9a54913e36d6da"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"ff1a68c584af9c32f2db9d4e32faf3f4061d6b20","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"b8a9449e_264105dc","updated":"2023-01-27 18:13:39.000000000","message":"recheck volume error state","commit_id":"fe5fff0ebb9736b12044d1c20e9a54913e36d6da"},{"author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"change_message_id":"1688cbcfeef90a6013ea5603e225bbe8688135eb","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":4,"id":"76cbd5b5_f5a1d334","updated":"2023-05-16 21:05:49.000000000","message":"Looks like this works, noice","commit_id":"a04376dba90cd7afa692fd9c135ee19e6a169ab2"},{"author":{"_account_id":16643,"name":"Goutham Pacha Ravi","email":"gouthampravi@gmail.com","username":"gouthamr"},"change_message_id":"86234c26b75a15f05321d5eefc8285986bc5dad1","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":4,"id":"e55a22ad_e7dd70b0","updated":"2023-05-16 21:23:12.000000000","message":"Thank you for working on this Ghanshyam, and for tracking down the os-brick bugfix that\u0027s needed...","commit_id":"a04376dba90cd7afa692fd9c135ee19e6a169ab2"},{"author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"change_message_id":"2e63819d6ea2e39489732b51edf44ab2037eb41a","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":4,"id":"ec8b28f2_f697c745","updated":"2023-05-16 23:19:59.000000000","message":"The job failed with 43 failures ?? I see weird errors in the output like DBConnectionError and NoValidHost ... Not sure if I should recheck it or if there is more that needs to be done to stabilize this. Recently Dan referred to a swap size problem recently for ceph jobs, could this be related to that?","commit_id":"a04376dba90cd7afa692fd9c135ee19e6a169ab2"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"0d0fb4fbf314835b71f4f981c558a60bee589861","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":4,"id":"24e814c0_66809388","updated":"2023-05-17 03:32:56.000000000","message":"recheck do not know why but test are not triggered","commit_id":"a04376dba90cd7afa692fd9c135ee19e6a169ab2"},{"author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"change_message_id":"7ea6f2ff42dd6e4145c01d1f35212b0cfa1e209d","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":4,"id":"7c2809c9_725d200c","updated":"2023-05-16 23:27:09.000000000","message":"recheck oom","commit_id":"a04376dba90cd7afa692fd9c135ee19e6a169ab2"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"6ac3e0d444f056ddcc1f182ce3ee182af0c9c67d","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":4,"id":"44e40627_73784299","updated":"2023-05-17 15:30:41.000000000","message":"recheck tempest.lib.exceptions.IdentityError: Got identity error","commit_id":"a04376dba90cd7afa692fd9c135ee19e6a169ab2"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"4364808714ef3ce01d33ce3074c98bc206723dcb","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":4,"id":"d32ce77f_21095b59","in_reply_to":"3e16d53d_65e6cf7f","updated":"2023-05-17 16:26:37.000000000","message":"yeah, let\u0027s try if it get merged today otherwise we can go for the skip and we can keep this patch open if anyone would like to debug the failure.","commit_id":"a04376dba90cd7afa692fd9c135ee19e6a169ab2"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"6b38be992ab44d036145e6f8ac03df1c515b4a84","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":4,"id":"621385cf_776fe974","in_reply_to":"76cbd5b5_f5a1d334","updated":"2023-05-16 21:08:56.000000000","message":"yeah, let me get core now to get it merged.","commit_id":"a04376dba90cd7afa692fd9c135ee19e6a169ab2"},{"author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"change_message_id":"913779af2a2c521535c47424ff5c136f05c33cae","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":4,"id":"3e16d53d_65e6cf7f","in_reply_to":"bed7b7da_481c2709","updated":"2023-05-17 15:48:47.000000000","message":"\u003e That was mostly for the upgraded ceph, which seems to be a bit heavier. This job is still running the old one. That said, it *did* fail with an OOM (which explains all the failures). So yeah, maybe bumping the swap would help. I\u0027ll reiterate my feeling that wallaby is pretty old to be maintaining complex jobs like this :)\n\nTo be clear, I feel neutral about keeping vs dropping the job and I defer to gmann and elodilles 😊","commit_id":"a04376dba90cd7afa692fd9c135ee19e6a169ab2"},{"author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"change_message_id":"7ea6f2ff42dd6e4145c01d1f35212b0cfa1e209d","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":4,"id":"bed7b7da_481c2709","in_reply_to":"ec8b28f2_f697c745","updated":"2023-05-16 23:27:09.000000000","message":"\u003e The job failed with 43 failures ?? I see weird errors in the output like DBConnectionError and NoValidHost ... Not sure if I should recheck it or if there is more that needs to be done to stabilize this. Recently Dan referred to a swap size problem recently for ceph jobs, could this be related to that?\n\nThat was mostly for the upgraded ceph, which seems to be a bit heavier. This job is still running the old one. That said, it *did* fail with an OOM (which explains all the failures). So yeah, maybe bumping the swap would help. I\u0027ll reiterate my feeling that wallaby is pretty old to be maintaining complex jobs like this :)","commit_id":"a04376dba90cd7afa692fd9c135ee19e6a169ab2"}]}