)]}'
{"/PATCHSET_LEVEL":[{"author":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"change_message_id":"be8a195ee59ea5b9fcea06f3d2d33a10773a808f","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":1,"id":"814564a1_10c5123c","updated":"2023-09-11 02:44:02.000000000","message":"Could we have this covered in a test?","commit_id":"293d1bccd1da1bef7b412f42d998997163b7dddc"},{"author":{"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"},"change_message_id":"4022ba4c8af2095894d934a8455d493e5ec4a20c","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":1,"id":"c5d95e44_15ad9fe0","in_reply_to":"814564a1_10c5123c","updated":"2023-09-11 18:05:58.000000000","message":"I\u0027ve been trying to figure out how to do that, but unfortunately haven\u0027t had much luck. There\u0027s a chance one of our 4 or 5 carried proxy patches is what\u0027s causing it, and we *can\u0027t* actually repro on master... but I don\u0027t obviously see how that would\u0027ve happened, either.\n\nMy best guess is that there\u0027s some combination of connection errors, timeouts, and/or error-limiting that\u0027s causing us to get `default_bad_bucket` here, but I\u0027ve still not been able to trigger it.\n\nFWIW, https://review.opendev.org/c/openstack/swift/+/894387 was Clay exploring this same area.\n\nI\u0027ll keep trying, though; I might\u0027ve turned up a new lead.","commit_id":"293d1bccd1da1bef7b412f42d998997163b7dddc"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"4a47cdee89780d24de041fdae3d66e2189c7be98","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":2,"id":"656cfbec_25a3e68d","updated":"2024-03-08 13:07:50.000000000","message":"I added a test !","commit_id":"922325940a84031166679485c9ed24b27d018be0"},{"author":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"change_message_id":"8d9730d4b657a4b7a479bcb032479cb40468ffb7","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":2,"id":"bf827011_d14fd15d","updated":"2024-03-07 23:53:04.000000000","message":"retry","commit_id":"922325940a84031166679485c9ed24b27d018be0"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"f04870df2cacf6a536c8ba2031d0121efd830987","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"2cdc6293_b0c6b609","updated":"2024-03-08 13:09:27.000000000","message":"worth carrying this to see if we can identify the cause, but DNM","commit_id":"1b0a4aa36909698f82596539fb66cb1f67372e09"}],"swift/proxy/controllers/obj.py":[{"author":{"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"},"change_message_id":"4022ba4c8af2095894d934a8455d493e5ec4a20c","unresolved":true,"context_lines":[{"line_number":2926,"context_line":"                    buckets.add_response(get, parts_iter)"},{"line_number":2927,"context_line":"                except ValueError as err:"},{"line_number":2928,"context_line":"                    self.logger.error("},{"line_number":2929,"context_line":"                        \"Problem with fragment response: %s\", err)"},{"line_number":2930,"context_line":"                best_bucket \u003d buckets.best_bucket"},{"line_number":2931,"context_line":"                if best_bucket.durable and best_bucket.shortfall \u003c\u003d 0:"},{"line_number":2932,"context_line":"                    # good enough!"}],"source_content_type":"text/x-python","patch_set":1,"id":"b1e67bd4_45d73a8f","line":2929,"updated":"2023-09-11 18:05:58.000000000","message":"🤔 Looks like I\u0027m seeing low level (but pretty steady -- ~100/day for the last week) of these messages in prod... always failing with an etag mismatch.","commit_id":"293d1bccd1da1bef7b412f42d998997163b7dddc"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"4a47cdee89780d24de041fdae3d66e2189c7be98","unresolved":true,"context_lines":[{"line_number":2139,"context_line":""},{"line_number":2140,"context_line":"    def __repr__(self):"},{"line_number":2141,"context_line":"        return \u0027%s(%s)\u0027 % ("},{"line_number":2142,"context_line":"            self.__name__,"},{"line_number":2143,"context_line":"            \u0027, \u0027.join("},{"line_number":2144,"context_line":"                \u0027%s: %r\u0027 % (a, getattr(self, a)) for a in ("},{"line_number":2145,"context_line":"                    \u0027policy\u0027, \u0027timestamp\u0027, \u0027gets\u0027,"}],"source_content_type":"text/x-python","patch_set":2,"id":"608bec26_50e13901","line":2142,"updated":"2024-03-08 13:07:50.000000000","message":"```\ntype(self).__name__\n```\n\naside: The EC policy repr is weird, with the extra config stuff comma-separated at the end rather than inside the parentheses\n\n```\npolicy: ECStoragePolicy(0, [\u0027ec\u0027], is_default\u003dTrue, is_deprecated\u003dFalse, policy_type\u003d\u0027erasure_coding\u0027), EC config(ec_type\u003dliberasurecode_rs_vand, ec_segment_size\u003d4096, ec_ndata\u003d10, ec_nparity\u003d4)\n```","commit_id":"922325940a84031166679485c9ed24b27d018be0"},{"author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"change_message_id":"4a47cdee89780d24de041fdae3d66e2189c7be98","unresolved":true,"context_lines":[{"line_number":2277,"context_line":""},{"line_number":2278,"context_line":"    def __repr__(self):"},{"line_number":2279,"context_line":"        return \u0027%s(%s)\u0027 % ("},{"line_number":2280,"context_line":"            self.__name__,"},{"line_number":2281,"context_line":"            \u0027, \u0027.join("},{"line_number":2282,"context_line":"                \u0027%s: %r\u0027 % (a, getattr(self, a)) for a in ("},{"line_number":2283,"context_line":"                    \u0027policy\u0027, \u0027buckets\u0027, \u0027bad_buckets\u0027, \u0027node_iter_count\u0027)"}],"source_content_type":"text/x-python","patch_set":2,"id":"95f9a526_a6678c20","line":2280,"updated":"2024-03-08 13:07:50.000000000","message":"ditto, ``type().__name__``","commit_id":"922325940a84031166679485c9ed24b27d018be0"}]}