)]}'
{"id":"openstack%2Fswift~793101","triplet_id":"openstack%2Fswift~master~If68e72d613685081a3149aedbfd07a69b8669d7f","project":"openstack/swift","branch":"master","topic":"extra_unrecoverable_ec_logging","hashtags":[],"change_id":"If68e72d613685081a3149aedbfd07a69b8669d7f","subject":"Add warn level logging if we hit un-recoverable EC rebuild","status":"MERGED","created":"2021-05-26 05:59:21.000000000","updated":"2021-06-12 07:07:58.000000000","submitted":"2021-06-12 07:06:11.000000000","submitter":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"total_comment_count":10,"unresolved_comment_count":7,"has_review_started":true,"submission_id":"793101-extra_unrecoverable_ec_logging","meta_rev_id":"ec6003e62f6509f1cada11169d9c032f3db0d3d6","_number":793101,"virtual_id_number":793101,"owner":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"actions":{},"labels":{"Verified":{"approved":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"all":[{"value":0,"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},{"value":0,"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},{"tag":"autogenerated:zuul:gate","value":2,"date":"2021-06-12 07:06:04.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"}],"values":{"-2":"Fails","-1":"Doesn\u0027t seem to work"," 0":"No score","+1":"Works for me","+2":"Verified"},"description":"","default_value":0,"optional":true},"Code-Review":{"approved":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"all":[{"value":2,"date":"2021-06-01 10:55:41.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},{"value":0,"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":2,"date":"2021-06-08 23:58:16.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"}],"values":{"-2":"Do not merge","-1":"This patch needs further work before it can be merged"," 0":"No score","+1":"Looks good to me, but someone else must approve","+2":"Looks good to me (core reviewer)"},"description":"","default_value":0,"optional":true},"Workflow":{"approved":{"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"},"all":[{"value":0,"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},{"value":0,"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":1,"date":"2021-06-08 23:58:16.000000000","permitted_voting_range":{"min":1,"max":1},"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"}],"values":{"-1":"Work in progress"," 0":"Ready for reviews","+1":"Approved"},"description":"","default_value":0,"optional":true}},"removable_reviewers":[],"reviewers":{"REVIEWER":[{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},{"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"},{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}]},"pending_reviewers":{},"reviewer_updates":[{"updated":"2021-05-26 06:59:06.000000000","updated_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"reviewer":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2021-05-26 14:33:00.000000000","updated_by":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"reviewer":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"state":"REVIEWER"},{"updated":"2021-06-01 10:55:41.000000000","updated_by":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"reviewer":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"state":"REVIEWER"},{"updated":"2021-06-01 18:27:47.000000000","updated_by":{"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"},"reviewer":{"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"},"state":"REVIEWER"}],"messages":[{"id":"048eab94efa8598a1e66853eda58f084dcaa7bb3","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"date":"2021-05-26 05:59:21.000000000","message":"Uploaded patch set 1.","accounts_in_message":[],"_revision_number":1},{"id":"7a7a6e3cbccf16eb01b280274c510e76c503127b","author":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"date":"2021-05-26 06:01:46.000000000","message":"Patch Set 1:\n\nI\u0027ve been trying to come up with a test for this, but seems a little hacky to try and mock an \u0027all\u0027 call and the EC plumbing to get a working ECAppIter to test and mock against isn\u0027t trivial.\n\nSo will just push up the proposed message for review first 😊","accounts_in_message":[],"_revision_number":1},{"id":"3160015da791fc3f23dad52e6d93ebe70921222a","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-05-26 06:59:06.000000000","message":"Patch Set 1: Verified+1\n\nBuild succeeded (check pipeline).\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/4242659bee724f2e9a7744ae8d7c6e98 : SUCCESS in 11m 00s\n- grenade https://zuul.opendev.org/t/openstack/build/c79ebf0062de493590bb7f3f3ce0ab24 : SUCCESS in 56m 49s\n- tempest-integrated-object-storage https://zuul.opendev.org/t/openstack/build/1ca1df52d4ff4060be8542c5afb6a38e : SUCCESS in 39m 16s\n- swift-build-image https://zuul.opendev.org/t/openstack/build/8bf0b2ea69f64b78a479770d736d4b2e : SUCCESS in 8m 30s (non-voting)\n- swift-build-image-py3 https://zuul.opendev.org/t/openstack/build/db848b523ad746879c9c8de831f18cf5 : SUCCESS in 7m 41s (non-voting)\n- swift-tox-py27 https://zuul.opendev.org/t/openstack/build/d93f03711c4a4a4a9ca026fd4b33eb92 : SUCCESS in 18m 09s\n- swift-tox-py36 https://zuul.opendev.org/t/openstack/build/647dea40ab4a4841b5f1dec61923e393 : SUCCESS in 18m 37s\n- swift-tox-py37 https://zuul.opendev.org/t/openstack/build/737198c9cba342e2b9099d3943c9b8d7 : SUCCESS in 19m 12s\n- swift-tox-py38 https://zuul.opendev.org/t/openstack/build/165c320404ba4df8aceec8cc903dc96c : SUCCESS in 16m 13s\n- swift-tox-py39 https://zuul.opendev.org/t/openstack/build/b45788178efd47b79285569131afdfa8 : SUCCESS in 16m 02s\n- swift-tox-func-py27 https://zuul.opendev.org/t/openstack/build/3fe956b1fca34cc28806feb6a14a1571 : SUCCESS in 19m 24s\n- swift-tox-func-encryption-py27 https://zuul.opendev.org/t/openstack/build/c9482bdb6b2b49749264e6ff9776285b : SUCCESS in 19m 57s\n- swift-tox-func-ec-py27 https://zuul.opendev.org/t/openstack/build/5f0466b3968c4a37b3b292973b4dc20f : SUCCESS in 24m 57s\n- swift-tox-func-py37 https://zuul.opendev.org/t/openstack/build/566701ef4a644251939ae9417d28de7d : SUCCESS in 20m 23s\n- swift-tox-func-encryption-py37 https://zuul.opendev.org/t/openstack/build/e708d26ef5864baeab0593517c443c5b : SUCCESS in 20m 20s\n- swift-tox-func-ec-py37 https://zuul.opendev.org/t/openstack/build/3cc60b05f8f441cf86adf5e4f523b6fe : SUCCESS in 48m 27s\n- swift-func-cors https://zuul.opendev.org/t/openstack/build/a9a1f5cd13954cc9b6e5dd0d532fe0ce : SUCCESS in 7m 03s\n- swift-tox-func-s3api-ceph-s3tests-tempauth https://zuul.opendev.org/t/openstack/build/9629327b59584174a96554b488c2a12d : SUCCESS in 23m 45s (non-voting)\n- swift-probetests-centos-7 https://zuul.opendev.org/t/openstack/build/b6cd9f008925424b8fd0b68fdc75e5b2 : SUCCESS in 44m 19s\n- swift-probetests-centos-8 https://zuul.opendev.org/t/openstack/build/1175c4ef6c2446ef9b49912e7c23f186 : SUCCESS in 51m 08s\n- swift-dsvm-functional https://zuul.opendev.org/t/openstack/build/ac6b52961b71473099244b65eaa2fe72 : SUCCESS in 43m 55s\n- swift-dsvm-functional-ipv6 https://zuul.opendev.org/t/openstack/build/8e982268e29146c7aee6da6db2642e15 : SUCCESS in 48m 34s\n- swift-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/01b1c2dcfb6e496e977e8f38105c4375 : SUCCESS in 19m 19s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/b7c9bbe217d84dfc817361957c9c1a56 : SUCCESS in 6m 58s\n- swift-multinode-rolling-upgrade https://zuul.opendev.org/t/openstack/build/46461264afcd48f1bd7230f6881903b4 : SUCCESS in 28m 37s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/a99b939910a0488487c0cd056b684e1b : SUCCESS in 53m 35s","accounts_in_message":[],"_revision_number":1},{"id":"f9e91da80bac64fe323949f7a6c8b869190bacbc","author":{"_account_id":1179,"name":"Clay Gerrard","email":"clay.gerrard@gmail.com","username":"clay-gerrard"},"date":"2021-05-26 14:33:00.000000000","message":"Patch Set 1: Code-Review-1\n\n(3 comments)\n\nthanks for taking this one up!  I\u0027d love to get some kind of message here into ELK next week","accounts_in_message":[],"_revision_number":1},{"id":"7c5d62f85f5d16fcc498e6f492bd376cc6c2ddf9","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"date":"2021-05-26 23:45:37.000000000","message":"Uploaded patch set 2.","accounts_in_message":[],"_revision_number":2},{"id":"affe842b704711693cc4ad3a7d5589ee0c6e45f8","author":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"date":"2021-05-26 23:55:42.000000000","message":"Patch Set 2:\n\n(3 comments)","accounts_in_message":[],"_revision_number":2},{"id":"64622e76f01515737e818521260dce4d3ce0c558","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-05-27 00:52:18.000000000","message":"Patch Set 2: Verified-1\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/3035eecbd44944ab95fb50ed2049e078 : SUCCESS in 8m 45s\n- grenade https://zuul.opendev.org/t/openstack/build/4be4985beb3f4c8ab7a2e9e6a5eeb14d : SUCCESS in 1h 02m 40s\n- tempest-integrated-object-storage https://zuul.opendev.org/t/openstack/build/f09aa425d13d4f20923cc02b139147d5 : SUCCESS in 41m 57s\n- swift-build-image https://zuul.opendev.org/t/openstack/build/1eb696b3a0ca4f2ebf4c93d92e52503c : SUCCESS in 8m 45s (non-voting)\n- swift-build-image-py3 https://zuul.opendev.org/t/openstack/build/e3225675838b471591c77fead15259d7 : SUCCESS in 6m 59s (non-voting)\n- swift-tox-py27 https://zuul.opendev.org/t/openstack/build/322ef1f3b244412fb85c5aac33b2142c : SUCCESS in 15m 01s\n- swift-tox-py36 https://zuul.opendev.org/t/openstack/build/9b39f2821fb3428f982e0771286c0f6a : SUCCESS in 15m 51s\n- swift-tox-py37 https://zuul.opendev.org/t/openstack/build/1c3093e4a1d840f79c3411583688f2d6 : SUCCESS in 15m 23s\n- swift-tox-py38 https://zuul.opendev.org/t/openstack/build/51531058be434a64bb337a499e92209f : SUCCESS in 15m 37s\n- swift-tox-py39 https://zuul.opendev.org/t/openstack/build/9cfbde985503481ea30544c4e3cefb48 : SUCCESS in 16m 37s\n- swift-tox-func-py27 https://zuul.opendev.org/t/openstack/build/ce93bbe934a64cf3ab40652db3c21baf : SUCCESS in 26m 39s\n- swift-tox-func-encryption-py27 https://zuul.opendev.org/t/openstack/build/61070475588b4f5bb9b400f4c34d0719 : SUCCESS in 27m 52s\n- swift-tox-func-ec-py27 https://zuul.opendev.org/t/openstack/build/ff72cb948970492c93a291e565f3b524 : POST_FAILURE in 33m 09s\n- swift-tox-func-py37 https://zuul.opendev.org/t/openstack/build/31a6b0e9e1e6422fab061b8bc4d9d4c8 : SUCCESS in 26m 58s\n- swift-tox-func-encryption-py37 https://zuul.opendev.org/t/openstack/build/eba1fb6c6eeb405bb32316142092b909 : SUCCESS in 32m 26s\n- swift-tox-func-ec-py37 https://zuul.opendev.org/t/openstack/build/7d8ec461d217493c8db54e5126d63330 : SUCCESS in 33m 55s\n- swift-func-cors https://zuul.opendev.org/t/openstack/build/47a107c52ed24b348e47cf25dfe0a6f8 : SUCCESS in 7m 53s\n- swift-tox-func-s3api-ceph-s3tests-tempauth https://zuul.opendev.org/t/openstack/build/edea00c528324dd999bfc77ef88d9c65 : FAILURE in 22m 02s (non-voting)\n- swift-probetests-centos-7 https://zuul.opendev.org/t/openstack/build/51e999da84344286a3e54e7491620ef8 : SUCCESS in 50m 06s\n- swift-probetests-centos-8 https://zuul.opendev.org/t/openstack/build/b4d0bda1b2bd41afb1f11c5bc72ff2a7 : SUCCESS in 45m 59s\n- swift-dsvm-functional https://zuul.opendev.org/t/openstack/build/c7e2e3e4d974456988ad73a7004fcaa5 : SUCCESS in 40m 39s\n- swift-dsvm-functional-ipv6 https://zuul.opendev.org/t/openstack/build/285d686bc2c147e7b50ffe517b0e87e7 : SUCCESS in 40m 10s\n- swift-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/7f6e2b08069d40c4985c5b1d1c5c3e09 : SUCCESS in 15m 28s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/7887d7ac0a1d4ed295d835e9b55e1ae5 : SUCCESS in 6m 00s\n- swift-multinode-rolling-upgrade https://zuul.opendev.org/t/openstack/build/62913849011d422ab7855b81b5fdc0c7 : SUCCESS in 22m 20s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/1d428046d7b445e494dc557e13eee1f0 : SUCCESS in 49m 16s","accounts_in_message":[],"_revision_number":2},{"id":"115059aea238f100e2a859e9fdbe037dc34a9160","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"date":"2021-05-27 01:34:28.000000000","message":"Uploaded patch set 3.","accounts_in_message":[],"_revision_number":3},{"id":"cfea1ec8e07ea8eb300f0aa7510b443e62344c12","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-05-27 02:25:28.000000000","message":"Patch Set 3: Verified-1\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/25b4acdbd51149f2853ae38a323ed7b5 : SUCCESS in 8m 45s\n- grenade https://zuul.opendev.org/t/openstack/build/d509e7b6312841488c95752dfa0d3eb7 : SUCCESS in 48m 11s\n- tempest-integrated-object-storage https://zuul.opendev.org/t/openstack/build/35fb23aeaf954ae6a1fc34c9a0eb0dba : SUCCESS in 32m 09s\n- swift-build-image https://zuul.opendev.org/t/openstack/build/2c3f147fa8e44c149b396aa5261c4292 : SUCCESS in 8m 10s (non-voting)\n- swift-build-image-py3 https://zuul.opendev.org/t/openstack/build/664e4e12ed884a2681babfef724f26dc : SUCCESS in 6m 38s (non-voting)\n- swift-tox-py27 https://zuul.opendev.org/t/openstack/build/dfdad5ee583b4b208b758b8d8369da20 : SUCCESS in 13m 36s\n- swift-tox-py36 https://zuul.opendev.org/t/openstack/build/5cd3edf5ec0949b6887eb4e711fd38a4 : SUCCESS in 17m 20s\n- swift-tox-py37 https://zuul.opendev.org/t/openstack/build/5bce3585b0974a7d9d6291742b977bdb : SUCCESS in 21m 13s\n- swift-tox-py38 https://zuul.opendev.org/t/openstack/build/842a1205f6f444548ab665ae825810b0 : SUCCESS in 20m 27s\n- swift-tox-py39 https://zuul.opendev.org/t/openstack/build/638856b9349e490bb7c5c937fe5e4408 : SUCCESS in 29m 05s\n- swift-tox-func-py27 https://zuul.opendev.org/t/openstack/build/5c1a29287978444590f5a050a92939cc : SUCCESS in 28m 34s\n- swift-tox-func-encryption-py27 https://zuul.opendev.org/t/openstack/build/699dce86d0784fa0a908c12df5f611ea : SUCCESS in 43m 57s\n- swift-tox-func-ec-py27 https://zuul.opendev.org/t/openstack/build/57798e1db7494a9393f932d129d3960e : SUCCESS in 24m 13s\n- swift-tox-func-py37 https://zuul.opendev.org/t/openstack/build/7c49171fe6e247208868e025f6f8b9a9 : SUCCESS in 25m 31s\n- swift-tox-func-encryption-py37 https://zuul.opendev.org/t/openstack/build/4f0b729b7bc842fd8a0bd657c631c6d0 : SUCCESS in 27m 00s\n- swift-tox-func-ec-py37 https://zuul.opendev.org/t/openstack/build/dd3b738eab554433acd08ad5ad87cc62 : SUCCESS in 27m 28s\n- swift-func-cors https://zuul.opendev.org/t/openstack/build/56da741e0dd04e79bfabf2930e51d487 : SUCCESS in 6m 10s\n- swift-tox-func-s3api-ceph-s3tests-tempauth https://zuul.opendev.org/t/openstack/build/26ea814fc2f0450f9b3733144276f213 : FAILURE in 28m 13s (non-voting)\n- swift-probetests-centos-7 https://zuul.opendev.org/t/openstack/build/83da81db57ca474b986245542bf89b89 : SUCCESS in 34m 28s\n- swift-probetests-centos-8 https://zuul.opendev.org/t/openstack/build/1a7264c03c3c4dc0b70237ce04002637 : SUCCESS in 49m 52s\n- swift-dsvm-functional https://zuul.opendev.org/t/openstack/build/b3a3bf5c4c49411e8e11e1945f139514 : SUCCESS in 40m 12s\n- swift-dsvm-functional-ipv6 https://zuul.opendev.org/t/openstack/build/e116935ce79d45f594076aa2e7bdc815 : SUCCESS in 37m 05s\n- swift-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/a32d0a391b844028b5333da7860eba41 : SUCCESS in 15m 53s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/938485a121f8434995948518ffd92cae : SUCCESS in 6m 01s\n- swift-multinode-rolling-upgrade https://zuul.opendev.org/t/openstack/build/bec240deb0b14bd990e8607076ed3d9b : FAILURE in 35m 02s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/dbff74c0061e4fae82e22b03980cc1ac : SUCCESS in 42m 42s","accounts_in_message":[],"_revision_number":3},{"id":"c8f0c27ab0a9c06771febe73c49bbf67ba2080e9","author":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"date":"2021-05-31 23:51:43.000000000","message":"Patch Set 3:\n\nrecheck","accounts_in_message":[],"_revision_number":3},{"id":"dad4e5a841513b164198092e3257a43573f86a01","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-01 01:07:28.000000000","message":"Patch Set 3: Verified+1\n\nBuild succeeded (check pipeline).\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/8729d9879a5045faa903528407bae87f : SUCCESS in 17m 12s\n- grenade https://zuul.opendev.org/t/openstack/build/ea8dda36e5e1408b9e2a1ce0d53f1ed9 : SUCCESS in 1h 11m 19s\n- tempest-integrated-object-storage https://zuul.opendev.org/t/openstack/build/2a94acc32a4547a2aac16dc74a7e09dd : SUCCESS in 48m 37s\n- swift-build-image https://zuul.opendev.org/t/openstack/build/76adb1a1d89e4c1bbf0e7c2075b6f32e : SUCCESS in 9m 11s (non-voting)\n- swift-build-image-py3 https://zuul.opendev.org/t/openstack/build/f67f2f66508f47eb8c13eb5cc8923708 : SUCCESS in 6m 50s (non-voting)\n- swift-tox-py27 https://zuul.opendev.org/t/openstack/build/3948df1c9b944bffb2db910f81381abf : SUCCESS in 15m 49s\n- swift-tox-py36 https://zuul.opendev.org/t/openstack/build/4293ce052dc646fe85b7657e6a472870 : SUCCESS in 16m 35s\n- swift-tox-py37 https://zuul.opendev.org/t/openstack/build/ca5278ce46184584b6843e968af4c02f : SUCCESS in 16m 29s\n- swift-tox-py38 https://zuul.opendev.org/t/openstack/build/581062014dea441f987de97deb7dd7f2 : SUCCESS in 16m 49s\n- swift-tox-py39 https://zuul.opendev.org/t/openstack/build/7adb72dfb59c4a72850a8dcbc10838d7 : SUCCESS in 16m 05s\n- swift-tox-func-py27 https://zuul.opendev.org/t/openstack/build/f6ae71209b254fccb994b2e6256fa4ed : SUCCESS in 17m 47s\n- swift-tox-func-encryption-py27 https://zuul.opendev.org/t/openstack/build/a7c0093929214e2e9a06ece624ba3d06 : SUCCESS in 17m 38s\n- swift-tox-func-ec-py27 https://zuul.opendev.org/t/openstack/build/2207c6dcb67c47c6bb598f3dedb33060 : SUCCESS in 17m 45s\n- swift-tox-func-py37 https://zuul.opendev.org/t/openstack/build/970e5aa4b0884c25ac158e7b964e799e : SUCCESS in 17m 06s\n- swift-tox-func-encryption-py37 https://zuul.opendev.org/t/openstack/build/36b9dee17b834795b6c6e52b6e383c44 : SUCCESS in 18m 13s\n- swift-tox-func-ec-py37 https://zuul.opendev.org/t/openstack/build/74ac7493cdb340d8bca3ceb468281607 : SUCCESS in 18m 25s\n- swift-func-cors https://zuul.opendev.org/t/openstack/build/34d39b14adb041ba8dcd4fc7898cf62d : SUCCESS in 6m 18s\n- swift-tox-func-s3api-ceph-s3tests-tempauth https://zuul.opendev.org/t/openstack/build/c12e8572a71f4baf865cef19a7d3342e : SUCCESS in 21m 02s (non-voting)\n- swift-probetests-centos-7 https://zuul.opendev.org/t/openstack/build/b3c1a966e33241379bf9927a3ba82aeb : SUCCESS in 42m 04s\n- swift-probetests-centos-8 https://zuul.opendev.org/t/openstack/build/893ec589755443efbe07ee3c9a4a4eea : SUCCESS in 47m 31s\n- swift-dsvm-functional https://zuul.opendev.org/t/openstack/build/0e9d742d5c374352b02ac13dbeacf4bf : SUCCESS in 40m 31s\n- swift-dsvm-functional-ipv6 https://zuul.opendev.org/t/openstack/build/6fb859d70814458cb6d58a119e654f68 : SUCCESS in 31m 06s\n- swift-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/a35193ea3f364f0fb003b3d1bdfc14f2 : SUCCESS in 15m 04s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/d113e8bf66f442a480f3ad785af21c39 : SUCCESS in 5m 22s\n- swift-multinode-rolling-upgrade https://zuul.opendev.org/t/openstack/build/e7911b7fd68745fa918fc36194439225 : SUCCESS in 22m 06s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/7c61917b60474136a5f73c4facddea90 : SUCCESS in 1h 03m 17s","accounts_in_message":[],"_revision_number":3},{"id":"c5a0aa050fb10f03e8cf1a93ff3e7708cde73fe2","author":{"_account_id":7847,"name":"Alistair Coles","email":"alistairncoles@gmail.com","username":"acoles"},"date":"2021-06-01 10:55:41.000000000","message":"Patch Set 3: Code-Review+2\n\n(2 comments)","accounts_in_message":[],"_revision_number":3},{"id":"398eaa59645c85d57bcfa29c06b310cf6f40c9d2","author":{"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"},"date":"2021-06-01 18:27:47.000000000","message":"Patch Set 3: Code-Review+1\n\n(2 comments)","accounts_in_message":[],"_revision_number":3},{"id":"4225d70e37866ea661a4518f9b9c4446bec7b84f","author":{"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"},"date":"2021-06-08 23:58:16.000000000","message":"Patch Set 3: Code-Review+2 Workflow+1\n\nSubmitted https://review.opendev.org/c/openstack/swift/+/795427 as a follow-up, but not a blocker.","accounts_in_message":[],"_revision_number":3},{"id":"6316049941171729994f3014b82c6241652d37ac","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-08 23:58:36.000000000","message":"Patch Set 3: -Verified\n\nStarting gate jobs.","accounts_in_message":[],"_revision_number":3},{"id":"939d057c24fd9fcb8e8cad569f1b6ddd6a9e546e","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-09 01:00:03.000000000","message":"Patch Set 3: Verified-2\n\nBuild failed (gate pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/225b7ce120cd416fbb50d71ff3c5afde : SUCCESS in 9m 35s\n- grenade https://zuul.opendev.org/t/openstack/build/08beff10c38943c593fec0927f43388e : SUCCESS in 1h 00m 36s\n- tempest-integrated-object-storage https://zuul.opendev.org/t/openstack/build/4c50c15916534703b69d07f46c32fc4a : FAILURE in 35m 58s\n- swift-upload-image https://zuul.opendev.org/t/openstack/build/2d48f2d061e340f991c8facbf879a741 : SUCCESS in 9m 07s (non-voting)\n- swift-upload-image-py3 https://zuul.opendev.org/t/openstack/build/02530332bcf243c69a56d2c70fc710ce : SUCCESS in 9m 53s (non-voting)\n- swift-tox-py27 https://zuul.opendev.org/t/openstack/build/ad270790ce1b42189cb2b49620e064c3 : SUCCESS in 19m 53s\n- swift-tox-py36 https://zuul.opendev.org/t/openstack/build/19227e3ae1b74e1f92c567168f6ebc58 : SUCCESS in 20m 15s\n- swift-tox-py37 https://zuul.opendev.org/t/openstack/build/7e6ab75937f945da8c6909879868ec0c : SUCCESS in 20m 38s\n- swift-tox-py38 https://zuul.opendev.org/t/openstack/build/7a898c394f2240d78c4c0397927b8ef0 : SUCCESS in 19m 56s\n- swift-tox-py39 https://zuul.opendev.org/t/openstack/build/95dc41dd4b78450899275cabfba04089 : SUCCESS in 20m 44s\n- swift-tox-func-py27 https://zuul.opendev.org/t/openstack/build/b64bff7f1c8645178e575c1b3cdd55ee : SUCCESS in 20m 52s\n- swift-tox-func-encryption-py27 https://zuul.opendev.org/t/openstack/build/35dc2db6849e4d5da65391f5163d32cc : SUCCESS in 20m 56s\n- swift-tox-func-ec-py27 https://zuul.opendev.org/t/openstack/build/5902c1a9816c4db3b971ba79404522d9 : SUCCESS in 22m 02s\n- swift-tox-func-py37 https://zuul.opendev.org/t/openstack/build/4bebad027672402a806bdab36619ae44 : SUCCESS in 18m 55s\n- swift-tox-func-encryption-py37 https://zuul.opendev.org/t/openstack/build/1583e2487484478e87c15db8fb128b9d : SUCCESS in 21m 29s\n- swift-tox-func-ec-py37 https://zuul.opendev.org/t/openstack/build/95653be43f1b4ee2b26c7221d593c636 : SUCCESS in 21m 52s\n- swift-func-cors https://zuul.opendev.org/t/openstack/build/53146583d6a54f5dbf16d2c9e8416ff4 : SUCCESS in 7m 08s\n- swift-probetests-centos-7 https://zuul.opendev.org/t/openstack/build/01666aa876494066b31492c42dae93e3 : SUCCESS in 51m 18s\n- swift-probetests-centos-8 https://zuul.opendev.org/t/openstack/build/e980ae8d46f840d28b67c9dc92889146 : SUCCESS in 49m 07s\n- swift-dsvm-functional https://zuul.opendev.org/t/openstack/build/f7dea49c7f36450395dce73cca0d8782 : SUCCESS in 39m 11s\n- swift-dsvm-functional-ipv6 https://zuul.opendev.org/t/openstack/build/e75568d72a1c4fd0a5699aaa3ccef6b1 : SUCCESS in 40m 12s\n- swift-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/78d7ae7315594e7bb791ee3df8f8e765 : SUCCESS in 17m 33s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/a6918d03ea5c4f34b8f3fe155dfe6587 : SUCCESS in 6m 27s\n- swift-multinode-rolling-upgrade https://zuul.opendev.org/t/openstack/build/5eb49466a8234b9ca380b9eb00d89c77 : SUCCESS in 30m 50s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/c45374f72ef248a6bbbe88c041a41059 : SUCCESS in 48m 03s","accounts_in_message":[],"_revision_number":3},{"id":"a20ea19cbb7d6db0d0c567cc73fcfe1802463378","author":{"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"},"date":"2021-06-09 04:28:33.000000000","message":"Patch Set 3:\n\nrecheck","accounts_in_message":[],"_revision_number":3},{"id":"730201bb2dbb10ed1bf77adeadb96a39126bfa14","tag":"autogenerated:zuul:check-arm64","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-09 05:08:18.000000000","message":"Patch Set 3:\n\nBuild succeeded (ARM64 pipeline).\n\n- swift-tox-py38-arm64 https://zuul.opendev.org/t/openstack/build/fe9b9c8f9e354de4a10eabcbf1368ac3 : SUCCESS in 31m 40s (non-voting)\n- swift-tox-py39-arm64 https://zuul.opendev.org/t/openstack/build/a5e6c7eb75c14612b649a7320dfe7ab8 : SUCCESS in 38m 08s (non-voting)","accounts_in_message":[],"_revision_number":3},{"id":"f72dee6403b306746d77b8caa133903a6045daac","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-09 05:35:50.000000000","message":"Patch Set 3: Verified-1\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/39af7f5665734abda9f93c97b782fff2 : SUCCESS in 8m 07s\n- grenade https://zuul.opendev.org/t/openstack/build/3cfb9bf217b1482ba74063b25a9424d3 : SUCCESS in 1h 06m 10s\n- tempest-integrated-object-storage https://zuul.opendev.org/t/openstack/build/3524088c3c67488897a7666c9ffc9d8e : SUCCESS in 44m 27s\n- swift-build-image https://zuul.opendev.org/t/openstack/build/ded5fc7a8ad242da9d51268fb9250110 : SUCCESS in 8m 07s (non-voting)\n- swift-build-image-py3 https://zuul.opendev.org/t/openstack/build/09e4f51d2327414ba0ee9a6909f52dc3 : SUCCESS in 7m 56s (non-voting)\n- swift-tox-py27 https://zuul.opendev.org/t/openstack/build/dc8e77bd6d974095a5474ef3af9adf10 : SUCCESS in 17m 48s\n- swift-tox-py36 https://zuul.opendev.org/t/openstack/build/0aff9975d94c4827bd86f188e6f7fbc9 : SUCCESS in 17m 53s\n- swift-tox-py37 https://zuul.opendev.org/t/openstack/build/d6a9c419d38c488b8200c9e362930413 : SUCCESS in 17m 57s\n- swift-tox-py38 https://zuul.opendev.org/t/openstack/build/95547055a983434a862baa5fc91e110e : SUCCESS in 17m 53s\n- swift-tox-py39 https://zuul.opendev.org/t/openstack/build/f1221cf6d99e4c25bd4f6f50078445f3 : SUCCESS in 17m 55s\n- swift-tox-func-py27 https://zuul.opendev.org/t/openstack/build/abf83285198a47c688e764aad398385f : SUCCESS in 17m 07s\n- swift-tox-func-encryption-py27 https://zuul.opendev.org/t/openstack/build/fc7b1d4f89674c4d82e6b1ab5b187bc2 : SUCCESS in 20m 28s\n- swift-tox-func-ec-py27 https://zuul.opendev.org/t/openstack/build/0500aedb9c1142bf8ebdbd8cb3ab532c : SUCCESS in 21m 46s\n- swift-tox-func-py37 https://zuul.opendev.org/t/openstack/build/3b2aa19d35e046dfb6bf7a8023e8248f : SUCCESS in 20m 50s\n- swift-tox-func-encryption-py37 https://zuul.opendev.org/t/openstack/build/314beeb1d5e3431d976f45ba9b9f09e4 : SUCCESS in 20m 59s\n- swift-tox-func-ec-py37 https://zuul.opendev.org/t/openstack/build/e7f9885d227341488e0a36d5a95f7975 : SUCCESS in 22m 12s\n- swift-func-cors https://zuul.opendev.org/t/openstack/build/d2440d89a33549b0b3b442956ad9a3fa : SUCCESS in 5m 58s\n- swift-tox-func-s3api-ceph-s3tests-tempauth https://zuul.opendev.org/t/openstack/build/561d866b71114ebd89de3d9c8d1f5e0c : FAILURE in 25m 02s (non-voting)\n- swift-probetests-centos-7 https://zuul.opendev.org/t/openstack/build/7b10d43b793b4143838808376dfe9303 : SUCCESS in 50m 15s\n- swift-probetests-centos-8 https://zuul.opendev.org/t/openstack/build/0c3ee0c97e4148ef8f8ee801d64934c4 : SUCCESS in 53m 19s\n- swift-dsvm-functional https://zuul.opendev.org/t/openstack/build/b65c6875eb774ff6b5b147bd07a2b43a : SUCCESS in 40m 12s\n- swift-dsvm-functional-ipv6 https://zuul.opendev.org/t/openstack/build/4a58aa7ec8e94dab90367c7ad37a6e9a : SUCCESS in 41m 12s\n- swift-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/eb5dcf738173498eb9fb476c0ce9f3dd : SUCCESS in 15m 48s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/f203549f5c9045d1962716b1c749a019 : SUCCESS in 6m 04s\n- swift-multinode-rolling-upgrade https://zuul.opendev.org/t/openstack/build/f2228ec05cac42919864c7acf868a3c9 : FAILURE in 26m 02s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/c87d25b3e1fc47b5b180a384c7225863 : SUCCESS in 53m 27s","accounts_in_message":[],"_revision_number":3},{"id":"2a0ad75a5a72c517e9fa46cc97fa344662030c2d","author":{"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"},"date":"2021-06-09 15:14:30.000000000","message":"Patch Set 3:\n\nrecheck","accounts_in_message":[],"_revision_number":3},{"id":"97240478fb172e720642625433934010ffbe4204","tag":"autogenerated:zuul:check-arm64","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-09 16:03:11.000000000","message":"Patch Set 3:\n\nBuild succeeded (ARM64 pipeline).\n\n- swift-tox-py38-arm64 https://zuul.opendev.org/t/openstack/build/bd9427b350fc4360b702869481c1d52d : SUCCESS in 30m 37s (non-voting)\n- swift-tox-py39-arm64 https://zuul.opendev.org/t/openstack/build/653e5d1e4b8747f89260500211c82955 : SUCCESS in 46m 52s (non-voting)","accounts_in_message":[],"_revision_number":3},{"id":"e7ba4a0968d6110fb58263cb72c789be8670ce45","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-09 16:22:32.000000000","message":"Patch Set 3: Verified+1\n\nBuild succeeded (check pipeline).\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/4dbc707664e4401a8d71986e8809550e : SUCCESS in 9m 26s\n- grenade https://zuul.opendev.org/t/openstack/build/8ddc54b959834ab0ab8cd70d3dd130a2 : SUCCESS in 1h 03m 21s\n- tempest-integrated-object-storage https://zuul.opendev.org/t/openstack/build/889e86d73e19416db71ac19e0ac08d90 : SUCCESS in 36m 41s\n- swift-build-image https://zuul.opendev.org/t/openstack/build/2cb59b367bc2401b9367ce90ef1fb393 : SUCCESS in 7m 38s (non-voting)\n- swift-build-image-py3 https://zuul.opendev.org/t/openstack/build/6cab9e5ed7b9477388d29134bacf1429 : SUCCESS in 13m 43s (non-voting)\n- swift-tox-py27 https://zuul.opendev.org/t/openstack/build/f1902f0b22ab41f5af5b22a331377b38 : SUCCESS in 15m 25s\n- swift-tox-py36 https://zuul.opendev.org/t/openstack/build/4185602aaa354cefbfe46dbd05bbc0c2 : SUCCESS in 16m 12s\n- swift-tox-py37 https://zuul.opendev.org/t/openstack/build/361f5e467d4e4614b903483cb974617a : SUCCESS in 16m 29s\n- swift-tox-py38 https://zuul.opendev.org/t/openstack/build/c06f899642184000b9a7b1382ea1723a : SUCCESS in 20m 15s\n- swift-tox-py39 https://zuul.opendev.org/t/openstack/build/09dd259ae59d4c50b9e4e3af52a641be : SUCCESS in 17m 38s\n- swift-tox-func-py27 https://zuul.opendev.org/t/openstack/build/9ccad5c10c224530bb6a8169f548e897 : SUCCESS in 17m 28s\n- swift-tox-func-encryption-py27 https://zuul.opendev.org/t/openstack/build/790bad58df9e4417b84b54a4c22ebab2 : SUCCESS in 21m 33s\n- swift-tox-func-ec-py27 https://zuul.opendev.org/t/openstack/build/cc93f5f2b395442d97430462584caff0 : SUCCESS in 18m 21s\n- swift-tox-func-py37 https://zuul.opendev.org/t/openstack/build/c6b113f2bc2943cfa2401d234d938813 : SUCCESS in 21m 49s\n- swift-tox-func-encryption-py37 https://zuul.opendev.org/t/openstack/build/fbbe281696b04e718d3b51b0b30c3d70 : SUCCESS in 21m 29s\n- swift-tox-func-ec-py37 https://zuul.opendev.org/t/openstack/build/4e2d0dda13304bbeaa2db0d75a85a0df : SUCCESS in 18m 29s\n- swift-func-cors https://zuul.opendev.org/t/openstack/build/14756648fb00448eb1caaccafaf4948e : SUCCESS in 6m 49s\n- swift-tox-func-s3api-ceph-s3tests-tempauth https://zuul.opendev.org/t/openstack/build/705d419942ff480db51f4b31564305d5 : SUCCESS in 25m 15s (non-voting)\n- swift-probetests-centos-7 https://zuul.opendev.org/t/openstack/build/57369d813727490ea7940b69638b5e1e : SUCCESS in 1h 02m 03s\n- swift-probetests-centos-8 https://zuul.opendev.org/t/openstack/build/88704c17dd844befa72b74ac4dafc356 : SUCCESS in 45m 22s\n- swift-dsvm-functional https://zuul.opendev.org/t/openstack/build/0010cc7d0d494ba1a8ae2198f5a703d3 : SUCCESS in 42m 03s\n- swift-dsvm-functional-ipv6 https://zuul.opendev.org/t/openstack/build/1eb126945fd5483ebf3719d95749f660 : SUCCESS in 42m 03s\n- swift-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/1009c4dbfa1b4061984183b03df04ff7 : SUCCESS in 19m 14s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/0ff38a496d56443ba33a0a6aae4cc182 : SUCCESS in 6m 56s\n- swift-multinode-rolling-upgrade https://zuul.opendev.org/t/openstack/build/a5667eec811c4cedaa8cf66b5eff7ca5 : SUCCESS in 23m 45s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/aeeb74b2a20f40cdac7ca055ef262d27 : SUCCESS in 54m 11s","accounts_in_message":[],"_revision_number":3},{"id":"9f293e9e9f2b25ca1b59951f6f5177398842a357","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-09 16:23:17.000000000","message":"Patch Set 3: -Verified\n\nStarting gate jobs.","accounts_in_message":[],"_revision_number":3},{"id":"bf61fbc41d5c3039ee2c8bd0e6923a0b512b2752","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-09 20:43:34.000000000","message":"Patch Set 3: Verified-2\n\nBuild failed (gate pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/c6029339a39d4cf08f68dcedb8265b67 : SUCCESS in 9m 44s\n- grenade https://zuul.opendev.org/t/openstack/build/84e17639cb3941ce8f8037c03b8caf64 : SUCCESS in 1h 01m 59s\n- tempest-integrated-object-storage https://zuul.opendev.org/t/openstack/build/a806f3eb2bde44bb8ff4f74d472b0bed : SUCCESS in 41m 35s\n- swift-upload-image https://zuul.opendev.org/t/openstack/build/5747c8d01c7b4104820d816c9ef36ecd : SUCCESS in 8m 47s (non-voting)\n- swift-upload-image-py3 https://zuul.opendev.org/t/openstack/build/fc78b9b05ffc4d6299f400d3421db5bc : SUCCESS in 9m 13s (non-voting)\n- swift-tox-py27 https://zuul.opendev.org/t/openstack/build/9f087957796a48a0809f515ce2beffb7 : SUCCESS in 19m 58s\n- swift-tox-py36 https://zuul.opendev.org/t/openstack/build/5726410a7daa4f699f0c1dec0997128c : SUCCESS in 16m 07s\n- swift-tox-py37 https://zuul.opendev.org/t/openstack/build/6ebeaa5fa13c4c61b77270f62ea4cfb1 : SUCCESS in 20m 04s\n- swift-tox-py38 https://zuul.opendev.org/t/openstack/build/052d3ec9146b4cccb68cdd832485ff32 : SUCCESS in 16m 37s\n- swift-tox-py39 https://zuul.opendev.org/t/openstack/build/d47e3a060bab4441ab096fcc67a70f30 : SUCCESS in 21m 01s\n- swift-tox-func-py27 https://zuul.opendev.org/t/openstack/build/ec176b0a349f4c9eaf518bb5ee2aa487 : SUCCESS in 17m 03s\n- swift-tox-func-encryption-py27 https://zuul.opendev.org/t/openstack/build/cf9f51c0eced4821a78f8a120c474eb7 : SUCCESS in 18m 39s\n- swift-tox-func-ec-py27 https://zuul.opendev.org/t/openstack/build/e680d42d88e344a8adbcb5d54dd87846 : SUCCESS in 21m 23s\n- swift-tox-func-py37 https://zuul.opendev.org/t/openstack/build/f6963aa854cf4c509d39f223b3da8c88 : SUCCESS in 19m 16s\n- swift-tox-func-encryption-py37 https://zuul.opendev.org/t/openstack/build/e3c8a091621344b094a8ff9d21e4ee44 : SUCCESS in 20m 44s\n- swift-tox-func-ec-py37 https://zuul.opendev.org/t/openstack/build/082c81aea4af4d96ab10fc592fb7cd29 : SUCCESS in 21m 34s\n- swift-func-cors https://zuul.opendev.org/t/openstack/build/c0640704e1a2429b9ca340795d401ab2 : SUCCESS in 6m 37s\n- swift-probetests-centos-7 https://zuul.opendev.org/t/openstack/build/aa8043c742434d8099f018267a8a8353 : SUCCESS in 53m 29s\n- swift-probetests-centos-8 https://zuul.opendev.org/t/openstack/build/c392afe2307541eaa6bc7a84e7a5769b : SUCCESS in 45m 07s\n- swift-dsvm-functional https://zuul.opendev.org/t/openstack/build/a63479c60a6f49cebf93b8becf5a845e : SUCCESS in 45m 27s\n- swift-dsvm-functional-ipv6 https://zuul.opendev.org/t/openstack/build/61db7390645741dba77113f9152c1d06 : SUCCESS in 39m 36s\n- swift-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/31769096e1de4b46a7d243c01c21c1ab : SUCCESS in 18m 11s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/ef2182dcad4f4f998d3566f51c8fbfa7 : SUCCESS in 6m 38s\n- swift-multinode-rolling-upgrade https://zuul.opendev.org/t/openstack/build/f3814d9d03b94cccaababcee4a7fffab : FAILURE in 29m 59s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/41246ed2f890426aac916d5e57aebfa0 : SUCCESS in 59m 42s","accounts_in_message":[],"_revision_number":3},{"id":"c8928f4d2ef614ee750b9375696c988e6198e160","author":{"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"},"date":"2021-06-11 21:54:01.000000000","message":"Patch Set 3:\n\nrecheck","accounts_in_message":[],"_revision_number":3},{"id":"e0a47007000ae52b73b9b212b5a923b03a331c94","tag":"autogenerated:zuul:check-arm64","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-11 22:27:58.000000000","message":"Patch Set 3:\n\nBuild succeeded (ARM64 pipeline).\n\n- swift-tox-py38-arm64 https://zuul.opendev.org/t/openstack/build/f6addf70279c44f7b10f587f4307d78f : SUCCESS in 29m 41s (non-voting)\n- swift-tox-py39-arm64 https://zuul.opendev.org/t/openstack/build/46ec598929c242179a0e9db529ebcc47 : SUCCESS in 29m 45s (non-voting)","accounts_in_message":[],"_revision_number":3},{"id":"983ee3d298752b7df9957fdb714d7be4eb848337","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-11 22:57:08.000000000","message":"Patch Set 3: Verified-1\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/19bddf929e324761981e6c0226ebc356 : FAILURE in 17m 26s\n- grenade https://zuul.opendev.org/t/openstack/build/628913d55cd84caab1376e11f0cad688 : SUCCESS in 1h 01m 07s\n- tempest-integrated-object-storage https://zuul.opendev.org/t/openstack/build/8c3836fb019942468760e46e189cc0be : SUCCESS in 42m 34s\n- swift-build-image https://zuul.opendev.org/t/openstack/build/aae4c80d14e04511a43300adb8160ede : SUCCESS in 8m 42s (non-voting)\n- swift-build-image-py3 https://zuul.opendev.org/t/openstack/build/2631ce696c4f42fda8a323fa33157149 : SUCCESS in 8m 14s (non-voting)\n- swift-tox-py27 https://zuul.opendev.org/t/openstack/build/f5ac1d060237498f98a74c7b6967169d : SUCCESS in 16m 22s\n- swift-tox-py36 https://zuul.opendev.org/t/openstack/build/abf0cf48640f4a119cef3fd8f5764bf9 : SUCCESS in 15m 36s\n- swift-tox-py37 https://zuul.opendev.org/t/openstack/build/aefe7ed8063149ac8e518bd5560b1815 : SUCCESS in 19m 44s\n- swift-tox-py38 https://zuul.opendev.org/t/openstack/build/2cb12ff851e7434a96e233649838a4eb : SUCCESS in 15m 26s\n- swift-tox-py39 https://zuul.opendev.org/t/openstack/build/b77366cf88374be88371d5596111473c : SUCCESS in 17m 12s\n- swift-tox-func-py27 https://zuul.opendev.org/t/openstack/build/ae74cd7fe9a840d481f7aae46d7555a5 : SUCCESS in 18m 33s\n- swift-tox-func-encryption-py27 https://zuul.opendev.org/t/openstack/build/5a188f91e6eb4e79bc3a9766bd4854d7 : FAILURE in 11m 26s\n- swift-tox-func-ec-py27 https://zuul.opendev.org/t/openstack/build/22b577998a1c4df1b1ba4d2e7c66fdb0 : SUCCESS in 17m 43s\n- swift-tox-func-py37 https://zuul.opendev.org/t/openstack/build/6928f52ec59648b6981f8234af096624 : SUCCESS in 20m 11s\n- swift-tox-func-encryption-py37 https://zuul.opendev.org/t/openstack/build/b480744dc1974caaad46d74fc24ab7d0 : SUCCESS in 17m 54s\n- swift-tox-func-ec-py37 https://zuul.opendev.org/t/openstack/build/99ca30f09a2942fb8543dbd9e631b89d : SUCCESS in 19m 16s\n- swift-func-cors https://zuul.opendev.org/t/openstack/build/bca4b20b10ff4d3092d8738496dbe1d2 : SUCCESS in 9m 24s\n- swift-tox-func-s3api-ceph-s3tests-tempauth https://zuul.opendev.org/t/openstack/build/34e09032528443b595bc125bcb30fa3b : SUCCESS in 19m 37s (non-voting)\n- swift-probetests-centos-7 https://zuul.opendev.org/t/openstack/build/d603ab487c8b4f5eaf285f9cea8eaf68 : SUCCESS in 51m 24s\n- swift-probetests-centos-8 https://zuul.opendev.org/t/openstack/build/40a0daa1e8c44d619db955e6cf95d99b : SUCCESS in 50m 17s\n- swift-dsvm-functional https://zuul.opendev.org/t/openstack/build/a40f38ef08744974bfccbc175989d556 : SUCCESS in 40m 20s\n- swift-dsvm-functional-ipv6 https://zuul.opendev.org/t/openstack/build/33a70d8d6cb6417c962407d508cf468f : SUCCESS in 46m 36s\n- swift-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/598d7ad5436440ff8412374213fc0573 : SUCCESS in 15m 31s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/963eb0a4f797454c9a0496d63d6444f2 : FAILURE in 9m 33s\n- swift-multinode-rolling-upgrade https://zuul.opendev.org/t/openstack/build/ff89afe0a7bb4154a9ed38f04c339d76 : SUCCESS in 30m 16s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/2a32937309164b36a9ecd8d721427bfc : SUCCESS in 45m 36s","accounts_in_message":[],"_revision_number":3},{"id":"9715fc07ae9042d6a646d3cb7404c862d6a4596b","author":{"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"},"date":"2021-06-12 04:18:44.000000000","message":"Patch Set 3:\n\nrecheck\n\npip, you\u0027re drunk. From the docs job:\n\n ERROR: Cannot install os-api-ref\u003e\u003d1.0.0 because these package versions have conflicting dependencies.\n \n The conflict is caused by:\n     The user requested os-api-ref\u003e\u003d1.0.0\n     The user requested (constraint) os-api-ref\u003d\u003d\u003d2.2.0\n\n*Maybe* that one fell out of all the retries failing that preceded it, but what\u0027s up with the pep8 job?\n\n ERROR: Cannot install botocore\u003e\u003d1.12 because these package versions have conflicting dependencies.\n \n The conflict is caused by:\n     The user requested botocore\u003e\u003d1.12\n     The user requested (constraint) botocore\u003d\u003d\u003d1.20.90","accounts_in_message":[],"_revision_number":3},{"id":"acab2196006d04bd6b15fe809fbcfd609f3e845f","tag":"autogenerated:zuul:check-arm64","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-12 04:52:11.000000000","message":"Patch Set 3:\n\nBuild succeeded (ARM64 pipeline).\n\n- swift-tox-py38-arm64 https://zuul.opendev.org/t/openstack/build/4ffcbd437c604cb989b71fb26dc4be0e : SUCCESS in 28m 13s (non-voting)\n- swift-tox-py39-arm64 https://zuul.opendev.org/t/openstack/build/4210c828bf344d87be4ebcd642f473bf : SUCCESS in 29m 17s (non-voting)","accounts_in_message":[],"_revision_number":3},{"id":"8ffb4bea3ab238169bb7b0e2bb885225c2d2029a","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-12 05:29:46.000000000","message":"Patch Set 3: Verified+1\n\nBuild succeeded (check pipeline).\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/10b377ec4c234271b4cb263589a10416 : SUCCESS in 8m 51s\n- grenade https://zuul.opendev.org/t/openstack/build/978bd840017a498fb114b35588b52beb : SUCCESS in 1h 06m 40s\n- tempest-integrated-object-storage https://zuul.opendev.org/t/openstack/build/3a2f1414a39b4e3098b77175e9972817 : SUCCESS in 46m 06s\n- swift-build-image https://zuul.opendev.org/t/openstack/build/5fc9b9b1401444e8b0c0f3cf596c82fc : SUCCESS in 7m 41s (non-voting)\n- swift-build-image-py3 https://zuul.opendev.org/t/openstack/build/eb6ea44224cb44d78f43835a2035b92a : SUCCESS in 8m 25s (non-voting)\n- swift-tox-py27 https://zuul.opendev.org/t/openstack/build/35c68cc6beab408aa4e71bc0b8f28bea : SUCCESS in 16m 16s\n- swift-tox-py36 https://zuul.opendev.org/t/openstack/build/1ab54d1481ae43bd9b97339a1bd29c52 : SUCCESS in 17m 00s\n- swift-tox-py37 https://zuul.opendev.org/t/openstack/build/fa54ff66ee504b57a73c2cce703af257 : SUCCESS in 16m 50s\n- swift-tox-py38 https://zuul.opendev.org/t/openstack/build/166ac4c0fa884a4590ce172b05a4757e : SUCCESS in 15m 37s\n- swift-tox-py39 https://zuul.opendev.org/t/openstack/build/2b97740e51bd47cd8cb62bb510ed6218 : SUCCESS in 15m 09s\n- swift-tox-func-py27 https://zuul.opendev.org/t/openstack/build/6bfdc9f47e3841ecb72cadc857436ade : SUCCESS in 15m 32s\n- swift-tox-func-encryption-py27 https://zuul.opendev.org/t/openstack/build/f09d0c4718a74d85a7cc2340d386d325 : SUCCESS in 17m 03s\n- swift-tox-func-ec-py27 https://zuul.opendev.org/t/openstack/build/6514de69c23c48f098c61908b2a4fbc4 : SUCCESS in 17m 34s\n- swift-tox-func-py37 https://zuul.opendev.org/t/openstack/build/a4ef0e09305c46feb19bdd2bd4cb3678 : SUCCESS in 17m 25s\n- swift-tox-func-encryption-py37 https://zuul.opendev.org/t/openstack/build/3efbcaa0b37740d3a7927fc5c90fbea4 : SUCCESS in 15m 49s\n- swift-tox-func-ec-py37 https://zuul.opendev.org/t/openstack/build/c885c68db61044bb9698db374505ac33 : SUCCESS in 32m 40s\n- swift-func-cors https://zuul.opendev.org/t/openstack/build/f961e7f6fa8b431797503f6f6d20bfc2 : SUCCESS in 5m 41s\n- swift-tox-func-s3api-ceph-s3tests-tempauth https://zuul.opendev.org/t/openstack/build/f613b63237ad406a941bd4daba248fb1 : SUCCESS in 21m 54s (non-voting)\n- swift-probetests-centos-7 https://zuul.opendev.org/t/openstack/build/2e16daf8f3b74f17af7d275e00f1b022 : SUCCESS in 47m 35s\n- swift-probetests-centos-8 https://zuul.opendev.org/t/openstack/build/778b459a2f214a66baa73422304b993a : SUCCESS in 49m 32s\n- swift-dsvm-functional https://zuul.opendev.org/t/openstack/build/52c1f32727f343e0a75dd877ddc3db09 : SUCCESS in 35m 43s\n- swift-dsvm-functional-ipv6 https://zuul.opendev.org/t/openstack/build/19d3b180d4db477284ed89ed12c8e51b : SUCCESS in 38m 24s\n- swift-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/f15a69dc47bf463ba38f2db9fb869bf9 : SUCCESS in 15m 58s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/dabe37a8133e4677aa9f9cc37bbb3a35 : SUCCESS in 5m 18s\n- swift-multinode-rolling-upgrade https://zuul.opendev.org/t/openstack/build/cabfd1bbb0bc4d07a0aa25dbbb82fe0f : SUCCESS in 22m 17s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/e27a43324bed4cf781bc2412242ff4e7 : SUCCESS in 40m 44s","accounts_in_message":[],"_revision_number":3},{"id":"b61e693804e2f6b22a7b11d01030dc419a752413","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-12 05:30:06.000000000","message":"Patch Set 3: -Verified\n\nStarting gate jobs.","accounts_in_message":[],"_revision_number":3},{"id":"e067ac701af82f04a6a1d753df5957dcacd19499","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-12 07:06:04.000000000","message":"Patch Set 3: Verified+2\n\nBuild succeeded (gate pipeline).\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/2e8eb4d48da645008c4fcfa1248a1f1f : SUCCESS in 8m 52s\n- grenade https://zuul.opendev.org/t/openstack/build/dd7e1fe1b93742d29369b055d8a348e2 : SUCCESS in 1h 05m 11s\n- tempest-integrated-object-storage https://zuul.opendev.org/t/openstack/build/8806fd564aa74073aa21898bbd28fa4f : SUCCESS in 47m 23s\n- swift-upload-image https://zuul.opendev.org/t/openstack/build/d368a4f66a7047d0968ae2f825b48360 : SUCCESS in 9m 11s (non-voting)\n- swift-upload-image-py3 https://zuul.opendev.org/t/openstack/build/f5793efb38934ff59112fadcb254f5a7 : SUCCESS in 9m 14s (non-voting)\n- swift-tox-py27 https://zuul.opendev.org/t/openstack/build/27afe3aa92084c2cb0b441cd36f8df7e : SUCCESS in 15m 41s\n- swift-tox-py36 https://zuul.opendev.org/t/openstack/build/c99f64403c0640fdb800682bf15964f9 : SUCCESS in 17m 13s\n- swift-tox-py37 https://zuul.opendev.org/t/openstack/build/fe6b2e7fcbfd40f4af326f39fb1c559a : SUCCESS in 16m 49s\n- swift-tox-py38 https://zuul.opendev.org/t/openstack/build/d223f9fac2034bd8b2f948d3477c3b08 : SUCCESS in 20m 31s\n- swift-tox-py39 https://zuul.opendev.org/t/openstack/build/df1f83ac92b14bee96239e0b9541a9fd : SUCCESS in 17m 06s\n- swift-tox-func-py27 https://zuul.opendev.org/t/openstack/build/5bce639714624aecad68ec0170457d79 : SUCCESS in 18m 33s\n- swift-tox-func-encryption-py27 https://zuul.opendev.org/t/openstack/build/4f6a94ac854842099b02fd97728904b8 : SUCCESS in 17m 40s\n- swift-tox-func-ec-py27 https://zuul.opendev.org/t/openstack/build/724805ec15a44576a82cf7b62e82ec01 : SUCCESS in 19m 40s\n- swift-tox-func-py37 https://zuul.opendev.org/t/openstack/build/95e370fa95984632bc2fc0f7269af96e : SUCCESS in 18m 07s\n- swift-tox-func-encryption-py37 https://zuul.opendev.org/t/openstack/build/9698500e65a64e92b001163ac58e0529 : SUCCESS in 18m 17s\n- swift-tox-func-ec-py37 https://zuul.opendev.org/t/openstack/build/4ce4d8b29bbb437ab147c733b4b5c9c8 : SUCCESS in 20m 24s\n- swift-func-cors https://zuul.opendev.org/t/openstack/build/7649087dc98649228df6bbda74de96d1 : SUCCESS in 6m 29s\n- swift-probetests-centos-7 https://zuul.opendev.org/t/openstack/build/7d4b2e8186b9489dadf0bb38ae4cdad5 : SUCCESS in 58m 20s\n- swift-probetests-centos-8 https://zuul.opendev.org/t/openstack/build/01c7b8e2a0dd4ff4840e66f3a928b0f4 : SUCCESS in 46m 44s\n- swift-dsvm-functional https://zuul.opendev.org/t/openstack/build/094a6a1fe2294e30b78be9bbe004f04e : SUCCESS in 43m 08s\n- swift-dsvm-functional-ipv6 https://zuul.opendev.org/t/openstack/build/5b3b977cf2cf4e598c75675ed59541fb : SUCCESS in 40m 11s\n- swift-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/95dccc0235024d8ab51bffc4b3fa0340 : SUCCESS in 16m 17s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/c095b6b9980e4d6cbb7ed48bb28a4765 : SUCCESS in 5m 45s\n- swift-multinode-rolling-upgrade https://zuul.opendev.org/t/openstack/build/046bcbd61f804c5b80f827b44c459987 : SUCCESS in 31m 23s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/4c5b48bc438d4cfcbfc5d38473a5f1ce : SUCCESS in 51m 55s","accounts_in_message":[],"_revision_number":3},{"id":"b29295955792167502e11cb81b2f3cf75d6a519d","tag":"autogenerated:gerrit:merged","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-12 07:06:11.000000000","message":"Change has been successfully merged by Zuul","accounts_in_message":[],"_revision_number":3},{"id":"ec6003e62f6509f1cada11169d9c032f3db0d3d6","tag":"autogenerated:zuul:promote","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-12 07:07:58.000000000","message":"Patch Set 3:\n\nBuild succeeded (promote pipeline).\n\n- promote-openstack-tox-docs https://zuul.opendev.org/t/openstack/build/c047e416f754411bb3bfbfbb4e6420f0 : SUCCESS in 1m 11s\n- swift-promote-image https://zuul.opendev.org/t/openstack/build/b042819572ac49baa02de8eb989fce5d : SUCCESS in 49s (non-voting)\n- swift-promote-image-py3 https://zuul.opendev.org/t/openstack/build/1af55625e625483584ac94d5524b2987 : FAILURE in 45s (non-voting)","accounts_in_message":[],"_revision_number":3}],"current_revision_number":3,"current_revision":"09ead690968a221e28d75f0e5c190f74172df67f","revisions":{"e7dcb5b879dbd039174fccbc2c9ead45ab940d66":{"kind":"REWORK","_number":1,"created":"2021-05-26 05:59:21.000000000","uploader":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"ref":"refs/changes/01/793101/1","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/swift","ref":"refs/changes/01/793101/1","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/swift refs/changes/01/793101/1 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/swift refs/changes/01/793101/1 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/swift refs/changes/01/793101/1 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/swift refs/changes/01/793101/1"}}},"commit":{"parents":[{"commit":"b3def185c66dd70a85c7755b168da014529d2428","subject":"Merge \"Allow floats for all intervals\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/swift/commit/b3def185c66dd70a85c7755b168da014529d2428"}]}],"author":{"name":"Matthew Oliver","email":"matt@oliver.net.au","date":"2021-05-26 05:54:52.000000000","tz":600},"committer":{"name":"Matthew Oliver","email":"matt@oliver.net.au","date":"2021-05-26 05:54:52.000000000","tz":600},"subject":"Add warn level logging if we hit un-recoverable EC rebuild","message":"Add warn level logging if we hit un-recoverable EC rebuild\n\nCurrently there is an \u0027all(fragments)\u0027 check in the ECAppIter to know\nwhen the iter is done. It assumes that all the fragments will be emtpy\nwhen they are done. But if this is not the case we should log.\n\nWe have no idea if how often this can happen but currently we don\u0027t log\nit so have no idea. But it could be a cause of some EC short read 500\nthat clusters get from time to time.\n\nChange-Id: If68e72d613685081a3149aedbfd07a69b8669d7f\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/swift/commit/e7dcb5b879dbd039174fccbc2c9ead45ab940d66"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/swift/commit/e7dcb5b879dbd039174fccbc2c9ead45ab940d66"}]},"branch":"refs/heads/master"},"0840bebf12f5e301027ec14851b5058833bc0677":{"kind":"REWORK","_number":2,"created":"2021-05-26 23:45:37.000000000","uploader":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"ref":"refs/changes/01/793101/2","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/swift","ref":"refs/changes/01/793101/2","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/swift refs/changes/01/793101/2 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/swift refs/changes/01/793101/2 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/swift refs/changes/01/793101/2 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/swift refs/changes/01/793101/2"}}},"commit":{"parents":[{"commit":"b3def185c66dd70a85c7755b168da014529d2428","subject":"Merge \"Allow floats for all intervals\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/swift/commit/b3def185c66dd70a85c7755b168da014529d2428"}]}],"author":{"name":"Matthew Oliver","email":"matt@oliver.net.au","date":"2021-05-26 05:54:52.000000000","tz":600},"committer":{"name":"Matthew Oliver","email":"matt@oliver.net.au","date":"2021-05-26 23:44:10.000000000","tz":600},"subject":"Add warn level logging if we hit un-recoverable EC rebuild","message":"Add warn level logging if we hit un-recoverable EC rebuild\n\nCurrently there is an \u0027all(fragments)\u0027 check in the ECAppIter to know\nwhen the iter is done. It assumes that all the fragments will be emtpy\nwhen they are done. But if this is not the case we should log.\n\nWe have no idea if how often this can happen but currently we don\u0027t log\nit so have no idea. But it could be a cause of some EC short read 500\nthat clusters get from time to time.\n\nTested where I coded a failure and I got:\n\n  May 26 23:42:57 saio proxy-server[7942]: Un-recoverable fragment rebuild. Only received 3/4 fragments for \u0027/a/c/o\u0027 (txn: txb43f239d78834bdabcaa6-0060aedd01) (client_ip: 127.0.0.1)\n\nChange-Id: If68e72d613685081a3149aedbfd07a69b8669d7f\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/swift/commit/0840bebf12f5e301027ec14851b5058833bc0677"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/swift/commit/0840bebf12f5e301027ec14851b5058833bc0677"}]},"branch":"refs/heads/master"},"09ead690968a221e28d75f0e5c190f74172df67f":{"kind":"REWORK","_number":3,"created":"2021-05-27 01:34:28.000000000","uploader":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"ref":"refs/changes/01/793101/3","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/swift","ref":"refs/changes/01/793101/3","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/swift refs/changes/01/793101/3 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/swift refs/changes/01/793101/3 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/swift refs/changes/01/793101/3 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/swift refs/changes/01/793101/3"}}},"commit":{"parents":[{"commit":"b3def185c66dd70a85c7755b168da014529d2428","subject":"Merge \"Allow floats for all intervals\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/swift/commit/b3def185c66dd70a85c7755b168da014529d2428"}]}],"author":{"name":"Matthew Oliver","email":"matt@oliver.net.au","date":"2021-05-26 05:54:52.000000000","tz":600},"committer":{"name":"Matthew Oliver","email":"matt@oliver.net.au","date":"2021-05-27 01:33:18.000000000","tz":600},"subject":"Add warn level logging if we hit un-recoverable EC rebuild","message":"Add warn level logging if we hit un-recoverable EC rebuild\n\nCurrently there is an \u0027all(fragments)\u0027 check in the ECAppIter to know\nwhen the iter is done. It assumes that all the fragments will be emtpy\nwhen they are done. But if this is not the case we should log.\n\nWe have no idea if how often this can happen but currently we don\u0027t log\nit so have no idea. But it could be a cause of some EC short read 500\nthat clusters get from time to time.\n\nHere is an example of the message:\n\n  May 26 23:42:57 saio proxy-server[7942]: Un-recoverable fragment rebuild. Only received 3/4 fragments for \u0027/a/c/o\u0027 (txn: txb43f239d78834bdabcaa6-0060aedd01) (client_ip: 127.0.0.1)\n\nChange-Id: If68e72d613685081a3149aedbfd07a69b8669d7f\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/swift/commit/09ead690968a221e28d75f0e5c190f74172df67f"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/swift/commit/09ead690968a221e28d75f0e5c190f74172df67f"}]},"branch":"refs/heads/master"}},"requirements":[],"submit_records":[{"status":"CLOSED","labels":[{"label":"Verified","status":"OK","applied_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}},{"label":"Code-Review","status":"OK","applied_by":{"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"}},{"label":"Workflow","status":"OK","applied_by":{"_account_id":15343,"name":"Tim Burke","email":"tburke@nvidia.com","username":"tburke"}}]}],"submit_requirements":[{"name":"Verified","status":"SATISFIED","is_legacy":true,"submittability_expression_result":{"expression":"label:Verified\u003dCustom-Rule","fulfilled":true,"status":"PASS","passing_atoms":["label:Verified\u003dCustom-Rule"],"failing_atoms":[],"atom_explanations":{}}},{"name":"Workflow","status":"SATISFIED","is_legacy":true,"submittability_expression_result":{"expression":"label:Workflow\u003dCustom-Rule","fulfilled":true,"status":"PASS","passing_atoms":["label:Workflow\u003dCustom-Rule"],"failing_atoms":[],"atom_explanations":{}}},{"name":"Code-Review","status":"SATISFIED","is_legacy":true,"submittability_expression_result":{"expression":"label:Code-Review\u003dCustom-Rule","fulfilled":true,"status":"PASS","passing_atoms":["label:Code-Review\u003dCustom-Rule"],"failing_atoms":[],"atom_explanations":{}}}]}