)]}'
{"id":"openstack%2Fswift~837669","triplet_id":"openstack%2Fswift~master~If5f85d1aac1b615f84f8625815ab44c9ef113555","project":"openstack/swift","branch":"master","topic":"shardrange_variance","attention_set":{"7233":{"account":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"last_update":"2022-04-13 08:03:55.000000000","reason":"A robot voted negatively on a label"}},"removed_from_attention_set":{},"hashtags":[],"change_id":"If5f85d1aac1b615f84f8625815ab44c9ef113555","subject":"WIP: Adding some statisical variance to shard/shrink candidates","status":"NEW","created":"2022-04-13 07:09:26.000000000","updated":"2022-04-13 10:14:37.000000000","submit_type":"MERGE_IF_NECESSARY","mergeable":false,"submittable":false,"total_comment_count":0,"unresolved_comment_count":0,"has_review_started":true,"meta_rev_id":"e12983db953f7c9cb9c1a451ebace88f93adadc9","_number":837669,"virtual_id_number":837669,"owner":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"actions":{},"labels":{"Verified":{"disliked":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"all":[{"tag":"autogenerated:zuul:check","value":-1,"date":"2022-04-13 08:03:55.000000000","permitted_voting_range":{"min":-2,"max":2},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}],"values":{"-2":"Fails","-1":"Doesn\u0027t seem to work"," 0":"No score","+1":"Works for me","+2":"Verified"},"description":"","value":-1,"default_value":0,"optional":true},"Code-Review":{"all":[{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}],"values":{"-2":"Do not merge","-1":"This patch needs further work before it can be merged"," 0":"No score","+1":"Looks good to me, but someone else must approve","+2":"Looks good to me (core reviewer)"},"description":"","default_value":0,"optional":true},"Workflow":{"all":[{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}],"values":{"-1":"Work in progress"," 0":"Ready for reviews","+1":"Approved"},"description":"","default_value":0,"optional":true}},"removable_reviewers":[],"reviewers":{"REVIEWER":[{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}]},"pending_reviewers":{},"reviewer_updates":[{"updated":"2022-04-13 08:03:55.000000000","updated_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"reviewer":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"state":"REVIEWER"}],"messages":[{"id":"d4fc871be626a8e91de62383603960423b300ad8","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"date":"2022-04-13 07:09:26.000000000","message":"Uploaded patch set 1.","accounts_in_message":[],"_revision_number":1},{"id":"a271d552d69d6064c539bae7e78d853a7343d48a","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2022-04-13 08:03:55.000000000","message":"Patch Set 1: Verified-1\n\n(7 comments)\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/f53d60d0c3f84948ac926f7872d575a0 : FAILURE in 6m 49s\n- grenade https://zuul.opendev.org/t/openstack/build/81cb5fe7035b4d5b8443df5e4a6e5e56 : FAILURE in 19m 37s\n- tempest-integrated-object-storage https://zuul.opendev.org/t/openstack/build/3dcde22b61c149158fe0d51b672cd442 : FAILURE in 10m 07s\n- openstacksdk-functional-devstack https://zuul.opendev.org/t/openstack/build/e9b421bf65f04d959454857935cfa02f : POST_FAILURE in 17m 32s\n- swift-tox-func-py36-centos-8-stream-fips https://zuul.opendev.org/t/openstack/build/26d715f85342443eb4175caed5523e10 : SUCCESS in 26m 32s (non-voting)\n- swift-tox-func-encryption-py36-centos-8-stream-fips https://zuul.opendev.org/t/openstack/build/dda35504185945798d68b5d624b63831 : SUCCESS in 21m 58s (non-voting)\n- swift-tox-func-ec-py36-centos-8-stream-fips https://zuul.opendev.org/t/openstack/build/3c865e691e43452ca53ca74dd9988b20 : SUCCESS in 31m 42s (non-voting)\n- swift-build-image https://zuul.opendev.org/t/openstack/build/c6ca301277384399bb34a33bba07e438 : SUCCESS in 8m 21s (non-voting)\n- swift-build-image-py3 https://zuul.opendev.org/t/openstack/build/4ba25f4b62f2491b807b24df38eb7452 : SUCCESS in 5m 30s (non-voting)\n- swift-tox-py27 https://zuul.opendev.org/t/openstack/build/1257954367674cc4aa50e3b55516e3b3 : FAILURE in 4m 32s\n- swift-tox-py36 https://zuul.opendev.org/t/openstack/build/e93e36c6745546f5b24709b3ad1417e7 : SUCCESS in 21m 29s\n- swift-tox-py39 https://zuul.opendev.org/t/openstack/build/46f5f7f43f2a4bfd80e087155a2a48ba : SUCCESS in 22m 48s\n- swift-tox-func-py27 https://zuul.opendev.org/t/openstack/build/81e8dba16104471c9e11f505c5963ebd : FAILURE in 4m 15s\n- swift-tox-func-encryption-py27 https://zuul.opendev.org/t/openstack/build/761d8822409447b4984edd0e0af5c488 : FAILURE in 4m 38s\n- swift-tox-func-ec-py27 https://zuul.opendev.org/t/openstack/build/37e1e3a2fd6044a3a0e5c2b57b27b7ca : FAILURE in 4m 27s\n- swift-tox-func-py38 https://zuul.opendev.org/t/openstack/build/6010b33271574b729fece4483b060a94 : SUCCESS in 27m 02s\n- swift-tox-func-encryption-py38 https://zuul.opendev.org/t/openstack/build/b3e8966764d641a4bc06e2be208557ce : SUCCESS in 15m 22s\n- swift-tox-func-ec-py38 https://zuul.opendev.org/t/openstack/build/9d1ee04c2e2d46fd99039768a86c0694 : SUCCESS in 27m 13s\n- swift-func-cors https://zuul.opendev.org/t/openstack/build/56bedfba288949f1913b6ab0492da823 : SUCCESS in 6m 59s\n- swift-tox-func-s3api-ceph-s3tests-tempauth https://zuul.opendev.org/t/openstack/build/0011fdfc4fd4417796bf7ec280fa12f4 : SUCCESS in 17m 44s (non-voting)\n- swift-probetests-centos-7 https://zuul.opendev.org/t/openstack/build/dc4ebdcbc3fc49e9a444e523e34732a1 : RETRY_LIMIT in 4m 22s\n- swift-probetests-centos-8-stream https://zuul.opendev.org/t/openstack/build/f47aa1fa670d44568a8400ec060de9f9 : FAILURE in 49m 03s\n- swift-dsvm-functional https://zuul.opendev.org/t/openstack/build/e3c861a8b8544671b0705afc44114fa6 : RETRY_LIMIT in 18m 23s\n- swift-dsvm-functional-ipv6 https://zuul.opendev.org/t/openstack/build/2930dde043c740c085f003f30e8fc41d : RETRY_LIMIT in 10m 05s\n- swift-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/160ffc0a6cdd48a780b72979550af0c9 : FAILURE in 5m 09s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/6c4c4a3d9de845a090c9e3385cff64da : FAILURE in 5m 12s\n- swift-multinode-rolling-upgrade https://zuul.opendev.org/t/openstack/build/2e03da8308804ec3be7a88ebec8eec80 : SUCCESS in 19m 16s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/c08b2968fe344ad6b9a59dcad8c41c4d : FAILURE in 16m 31s","accounts_in_message":[],"_revision_number":1},{"id":"e12983db953f7c9cb9c1a451ebace88f93adadc9","tag":"autogenerated:zuul:check-arm64","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2022-04-13 10:14:37.000000000","message":"Patch Set 1:\n\nBuild failed (ARM64 pipeline).\n\n- swift-tox-py38-arm64 https://zuul.opendev.org/t/openstack/build/1332752266d54ce8980588039d75fd7f : SUCCESS in 40m 19s\n- swift-tox-py39-arm64 https://zuul.opendev.org/t/openstack/build/2d3271ef7d31433c8b74f0b58a96859f : SUCCESS in 49m 08s\n- swift-probetests-centos-8-stream-arm64 https://zuul.opendev.org/t/openstack/build/e07682274c86487fa56a72e22f42a636 : FAILURE in 2h 58m 15s\n- swift-tox-func-encryption-py38-arm64 https://zuul.opendev.org/t/openstack/build/74ae033ecbe74ad8a0a43ba2ca3feb29 : SUCCESS in 44m 48s\n- swift-tox-func-py38-arm64 https://zuul.opendev.org/t/openstack/build/2d14e50eaf964ffaab47ee30c7356114 : FAILURE in 42m 29s","accounts_in_message":[],"_revision_number":1}],"current_revision_number":1,"current_revision":"9028eb8ab3e0ea7e2f76219e807456c571b86725","revisions":{"9028eb8ab3e0ea7e2f76219e807456c571b86725":{"kind":"REWORK","_number":1,"created":"2022-04-13 07:09:26.000000000","uploader":{"_account_id":7233,"name":"Matthew Oliver","email":"matt@oliver.net.au","username":"mattoliverau"},"ref":"refs/changes/69/837669/1","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/swift","ref":"refs/changes/69/837669/1","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/swift refs/changes/69/837669/1 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/swift refs/changes/69/837669/1 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/swift refs/changes/69/837669/1 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/swift refs/changes/69/837669/1"}}},"commit":{"parents":[{"commit":"1cee51d5269c2b04f13623593710d2be0045781d","subject":"doc: also add reverse option to pagination doc","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/swift/commit/1cee51d5269c2b04f13623593710d2be0045781d"}]}],"author":{"name":"Matthew Oliver","email":"matt@oliver.net.au","date":"2022-04-13 06:56:25.000000000","tz":600},"committer":{"name":"Matthew Oliver","email":"matt@oliver.net.au","date":"2022-04-13 06:56:25.000000000","tz":600},"subject":"WIP: Adding some statisical variance to shard/shrink candidates","message":"WIP: Adding some statisical variance to shard/shrink candidates\n\nPlaying with some basic stat like variances to see if they help\nidentify problematic root containers.\nThis patch adds some very basic variance like statistics to the shrink\nand shard candidates in recon drops.\n\nIt adds a new helper method to the sharder.py file called\ngenerate_variance_statistics which returns a stats dict. Let\u0027s look at\nan example from a recon drop.\n\nFor example a shrink candidate may have extra metadata like:\n\n  {\n    ...\n    \u0027compactible_ranges\u0027: 3,\n    \u0027shard_variance\u0027: {\n        \u0027mean\u0027: 71428.57142857143,\n        \u0027shard_summed_variance\u0027: \u0027-600000:0\u0027,\n        \u0027shard_variance\u0027: \u0027-6:0\u0027,\n        \u0027stdev\u0027: 174963.5530559413}\n   }\n\nThe means and standard deviation should be obvious. The shard_variance\nand the summed version if just me playing with some more interesting\nshardrange specific variance.\n`shard_variance` is a 2 numbers seperated by a \u0027:\u0027. The first is always\nnegative (so its obvious) and represents the number of shards below the\nshrink threshold. The other is how many shards are above the cleave\nthreshold.\n`shard_summed_variance` is similar but sums up how many objects below or\nabove they are.\n\nIn the above example we have 6 shard ranges below the shrink_threshold.\nThe shrink_threshold was 100000, so all of them must\u0027ve had 0 object\ncount, so off by 600000. Maybe stdev doesn\u0027t help here, because it\u0027s a\nstupid large distribution.\n\nChange-Id: If5f85d1aac1b615f84f8625815ab44c9ef113555\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/swift/commit/9028eb8ab3e0ea7e2f76219e807456c571b86725"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/swift/commit/9028eb8ab3e0ea7e2f76219e807456c571b86725"}]},"branch":"refs/heads/master"}},"requirements":[],"submit_records":[{"rule_name":"gerrit~DefaultSubmitRule","status":"OK","labels":[{"label":"Verified","status":"MAY","applied_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}},{"label":"Code-Review","status":"MAY"},{"label":"Workflow","status":"MAY"}]}],"submit_requirements":[{"name":"Verified","description":"Verified in gate by CI","status":"UNSATISFIED","is_legacy":false,"submittability_expression_result":{"expression":"label:Verified\u003dMAX AND -label:Verified\u003dMIN","fulfilled":false,"status":"FAIL","passing_atoms":[],"failing_atoms":["label:Verified\u003dMAX","label:Verified\u003dMIN"],"atom_explanations":{"label:Verified\u003dMAX":"","label:Verified\u003dMIN":""}}},{"name":"Code-Review","description":"Code reviewed by core reviewer","status":"UNSATISFIED","is_legacy":false,"submittability_expression_result":{"expression":"label:Code-Review\u003dMAX AND -label:Code-Review\u003dMIN","fulfilled":false,"status":"FAIL","passing_atoms":[],"failing_atoms":["label:Code-Review\u003dMAX","label:Code-Review\u003dMIN"],"atom_explanations":{"label:Code-Review\u003dMAX":"","label:Code-Review\u003dMIN":""}}},{"name":"Workflow","description":"Approved for gate by core reviewer","status":"UNSATISFIED","is_legacy":false,"submittability_expression_result":{"expression":"label:Workflow\u003dMAX AND -label:Workflow\u003dMIN","fulfilled":false,"status":"FAIL","passing_atoms":[],"failing_atoms":["label:Workflow\u003dMAX","label:Workflow\u003dMIN"],"atom_explanations":{"label:Workflow\u003dMAX":"","label:Workflow\u003dMIN":""}}}]}