)]}'
{"id":"openstack%2Fceilometer~785421","triplet_id":"openstack%2Fceilometer~master~I9a2d46f870dc2d2791a7763177773dc0cf8aed9d","project":"openstack/ceilometer","branch":"master","topic":"retry_on_disconnect-patch","hashtags":[],"change_id":"I9a2d46f870dc2d2791a7763177773dc0cf8aed9d","subject":"Ceilometer compute `retry_on_disconnect` using `no-wait`","status":"MERGED","created":"2021-04-08 13:30:30.000000000","updated":"2021-06-30 10:40:10.000000000","submitted":"2021-06-30 10:38:29.000000000","submitter":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"total_comment_count":0,"unresolved_comment_count":0,"has_review_started":true,"submission_id":"785421-retry_on_disconnect-patch","meta_rev_id":"58056d3df678856061d2bd5df535fcf5eccd239e","_number":785421,"virtual_id_number":785421,"owner":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"actions":{},"labels":{"Verified":{"approved":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"all":[{"tag":"autogenerated:zuul:gate","value":2,"date":"2021-06-30 10:38:28.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"_account_id":4264,"name":"Matthias Runge","email":"mrunge@redhat.com","username":"mrunge"},{"value":0,"_account_id":16137,"name":"Tobias Urdin","email":"tobias.urdin@binero.com","username":"tobasco"}],"values":{"-2":"Fails","-1":"Doesn\u0027t seem to work"," 0":"No score","+1":"Works for me","+2":"Verified"},"description":"","default_value":0,"optional":true},"Code-Review":{"approved":{"_account_id":4264,"name":"Matthias Runge","email":"mrunge@redhat.com","username":"mrunge"},"all":[{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":2,"date":"2021-05-06 07:58:51.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":4264,"name":"Matthias Runge","email":"mrunge@redhat.com","username":"mrunge"},{"value":1,"date":"2021-06-28 09:06:41.000000000","permitted_voting_range":{"min":1,"max":1},"_account_id":16137,"name":"Tobias Urdin","email":"tobias.urdin@binero.com","username":"tobasco"}],"values":{"-2":"Do not merge","-1":"This patch needs further work before it can be merged"," 0":"No score","+1":"Looks good to me, but someone else must approve","+2":"Looks good to me (core reviewer)"},"description":"","default_value":0,"optional":true},"Workflow":{"approved":{"_account_id":4264,"name":"Matthias Runge","email":"mrunge@redhat.com","username":"mrunge"},"all":[{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":1,"date":"2021-06-30 09:23:39.000000000","permitted_voting_range":{"min":1,"max":1},"_account_id":4264,"name":"Matthias Runge","email":"mrunge@redhat.com","username":"mrunge"},{"value":0,"_account_id":16137,"name":"Tobias Urdin","email":"tobias.urdin@binero.com","username":"tobasco"}],"values":{"-1":"Work in progress"," 0":"Ready for reviews","+1":"Approved"},"description":"","default_value":0,"optional":true}},"removable_reviewers":[],"reviewers":{"REVIEWER":[{"_account_id":4264,"name":"Matthias Runge","email":"mrunge@redhat.com","username":"mrunge"},{"_account_id":16137,"name":"Tobias Urdin","email":"tobias.urdin@binero.com","username":"tobasco"},{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}]},"pending_reviewers":{},"reviewer_updates":[{"updated":"2021-04-08 14:54:43.000000000","updated_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"reviewer":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2021-04-08 18:30:33.000000000","updated_by":{"_account_id":16137,"name":"Tobias Urdin","email":"tobias.urdin@binero.com","username":"tobasco"},"reviewer":{"_account_id":16137,"name":"Tobias Urdin","email":"tobias.urdin@binero.com","username":"tobasco"},"state":"REVIEWER"},{"updated":"2021-04-12 12:32:25.000000000","updated_by":{"_account_id":4264,"name":"Matthias Runge","email":"mrunge@redhat.com","username":"mrunge"},"reviewer":{"_account_id":4264,"name":"Matthias Runge","email":"mrunge@redhat.com","username":"mrunge"},"state":"CC"},{"updated":"2021-05-06 07:58:51.000000000","updated_by":{"_account_id":4264,"name":"Matthias Runge","email":"mrunge@redhat.com","username":"mrunge"},"reviewer":{"_account_id":4264,"name":"Matthias Runge","email":"mrunge@redhat.com","username":"mrunge"},"state":"REVIEWER"}],"messages":[{"id":"a258c70d94b2ab4cd77483e3f3df22333f131f18","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"date":"2021-04-08 13:30:30.000000000","message":"Uploaded patch set 1.","accounts_in_message":[],"_revision_number":1},{"id":"535f45892ccdb1f90bf31ab422edd916a4238f67","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"date":"2021-04-08 13:32:02.000000000","message":"Uploaded patch set 2.","accounts_in_message":[],"_revision_number":2},{"id":"6003187e956625a497b74153cadcf4877faaf734","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-04-08 14:54:43.000000000","message":"Patch Set 2: Verified-1\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-cover https://zuul.opendev.org/t/openstack/build/04792491888e4a49a44d5d6cef21388d : SUCCESS in 8m 37s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/3a9f553f0d2147bda1891076fa094dd1 : SUCCESS in 4m 10s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/902bc3a069164e38b363d0a9a5ec2abc : SUCCESS in 7m 03s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/4971d12150604111acad5ec6086f934e : SUCCESS in 6m 53s\n- openstack-tox-py39 https://zuul.opendev.org/t/openstack/build/9f7cf6b9a48e44a997891deae49b8c75 : SUCCESS in 8m 33s (non-voting)\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/aba724e7a9ea4a44a037efca5d66643d : SUCCESS in 7m 47s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/a70a7b2f50c44b7b823c6048d88ada60 : FAILURE in 6m 30s\n- grenade-ceilometer https://zuul.opendev.org/t/openstack/build/859ff77119844f1781c9bdf22cc0eff4 : FAILURE in 57m 26s\n- telemetry-dsvm-integration https://zuul.opendev.org/t/openstack/build/4e6b15690c844685aade9eb5c98b2bfa : FAILURE in 1h 14m 30s\n- telemetry-dsvm-integration-ipv6-only https://zuul.opendev.org/t/openstack/build/a482e8d963ee4a068368e22d3d7d3165 : FAILURE in 1h 11m 24s","accounts_in_message":[],"_revision_number":2},{"id":"6f9a02370ecf813eceb86cd7d2750ddb8c7ef560","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"date":"2021-04-08 15:31:24.000000000","message":"Uploaded patch set 3.","accounts_in_message":[],"_revision_number":3},{"id":"b4efae38380efd9706fbe55846228473b71b1256","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-04-08 16:52:46.000000000","message":"Patch Set 3: Verified-1\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-cover https://zuul.opendev.org/t/openstack/build/9e186acfa07d40ddbb50f92b62e33c15 : SUCCESS in 6m 34s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/c5d40a0d3ba141e48151b99f3677bd62 : SUCCESS in 4m 24s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/dd9cc49d0ae04c60aba4b3277f719b19 : SUCCESS in 7m 19s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/65bd274231b448c8b24f7452bc4541b1 : SUCCESS in 7m 27s\n- openstack-tox-py39 https://zuul.opendev.org/t/openstack/build/6b132dfe50cf4e068c4595c851fc66d5 : SUCCESS in 7m 19s (non-voting)\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/00b522f8f4de44b28fb0d478fa76edd9 : SUCCESS in 8m 42s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/6162310fb09b4fd7af8d4fd58855f3b8 : SUCCESS in 7m 42s\n- grenade-ceilometer https://zuul.opendev.org/t/openstack/build/1cb9addc0f914462b7a21874376d767c : FAILURE in 46m 21s\n- telemetry-dsvm-integration https://zuul.opendev.org/t/openstack/build/2082cd407cf44d799fccbd8b167e0b8c : FAILURE in 1h 01m 59s\n- telemetry-dsvm-integration-ipv6-only https://zuul.opendev.org/t/openstack/build/affb4d9a46214aedbabae27c28baf8d5 : FAILURE in 1h 14m 35s","accounts_in_message":[],"_revision_number":3},{"id":"278afb26314b4e45b21c4d351457e82cc98170dc","author":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"date":"2021-04-09 11:58:37.000000000","message":"Patch Set 3:\n\nrecheck","accounts_in_message":[],"_revision_number":3},{"id":"d7b9ab7e8c10f21dc17eb3d08d5b1c4b8d34d78d","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-04-09 13:10:13.000000000","message":"Patch Set 3:\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-cover https://zuul.opendev.org/t/openstack/build/a24f5e9ef65846ef936013f604debbfd : SUCCESS in 6m 37s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/24b9207bb8c146a9bd53b0881f67231d : SUCCESS in 5m 25s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/8d36cfaea2fb4bcd8ec9ccde1ac9d308 : SUCCESS in 7m 12s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/b341dfd484a942efa9c8543d9dbd228f : SUCCESS in 7m 43s\n- openstack-tox-py39 https://zuul.opendev.org/t/openstack/build/dbe4c152c3964a11a99b5bdb32ac1119 : SUCCESS in 6m 48s (non-voting)\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/257b7e74404b4b289cace8aba7e4856d : SUCCESS in 8m 25s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/cadd65c248ba4a67b72225d661fd48cd : SUCCESS in 6m 34s\n- grenade-ceilometer https://zuul.opendev.org/t/openstack/build/e1fafa54e52d452893ae2dbd36edb5e3 : FAILURE in 59m 55s\n- telemetry-dsvm-integration https://zuul.opendev.org/t/openstack/build/1dc81ee7df634149974f5bbe4944a622 : FAILURE in 1h 04m 40s\n- telemetry-dsvm-integration-ipv6-only https://zuul.opendev.org/t/openstack/build/502a977b200644faaf2ef31293f1115c : FAILURE in 59m 55s","accounts_in_message":[],"_revision_number":3},{"id":"1d9f459b340ae3344e19003b6c7ba4466d555b79","author":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"date":"2021-04-09 19:12:36.000000000","message":"Patch Set 3:\n\nrecheck","accounts_in_message":[],"_revision_number":3},{"id":"ba92652fd065f6bc1926999f225e510850cfa815","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-04-09 20:22:10.000000000","message":"Patch Set 3:\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-cover https://zuul.opendev.org/t/openstack/build/9812e8a84cc44ae2bb617c95fa57aeca : SUCCESS in 8m 16s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/68d7193efd3c4a928bfa17fa35fdd508 : SUCCESS in 4m 32s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/c58437f1b42d43a0a46bfabad3baef1c : SUCCESS in 7m 39s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/da15ba077a54452d9d0d25f599f975ee : SUCCESS in 7m 38s\n- openstack-tox-py39 https://zuul.opendev.org/t/openstack/build/2bfc64ea253146b384fb170325341e04 : SUCCESS in 8m 58s (non-voting)\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/9b753868d18e460587c407465625ef2e : SUCCESS in 8m 01s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/b5fe148e43b5421a8e75dc9f429c5cdb : SUCCESS in 7m 50s\n- grenade-ceilometer https://zuul.opendev.org/t/openstack/build/ac4c7e7f7f0b44dd9159cd40c29f2d97 : FAILURE in 1h 02m 23s\n- telemetry-dsvm-integration https://zuul.opendev.org/t/openstack/build/af5aa135eb044a95a8d0822bbcabb107 : FAILURE in 50m 17s\n- telemetry-dsvm-integration-ipv6-only https://zuul.opendev.org/t/openstack/build/543d2ab204f445aa9c122151d30e350b : FAILURE in 1h 00m 20s","accounts_in_message":[],"_revision_number":3},{"id":"cf6b2d557fd09428d72aaf8d4340f467c90b743a","author":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"date":"2021-04-11 00:56:26.000000000","message":"Patch Set 3:\n\nrecheck","accounts_in_message":[],"_revision_number":3},{"id":"a07134ec97064ce14ff4d5ae755ec9d911e315f4","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-04-11 01:55:15.000000000","message":"Patch Set 3:\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-cover https://zuul.opendev.org/t/openstack/build/e0b8bc5f8a8c4ff59509cab5f8979368 : SUCCESS in 6m 52s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/ab27d38fa7fb4ac0ba96738c91d229bb : SUCCESS in 4m 17s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/531d967600d447639174347924bb8abe : SUCCESS in 7m 01s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/82415de4deaf471d8f149474366aeb26 : SUCCESS in 6m 17s\n- openstack-tox-py39 https://zuul.opendev.org/t/openstack/build/9d602245dd6042ceb8bb4dc69f88d8cb : SUCCESS in 6m 48s (non-voting)\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/c171888f1c1f42a5b8c715a106f3df4e : SUCCESS in 7m 07s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/dd0f4cc0488340aba82455a162460955 : SUCCESS in 8m 03s\n- grenade-ceilometer https://zuul.opendev.org/t/openstack/build/660cf5a328bf4e7aa96e907c4ca414a9 : FAILURE in 49m 42s\n- telemetry-dsvm-integration https://zuul.opendev.org/t/openstack/build/373372474a9f4c248a8340c5a6689446 : FAILURE in 54m 18s\n- telemetry-dsvm-integration-ipv6-only https://zuul.opendev.org/t/openstack/build/339157a472db4ae8a53850c5434f2b77 : FAILURE in 57m 37s","accounts_in_message":[],"_revision_number":3},{"id":"6eb17e5b583d826b433ae66841e28688d6049f67","author":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"date":"2021-04-11 11:43:44.000000000","message":"Patch Set 3:\n\nrecheck","accounts_in_message":[],"_revision_number":3},{"id":"3473d0a1bea66bf7d65877f98344da66772035e9","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-04-11 12:34:39.000000000","message":"Patch Set 3:\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-cover https://zuul.opendev.org/t/openstack/build/d3bbda9089ac491eaf350d7684f2254d : SUCCESS in 5m 52s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/d3b29f08ae65418681cf84b72586b2f1 : SUCCESS in 3m 57s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/3b7863e36a0a40b883af86d4c49a7251 : SUCCESS in 5m 53s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/e728cc1558a14a478c3efbfeaff0e755 : SUCCESS in 5m 18s\n- openstack-tox-py39 https://zuul.opendev.org/t/openstack/build/38662c3b54ec40408a6fb6001f2a406e : SUCCESS in 5m 52s (non-voting)\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/4f81cf2fe7d64604a038d2523b083f29 : SUCCESS in 6m 37s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/fa0ea2d7de6642c983073b5707256134 : SUCCESS in 6m 18s\n- grenade-ceilometer https://zuul.opendev.org/t/openstack/build/bf7ff0a14bd64a6e91ea1926dc9b9128 : FAILURE in 39m 00s\n- telemetry-dsvm-integration https://zuul.opendev.org/t/openstack/build/bc84d47ca84443dea2f7642d738aab02 : FAILURE in 49m 45s\n- telemetry-dsvm-integration-ipv6-only https://zuul.opendev.org/t/openstack/build/e016edc73e8c4d7f96d79d7c3298c900 : FAILURE in 49m 16s","accounts_in_message":[],"_revision_number":3},{"id":"66e663f38a6a48f75ec800a53a05c536584fcdf3","author":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"date":"2021-04-11 23:39:41.000000000","message":"Patch Set 3:\n\nrecheck","accounts_in_message":[],"_revision_number":3},{"id":"2ac09f74f03e696530df0a031dfad8149fcf6542","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-04-12 00:24:53.000000000","message":"Patch Set 3:\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-cover https://zuul.opendev.org/t/openstack/build/c420f541c99e4aee8420adb39ee79d27 : SUCCESS in 6m 01s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/3ba3f9823d9a40a396e953de34c678ee : SUCCESS in 3m 58s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/f887713496264fddb5597eb415035df8 : SUCCESS in 6m 11s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/63b764754a25417bb51489c1d09242b5 : SUCCESS in 5m 22s\n- openstack-tox-py39 https://zuul.opendev.org/t/openstack/build/5a30816342f84e4ea11ab47eabaa2620 : SUCCESS in 5m 58s (non-voting)\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/92391e9b54cf45d282e2945c3000b6a9 : SUCCESS in 6m 42s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/2bdf742ecf244f41b1d72e74ab94a4b7 : SUCCESS in 6m 20s\n- grenade-ceilometer https://zuul.opendev.org/t/openstack/build/2e3d942b54934f3d92d1cd12ab573d87 : FAILURE in 37m 46s\n- telemetry-dsvm-integration https://zuul.opendev.org/t/openstack/build/4ce59de2e71e40599a31e2cd7b5dc94b : FAILURE in 43m 51s\n- telemetry-dsvm-integration-ipv6-only https://zuul.opendev.org/t/openstack/build/a977adaed697423eacc956ae901fa6f2 : FAILURE in 43m 16s","accounts_in_message":[],"_revision_number":3},{"id":"221f96715055a5f62a0fe24f0b8e137fa3fcd8a9","author":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"date":"2021-04-12 00:41:45.000000000","message":"Patch Set 3:\n\nAre the errors related to this patch, or is it something else that is causing them?","accounts_in_message":[],"_revision_number":3},{"id":"6388545f9a241bb3a20f454215d8b1d1001a1dc8","author":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"date":"2021-04-12 11:23:25.000000000","message":"Patch Set 3:\n\nrecheck","accounts_in_message":[],"_revision_number":3},{"id":"a5a52b433343d256645282d9c129c5a82b7f7f10","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-04-12 12:21:05.000000000","message":"Patch Set 3:\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-cover https://zuul.opendev.org/t/openstack/build/fa36f4709221465bacc669c590b294d9 : SUCCESS in 6m 51s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/e318c595a32945b48c428be4215ada15 : SUCCESS in 5m 58s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/abf1158368d54a2ba10dd1b8e3deea5e : SUCCESS in 6m 10s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/fc8c1648e20649cbbacff88c63c43968 : SUCCESS in 6m 37s\n- openstack-tox-py39 https://zuul.opendev.org/t/openstack/build/6011817817044c7797a676a1e894d8a0 : SUCCESS in 7m 03s (non-voting)\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/758361b6432a483f90cf26d5a3793c83 : SUCCESS in 6m 53s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/5b6c3b2f54c6470e9331ba7951c44988 : SUCCESS in 7m 29s\n- grenade-ceilometer https://zuul.opendev.org/t/openstack/build/92fe7d6a0bac43359fa4d95a880b5c33 : FAILURE in 47m 21s\n- telemetry-dsvm-integration https://zuul.opendev.org/t/openstack/build/d04a8b067f2941739391edd9f9bca129 : FAILURE in 56m 10s\n- telemetry-dsvm-integration-ipv6-only https://zuul.opendev.org/t/openstack/build/3d5bcc313b1d43249a86c892393a50f5 : FAILURE in 55m 06s","accounts_in_message":[],"_revision_number":3},{"id":"e79705f219d325f5072ed59550de1790a65c4a00","author":{"_account_id":4264,"name":"Matthias Runge","email":"mrunge@redhat.com","username":"mrunge"},"date":"2021-04-12 12:32:25.000000000","message":"Patch Set 3:\n\nThank you for your patch.\n\nI am quite sure the ci failures are not related to this patch here. In https://zuul.opendev.org/t/openstack/build/92fe7d6a0bac43359fa4d95a880b5c33/log/controller/logs/screen-ceilometer-anotification.txt\nyou\u0027ll see \n\n```\n\nApr 12 12:06:32.828668 ubuntu-focal-inap-mtl01-0023954867 ceilometer-agent-notification[185193]: 2021-04-12 12:06:32.826 185193 ERROR ceilometer.pipeline.base   File \"/usr/local/lib/python3.8/dist-packages/keystoneauth1/identity/base.py\", line 375, in get_endpoint\n\nApr 12 12:06:32.828668 ubuntu-focal-inap-mtl01-0023954867 ceilometer-agent-notification[185193]: 2021-04-12 12:06:32.826 185193 ERROR ceilometer.pipeline.base     endpoint_data \u003d self.get_endpoint_data(\n\nApr 12 12:06:32.828668 ubuntu-focal-inap-mtl01-0023954867 ceilometer-agent-notification[185193]: 2021-04-12 12:06:32.826 185193 ERROR ceilometer.pipeline.base   File \"/usr/local/lib/python3.8/dist-packages/keystoneauth1/identity/base.py\", line 275, in get_endpoint_data\n\nApr 12 12:06:32.828668 ubuntu-focal-inap-mtl01-0023954867 ceilometer-agent-notification[185193]: 2021-04-12 12:06:32.826 185193 ERROR ceilometer.pipeline.base     endpoint_data \u003d service_catalog.endpoint_data_for(\n\nApr 12 12:06:32.828668 ubuntu-focal-inap-mtl01-0023954867 ceilometer-agent-notification[185193]: 2021-04-12 12:06:32.826 185193 ERROR ceilometer.pipeline.base   File \"/usr/local/lib/python3.8/dist-packages/keystoneauth1/access/service_catalog.py\", line 462, in endpoint_data_for\n\nApr 12 12:06:32.828668 ubuntu-focal-inap-mtl01-0023954867 ceilometer-agent-notification[185193]: 2021-04-12 12:06:32.826 185193 ERROR ceilometer.pipeline.base     raise exceptions.EndpointNotFound(msg)\n\nApr 12 12:06:32.828668 ubuntu-focal-inap-mtl01-0023954867 ceilometer-agent-notification[185193]: 2021-04-12 12:06:32.826 185193 ERROR ceilometer.pipeline.base keystoneauth1.exceptions.catalog.EndpointNotFound: public endpoint for metric service named gnocchi in RegionOne region not found\n\nApr 12 12:06:32.828668 ubuntu-focal-inap-mtl01-0023954867 ceilometer-agent-notification[185193]: 2021-04-12 12:06:32.826 185193 ERROR ceilometer.pipeline.base \n```\n\nwhich looks like a setup error in my eyes.","accounts_in_message":[],"_revision_number":3},{"id":"45de274f5040e0842eac9a05d601a91bf44de4d5","author":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"date":"2021-04-12 12:35:00.000000000","message":"Patch Set 3:\n\n\u003e Patch Set 3:\n\u003e \n\u003e Thank you for your patch.\n\u003e \n\u003e I am quite sure the ci failures are not related to this patch here. In https://zuul.opendev.org/t/openstack/build/92fe7d6a0bac43359fa4d95a880b5c33/log/controller/logs/screen-ceilometer-anotification.txt\n\u003e you\u0027ll see \n\u003e \n\u003e ```\n\u003e \n\u003e Apr 12 12:06:32.828668 ubuntu-focal-inap-mtl01-0023954867 ceilometer-agent-notification[185193]: 2021-04-12 12:06:32.826 185193 ERROR ceilometer.pipeline.base   File \"/usr/local/lib/python3.8/dist-packages/keystoneauth1/identity/base.py\", line 375, in get_endpoint\n\u003e \n\u003e Apr 12 12:06:32.828668 ubuntu-focal-inap-mtl01-0023954867 ceilometer-agent-notification[185193]: 2021-04-12 12:06:32.826 185193 ERROR ceilometer.pipeline.base     endpoint_data \u003d self.get_endpoint_data(\n\u003e \n\u003e Apr 12 12:06:32.828668 ubuntu-focal-inap-mtl01-0023954867 ceilometer-agent-notification[185193]: 2021-04-12 12:06:32.826 185193 ERROR ceilometer.pipeline.base   File \"/usr/local/lib/python3.8/dist-packages/keystoneauth1/identity/base.py\", line 275, in get_endpoint_data\n\u003e \n\u003e Apr 12 12:06:32.828668 ubuntu-focal-inap-mtl01-0023954867 ceilometer-agent-notification[185193]: 2021-04-12 12:06:32.826 185193 ERROR ceilometer.pipeline.base     endpoint_data \u003d service_catalog.endpoint_data_for(\n\u003e \n\u003e Apr 12 12:06:32.828668 ubuntu-focal-inap-mtl01-0023954867 ceilometer-agent-notification[185193]: 2021-04-12 12:06:32.826 185193 ERROR ceilometer.pipeline.base   File \"/usr/local/lib/python3.8/dist-packages/keystoneauth1/access/service_catalog.py\", line 462, in endpoint_data_for\n\u003e \n\u003e Apr 12 12:06:32.828668 ubuntu-focal-inap-mtl01-0023954867 ceilometer-agent-notification[185193]: 2021-04-12 12:06:32.826 185193 ERROR ceilometer.pipeline.base     raise exceptions.EndpointNotFound(msg)\n\u003e \n\u003e Apr 12 12:06:32.828668 ubuntu-focal-inap-mtl01-0023954867 ceilometer-agent-notification[185193]: 2021-04-12 12:06:32.826 185193 ERROR ceilometer.pipeline.base keystoneauth1.exceptions.catalog.EndpointNotFound: public endpoint for metric service named gnocchi in RegionOne region not found\n\u003e \n\u003e Apr 12 12:06:32.828668 ubuntu-focal-inap-mtl01-0023954867 ceilometer-agent-notification[185193]: 2021-04-12 12:06:32.826 185193 ERROR ceilometer.pipeline.base \n\u003e ```\n\u003e \n\u003e which looks like a setup error in my eyes.\n\nThat is what I thought. Thanks for the prompt response.","accounts_in_message":[],"_revision_number":3},{"id":"e021a7bec337b9d17a844b49181d25293f8139b2","author":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"date":"2021-04-16 12:23:30.000000000","message":"Patch Set 3:\n\nrecheck","accounts_in_message":[],"_revision_number":3},{"id":"297f0003cacf61546bf87ac10d62fdbce8871147","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-04-16 13:54:11.000000000","message":"Patch Set 3:\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-cover https://zuul.opendev.org/t/openstack/build/4f45715a87aa4fc6949fdd5ec8e43dcc : SUCCESS in 6m 46s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/fdba2b0301c249038cec07058a1da93e : SUCCESS in 4m 38s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/b691c64e5d794c17bfa93d035e8161b5 : SUCCESS in 7m 26s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/89f8e1223815417eba011f1e4de2b030 : SUCCESS in 6m 35s\n- openstack-tox-py39 https://zuul.opendev.org/t/openstack/build/7c394b5182f74e028da317fafdf9d0fb : SUCCESS in 6m 35s (non-voting)\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/45793c6b2cb3471bb8bd71e6723d2c14 : SUCCESS in 7m 20s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/e98bc56752e5469bb0d9f64de7e4c337 : SUCCESS in 7m 40s\n- grenade-ceilometer https://zuul.opendev.org/t/openstack/build/9d7eb11271714bcabe3242cc29273702 : FAILURE in 1h 21m 05s\n- telemetry-dsvm-integration https://zuul.opendev.org/t/openstack/build/d0d1dca145624bfe919416e2543a7469 : FAILURE in 59m 03s\n- telemetry-dsvm-integration-ipv6-only https://zuul.opendev.org/t/openstack/build/71580b3111ff4432b19a571c5288058a : FAILURE in 1h 03m 20s","accounts_in_message":[],"_revision_number":3},{"id":"174eb106fb6122ba0900a6aa3bcd0d0c6a0ce1ce","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"date":"2021-05-04 16:58:24.000000000","message":"Uploaded patch set 4.","accounts_in_message":[],"_revision_number":4},{"id":"1edd2f272e3ae259166e5e5594be44319018b679","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-05-04 18:13:37.000000000","message":"Patch Set 4: Verified-1\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-cover https://zuul.opendev.org/t/openstack/build/77f370f8b8bf4b51b8dbbe316f91306a : FAILURE in 3m 35s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/6ec08781c3bf47b288644a4c3b83fcb2 : FAILURE in 3m 56s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/28e5231647bd4e5a9b6c5ced7724a35b : FAILURE in 5m 14s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/eb867177fb324706b0dfefd520c7da56 : FAILURE in 3m 41s\n- openstack-tox-py39 https://zuul.opendev.org/t/openstack/build/a4cd3ffd9a344dfd976045a0085c62a3 : FAILURE in 5m 21s (non-voting)\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/5035fb9a1756492d88a6353b6c624802 : FAILURE in 5m 39s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/a563c967753f490f8b1433fe86d5d8c8 : FAILURE in 3m 51s\n- grenade-ceilometer https://zuul.opendev.org/t/openstack/build/fcedf8516c6f4dffa3fca5ba47aa7833 : FAILURE in 1h 14m 18s (non-voting)\n- telemetry-dsvm-integration https://zuul.opendev.org/t/openstack/build/343178a534634888856f77744c9f4997 : FAILURE in 25m 40s (non-voting)\n- telemetry-dsvm-integration-ipv6-only https://zuul.opendev.org/t/openstack/build/a8c50727ab6547b091e70063a30e861a : FAILURE in 33m 24s (non-voting)","accounts_in_message":[],"_revision_number":4},{"id":"0fc7f0eec6217995d4bedde7a7e3c7e60e0315df","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"date":"2021-05-04 18:34:33.000000000","message":"Uploaded patch set 5.","accounts_in_message":[],"_revision_number":5},{"id":"842c3e0bcb6f9c3d07d1b7cdd413809835b1793b","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-05-04 19:28:47.000000000","message":"Patch Set 5: Verified+1\n\nBuild succeeded (check pipeline).\n\n- openstack-tox-cover https://zuul.opendev.org/t/openstack/build/811da64e9d504642a9668e28e856bc26 : SUCCESS in 7m 33s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/ef85c472aff4468e8777fc2bc07a547f : SUCCESS in 3m 48s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/03e89937779243ba886ae437d066909a : SUCCESS in 6m 54s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/bd8e533a2e674c04a899d6ddcae9720f : SUCCESS in 7m 01s\n- openstack-tox-py39 https://zuul.opendev.org/t/openstack/build/838e0e320b7b42f18326ee7c5a1b44d9 : SUCCESS in 5m 51s (non-voting)\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/6a9a8ba4ad484e3387522eb7b9c960e7 : SUCCESS in 6m 35s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/5e2f91cbe82c4d199ab167faef94527e : SUCCESS in 6m 26s\n- grenade-ceilometer https://zuul.opendev.org/t/openstack/build/1070c711e142497da0ccf4f2c6941302 : FAILURE in 52m 56s (non-voting)\n- telemetry-dsvm-integration https://zuul.opendev.org/t/openstack/build/e70c615c31c74ec6abf268b79ca76dd4 : FAILURE in 45m 17s (non-voting)\n- telemetry-dsvm-integration-ipv6-only https://zuul.opendev.org/t/openstack/build/58135a4c974e4312b354ecde0a467b40 : FAILURE in 41m 31s (non-voting)","accounts_in_message":[],"_revision_number":5},{"id":"3db8301c397cd43572269dd5368e379da8490cae","author":{"_account_id":4264,"name":"Matthias Runge","email":"mrunge@redhat.com","username":"mrunge"},"date":"2021-05-06 07:58:51.000000000","message":"Patch Set 5: Code-Review+2\n\nThank you.","accounts_in_message":[],"_revision_number":5},{"id":"ee1762bd4c3e369d85870d48168276fb0230e17f","author":{"_account_id":16137,"name":"Tobias Urdin","email":"tobias.urdin@binero.com","username":"tobasco"},"date":"2021-06-28 09:06:41.000000000","message":"Patch Set 5: Code-Review+1","accounts_in_message":[],"_revision_number":5},{"id":"43b6fe485f479c2ec0c7499a76166d1f31bd17d9","author":{"_account_id":4264,"name":"Matthias Runge","email":"mrunge@redhat.com","username":"mrunge"},"date":"2021-06-30 09:23:39.000000000","message":"Patch Set 5: Workflow+1","accounts_in_message":[],"_revision_number":5},{"id":"9f31a9afa0e5a8d7acf449ee0e30c04f83229bc4","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-30 09:24:00.000000000","message":"Patch Set 5: -Verified\n\nStarting gate jobs.","accounts_in_message":[],"_revision_number":5},{"id":"6a6d70db51ebe35d9ce901668c5e1a730f26ea32","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-30 10:38:28.000000000","message":"Patch Set 5: Verified+2\n\nBuild succeeded (gate pipeline).\n\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/a9e80846e47f4f1ea241f44ed36b698b : SUCCESS in 6m 05s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/5a0f514dc5244d528a38401f03c20032 : SUCCESS in 8m 35s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/11fb6c5d8dfd4c81bcdff95c8aee09cc : SUCCESS in 8m 22s\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/086444940d2347f28bb3cd7fae597b02 : SUCCESS in 8m 52s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/2c822a8bdfa342b6b869892e7bd36042 : SUCCESS in 9m 30s\n- grenade-ceilometer https://zuul.opendev.org/t/openstack/build/42e8281da2ff4fcfb078420ffe0ca9bc : FAILURE in 1h 10m 29s (non-voting)\n- telemetry-dsvm-integration https://zuul.opendev.org/t/openstack/build/5b99abc5905c451082e982ef49460c48 : FAILURE in 49m 36s (non-voting)\n- telemetry-dsvm-integration-ipv6-only https://zuul.opendev.org/t/openstack/build/6751b2186a7a496180f9537235a6611e : FAILURE in 49m 47s (non-voting)","accounts_in_message":[],"_revision_number":5},{"id":"df151edc0781717256c2cdf84f00f415b34ad016","tag":"autogenerated:gerrit:merged","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-30 10:38:29.000000000","message":"Change has been successfully merged by Zuul","accounts_in_message":[],"_revision_number":5},{"id":"58056d3df678856061d2bd5df535fcf5eccd239e","tag":"autogenerated:zuul:promote","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-06-30 10:40:10.000000000","message":"Patch Set 5:\n\nBuild succeeded (promote pipeline).\n\n- promote-openstack-tox-docs https://zuul.opendev.org/t/openstack/build/eee563b8ac4449d8999dbad0b5975d12 : SUCCESS in 1m 11s","accounts_in_message":[],"_revision_number":5}],"current_revision_number":5,"current_revision":"b664d4ea01c4a94254601ea5af4ea7d1da70a941","revisions":{"0552e72ba742ac6168c517dd8dbd4207f4ecfd7b":{"kind":"REWORK","_number":1,"created":"2021-04-08 13:30:30.000000000","uploader":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"ref":"refs/changes/21/785421/1","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/ceilometer","ref":"refs/changes/21/785421/1","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/1 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/1 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/1 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/1"}}},"commit":{"parents":[{"commit":"896aa81df36d3742d7760e3110cdf3d7be3eb6af","subject":"Imported Translations from Zanata","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ceilometer/commit/896aa81df36d3742d7760e3110cdf3d7be3eb6af"}]}],"author":{"name":"Rafael Weingärtner","email":"rafael@apache.org","date":"2021-04-08 12:43:36.000000000","tz":-180},"committer":{"name":"Rafael Weingärtner","email":"rafael@apache.org","date":"2021-04-08 12:46:40.000000000","tz":-180},"subject":"Ceilometer compute `retry_on_disconnect` using `no-wait`","message":"Ceilometer compute `retry_on_disconnect` using `no-wait`\n\nIt was discovered a problem on a production setup of Ceilometer compute\nwith metrics stopping to be gathered. While troubleshooting, we found\nthe following error message.\n\n```\nERROR ceilometer.polling.manager [-] Prevent pollster cpu from polling\n```\n\nThat error message happened after the following message:\n\n```\nWARNING ceilometer.compute.pollsters [-] Cannot inspect data of\nCPUPollster for \u003cUUID\u003e, non-fatal reason: Failed to inspect instance\n\u003cUUID\u003e stats, can not get info from libvirt: Unable to read from\nmonitor: Connection reset by peer: NoDataException: Failed to inspect\ninstance \u003cUUID\u003e stats, can not get info from libvirt: Unable to read\nfrom monitor: Connection reset by peer\n```\n\nThe instance was running just fine in the host. It seems a concurrency\nissue with some other process that made the instance locked/unavailable\nto ceilometer computer pollsters. Ceilometer was unable to connect to\nLibvirt (after 2 retries), and the code is designed to prevent\nCeilometer from continuing trying. Therefore, the \"CPU\" metric pollster\nwas put in permanent error. To fix the issue, We needed to restart\nCeilometer in the affected hosts. However, until we discovered this\nissue, we lost the amount 3 days of data.\n\n```\n@libvirt_utils.raise_nodata_if_unsupported\n@libvirt_utils.retry_on_disconnect\ndef inspect_instance(self, instance, duration\u003dNone):\n    domain \u003d self._get_domain_not_shut_off_or_raise(instance)\n```\n\nIt will try to retrieve the domain (VM) object (XML description) via\nlibvirt. If it fails, it will retry via\n`@libvirt_utils.retry_on_disconnect`; if that fails, it marks the\nmetric in permanent error with the annotation:\n`@libvirt_utils.raise_nodata_if_unsupported`.\n\nOther metrics continued working. Therefore, I investigated a bit\ndeeper, and the problem seems to be here:\n\n```\nretry_on_disconnect \u003d tenacity.retry(\n    retry\u003dtenacity.retry_if_exception(is_disconnection_exception),\n    stop\u003dtenacity.stop_after_attempt(2))\n```\n\nThe `retry_on_disconnect`  annotation is not configuring the \"tenacity\"\nretry library wait. The default is \"no wait\". Therefore, the retries\nhave a bigger chance of being affected by very minor instabilities\n(microseconds connection issues can generate a problem with this\nconfiguration). One alternative to avoid such problems in the future\nis to use a wait configuration such as the one being proposed. Then,\nceilometer computer pollsters would wait/sleep before retrying, which\nwould provide some time for the system to be available for the compute\npollsters.\n\nIn this proposal, we would wait 2^x * 3 seconds between each retry\nstarting with 1 second, then up to 60 seconds.\n\nChange-Id: I9a2d46f870dc2d2791a7763177773dc0cf8aed9d\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ceilometer/commit/0552e72ba742ac6168c517dd8dbd4207f4ecfd7b"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ceilometer/commit/0552e72ba742ac6168c517dd8dbd4207f4ecfd7b"}]},"parents_data":[{"branch_name":"refs/heads/master","commit_id":"896aa81df36d3742d7760e3110cdf3d7be3eb6af","is_merged_in_target_branch":true,"change_id":"Ibd2242555911ca434f78bc65ba44c8a3a452ddca","change_number":784535,"patch_set_number":1,"change_status":"MERGED"}],"branch":"refs/heads/master"},"b575948901ce0697dcfb8ae42cdefdfb61060a79":{"kind":"REWORK","_number":2,"created":"2021-04-08 13:32:02.000000000","uploader":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"ref":"refs/changes/21/785421/2","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/ceilometer","ref":"refs/changes/21/785421/2","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/2 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/2 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/2 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/2"}}},"commit":{"parents":[{"commit":"896aa81df36d3742d7760e3110cdf3d7be3eb6af","subject":"Imported Translations from Zanata","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ceilometer/commit/896aa81df36d3742d7760e3110cdf3d7be3eb6af"}]}],"author":{"name":"Rafael Weingärtner","email":"rafael@apache.org","date":"2021-04-08 12:43:36.000000000","tz":-180},"committer":{"name":"Rafael Weingärtner","email":"rafael@apache.org","date":"2021-04-08 13:31:49.000000000","tz":-180},"subject":"Ceilometer compute `retry_on_disconnect` using `no-wait`","message":"Ceilometer compute `retry_on_disconnect` using `no-wait`\n\nIt was discovered a problem on a production setup of Ceilometer compute\nwith metrics stopping to be gathered. While troubleshooting, we found\nthe following error message.\n\n```\nERROR ceilometer.polling.manager [-] Prevent pollster cpu from polling\n```\n\nThat error message happened after the following message:\n\n```\nWARNING ceilometer.compute.pollsters [-] Cannot inspect data of\nCPUPollster for \u003cUUID\u003e, non-fatal reason: Failed to inspect instance\n\u003cUUID\u003e stats, can not get info from libvirt: Unable to read from\nmonitor: Connection reset by peer: NoDataException: Failed to inspect\ninstance \u003cUUID\u003e stats, can not get info from libvirt: Unable to read\nfrom monitor: Connection reset by peer\n```\n\nThe instance was running just fine in the host. It seems a concurrency\nissue with some other process that made the instance locked/unavailable\nto ceilometer computer pollsters. Ceilometer was unable to connect to\nLibvirt (after 2 retries), and the code is designed to prevent\nCeilometer from continuing trying. Therefore, the \"CPU\" metric pollster\nwas put in permanent error. To fix the issue, We needed to restart\nCeilometer in the affected hosts. However, until we discovered this\nissue, we lost the amount 3 days of data.\n\n```\n@libvirt_utils.raise_nodata_if_unsupported\n@libvirt_utils.retry_on_disconnect\ndef inspect_instance(self, instance, duration\u003dNone):\n    domain \u003d self._get_domain_not_shut_off_or_raise(instance)\n```\n\nIt will try to retrieve the domain (VM) object (XML description) via\nlibvirt. If it fails, it will retry via\n`@libvirt_utils.retry_on_disconnect`; if that fails, it marks the\nmetric in permanent error with the annotation:\n`@libvirt_utils.raise_nodata_if_unsupported`.\n\nOther metrics continued working. Therefore, I investigated a bit\ndeeper, and the problem seems to be here:\n\n```\nretry_on_disconnect \u003d tenacity.retry(\n    retry\u003dtenacity.retry_if_exception(is_disconnection_exception),\n    stop\u003dtenacity.stop_after_attempt(2))\n```\n\nThe `retry_on_disconnect`  annotation is not configuring the \"tenacity\"\nretry library wait. The default is \"no wait\". Therefore, the retries\nhave a bigger chance of being affected by very minor instabilities\n(microseconds connection issues can generate a problem with this\nconfiguration). One alternative to avoid such problems in the future\nis to use a wait configuration such as the one being proposed. Then,\nceilometer computer pollsters would wait/sleep before retrying, which\nwould provide some time for the system to be available for the compute\npollsters.\n\nIn this proposal, we would wait 2^x * 3 seconds between each retry\nstarting with 1 second, then up to 60 seconds.\n\nChange-Id: I9a2d46f870dc2d2791a7763177773dc0cf8aed9d\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ceilometer/commit/b575948901ce0697dcfb8ae42cdefdfb61060a79"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ceilometer/commit/b575948901ce0697dcfb8ae42cdefdfb61060a79"}]},"parents_data":[{"branch_name":"refs/heads/master","commit_id":"896aa81df36d3742d7760e3110cdf3d7be3eb6af","is_merged_in_target_branch":true,"change_id":"Ibd2242555911ca434f78bc65ba44c8a3a452ddca","change_number":784535,"patch_set_number":1,"change_status":"MERGED"}],"branch":"refs/heads/master"},"d6f304996691348be44728adbcc4050ec330306d":{"kind":"REWORK","_number":3,"created":"2021-04-08 15:31:24.000000000","uploader":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"ref":"refs/changes/21/785421/3","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/ceilometer","ref":"refs/changes/21/785421/3","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/3 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/3 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/3 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/3"}}},"commit":{"parents":[{"commit":"896aa81df36d3742d7760e3110cdf3d7be3eb6af","subject":"Imported Translations from Zanata","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ceilometer/commit/896aa81df36d3742d7760e3110cdf3d7be3eb6af"}]}],"author":{"name":"Rafael Weingärtner","email":"rafael@apache.org","date":"2021-04-08 12:43:36.000000000","tz":-180},"committer":{"name":"Rafael Weingärtner","email":"rafael@apache.org","date":"2021-04-08 15:31:09.000000000","tz":-180},"subject":"Ceilometer compute `retry_on_disconnect` using `no-wait`","message":"Ceilometer compute `retry_on_disconnect` using `no-wait`\n\nIt was discovered a problem on a production setup of Ceilometer compute\nwith metrics stopping to be gathered. While troubleshooting, we found\nthe following error message.\n\n```\nERROR ceilometer.polling.manager [-] Prevent pollster cpu from polling\n```\n\nThat error message happened after the following message:\n\n```\nWARNING ceilometer.compute.pollsters [-] Cannot inspect data of\nCPUPollster for \u003cUUID\u003e, non-fatal reason: Failed to inspect instance\n\u003cUUID\u003e stats, can not get info from libvirt: Unable to read from\nmonitor: Connection reset by peer: NoDataException: Failed to inspect\ninstance \u003cUUID\u003e stats, can not get info from libvirt: Unable to read\nfrom monitor: Connection reset by peer\n```\n\nThe instance was running just fine in the host. It seems a concurrency\nissue with some other process that made the instance locked/unavailable\nto ceilometer computer pollsters. Ceilometer was unable to connect to\nLibvirt (after 2 retries), and the code is designed to prevent\nCeilometer from continuing trying. Therefore, the \"CPU\" metric pollster\nwas put in permanent error. To fix the issue, We needed to restart\nCeilometer in the affected hosts. However, until we discovered this\nissue, we lost the amount 3 days of data.\n\n```\n@libvirt_utils.raise_nodata_if_unsupported\n@libvirt_utils.retry_on_disconnect\ndef inspect_instance(self, instance, duration\u003dNone):\n    domain \u003d self._get_domain_not_shut_off_or_raise(instance)\n```\n\nIt will try to retrieve the domain (VM) object (XML description) via\nlibvirt. If it fails, it will retry via\n`@libvirt_utils.retry_on_disconnect`; if that fails, it marks the\nmetric in permanent error with the annotation:\n`@libvirt_utils.raise_nodata_if_unsupported`.\n\nOther metrics continued working. Therefore, I investigated a bit\ndeeper, and the problem seems to be here:\n\n```\nretry_on_disconnect \u003d tenacity.retry(\n    retry\u003dtenacity.retry_if_exception(is_disconnection_exception),\n    stop\u003dtenacity.stop_after_attempt(2))\n```\n\nThe `retry_on_disconnect`  annotation is not configuring the \"tenacity\"\nretry library wait. The default is \"no wait\". Therefore, the retries\nhave a bigger chance of being affected by very minor instabilities\n(microseconds connection issues can generate a problem with this\nconfiguration). One alternative to avoid such problems in the future\nis to use a wait configuration such as the one being proposed. Then,\nceilometer computer pollsters would wait/sleep before retrying, which\nwould provide some time for the system to be available for the compute\npollsters.\n\nIn this proposal, we would wait 2^x * 3 seconds between each retry\nstarting with 1 second, then up to 60 seconds.\n\nChange-Id: I9a2d46f870dc2d2791a7763177773dc0cf8aed9d\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ceilometer/commit/d6f304996691348be44728adbcc4050ec330306d"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ceilometer/commit/d6f304996691348be44728adbcc4050ec330306d"}]},"parents_data":[{"branch_name":"refs/heads/master","commit_id":"896aa81df36d3742d7760e3110cdf3d7be3eb6af","is_merged_in_target_branch":true,"change_id":"Ibd2242555911ca434f78bc65ba44c8a3a452ddca","change_number":784535,"patch_set_number":1,"change_status":"MERGED"}],"branch":"refs/heads/master"},"9a04cce05bb369bef5488f0dc4c7af16fba13030":{"kind":"REWORK","_number":4,"created":"2021-05-04 16:58:24.000000000","uploader":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"ref":"refs/changes/21/785421/4","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/ceilometer","ref":"refs/changes/21/785421/4","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/4 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/4 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/4 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/4"}}},"commit":{"parents":[{"commit":"122c55591fa90989e66fb803d9a5aac2db8a7211","subject":"Merge \"Use tox constraints instead of upper constraints\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ceilometer/commit/122c55591fa90989e66fb803d9a5aac2db8a7211"}]}],"author":{"name":"Rafael Weingärtner","email":"rafael@apache.org","date":"2021-04-08 12:43:36.000000000","tz":-180},"committer":{"name":"Rafael Weingärtner","email":"rafael@apache.org","date":"2021-05-04 16:58:10.000000000","tz":-180},"subject":"Ceilometer compute `retry_on_disconnect` using `no-wait`","message":"Ceilometer compute `retry_on_disconnect` using `no-wait`\n\nIt was discovered a problem on a production setup of Ceilometer compute\nwith metrics stopping to be gathered. While troubleshooting, we found\nthe following error message.\n\n```\nERROR ceilometer.polling.manager [-] Prevent pollster cpu from polling\n```\n\nThat error message happened after the following message:\n\n```\nWARNING ceilometer.compute.pollsters [-] Cannot inspect data of\nCPUPollster for \u003cUUID\u003e, non-fatal reason: Failed to inspect instance\n\u003cUUID\u003e stats, can not get info from libvirt: Unable to read from\nmonitor: Connection reset by peer: NoDataException: Failed to inspect\ninstance \u003cUUID\u003e stats, can not get info from libvirt: Unable to read\nfrom monitor: Connection reset by peer\n```\n\nThe instance was running just fine in the host. It seems a concurrency\nissue with some other process that made the instance locked/unavailable\nto ceilometer computer pollsters. Ceilometer was unable to connect to\nLibvirt (after 2 retries), and the code is designed to prevent\nCeilometer from continuing trying. Therefore, the \"CPU\" metric pollster\nwas put in permanent error. To fix the issue, We needed to restart\nCeilometer in the affected hosts. However, until we discovered this\nissue, we lost the amount 3 days of data.\n\n```\n@libvirt_utils.raise_nodata_if_unsupported\n@libvirt_utils.retry_on_disconnect\ndef inspect_instance(self, instance, duration\u003dNone):\n    domain \u003d self._get_domain_not_shut_off_or_raise(instance)\n```\n\nIt will try to retrieve the domain (VM) object (XML description) via\nlibvirt. If it fails, it will retry via\n`@libvirt_utils.retry_on_disconnect`; if that fails, it marks the\nmetric in permanent error with the annotation:\n`@libvirt_utils.raise_nodata_if_unsupported`.\n\nOther metrics continued working. Therefore, I investigated a bit\ndeeper, and the problem seems to be here:\n\n```\nretry_on_disconnect \u003d tenacity.retry(\n    retry\u003dtenacity.retry_if_exception(is_disconnection_exception),\n    stop\u003dtenacity.stop_after_attempt(2))\n```\n\nThe `retry_on_disconnect`  annotation is not configuring the \"tenacity\"\nretry library wait. The default is \"no wait\". Therefore, the retries\nhave a bigger chance of being affected by very minor instabilities\n(microseconds connection issues can generate a problem with this\nconfiguration). One alternative to avoid such problems in the future\nis to use a wait configuration such as the one being proposed. Then,\nceilometer computer pollsters would wait/sleep before retrying, which\nwould provide some time for the system to be available for the compute\npollsters.\n\nIn this proposal, we would wait 2^x * 3 seconds between each retry\nstarting with 1 second, then up to 60 seconds.\n\nChange-Id: I9a2d46f870dc2d2791a7763177773dc0cf8aed9d\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ceilometer/commit/9a04cce05bb369bef5488f0dc4c7af16fba13030"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ceilometer/commit/9a04cce05bb369bef5488f0dc4c7af16fba13030"}]},"parents_data":[{"branch_name":"refs/heads/master","commit_id":"122c55591fa90989e66fb803d9a5aac2db8a7211","is_merged_in_target_branch":true}],"branch":"refs/heads/master"},"b664d4ea01c4a94254601ea5af4ea7d1da70a941":{"kind":"REWORK","_number":5,"created":"2021-05-04 18:34:33.000000000","uploader":{"_account_id":28356,"name":"Rafael Weingartner","email":"rafael@apache.org","username":"rafaelweingartner"},"ref":"refs/changes/21/785421/5","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/ceilometer","ref":"refs/changes/21/785421/5","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/5 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/5 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/5 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/ceilometer refs/changes/21/785421/5"}}},"commit":{"parents":[{"commit":"122c55591fa90989e66fb803d9a5aac2db8a7211","subject":"Merge \"Use tox constraints instead of upper constraints\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ceilometer/commit/122c55591fa90989e66fb803d9a5aac2db8a7211"}]}],"author":{"name":"Rafael Weingärtner","email":"rafael@apache.org","date":"2021-04-08 12:43:36.000000000","tz":-180},"committer":{"name":"Rafael Weingärtner","email":"rafael@apache.org","date":"2021-05-04 18:34:21.000000000","tz":-180},"subject":"Ceilometer compute `retry_on_disconnect` using `no-wait`","message":"Ceilometer compute `retry_on_disconnect` using `no-wait`\n\nIt was discovered a problem on a production setup of Ceilometer compute\nwith metrics stopping to be gathered. While troubleshooting, we found\nthe following error message.\n\n```\nERROR ceilometer.polling.manager [-] Prevent pollster cpu from polling\n```\n\nThat error message happened after the following message:\n\n```\nWARNING ceilometer.compute.pollsters [-] Cannot inspect data of\nCPUPollster for \u003cUUID\u003e, non-fatal reason: Failed to inspect instance\n\u003cUUID\u003e stats, can not get info from libvirt: Unable to read from\nmonitor: Connection reset by peer: NoDataException: Failed to inspect\ninstance \u003cUUID\u003e stats, can not get info from libvirt: Unable to read\nfrom monitor: Connection reset by peer\n```\n\nThe instance was running just fine in the host. It seems a concurrency\nissue with some other process that made the instance locked/unavailable\nto ceilometer computer pollsters. Ceilometer was unable to connect to\nLibvirt (after 2 retries), and the code is designed to prevent\nCeilometer from continuing trying. Therefore, the \"CPU\" metric pollster\nwas put in permanent error. To fix the issue, We needed to restart\nCeilometer in the affected hosts. However, until we discovered this\nissue, we lost the amount 3 days of data.\n\n```\n@libvirt_utils.raise_nodata_if_unsupported\n@libvirt_utils.retry_on_disconnect\ndef inspect_instance(self, instance, duration\u003dNone):\n    domain \u003d self._get_domain_not_shut_off_or_raise(instance)\n```\n\nIt will try to retrieve the domain (VM) object (XML description) via\nlibvirt. If it fails, it will retry via\n`@libvirt_utils.retry_on_disconnect`; if that fails, it marks the\nmetric in permanent error with the annotation:\n`@libvirt_utils.raise_nodata_if_unsupported`.\n\nOther metrics continued working. Therefore, I investigated a bit\ndeeper, and the problem seems to be here:\n\n```\nretry_on_disconnect \u003d tenacity.retry(\n    retry\u003dtenacity.retry_if_exception(is_disconnection_exception),\n    stop\u003dtenacity.stop_after_attempt(2))\n```\n\nThe `retry_on_disconnect`  annotation is not configuring the \"tenacity\"\nretry library wait. The default is \"no wait\". Therefore, the retries\nhave a bigger chance of being affected by very minor instabilities\n(microseconds connection issues can generate a problem with this\nconfiguration). One alternative to avoid such problems in the future\nis to use a wait configuration such as the one being proposed. Then,\nceilometer computer pollsters would wait/sleep before retrying, which\nwould provide some time for the system to be available for the compute\npollsters.\n\nIn this proposal, we would wait 2^x * 3 seconds between each retry\nstarting with 1 second, then up to 60 seconds.\n\nChange-Id: I9a2d46f870dc2d2791a7763177773dc0cf8aed9d\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ceilometer/commit/b664d4ea01c4a94254601ea5af4ea7d1da70a941"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ceilometer/commit/b664d4ea01c4a94254601ea5af4ea7d1da70a941"}]},"parents_data":[{"branch_name":"refs/heads/master","commit_id":"122c55591fa90989e66fb803d9a5aac2db8a7211","is_merged_in_target_branch":true}],"branch":"refs/heads/master"}},"requirements":[],"submit_records":[{"status":"CLOSED","labels":[{"label":"Verified","status":"OK","applied_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}},{"label":"Code-Review","status":"OK","applied_by":{"_account_id":4264,"name":"Matthias Runge","email":"mrunge@redhat.com","username":"mrunge"}},{"label":"Workflow","status":"OK","applied_by":{"_account_id":4264,"name":"Matthias Runge","email":"mrunge@redhat.com","username":"mrunge"}}]}],"submit_requirements":[{"name":"Verified","status":"SATISFIED","is_legacy":true,"submittability_expression_result":{"expression":"label:Verified\u003dCustom-Rule","fulfilled":true,"status":"PASS","passing_atoms":["label:Verified\u003dCustom-Rule"],"failing_atoms":[],"atom_explanations":{}}},{"name":"Workflow","status":"SATISFIED","is_legacy":true,"submittability_expression_result":{"expression":"label:Workflow\u003dCustom-Rule","fulfilled":true,"status":"PASS","passing_atoms":["label:Workflow\u003dCustom-Rule"],"failing_atoms":[],"atom_explanations":{}}},{"name":"Code-Review","status":"SATISFIED","is_legacy":true,"submittability_expression_result":{"expression":"label:Code-Review\u003dCustom-Rule","fulfilled":true,"status":"PASS","passing_atoms":["label:Code-Review\u003dCustom-Rule"],"failing_atoms":[],"atom_explanations":{}}}]}