)]}'
{"id":"openstack%2Fopenstack-tempest-skiplist~810667","triplet_id":"openstack%2Fopenstack-tempest-skiplist~master~I4144c84f91eb04c870721d644290cfb9b91c4db0","project":"openstack/openstack-tempest-skiplist","branch":"master","hashtags":[],"change_id":"I4144c84f91eb04c870721d644290cfb9b91c4db0","subject":"octavia load balancer tests are NOT consistently passing","status":"ABANDONED","created":"2021-09-23 13:21:17.000000000","updated":"2022-06-14 09:21:44.000000000","total_comment_count":3,"unresolved_comment_count":2,"has_review_started":true,"meta_rev_id":"893a9cf87c3cb5e4002b55915d7d0d920e33ca88","_number":810667,"virtual_id_number":810667,"owner":{"_account_id":9592,"name":"wes hayutin","email":"whayutin@redhat.com","username":"weshayutin"},"actions":{},"labels":{"Verified":{"disliked":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"all":[{"tag":"autogenerated:zuul:check","value":-1,"date":"2021-09-23 14:04:47.000000000","permitted_voting_range":{"min":-2,"max":2},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"_account_id":29244,"name":"Gregory Thiemonge","email":"gthiemon@redhat.com","username":"gthiemonge"},{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},{"_account_id":32458,"name":"Ananya","display_name":"Ananya Banerjee","email":"anbanerj@redhat.com","username":"frenzyfriday"},{"_account_id":13995,"name":"Nate Johnston","email":"nate.johnston@redhat.com","username":"natejohnston"}],"values":{"-2":"Fails","-1":"Doesn\u0027t seem to work"," 0":"No score","+1":"Works for me","+2":"Verified"},"description":"","value":-1,"default_value":0,"optional":true},"Code-Review":{"disliked":{"_account_id":13995,"name":"Nate Johnston","email":"nate.johnston@redhat.com","username":"natejohnston"},"all":[{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":29244,"name":"Gregory Thiemonge","email":"gthiemon@redhat.com","username":"gthiemonge"},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":32458,"name":"Ananya","display_name":"Ananya Banerjee","email":"anbanerj@redhat.com","username":"frenzyfriday"},{"value":-1,"date":"2021-09-23 14:49:08.000000000","permitted_voting_range":{"min":-1,"max":1},"_account_id":13995,"name":"Nate Johnston","email":"nate.johnston@redhat.com","username":"natejohnston"}],"values":{"-2":"Do not merge","-1":"This patch needs further work before it can be merged"," 0":"No score","+1":"Looks good to me, but someone else must approve","+2":"Looks good to me (core reviewer)"},"description":"","value":-1,"default_value":0,"optional":true},"Workflow":{"all":[{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"_account_id":29244,"name":"Gregory Thiemonge","email":"gthiemon@redhat.com","username":"gthiemonge"},{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},{"_account_id":32458,"name":"Ananya","display_name":"Ananya Banerjee","email":"anbanerj@redhat.com","username":"frenzyfriday"},{"_account_id":13995,"name":"Nate Johnston","email":"nate.johnston@redhat.com","username":"natejohnston"}],"values":{"-1":"Work in progress"," 0":"Ready for reviews","+1":"Approved"},"description":"","default_value":0,"optional":true}},"removable_reviewers":[],"reviewers":{"CC":[{"_account_id":11628,"name":"Michael Johnson","email":"johnsomor@gmail.com","username":"johnsom"}],"REVIEWER":[{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},{"_account_id":13995,"name":"Nate Johnston","email":"nate.johnston@redhat.com","username":"natejohnston"},{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"_account_id":29244,"name":"Gregory Thiemonge","email":"gthiemon@redhat.com","username":"gthiemonge"},{"_account_id":32458,"name":"Ananya","display_name":"Ananya Banerjee","email":"anbanerj@redhat.com","username":"frenzyfriday"}]},"pending_reviewers":{},"reviewer_updates":[{"updated":"2021-09-23 13:21:59.000000000","updated_by":{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},"reviewer":{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},"state":"REVIEWER"},{"updated":"2021-09-23 13:22:27.000000000","updated_by":{"_account_id":32458,"name":"Ananya","display_name":"Ananya Banerjee","email":"anbanerj@redhat.com","username":"frenzyfriday"},"reviewer":{"_account_id":32458,"name":"Ananya","display_name":"Ananya Banerjee","email":"anbanerj@redhat.com","username":"frenzyfriday"},"state":"REVIEWER"},{"updated":"2021-09-23 13:30:21.000000000","updated_by":{"_account_id":11628,"name":"Michael Johnson","email":"johnsomor@gmail.com","username":"johnsom"},"reviewer":{"_account_id":11628,"name":"Michael Johnson","email":"johnsomor@gmail.com","username":"johnsom"},"state":"CC"},{"updated":"2021-09-23 13:30:21.000000000","updated_by":{"_account_id":11628,"name":"Michael Johnson","email":"johnsomor@gmail.com","username":"johnsom"},"reviewer":{"_account_id":29244,"name":"Gregory Thiemonge","email":"gthiemon@redhat.com","username":"gthiemonge"},"state":"REVIEWER"},{"updated":"2021-09-23 13:30:21.000000000","updated_by":{"_account_id":11628,"name":"Michael Johnson","email":"johnsomor@gmail.com","username":"johnsom"},"reviewer":{"_account_id":13995,"name":"Nate Johnston","email":"nate.johnston@redhat.com","username":"natejohnston"},"state":"REVIEWER"},{"updated":"2021-09-23 13:30:31.000000000","updated_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"reviewer":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"state":"REVIEWER"}],"messages":[{"id":"b17f9827f94dbbada1c085cc703646474bde6d81","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":9592,"name":"wes hayutin","email":"whayutin@redhat.com","username":"weshayutin"},"date":"2021-09-23 13:21:17.000000000","message":"Uploaded patch set 1.","accounts_in_message":[],"_revision_number":1},{"id":"8dcd716ec8968148bc24f51ea0e2e90540b5459f","author":{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},"date":"2021-09-23 13:21:59.000000000","message":"Patch Set 1: Code-Review+2","accounts_in_message":[],"_revision_number":1},{"id":"2f202185fded1fbe49d1338be22944f13cc4b086","author":{"_account_id":32458,"name":"Ananya","display_name":"Ananya Banerjee","email":"anbanerj@redhat.com","username":"frenzyfriday"},"date":"2021-09-23 13:22:27.000000000","message":"Patch Set 1: Code-Review+1","accounts_in_message":[],"_revision_number":1},{"id":"76ff9d993397f31d1e4d181b403580726c802c4a","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-09-23 13:30:31.000000000","message":"Patch Set 1: Verified-1\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/8b25092913ac4c70a495cc2e861a394c : SUCCESS in 7m 34s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/36f02db05831485ab78e5c15f6869973 : SUCCESS in 4m 35s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/3795911af390487b9b52c5a5826b89e1 : SUCCESS in 5m 32s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/94ae67ebca414038953101851181ed55 : SUCCESS in 5m 20s\n- openstack-tox-py39 https://zuul.opendev.org/t/openstack/build/ce6e87a0d02f407f8fa9eb7e7b950ed9 : SUCCESS in 4m 42s (non-voting)\n- openstack-tox-py37 https://zuul.opendev.org/t/openstack/build/ee6223102e4e4fbe9e059033f0a3a1b6 : SUCCESS in 5m 28s\n- openstack-tempest-skiplist-validate https://zuul.opendev.org/t/openstack/build/1971da364d2f41f2aeb3a5142593f37a : FAILURE in 4m 25s","accounts_in_message":[],"_revision_number":1},{"id":"1c30eebbf832863a98b0a6defb4bd45388bbe22f","author":{"_account_id":29244,"name":"Gregory Thiemonge","email":"gthiemon@redhat.com","username":"gthiemonge"},"date":"2021-09-23 13:41:49.000000000","message":"Patch Set 1:\n\n(1 comment)","accounts_in_message":[],"_revision_number":1},{"id":"3a1a11e7b98dcfae864efe24aa50f4e36b7f4e55","author":{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},"date":"2021-09-23 13:49:55.000000000","message":"Patch Set 1: Code-Review-1\n\n(2 comments)","accounts_in_message":[],"_revision_number":1},{"id":"f2ab4145995b674e6fbb562cd520dcefac407f0b","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},"date":"2021-09-23 13:51:27.000000000","message":"Uploaded patch set 2.","accounts_in_message":[],"_revision_number":2},{"id":"974f92da0923f5140f4989803dd69f3f680d134a","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-09-23 14:04:47.000000000","message":"Patch Set 2: Verified-1\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/8df8ecac93e2459d910d5c4d8ac85304 : SUCCESS in 7m 27s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/aa64891cb8484423ac535b00fa3cd59e : SUCCESS in 4m 19s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/3bae0818c8e74f5584f0533ba0410484 : SUCCESS in 4m 30s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/8e2f5a55f739404da424ca25fdd29f5f : SUCCESS in 5m 00s\n- openstack-tox-py39 https://zuul.opendev.org/t/openstack/build/dff6be71b3074d8b87e22362b8f6465b : SUCCESS in 5m 15s (non-voting)\n- openstack-tox-py37 https://zuul.opendev.org/t/openstack/build/1b8b9a4cb28142fe9c5b3d63ff3ab197 : SUCCESS in 5m 01s\n- openstack-tempest-skiplist-validate https://zuul.opendev.org/t/openstack/build/4f8131200a1a4e37a23638040ed790d7 : FAILURE in 4m 13s","accounts_in_message":[],"_revision_number":2},{"id":"35589eb0ce6223ea2e8f62c33a71c5deff6383bf","author":{"_account_id":13995,"name":"Nate Johnston","email":"nate.johnston@redhat.com","username":"natejohnston"},"date":"2021-09-23 14:28:46.000000000","message":"Patch Set 2:\n\nCan you provide links to some jobs where this is happening?  That would help the Octavia team debug the issue.","accounts_in_message":[],"_revision_number":2},{"id":"6a15ef1724b4063b5118fa1569b9bb2d5315c190","author":{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},"date":"2021-09-23 14:40:45.000000000","message":"Patch Set 2:\n\n\u003e Patch Set 2:\n\u003e \n\u003e Can you provide links to some jobs where this is happening?  That would help the Octavia team debug the issue.\n\nSure here\u0027s the latest one https://b8a2a7cef1d4bf7fa218-26901191b574c0e7e1d178b146c22a89.ssl.cf2.rackcdn.com/810474/2/check/tripleo-ci-centos-8-scenario010-standalone/95e8cb1/logs/undercloud/var/log/tempest/stestr_results.html","accounts_in_message":[],"_revision_number":2},{"id":"51b26b45a14995d8517af53965ae315f6d08758e","author":{"_account_id":13995,"name":"Nate Johnston","email":"nate.johnston@redhat.com","username":"natejohnston"},"date":"2021-09-23 14:49:08.000000000","message":"Patch Set 2: Code-Review-1\n\nLooking at the logs on one example [1] it looks like an issue with nova communicating with Rabbit, nothing inherently to do with Octavia.\n\n2021-09-22 22:39:43.116 43 ERROR octavia.compute.drivers.nova_driver [-] Error attaching network None with ip None and port 342f998a-b304-4851-b956-d66d0cb558b7 to amphora (compute_id: b81ad511-db70-4836-b714-e95640678c01) : novaclient.exceptions.ClientException: Unknown Error (HTTP 504)\n2021-09-22 22:39:43.121 43 ERROR octavia.network.drivers.neutron.allowed_address_pairs [-] Error plugging amphora (compute_id: b81ad511-db70-4836-b714-e95640678c01) into port 342f998a-b304-4851-b956-d66d0cb558b7.: octavia.common.exceptions.ComputeUnknownException: Unknown exception from the compute driver: Unknown Error (HTTP 504).\n\nLooking in the Nova log [2], it looks like it was unable to communicate with Rabbit; throughout the period that amp was getting provisioned there are oslo messaging timeouts:\n\n2021-09-22 22:39:44.260 36 ERROR nova.api.openstack.wsgi oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 51c1d3a2f345451bbdd5d7aabae56e49\n\nIn this case I think the Octavia errors are the canary in the coal mine picking up deeper issues.  I see the same in another scenario10 job run [3] as well.\n\n[1] https://storage.gra.cloud.ovh.net/v1/AUTH_dcaab5e32b234d56b626f72581e3644c/zuul_opendev_logs_5bd/810474/2/check/tripleo-ci-centos-8-scenario010-standalone/5bd5f9c/logs/undercloud/var/log/containers/octavia/worker.log\n[2] https://storage.gra.cloud.ovh.net/v1/AUTH_dcaab5e32b234d56b626f72581e3644c/zuul_opendev_logs_5bd/810474/2/check/tripleo-ci-centos-8-scenario010-standalone/5bd5f9c/logs/undercloud/var/log/containers/nova/nova-api.log\n[3] https://b8a2a7cef1d4bf7fa218-26901191b574c0e7e1d178b146c22a89.ssl.cf2.rackcdn.com/810474/2/check/tripleo-ci-centos-8-scenario010-standalone/95e8cb1/logs/undercloud/var/log/containers/nova/nova-api.log","accounts_in_message":[],"_revision_number":2},{"id":"893a9cf87c3cb5e4002b55915d7d0d920e33ca88","tag":"autogenerated:gerrit:abandon","author":{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},"date":"2022-06-14 09:21:44.000000000","message":"Abandoned","accounts_in_message":[],"_revision_number":2}],"current_revision_number":2,"current_revision":"6ca6673c4cd76195dd70a22d5e39967804a3c405","revisions":{"96bbcadb991c08d908aae281eee2732dd5ba80da":{"kind":"REWORK","_number":1,"created":"2021-09-23 13:21:17.000000000","uploader":{"_account_id":9592,"name":"wes hayutin","email":"whayutin@redhat.com","username":"weshayutin"},"ref":"refs/changes/67/810667/1","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/openstack-tempest-skiplist","ref":"refs/changes/67/810667/1","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/openstack-tempest-skiplist refs/changes/67/810667/1 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/openstack-tempest-skiplist refs/changes/67/810667/1 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/openstack-tempest-skiplist refs/changes/67/810667/1 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/openstack-tempest-skiplist refs/changes/67/810667/1"}}},"commit":{"parents":[{"commit":"66682120a1d5753366b9deaed2a7f726b4658751","subject":"test_trunk_subport_lifecycle test - failing fs020","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-tempest-skiplist/commit/66682120a1d5753366b9deaed2a7f726b4658751"}]}],"author":{"name":"Wesley Hayutin","email":"whayutin@redhat.com","date":"2021-09-23 13:21:12.000000000","tz":-360},"committer":{"name":"Wesley Hayutin","email":"whayutin@redhat.com","date":"2021-09-23 13:21:12.000000000","tz":-360},"subject":"octavia load balancer tests are NOT consistently passing","message":"octavia load balancer tests are NOT consistently passing\n\nChange-Id: I4144c84f91eb04c870721d644290cfb9b91c4db0\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-tempest-skiplist/commit/96bbcadb991c08d908aae281eee2732dd5ba80da"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-tempest-skiplist/commit/96bbcadb991c08d908aae281eee2732dd5ba80da"}]},"branch":"refs/heads/master"},"6ca6673c4cd76195dd70a22d5e39967804a3c405":{"kind":"REWORK","_number":2,"created":"2021-09-23 13:51:27.000000000","uploader":{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},"ref":"refs/changes/67/810667/2","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/openstack-tempest-skiplist","ref":"refs/changes/67/810667/2","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/openstack-tempest-skiplist refs/changes/67/810667/2 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/openstack-tempest-skiplist refs/changes/67/810667/2 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/openstack-tempest-skiplist refs/changes/67/810667/2 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/openstack-tempest-skiplist refs/changes/67/810667/2"}}},"commit":{"parents":[{"commit":"66682120a1d5753366b9deaed2a7f726b4658751","subject":"test_trunk_subport_lifecycle test - failing fs020","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-tempest-skiplist/commit/66682120a1d5753366b9deaed2a7f726b4658751"}]}],"author":{"name":"Wesley Hayutin","email":"whayutin@redhat.com","date":"2021-09-23 13:21:12.000000000","tz":-360},"committer":{"name":"Arx Cruz","email":"arxcruz@redhat.com","date":"2021-09-23 13:51:16.000000000","tz":120},"subject":"octavia load balancer tests are NOT consistently passing","message":"octavia load balancer tests are NOT consistently passing\n\nChange-Id: I4144c84f91eb04c870721d644290cfb9b91c4db0\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-tempest-skiplist/commit/6ca6673c4cd76195dd70a22d5e39967804a3c405"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-tempest-skiplist/commit/6ca6673c4cd76195dd70a22d5e39967804a3c405"}]},"branch":"refs/heads/master"}},"requirements":[],"submit_records":[],"submit_requirements":[]}