)]}'
{"id":"openstack%2Fpython-tripleoclient~788167","triplet_id":"openstack%2Fpython-tripleoclient~stable%2Ftrain~I588bf89ec7cc44f7ba7c96fe9ce55bbbc2b956d3","project":"openstack/python-tripleoclient","branch":"stable/train","topic":"train-workflow","hashtags":[],"change_id":"I588bf89ec7cc44f7ba7c96fe9ce55bbbc2b956d3","subject":"WIP Retry the start_workflow a few times","status":"ABANDONED","created":"2021-04-27 06:37:46.000000000","updated":"2021-08-18 07:06:05.000000000","total_comment_count":1,"unresolved_comment_count":0,"has_review_started":true,"meta_rev_id":"6a8c70b1c60c5f34424d9a2f6f183f8cf90f7e8b","_number":788167,"virtual_id_number":788167,"owner":{"_account_id":20172,"name":"Michele Baldessari","email":"michele@acksyn.org","username":"michele"},"actions":{},"labels":{"Verified":{"disliked":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"all":[{"_account_id":20172,"name":"Michele Baldessari","email":"michele@acksyn.org","username":"michele"},{"tag":"autogenerated:zuul:check","value":-1,"date":"2021-04-27 11:48:41.000000000","permitted_voting_range":{"min":-2,"max":2},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}],"values":{"-2":"Fails","-1":"Doesn\u0027t seem to work"," 0":"No score","+1":"Works for me","+2":"Verified"},"description":"","value":-1,"default_value":0,"optional":true},"Code-Review":{"all":[{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":20172,"name":"Michele Baldessari","email":"michele@acksyn.org","username":"michele"},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}],"values":{"-2":"Do not merge","-1":"This patch needs further work before it can be merged"," 0":"No score","+1":"Looks good to me, but someone else must approve","+2":"Looks good to me (core reviewer)"},"description":"","default_value":0,"optional":true},"Workflow":{"rejected":{"_account_id":20172,"name":"Michele Baldessari","email":"michele@acksyn.org","username":"michele"},"all":[{"value":-1,"date":"2021-04-29 16:00:28.000000000","permitted_voting_range":{"min":-1,"max":0},"_account_id":20172,"name":"Michele Baldessari","email":"michele@acksyn.org","username":"michele"},{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}],"values":{"-1":"Work in progress"," 0":"Ready for reviews","+1":"Approved"},"description":"","default_value":0,"optional":true}},"removable_reviewers":[],"reviewers":{"REVIEWER":[{"_account_id":20172,"name":"Michele Baldessari","email":"michele@acksyn.org","username":"michele"},{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}]},"pending_reviewers":{},"reviewer_updates":[{"updated":"2021-04-27 11:48:41.000000000","updated_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"reviewer":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"state":"REVIEWER"}],"messages":[{"id":"38e03c994f0796b444be9cdcb54326a9229a5448","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":20172,"name":"Michele Baldessari","email":"michele@acksyn.org","username":"michele"},"date":"2021-04-27 06:37:46.000000000","message":"Uploaded patch set 1.","accounts_in_message":[],"_revision_number":1},{"id":"30a3a0fcffe917d8bd754d2ca4cecfa2677919d8","author":{"_account_id":20172,"name":"Michele Baldessari","email":"michele@acksyn.org","username":"michele"},"date":"2021-04-27 06:39:09.000000000","message":"Patch Set 1: Workflow-1","accounts_in_message":[],"_revision_number":1},{"id":"bb18b67e92aa592d40a447f3fcde4e5de0c32933","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":20172,"name":"Michele Baldessari","email":"michele@acksyn.org","username":"michele"},"date":"2021-04-27 07:36:52.000000000","message":"Uploaded patch set 2.","accounts_in_message":[],"_revision_number":2},{"id":"550a20c245c5f93ffa411891be9a8b552de596a5","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":20172,"name":"Michele Baldessari","email":"michele@acksyn.org","username":"michele"},"date":"2021-04-27 08:33:38.000000000","message":"Uploaded patch set 3.","accounts_in_message":[],"_revision_number":3},{"id":"14675af5cbb156ae717cb19b8f05d5e146723a96","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-04-27 11:48:41.000000000","message":"Patch Set 3: Verified-1\n\n(1 comment)\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\n\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/ba086c3eb81f470f9fd19a2191e9ef60 : SUCCESS in 4m 37s\n- openstack-tox-py37 https://zuul.opendev.org/t/openstack/build/44dc88836acc450194078e8a8a045f1e : SUCCESS in 5m 10s\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/5431eb55e6bb4c46897d810fcaddd604 : SUCCESS in 7m 26s\n- tripleo-ci-centos-8-content-provider https://zuul.opendev.org/t/openstack/build/None : SKIPPED\n- tripleo-ci-centos-7-content-provider https://zuul.opendev.org/t/openstack/build/5353603fce114ee6bcdd68d989dc33f7 : SUCCESS in 3h 13m 05s\n- tripleo-ci-centos-8-containers-multinode https://zuul.opendev.org/t/openstack/build/None : SKIPPED\n- tripleo-ci-centos-7-containers-multinode https://zuul.opendev.org/t/openstack/build/85bf477ae44d40c6b105075de66dcfa4 : SUCCESS in 1h 58m 22s\n- tripleo-ci-centos-8-undercloud-containers https://zuul.opendev.org/t/openstack/build/None : SKIPPED\n- tripleo-ci-centos-8-standalone https://zuul.opendev.org/t/openstack/build/None : SKIPPED\n- tripleo-ci-centos-8-scenario000-multinode-oooq-container-updates-train https://zuul.opendev.org/t/openstack/build/None : SKIPPED\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/8c709ae9fa384993bc554c16ed5cba1c : FAILURE in 4m 42s\n- openstack-tox-py27 https://zuul.opendev.org/t/openstack/build/0ebb3a46b244492fbd161055c9140740 : FAILURE in 4m 25s (non-voting)","accounts_in_message":[],"_revision_number":3},{"id":"fe994fd9f3cd0dc5cf5bfd9272c568328247225d","author":{"_account_id":20172,"name":"Michele Baldessari","email":"michele@acksyn.org","username":"michele"},"date":"2021-04-29 16:00:28.000000000","message":"Patch Set 3: Workflow-1","accounts_in_message":[],"_revision_number":3},{"id":"6a8c70b1c60c5f34424d9a2f6f183f8cf90f7e8b","tag":"autogenerated:gerrit:abandon","author":{"_account_id":20172,"name":"Michele Baldessari","email":"michele@acksyn.org","username":"michele"},"date":"2021-08-18 07:06:05.000000000","message":"Abandoned","accounts_in_message":[],"_revision_number":3}],"current_revision_number":3,"current_revision":"43d45db26af12e696131d370e1057722303fe1f7","revisions":{"7a0ef8a086d0aa0034f74cc12b371c95299b6623":{"kind":"REWORK","_number":1,"created":"2021-04-27 06:37:46.000000000","uploader":{"_account_id":20172,"name":"Michele Baldessari","email":"michele@acksyn.org","username":"michele"},"ref":"refs/changes/67/788167/1","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/python-tripleoclient","ref":"refs/changes/67/788167/1","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/python-tripleoclient refs/changes/67/788167/1 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/python-tripleoclient refs/changes/67/788167/1 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/python-tripleoclient refs/changes/67/788167/1 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/python-tripleoclient refs/changes/67/788167/1"}}},"commit":{"parents":[{"commit":"0dd389249e7bad005984fbc773ece55b3b7cdca2","subject":"Merge \"[train-only] Trap empty role data\" into stable/train","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/python-tripleoclient/commit/0dd389249e7bad005984fbc773ece55b3b7cdca2"}]}],"author":{"name":"Michele Baldessari","email":"michele@acksyn.org","date":"2021-04-27 06:29:04.000000000","tz":120},"committer":{"name":"Michele Baldessari","email":"michele@acksyn.org","date":"2021-04-27 06:37:30.000000000","tz":120},"subject":"WIP Retry the start_workflow a few times","message":"WIP Retry the start_workflow a few times\n\nI had a converge run (post minor-update) fail with the following\ntraceback:\n\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge [-] Exception occured while running the command: keystoneauth1.exceptions.connection.ConnectFailure: Unable to establish connection to https://192.168.24.2:13989/v2/executions: (\u0027Connection aborted.\u0027, BrokenPipeError(32, \u0027Broken pipe\u0027))\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge Traceback (most recent call last):\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/urllib3/connectionpool.py\", line 600, in urlopen\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     chunked\u003dchunked)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/urllib3/connectionpool.py\", line 354, in _make_request\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     conn.request(method, url, **httplib_request_kw)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib64/python3.6/http/client.py\", line 1269, in request\n...\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/tripleoclient/workflows/deployment.py\", line 204, in get_hosts_and_enable_ssh_admin\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     enable_ssh_timeout, enable_ssh_port_timeout)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/tripleoclient/workflows/deployment.py\", line 290, in enable_ssh_admin\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     workflow_input\u003dworkflow_input\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/tripleoclient/workflows/base.py\", line 40, in start_workflow\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     workflow_input\u003dworkflow_input\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/mistralclient/api/v2/executions.py\", line 61, in create\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     return self._create(\u0027/executions\u0027, data)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/mistralclient/api/base.py\", line 144, in _create\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     resp \u003d self.http_client.post(url, data, headers)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/mistralclient/api/httpclient.py\", line 54, in decorator\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     resp \u003d func(self, *args, **kwargs)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/mistralclient/api/httpclient.py\", line 120, in post\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     return self.session.post(self.base_url + url, data\u003dbody, **options)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/keystoneauth1/session.py\", line 1124, in post\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     return self.request(url, \u0027POST\u0027, **kwargs)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/keystoneauth1/session.py\", line 906, in request\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     resp \u003d send(**kwargs)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/keystoneauth1/session.py\", line 1013, in _send_request\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     raise exceptions.ConnectFailure(msg)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge keystoneauth1.exceptions.connection.ConnectFailure: Unable to establish connection to https://192.168.24.2:13989/v2/executions: (\u0027Connection aborted.\u0027, BrokenPipeError(32, \u0027Broken pipe\u0027))\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge\n2021-04-27 02:27:38.345 316196 ERROR openstack [-] Unable to establish connection to https://192.168.24.2:13989/v2/executions: (\u0027Connection aborted.\u0027, BrokenPipeError(32, \u0027Broken pipe\u0027)): keystoneauth1.exceptions.connection.ConnectFailure: Unable to establish connection to https://192.168.24.2:13989/v2/executions: (\u0027Connection aborted.\u0027, BrokenPipeError(32, \u0027Broken pipe\u0027))\n2021-04-27 02:27:38.346 316196 INFO osc_lib.shell [-] END return value: 1\n\nThe above means that port 13989, which haproxy redirects to port 8989 (mistral-server api), had a diccup and mistral-api returned connection\nrefused for a short moment. This happened when we tried to create the workflow execution.\n\nIn the same vein as Ie08f3bc7c7cd7796f067a9ee0a99c017a5567ea2 (\"Make workflow monitoring more resilient\")\nlet\u0027s try and add some resilience when we create the workflow execution and not only when we monitor it.\n\nChange-Id: I588bf89ec7cc44f7ba7c96fe9ce55bbbc2b956d3\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/python-tripleoclient/commit/7a0ef8a086d0aa0034f74cc12b371c95299b6623"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/python-tripleoclient/commit/7a0ef8a086d0aa0034f74cc12b371c95299b6623"}]},"branch":"refs/heads/stable/train"},"989fbd663a44accbcbe4689834c78ce91681c4c2":{"kind":"REWORK","_number":2,"created":"2021-04-27 07:36:52.000000000","uploader":{"_account_id":20172,"name":"Michele Baldessari","email":"michele@acksyn.org","username":"michele"},"ref":"refs/changes/67/788167/2","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/python-tripleoclient","ref":"refs/changes/67/788167/2","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/python-tripleoclient refs/changes/67/788167/2 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/python-tripleoclient refs/changes/67/788167/2 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/python-tripleoclient refs/changes/67/788167/2 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/python-tripleoclient refs/changes/67/788167/2"}}},"commit":{"parents":[{"commit":"0dd389249e7bad005984fbc773ece55b3b7cdca2","subject":"Merge \"[train-only] Trap empty role data\" into stable/train","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/python-tripleoclient/commit/0dd389249e7bad005984fbc773ece55b3b7cdca2"}]}],"author":{"name":"Michele Baldessari","email":"michele@acksyn.org","date":"2021-04-27 06:29:04.000000000","tz":120},"committer":{"name":"Michele Baldessari","email":"michele@acksyn.org","date":"2021-04-27 07:36:42.000000000","tz":120},"subject":"WIP Retry the start_workflow a few times","message":"WIP Retry the start_workflow a few times\n\nI had a converge run (post minor-update) fail with the following\ntraceback:\n\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge [-] Exception occured while running the command: keystoneauth1.exceptions.connection.ConnectFailure: Unable to establish connection to https://192.168.24.2:13989/v2/executions: (\u0027Connection aborted.\u0027, BrokenPipeError(32, \u0027Broken pipe\u0027))\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge Traceback (most recent call last):\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/urllib3/connectionpool.py\", line 600, in urlopen\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     chunked\u003dchunked)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/urllib3/connectionpool.py\", line 354, in _make_request\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     conn.request(method, url, **httplib_request_kw)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib64/python3.6/http/client.py\", line 1269, in request\n...\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/tripleoclient/workflows/deployment.py\", line 204, in get_hosts_and_enable_ssh_admin\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     enable_ssh_timeout, enable_ssh_port_timeout)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/tripleoclient/workflows/deployment.py\", line 290, in enable_ssh_admin\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     workflow_input\u003dworkflow_input\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/tripleoclient/workflows/base.py\", line 40, in start_workflow\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     workflow_input\u003dworkflow_input\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/mistralclient/api/v2/executions.py\", line 61, in create\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     return self._create(\u0027/executions\u0027, data)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/mistralclient/api/base.py\", line 144, in _create\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     resp \u003d self.http_client.post(url, data, headers)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/mistralclient/api/httpclient.py\", line 54, in decorator\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     resp \u003d func(self, *args, **kwargs)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/mistralclient/api/httpclient.py\", line 120, in post\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     return self.session.post(self.base_url + url, data\u003dbody, **options)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/keystoneauth1/session.py\", line 1124, in post\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     return self.request(url, \u0027POST\u0027, **kwargs)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/keystoneauth1/session.py\", line 906, in request\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     resp \u003d send(**kwargs)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/keystoneauth1/session.py\", line 1013, in _send_request\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     raise exceptions.ConnectFailure(msg)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge keystoneauth1.exceptions.connection.ConnectFailure: Unable to establish connection to https://192.168.24.2:13989/v2/executions: (\u0027Connection aborted.\u0027, BrokenPipeError(32, \u0027Broken pipe\u0027))\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge\n2021-04-27 02:27:38.345 316196 ERROR openstack [-] Unable to establish connection to https://192.168.24.2:13989/v2/executions: (\u0027Connection aborted.\u0027, BrokenPipeError(32, \u0027Broken pipe\u0027)): keystoneauth1.exceptions.connection.ConnectFailure: Unable to establish connection to https://192.168.24.2:13989/v2/executions: (\u0027Connection aborted.\u0027, BrokenPipeError(32, \u0027Broken pipe\u0027))\n2021-04-27 02:27:38.346 316196 INFO osc_lib.shell [-] END return value: 1\n\nThe above means that port 13989, which haproxy redirects to port 8989 (mistral-server api), had a diccup and mistral-api returned connection\nrefused for a short moment. This happened when we tried to create the workflow execution.\n\nIn the same vein as Ie08f3bc7c7cd7796f067a9ee0a99c017a5567ea2 (\"Make workflow monitoring more resilient\")\nlet\u0027s try and add some resilience when we create the workflow execution and not only when we monitor it.\n\nChange-Id: I588bf89ec7cc44f7ba7c96fe9ce55bbbc2b956d3\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/python-tripleoclient/commit/989fbd663a44accbcbe4689834c78ce91681c4c2"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/python-tripleoclient/commit/989fbd663a44accbcbe4689834c78ce91681c4c2"}]},"branch":"refs/heads/stable/train"},"43d45db26af12e696131d370e1057722303fe1f7":{"kind":"REWORK","_number":3,"created":"2021-04-27 08:33:38.000000000","uploader":{"_account_id":20172,"name":"Michele Baldessari","email":"michele@acksyn.org","username":"michele"},"ref":"refs/changes/67/788167/3","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/python-tripleoclient","ref":"refs/changes/67/788167/3","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/python-tripleoclient refs/changes/67/788167/3 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/python-tripleoclient refs/changes/67/788167/3 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/python-tripleoclient refs/changes/67/788167/3 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/python-tripleoclient refs/changes/67/788167/3"}}},"commit":{"parents":[{"commit":"0dd389249e7bad005984fbc773ece55b3b7cdca2","subject":"Merge \"[train-only] Trap empty role data\" into stable/train","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/python-tripleoclient/commit/0dd389249e7bad005984fbc773ece55b3b7cdca2"}]}],"author":{"name":"Michele Baldessari","email":"michele@acksyn.org","date":"2021-04-27 06:29:04.000000000","tz":120},"committer":{"name":"Michele Baldessari","email":"michele@acksyn.org","date":"2021-04-27 08:33:29.000000000","tz":120},"subject":"WIP Retry the start_workflow a few times","message":"WIP Retry the start_workflow a few times\n\nI had a converge run (post minor-update) fail with the following\ntraceback:\n\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge [-] Exception occured while running the command: keystoneauth1.exceptions.connection.ConnectFailure: Unable to establish connection to https://192.168.24.2:13989/v2/executions: (\u0027Connection aborted.\u0027, BrokenPipeError(32, \u0027Broken pipe\u0027))\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge Traceback (most recent call last):\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/urllib3/connectionpool.py\", line 600, in urlopen\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     chunked\u003dchunked)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/urllib3/connectionpool.py\", line 354, in _make_request\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     conn.request(method, url, **httplib_request_kw)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib64/python3.6/http/client.py\", line 1269, in request\n...\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/tripleoclient/workflows/deployment.py\", line 204, in get_hosts_and_enable_ssh_admin\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     enable_ssh_timeout, enable_ssh_port_timeout)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/tripleoclient/workflows/deployment.py\", line 290, in enable_ssh_admin\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     workflow_input\u003dworkflow_input\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/tripleoclient/workflows/base.py\", line 40, in start_workflow\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     workflow_input\u003dworkflow_input\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/mistralclient/api/v2/executions.py\", line 61, in create\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     return self._create(\u0027/executions\u0027, data)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/mistralclient/api/base.py\", line 144, in _create\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     resp \u003d self.http_client.post(url, data, headers)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/mistralclient/api/httpclient.py\", line 54, in decorator\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     resp \u003d func(self, *args, **kwargs)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/mistralclient/api/httpclient.py\", line 120, in post\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     return self.session.post(self.base_url + url, data\u003dbody, **options)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/keystoneauth1/session.py\", line 1124, in post\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     return self.request(url, \u0027POST\u0027, **kwargs)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/keystoneauth1/session.py\", line 906, in request\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     resp \u003d send(**kwargs)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge   File \"/usr/lib/python3.6/site-packages/keystoneauth1/session.py\", line 1013, in _send_request\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge     raise exceptions.ConnectFailure(msg)\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge keystoneauth1.exceptions.connection.ConnectFailure: Unable to establish connection to https://192.168.24.2:13989/v2/executions: (\u0027Connection aborted.\u0027, BrokenPipeError(32, \u0027Broken pipe\u0027))\n2021-04-27 02:27:38.334 316196 ERROR tripleoclient.v1.overcloud_update.UpdateConverge\n2021-04-27 02:27:38.345 316196 ERROR openstack [-] Unable to establish connection to https://192.168.24.2:13989/v2/executions: (\u0027Connection aborted.\u0027, BrokenPipeError(32, \u0027Broken pipe\u0027)): keystoneauth1.exceptions.connection.ConnectFailure: Unable to establish connection to https://192.168.24.2:13989/v2/executions: (\u0027Connection aborted.\u0027, BrokenPipeError(32, \u0027Broken pipe\u0027))\n2021-04-27 02:27:38.346 316196 INFO osc_lib.shell [-] END return value: 1\n\nThe above means that port 13989, which haproxy redirects to port 8989 (mistral-server api), had a diccup and mistral-api returned connection\nrefused for a short moment. This happened when we tried to create the workflow execution.\n\nIn the same vein as Ie08f3bc7c7cd7796f067a9ee0a99c017a5567ea2 (\"Make workflow monitoring more resilient\")\nlet\u0027s try and add some resilience when we create the workflow execution and not only when we monitor it.\n\nChange-Id: I588bf89ec7cc44f7ba7c96fe9ce55bbbc2b956d3\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/python-tripleoclient/commit/43d45db26af12e696131d370e1057722303fe1f7"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/python-tripleoclient/commit/43d45db26af12e696131d370e1057722303fe1f7"}]},"branch":"refs/heads/stable/train"}},"requirements":[],"submit_records":[],"submit_requirements":[]}