)]}'
{"id":"openstack%2Ftempest~650300","triplet_id":"openstack%2Ftempest~master~I65db5259132ec8a1a084032c2632e49677a0fb66","project":"openstack/tempest","branch":"master","topic":"bug/1783405","hashtags":[],"change_id":"I65db5259132ec8a1a084032c2632e49677a0fb66","subject":"Run scenario tests with --concurrency\u003d2 in tempest-full job","status":"ABANDONED","created":"2019-04-05 14:24:13.000000000","updated":"2019-09-05 22:41:36.000000000","total_comment_count":5,"unresolved_comment_count":0,"has_review_started":true,"meta_rev_id":"2472d03e479202f563eb066d98d734c388e71399","_number":650300,"virtual_id_number":650300,"owner":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"actions":{},"labels":{"Verified":{"disliked":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"all":[{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"value":-1,"date":"2019-08-09 01:55:36.000000000","permitted_voting_range":{"min":-2,"max":2},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"}],"values":{"-2":"Fails","-1":"Doesn\u0027t seem to work"," 0":"No score","+1":"Works for me","+2":"Verified"},"description":"","value":-1,"default_value":0,"optional":true},"Code-Review":{"all":[{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"}],"values":{"-2":"Do not merge","-1":"This patch needs further work before it can be merged"," 0":"No score","+1":"Looks good to me, but someone else must approve","+2":"Looks good to me (core reviewer)"},"description":"","default_value":0,"optional":true},"Workflow":{"rejected":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"all":[{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},{"value":-1,"date":"2019-08-08 19:47:05.000000000","permitted_voting_range":{"min":-1,"max":0},"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"}],"values":{"-1":"Work in progress"," 0":"Ready for reviews","+1":"Approved"},"description":"","default_value":0,"optional":true},"Review-Priority":{"all":[{"value":0,"permitted_voting_range":{"min":0,"max":2},"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},{"value":0,"permitted_voting_range":{"min":0,"max":2},"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"value":0,"permitted_voting_range":{"min":0,"max":2},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":0,"max":2},"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"}],"values":{"-1":"Release Freeze"," 0":"No Priority","+1":"Important Change","+2":"Gate Blocker Fix / Urgent Change"},"description":"","default_value":0,"optional":true}},"removable_reviewers":[],"reviewers":{"REVIEWER":[{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}]},"pending_reviewers":{},"reviewer_updates":[{"updated":"2019-04-08 22:36:39.000000000","updated_by":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"reviewer":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"state":"REVIEWER"},{"updated":"2019-06-03 13:21:15.000000000","updated_by":{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},"reviewer":{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},"state":"REVIEWER"},{"updated":"2019-08-09 01:55:36.000000000","updated_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"reviewer":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"state":"REVIEWER"}],"messages":[{"id":"49e65ba416bc3c31c7fbd0da627982c6383f2cd4","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-04-05 14:24:13.000000000","message":"Uploaded patch set 1.","accounts_in_message":[],"_revision_number":1},{"id":"93d73f7d1d697f15984b2350bb313bdd2793af4c","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-04-05 14:26:05.000000000","message":"Patch Set 1: Workflow-1\n\nLet\u0027s see if this really makes any improvement on the tempest-full overall run time after a few rechecks.","accounts_in_message":[],"_revision_number":1},{"id":"758487b9552d473715fb3c3278272ae7679b9ded","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-04-05 16:53:36.000000000","message":"Patch Set 1: Verified+1\n\nBuild succeeded (check pipeline).\n\n- tempest-full http://logs.openstack.org/00/650300/1/check/tempest-full/1edb016/ : SUCCESS in 1h 41m 35s\n- neutron-grenade http://logs.openstack.org/00/650300/1/check/neutron-grenade/50942c9/ : SUCCESS in 58m 29s (non-voting)\n- grenade-py3 http://logs.openstack.org/00/650300/1/check/grenade-py3/a521267/ : SUCCESS in 51m 39s\n- tempest-full-py3 http://logs.openstack.org/00/650300/1/check/tempest-full-py3/cde75e1/ : SUCCESS in 1h 50m 52s\n- openstack-tox-cover http://logs.openstack.org/00/650300/1/check/openstack-tox-cover/d0bd3c5/cover/ : SUCCESS in 4m 23s\n- openstack-tox-pep8 http://logs.openstack.org/00/650300/1/check/openstack-tox-pep8/c05e0ed/ : SUCCESS in 5m 13s\n- openstack-tox-py27 http://logs.openstack.org/00/650300/1/check/openstack-tox-py27/8b52f41/ : SUCCESS in 4m 28s\n- openstack-tox-py35 http://logs.openstack.org/00/650300/1/check/openstack-tox-py35/9bd7da8/ : SUCCESS in 6m 02s\n- openstack-tox-py36 http://logs.openstack.org/00/650300/1/check/openstack-tox-py36/5ad10df/ : SUCCESS in 4m 59s\n- openstack-tox-py37 http://logs.openstack.org/00/650300/1/check/openstack-tox-py37/4d1b7a1/ : SUCCESS in 4m 14s\n- openstack-tox-docs http://logs.openstack.org/00/650300/1/check/openstack-tox-docs/f707e7e/html/ : SUCCESS in 7m 14s\n- build-openstack-releasenotes http://logs.openstack.org/00/650300/1/check/build-openstack-releasenotes/5665e45/html/ : SUCCESS in 7m 04s\n- tempest-full-parallel http://logs.openstack.org/00/650300/1/check/tempest-full-parallel/f42ae36/ : TIMED_OUT in 2h 07m 54s (non-voting)\n- tempest-full-py3-ipv6 http://logs.openstack.org/00/650300/1/check/tempest-full-py3-ipv6/38f493c/ : SUCCESS in 1h 24m 11s (non-voting)\n- tempest-full-stein http://logs.openstack.org/00/650300/1/check/tempest-full-stein/cd7cb20/ : SUCCESS in 1h 27m 27s\n- tempest-full-stein-py3 http://logs.openstack.org/00/650300/1/check/tempest-full-stein-py3/98bc82a/ : SUCCESS in 1h 19m 47s\n- tempest-full-rocky http://logs.openstack.org/00/650300/1/check/tempest-full-rocky/d81d7d9/ : SUCCESS in 1h 20m 46s\n- tempest-full-rocky-py3 http://logs.openstack.org/00/650300/1/check/tempest-full-rocky-py3/bd84911/ : SUCCESS in 1h 25m 40s\n- tempest-full-queens http://logs.openstack.org/00/650300/1/check/tempest-full-queens/c1150b3/ : SUCCESS in 1h 28m 24s\n- tempest-full-queens-py3 http://logs.openstack.org/00/650300/1/check/tempest-full-queens-py3/43664df/ : SUCCESS in 1h 18m 04s\n- tempest-full-pike http://logs.openstack.org/00/650300/1/check/tempest-full-pike/c2cfb87/ : SUCCESS in 1h 32m 16s\n- tempest-multinode-full http://logs.openstack.org/00/650300/1/check/tempest-multinode-full/1dc5555/ : SUCCESS in 1h 35m 39s\n- tempest-multinode-full-py3 http://logs.openstack.org/00/650300/1/check/tempest-multinode-full-py3/e7443ec/ : SUCCESS in 1h 37m 50s\n- tempest-tox-plugin-sanity-check http://logs.openstack.org/00/650300/1/check/tempest-tox-plugin-sanity-check/1e697ec/ : FAILURE in 1h 09m 11s (non-voting)\n- tempest-slow http://logs.openstack.org/00/650300/1/check/tempest-slow/8ff98d4/ : SUCCESS in 2h 17m 48s\n- tempest-slow-py3 http://logs.openstack.org/00/650300/1/check/tempest-slow-py3/80a5652/ : SUCCESS in 2h 23m 17s\n- nova-live-migration http://logs.openstack.org/00/650300/1/check/nova-live-migration/c08540e/ : SUCCESS in 52m 14s (non-voting)\n- neutron-grenade-multinode http://logs.openstack.org/00/650300/1/check/neutron-grenade-multinode/f1dcd3c/ : SUCCESS in 1h 19m 16s (non-voting)\n- devstack-plugin-ceph-tempest http://logs.openstack.org/00/650300/1/check/devstack-plugin-ceph-tempest/9073c31/ : SUCCESS in 1h 44m 27s (non-voting)\n- puppet-openstack-integration-4-scenario004-tempest-centos-7 http://logs.openstack.org/00/650300/1/check/puppet-openstack-integration-4-scenario004-tempest-centos-7/b94e6fa/ : SUCCESS in 45m 48s (non-voting)\n- neutron-tempest-dvr http://logs.openstack.org/00/650300/1/check/neutron-tempest-dvr/ad71583/ : SUCCESS in 1h 25m 26s\n- interop-tempest-consistency http://logs.openstack.org/00/650300/1/check/interop-tempest-consistency/aa2bd53/ : SUCCESS in 3m 51s\n- tempest-full-test-account-py3 http://logs.openstack.org/00/650300/1/check/tempest-full-test-account-py3/73ae4c8/ : SUCCESS in 1h 31m 39s (non-voting)\n- tempest-full-test-account-no-admin-py3 http://logs.openstack.org/00/650300/1/check/tempest-full-test-account-no-admin-py3/4eb3534/ : SUCCESS in 1h 21m 51s (non-voting)","accounts_in_message":[],"_revision_number":1},{"id":"a0bcc45effa89a9d196fa97810307c989ed192f4","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-04-05 18:07:28.000000000","message":"Patch Set 1:\n\nThe stackviz on this one is very weird:\n\nhttp://logs.openstack.org/00/650300/1/check/tempest-full-py3/cde75e1/controller/logs/stackviz/#/stdin/timeline\n\nNote how there is a big gap with only 1 worker and then at the end there are 4 workers running scenarios tests when I\u0027d only expect to see 2.\n\nSimilar issue in the py27 job:\n\nhttp://logs.openstack.org/00/650300/1/check/tempest-full/1edb016/controller/logs/stackviz/#/stdin/timeline","accounts_in_message":[],"_revision_number":1},{"id":"577efd1e3bbccd460f6b3eb36b37b8981e3d9b7b","author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"date":"2019-04-08 22:36:39.000000000","message":"Patch Set 1:\n\nThe 4 worker thing looks like because a --concurrency\u003d4 is being injected to the cli somewhere: http://logs.openstack.org/00/650300/1/check/tempest-full/1edb016/job-output.txt.gz#_2019-04-05_15_59_13_791155","accounts_in_message":[],"_revision_number":1},{"id":"c0d03aff89cb9d22610f88046bb01274563a4d8f","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-04-09 20:46:39.000000000","message":"Patch Set 1:\n\n\u003e The 4 worker thing looks like because a --concurrency\u003d4 is being injected to the cli somewhere: http://logs.openstack.org/00/650300/1/check/tempest-full/1edb016/job-output.txt.gz#_2019-04-05_15_59_13_791155\n\nYup nice catch, I\u0027m assuming that\u0027s coming from here:\n\nhttps://github.com/openstack/tempest/blob/3c5b61396dca81ef1cd81e8d1e93cf12bea6b81f/roles/run-tempest/tasks/main.yaml#L39","accounts_in_message":[],"_revision_number":1},{"id":"dbbe6eb3fe09bf08af9efc614e2dc8e7c5f26f9c","author":{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},"date":"2019-06-03 13:21:15.000000000","message":"Patch Set 1:\n\n(4 comments)","accounts_in_message":[],"_revision_number":1},{"id":"2498ed3537761187dfba0b3c581445fde1920567","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-08-08 19:45:55.000000000","message":"Patch Set 1:\n\n(1 comment)","accounts_in_message":[],"_revision_number":1},{"id":"ed20c7439a7afbe1a8bd2c5d15b57d40787ee711","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-08-08 19:47:02.000000000","message":"Patch Set 2: Patch Set 1 was rebased","accounts_in_message":[],"_revision_number":2},{"id":"0ebca79583905057bad2c6cb21a8ec9b1bc5fe0b","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-08-08 19:47:05.000000000","message":"Patch Set 2: Workflow-1","accounts_in_message":[],"_revision_number":2},{"id":"3990587f2348071cef09277aec6a558cd11d18fe","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-08-09 01:55:36.000000000","message":"Patch Set 2: Verified-1\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttp://docs.openstack.org/infra/manual/developers.html#automated-testing\n\n\n- tempest-full https://logs.opendev.org/00/650300/2/check/tempest-full/c7cac01/ : SUCCESS in 1h 30m 11s\n- neutron-grenade https://logs.opendev.org/00/650300/2/check/neutron-grenade/25fbee8/ : FAILURE in 45m 19s\n- grenade-py3 https://logs.opendev.org/00/650300/2/check/grenade-py3/3897dae/ : SUCCESS in 1h 01m 50s\n- tempest-full-py3 https://logs.opendev.org/00/650300/2/check/tempest-full-py3/01cd067/ : SUCCESS in 1h 07m 00s\n- openstack-tox-cover https://logs.opendev.org/00/650300/2/check/openstack-tox-cover/a8c513e/cover/ : SUCCESS in 4m 00s\n- openstack-tox-pep8 https://logs.opendev.org/00/650300/2/check/openstack-tox-pep8/a9866e0/ : SUCCESS in 4m 49s\n- openstack-tox-py27 https://logs.opendev.org/00/650300/2/check/openstack-tox-py27/671119b/ : SUCCESS in 3m 29s\n- openstack-tox-py35 https://logs.opendev.org/00/650300/2/check/openstack-tox-py35/b2e74db/ : SUCCESS in 5m 01s\n- openstack-tox-py36 https://logs.opendev.org/00/650300/2/check/openstack-tox-py36/c624b1e/ : SUCCESS in 3m 13s\n- openstack-tox-py37 https://logs.opendev.org/00/650300/2/check/openstack-tox-py37/a357492/ : SUCCESS in 3m 50s\n- openstack-tox-docs https://logs.opendev.org/00/650300/2/check/openstack-tox-docs/0201227/html/ : SUCCESS in 9m 59s\n- build-openstack-releasenotes https://logs.opendev.org/00/650300/2/check/build-openstack-releasenotes/f697637/html/ : SUCCESS in 9m 06s\n- tempest-full-parallel https://logs.opendev.org/00/650300/2/check/tempest-full-parallel/3aecab5/ : FAILURE in 1h 58m 37s (non-voting)\n- tempest-full-py3-ipv6 https://logs.opendev.org/00/650300/2/check/tempest-full-py3-ipv6/58d57c8/ : SUCCESS in 1h 26m 13s (non-voting)\n- tempest-full-stein https://logs.opendev.org/00/650300/2/check/tempest-full-stein/3bc0ba3/ : SUCCESS in 1h 48m 43s\n- tempest-full-stein-py3 https://logs.opendev.org/00/650300/2/check/tempest-full-stein-py3/c3b8aba/ : SUCCESS in 1h 50m 58s\n- tempest-full-rocky https://logs.opendev.org/00/650300/2/check/tempest-full-rocky/44c53cf/ : SUCCESS in 1h 22m 58s\n- tempest-full-rocky-py3 https://logs.opendev.org/00/650300/2/check/tempest-full-rocky-py3/aa33868/ : SUCCESS in 1h 26m 14s\n- tempest-full-queens https://logs.opendev.org/00/650300/2/check/tempest-full-queens/da0451a/ : SUCCESS in 1h 38m 25s\n- tempest-full-queens-py3 https://logs.opendev.org/00/650300/2/check/tempest-full-queens-py3/2cf4fa3/ : SUCCESS in 1h 23m 01s\n- tempest-multinode-full https://logs.opendev.org/00/650300/2/check/tempest-multinode-full/71adda1/ : FAILURE in 1h 22m 23s\n- tempest-multinode-full-py3 https://logs.opendev.org/00/650300/2/check/tempest-multinode-full-py3/b373da7/ : FAILURE in 1h 28m 15s\n- tempest-tox-plugin-sanity-check https://logs.opendev.org/00/650300/2/check/tempest-tox-plugin-sanity-check/bdc3cbf/ : SUCCESS in 1h 18m 38s (non-voting)\n- tempest-ipv6-only https://logs.opendev.org/00/650300/2/check/tempest-ipv6-only/0b47359/ : SUCCESS in 52m 47s\n- tempest-slow https://logs.opendev.org/00/650300/2/check/tempest-slow/99cb955/ : SUCCESS in 2h 43m 12s\n- tempest-slow-py3 https://logs.opendev.org/00/650300/2/check/tempest-slow-py3/6c325e3/ : SUCCESS in 2h 19m 58s\n- nova-live-migration https://logs.opendev.org/00/650300/2/check/nova-live-migration/c7f5d1b/ : SUCCESS in 54m 22s (non-voting)\n- neutron-grenade-multinode https://logs.opendev.org/00/650300/2/check/neutron-grenade-multinode/67194b3/ : SUCCESS in 1h 10m 00s\n- devstack-plugin-ceph-tempest https://logs.opendev.org/00/650300/2/check/devstack-plugin-ceph-tempest/94c8d9e/ : FAILURE in 1h 08m 05s (non-voting)\n- puppet-openstack-integration-4-scenario004-tempest-centos-7 https://logs.opendev.org/00/650300/2/check/puppet-openstack-integration-4-scenario004-tempest-centos-7/641b820/ : FAILURE in 28m 42s (non-voting)\n- neutron-tempest-dvr https://logs.opendev.org/00/650300/2/check/neutron-tempest-dvr/8ebfc82/ : SUCCESS in 1h 23m 35s\n- interop-tempest-consistency https://logs.opendev.org/00/650300/2/check/interop-tempest-consistency/173aaee/ : SUCCESS in 3m 39s\n- tempest-full-test-account-py3 https://logs.opendev.org/00/650300/2/check/tempest-full-test-account-py3/a452d2d/ : SUCCESS in 1h 16m 50s (non-voting)\n- tempest-full-test-account-no-admin-py3 https://logs.opendev.org/00/650300/2/check/tempest-full-test-account-no-admin-py3/1a6b006/ : SUCCESS in 1h 09m 47s (non-voting)\n- openstack-tox-bashate https://logs.opendev.org/00/650300/2/check/openstack-tox-bashate/8cf027a/ : SUCCESS in 2m 56s","accounts_in_message":[],"_revision_number":2},{"id":"3838ab5de58d2c072aa7e4738f676d3c8c390aaa","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-09-05 22:41:36.000000000","message":"Abandoned","accounts_in_message":[],"_revision_number":2}],"current_revision_number":2,"current_revision":"2ce100fda74b003efda4bf67eb64cacb87f47472","revisions":{"e71967c1a7af2b94a5b56f0e5753ac6122b9fd82":{"kind":"REWORK","_number":1,"created":"2019-04-05 14:24:13.000000000","uploader":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"ref":"refs/changes/00/650300/1","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/tempest","ref":"refs/changes/00/650300/1","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/tempest refs/changes/00/650300/1 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/tempest refs/changes/00/650300/1 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/tempest refs/changes/00/650300/1 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/tempest refs/changes/00/650300/1"}}},"commit":{"parents":[{"commit":"3639f91c36dbbcc8ecf9373aeb0cec83af468b81","subject":"Merge \"Add missing validation for the compute/positive\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/tempest/commit/3639f91c36dbbcc8ecf9373aeb0cec83af468b81"}]}],"author":{"name":"Matt Riedemann","email":"mriedem.os@gmail.com","date":"2019-04-05 14:16:36.000000000","tz":-240},"committer":{"name":"Matt Riedemann","email":"mriedem.os@gmail.com","date":"2019-04-05 14:16:36.000000000","tz":-240},"subject":"Run scenario tests with --concurrency\u003d2 in tempest-full job","message":"Run scenario tests with --concurrency\u003d2 in tempest-full job\n\nWe\u0027re still seeing lots of job timeouts from tempest-full\nwhich excludes slow tests but still times out at a high rate [1].\n\nLooking at stackviz results for a tempest-full job that passed,\nit is clear that a good chunk of time is being spent running\nscenario tests in serial even though we have 4 workers available.\n\nIn an attempt to speed this up but still try to be somewhat\nconservative in how scenario tests are run concurrently, this\nchanges the tempest-full job to run the scenario tests with two\nworkers concurrently rather than serially.\n\nThe alternatives are:\n\n1. Profile which tests are taking the longest and figure out why\n   and then try to make them faster (best but hard to do).\n2. Mark more tests as slow (easy but that just shifts the long\n   running tests to the tempest-slow job which already has a 3\n   hour timeout).\n3. Re-consider if SSH validation should be enabled for tempest-full\n   in the integrated gate and instead move that to some other\n   dedicated job that does SSH validation (easy to do, but more\n   redundant jobs which increases the chances of gate bugs to\n   randomly fail a new voting job).\n4. Extend the timeout on the tempest-full job (easy to do but it\n   is already a 2 hour timeout).\n5. Go through tempest\u0027s existing tests and figure out what should\n   be moved to per-project plugins so they are not part of the\n   integrated gate, assuming those tests aren\u0027t part of the\n   interop guidelines in refstack (harder to do but probably good\n   to do long-term anyway).\n\n[1] http://status.openstack.org/elastic-recheck/#1783405\n\nChange-Id: I65db5259132ec8a1a084032c2632e49677a0fb66\nRelated-Bug: #1783405\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/tempest/commit/e71967c1a7af2b94a5b56f0e5753ac6122b9fd82"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/tempest/commit/e71967c1a7af2b94a5b56f0e5753ac6122b9fd82"}]},"branch":"refs/heads/master"},"2ce100fda74b003efda4bf67eb64cacb87f47472":{"kind":"TRIVIAL_REBASE","_number":2,"created":"2019-08-08 19:47:02.000000000","uploader":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"ref":"refs/changes/00/650300/2","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/tempest","ref":"refs/changes/00/650300/2","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/tempest refs/changes/00/650300/2 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/tempest refs/changes/00/650300/2 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/tempest refs/changes/00/650300/2 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/tempest refs/changes/00/650300/2"}}},"commit":{"parents":[{"commit":"ba2b8ed37e58c881ea13953f4e4165b8a3db100a","subject":"Merge \"add show detail for volume Api V3\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/tempest/commit/ba2b8ed37e58c881ea13953f4e4165b8a3db100a"}]}],"author":{"name":"Matt Riedemann","email":"mriedem.os@gmail.com","date":"2019-04-05 14:16:36.000000000","tz":-240},"committer":{"name":"Matt Riedemann","email":"mriedem.os@gmail.com","date":"2019-08-08 19:47:02.000000000","tz":0},"subject":"Run scenario tests with --concurrency\u003d2 in tempest-full job","message":"Run scenario tests with --concurrency\u003d2 in tempest-full job\n\nWe\u0027re still seeing lots of job timeouts from tempest-full\nwhich excludes slow tests but still times out at a high rate [1].\n\nLooking at stackviz results for a tempest-full job that passed,\nit is clear that a good chunk of time is being spent running\nscenario tests in serial even though we have 4 workers available.\n\nIn an attempt to speed this up but still try to be somewhat\nconservative in how scenario tests are run concurrently, this\nchanges the tempest-full job to run the scenario tests with two\nworkers concurrently rather than serially.\n\nThe alternatives are:\n\n1. Profile which tests are taking the longest and figure out why\n   and then try to make them faster (best but hard to do).\n2. Mark more tests as slow (easy but that just shifts the long\n   running tests to the tempest-slow job which already has a 3\n   hour timeout).\n3. Re-consider if SSH validation should be enabled for tempest-full\n   in the integrated gate and instead move that to some other\n   dedicated job that does SSH validation (easy to do, but more\n   redundant jobs which increases the chances of gate bugs to\n   randomly fail a new voting job).\n4. Extend the timeout on the tempest-full job (easy to do but it\n   is already a 2 hour timeout).\n5. Go through tempest\u0027s existing tests and figure out what should\n   be moved to per-project plugins so they are not part of the\n   integrated gate, assuming those tests aren\u0027t part of the\n   interop guidelines in refstack (harder to do but probably good\n   to do long-term anyway).\n\n[1] http://status.openstack.org/elastic-recheck/#1783405\n\nChange-Id: I65db5259132ec8a1a084032c2632e49677a0fb66\nRelated-Bug: #1783405\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/tempest/commit/2ce100fda74b003efda4bf67eb64cacb87f47472"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/tempest/commit/2ce100fda74b003efda4bf67eb64cacb87f47472"}]},"branch":"refs/heads/master"}},"requirements":[],"submit_records":[],"submit_requirements":[]}