)]}'
{".zuul.yaml":[{"author":{"_account_id":16643,"name":"Goutham Pacha Ravi","email":"gouthampravi@gmail.com","username":"gouthamr"},"change_message_id":"f84c68eac68359292a6270553392e66060bd2bfb","unresolved":true,"context_lines":[{"line_number":62,"context_line":"      # tests listed in tempest_skiplist.txt file:"},{"line_number":63,"context_line":"      tox_envlist: all"},{"line_number":64,"context_line":"      tempest_test_regex: |"},{"line_number":65,"context_line":"              ((?!.*\\[.*\\bslow\\b.*\\])(^tempest\\.(api|scenario\\.test_encrypted_cinder_volumes|scenario\\.test_volume|scenario\\.test_shelve_instance)|(^cinder_tempest_plugin)))"},{"line_number":66,"context_line":"      tempest_test_exclude_list: \u0027{{ ansible_user_dir }}/{{ zuul.projects[\"opendev.org/openstack/devstack-plugin-ceph\"].src_dir }}/tempest_skiplist.txt\u0027"},{"line_number":67,"context_line":""},{"line_number":68,"context_line":"- job:"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"649a6cad_e977d9c4","line":65,"range":{"start_line":65,"start_character":0,"end_line":65,"end_character":173},"updated":"2024-06-21 18:46:51.000000000","message":"Can we replace the regex on line 36 instead?","commit_id":"a715748910c50bbac6487e59b85556f7f30a9a20"},{"author":{"_account_id":16643,"name":"Goutham Pacha Ravi","email":"gouthampravi@gmail.com","username":"gouthamr"},"change_message_id":"6e99ae7923ed8d7e0b6ec2b27589f6f0b0aa81f5","unresolved":false,"context_lines":[{"line_number":62,"context_line":"      # tests listed in tempest_skiplist.txt file:"},{"line_number":63,"context_line":"      tox_envlist: all"},{"line_number":64,"context_line":"      tempest_test_regex: |"},{"line_number":65,"context_line":"              ((?!.*\\[.*\\bslow\\b.*\\])(^tempest\\.(api|scenario\\.test_encrypted_cinder_volumes|scenario\\.test_volume|scenario\\.test_shelve_instance)|(^cinder_tempest_plugin)))"},{"line_number":66,"context_line":"      tempest_test_exclude_list: \u0027{{ ansible_user_dir }}/{{ zuul.projects[\"opendev.org/openstack/devstack-plugin-ceph\"].src_dir }}/tempest_skiplist.txt\u0027"},{"line_number":67,"context_line":""},{"line_number":68,"context_line":"- job:"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"e83922bb_1abae4f9","line":65,"range":{"start_line":65,"start_character":0,"end_line":65,"end_character":173},"in_reply_to":"01c96525_a092c3f9","updated":"2024-06-21 19:48:40.000000000","message":"Done","commit_id":"a715748910c50bbac6487e59b85556f7f30a9a20"},{"author":{"_account_id":16643,"name":"Goutham Pacha Ravi","email":"gouthampravi@gmail.com","username":"gouthamr"},"change_message_id":"928719bd2c86338e54102f28080e2683d5c1911b","unresolved":false,"context_lines":[{"line_number":62,"context_line":"      # tests listed in tempest_skiplist.txt file:"},{"line_number":63,"context_line":"      tox_envlist: all"},{"line_number":64,"context_line":"      tempest_test_regex: |"},{"line_number":65,"context_line":"              ((?!.*\\[.*\\bslow\\b.*\\])(^tempest\\.(api|scenario\\.test_encrypted_cinder_volumes|scenario\\.test_volume|scenario\\.test_shelve_instance)|(^cinder_tempest_plugin)))"},{"line_number":66,"context_line":"      tempest_test_exclude_list: \u0027{{ ansible_user_dir }}/{{ zuul.projects[\"opendev.org/openstack/devstack-plugin-ceph\"].src_dir }}/tempest_skiplist.txt\u0027"},{"line_number":67,"context_line":""},{"line_number":68,"context_line":"- job:"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"4dc361d0_8bfdf43f","line":65,"range":{"start_line":65,"start_character":0,"end_line":65,"end_character":173},"in_reply_to":"04d4ba2b_6c0571e0","updated":"2024-06-21 20:27:29.000000000","message":"If jobs are overriding the regex, it\u0027d be intentional and 90% of the time its because they\u0027re running tests off of a tempest plugin or a specific set of tests in tempest and not the full tempest api/scenario suite like we define here. If whatever they\u0027re testing includes slow tests, they can add (?!.*\\[.*\\bslow\\b.*\\]) to skip them if necessary.. i\u0027d not worry about that :)","commit_id":"a715748910c50bbac6487e59b85556f7f30a9a20"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"607ff4eff0762d4227d56189297546b2cef04f71","unresolved":true,"context_lines":[{"line_number":62,"context_line":"      # tests listed in tempest_skiplist.txt file:"},{"line_number":63,"context_line":"      tox_envlist: all"},{"line_number":64,"context_line":"      tempest_test_regex: |"},{"line_number":65,"context_line":"              ((?!.*\\[.*\\bslow\\b.*\\])(^tempest\\.(api|scenario\\.test_encrypted_cinder_volumes|scenario\\.test_volume|scenario\\.test_shelve_instance)|(^cinder_tempest_plugin)))"},{"line_number":66,"context_line":"      tempest_test_exclude_list: \u0027{{ ansible_user_dir }}/{{ zuul.projects[\"opendev.org/openstack/devstack-plugin-ceph\"].src_dir }}/tempest_skiplist.txt\u0027"},{"line_number":67,"context_line":""},{"line_number":68,"context_line":"- job:"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"72fc9521_6085ded4","line":65,"range":{"start_line":65,"start_character":0,"end_line":65,"end_character":173},"in_reply_to":"649a6cad_e977d9c4","updated":"2024-06-21 19:44:40.000000000","message":"I can do that, even i thought of doing the same but I was not sure if it will impact any other jobs with different config. But it make sense to keep those slow tests separate as other jobs can also timeout","commit_id":"a715748910c50bbac6487e59b85556f7f30a9a20"},{"author":{"_account_id":16643,"name":"Goutham Pacha Ravi","email":"gouthampravi@gmail.com","username":"gouthamr"},"change_message_id":"4c2b221b6068a3394ff2cbafeb6fc139b6b417e6","unresolved":true,"context_lines":[{"line_number":62,"context_line":"      # tests listed in tempest_skiplist.txt file:"},{"line_number":63,"context_line":"      tox_envlist: all"},{"line_number":64,"context_line":"      tempest_test_regex: |"},{"line_number":65,"context_line":"              ((?!.*\\[.*\\bslow\\b.*\\])(^tempest\\.(api|scenario\\.test_encrypted_cinder_volumes|scenario\\.test_volume|scenario\\.test_shelve_instance)|(^cinder_tempest_plugin)))"},{"line_number":66,"context_line":"      tempest_test_exclude_list: \u0027{{ ansible_user_dir }}/{{ zuul.projects[\"opendev.org/openstack/devstack-plugin-ceph\"].src_dir }}/tempest_skiplist.txt\u0027"},{"line_number":67,"context_line":""},{"line_number":68,"context_line":"- job:"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"01c96525_a092c3f9","line":65,"range":{"start_line":65,"start_character":0,"end_line":65,"end_character":173},"in_reply_to":"72fc9521_6085ded4","updated":"2024-06-21 19:48:11.000000000","message":"Ah; this is the base job across all \"integrated\" test jobs.. so making this change here would be totally appropriate. \n\nThe non \"integrated\" ones here are the manila jobs or cinder-tempest-plugin jobs; they\u0027ll have their corresponding \"tempest_test_regex\" set always.","commit_id":"a715748910c50bbac6487e59b85556f7f30a9a20"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"ff9b030d9cc551c7c384869969cf46e658f7dbaa","unresolved":false,"context_lines":[{"line_number":62,"context_line":"      # tests listed in tempest_skiplist.txt file:"},{"line_number":63,"context_line":"      tox_envlist: all"},{"line_number":64,"context_line":"      tempest_test_regex: |"},{"line_number":65,"context_line":"              ((?!.*\\[.*\\bslow\\b.*\\])(^tempest\\.(api|scenario\\.test_encrypted_cinder_volumes|scenario\\.test_volume|scenario\\.test_shelve_instance)|(^cinder_tempest_plugin)))"},{"line_number":66,"context_line":"      tempest_test_exclude_list: \u0027{{ ansible_user_dir }}/{{ zuul.projects[\"opendev.org/openstack/devstack-plugin-ceph\"].src_dir }}/tempest_skiplist.txt\u0027"},{"line_number":67,"context_line":""},{"line_number":68,"context_line":"- job:"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"f4ad44e7_78044b50","line":65,"range":{"start_line":65,"start_character":0,"end_line":65,"end_character":173},"in_reply_to":"72fc9521_6085ded4","updated":"2024-06-21 19:47:30.000000000","message":"Done","commit_id":"a715748910c50bbac6487e59b85556f7f30a9a20"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"92a4224e1b1e0be57baa8b62ef72b64beeea5678","unresolved":false,"context_lines":[{"line_number":62,"context_line":"      # tests listed in tempest_skiplist.txt file:"},{"line_number":63,"context_line":"      tox_envlist: all"},{"line_number":64,"context_line":"      tempest_test_regex: |"},{"line_number":65,"context_line":"              ((?!.*\\[.*\\bslow\\b.*\\])(^tempest\\.(api|scenario\\.test_encrypted_cinder_volumes|scenario\\.test_volume|scenario\\.test_shelve_instance)|(^cinder_tempest_plugin)))"},{"line_number":66,"context_line":"      tempest_test_exclude_list: \u0027{{ ansible_user_dir }}/{{ zuul.projects[\"opendev.org/openstack/devstack-plugin-ceph\"].src_dir }}/tempest_skiplist.txt\u0027"},{"line_number":67,"context_line":""},{"line_number":68,"context_line":"- job:"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"04d4ba2b_6c0571e0","line":65,"range":{"start_line":65,"start_character":0,"end_line":65,"end_character":173},"in_reply_to":"e83922bb_1abae4f9","updated":"2024-06-21 19:58:39.000000000","message":"yes but skipping in base will sense as other job running on this regex might be timeout right? if not then i can move this back to devstack-plugin-ceph-tempest-py3","commit_id":"a715748910c50bbac6487e59b85556f7f30a9a20"},{"author":{"_account_id":16643,"name":"Goutham Pacha Ravi","email":"gouthampravi@gmail.com","username":"gouthamr"},"change_message_id":"f84c68eac68359292a6270553392e66060bd2bfb","unresolved":true,"context_lines":[{"line_number":63,"context_line":"      tox_envlist: all"},{"line_number":64,"context_line":"      tempest_test_regex: |"},{"line_number":65,"context_line":"              ((?!.*\\[.*\\bslow\\b.*\\])(^tempest\\.(api|scenario\\.test_encrypted_cinder_volumes|scenario\\.test_volume|scenario\\.test_shelve_instance)|(^cinder_tempest_plugin)))"},{"line_number":66,"context_line":"      tempest_test_exclude_list: \u0027{{ ansible_user_dir }}/{{ zuul.projects[\"opendev.org/openstack/devstack-plugin-ceph\"].src_dir }}/tempest_skiplist.txt\u0027"},{"line_number":67,"context_line":""},{"line_number":68,"context_line":"- job:"},{"line_number":69,"context_line":"    name: devstack-plugin-ceph-compute-local-ephemeral"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"2e3c64cd_14f69e88","line":66,"range":{"start_line":66,"start_character":6,"end_line":66,"end_character":152},"updated":"2024-06-21 18:46:51.000000000","message":"this is already in the base job definition (line 37)","commit_id":"a715748910c50bbac6487e59b85556f7f30a9a20"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"607ff4eff0762d4227d56189297546b2cef04f71","unresolved":false,"context_lines":[{"line_number":63,"context_line":"      tox_envlist: all"},{"line_number":64,"context_line":"      tempest_test_regex: |"},{"line_number":65,"context_line":"              ((?!.*\\[.*\\bslow\\b.*\\])(^tempest\\.(api|scenario\\.test_encrypted_cinder_volumes|scenario\\.test_volume|scenario\\.test_shelve_instance)|(^cinder_tempest_plugin)))"},{"line_number":66,"context_line":"      tempest_test_exclude_list: \u0027{{ ansible_user_dir }}/{{ zuul.projects[\"opendev.org/openstack/devstack-plugin-ceph\"].src_dir }}/tempest_skiplist.txt\u0027"},{"line_number":67,"context_line":""},{"line_number":68,"context_line":"- job:"},{"line_number":69,"context_line":"    name: devstack-plugin-ceph-compute-local-ephemeral"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"624e54a1_923b25d4","line":66,"range":{"start_line":66,"start_character":6,"end_line":66,"end_character":152},"in_reply_to":"2e3c64cd_14f69e88","updated":"2024-06-21 19:44:40.000000000","message":"Done","commit_id":"a715748910c50bbac6487e59b85556f7f30a9a20"}],"/PATCHSET_LEVEL":[{"author":{"_account_id":16643,"name":"Goutham Pacha Ravi","email":"gouthampravi@gmail.com","username":"gouthamr"},"change_message_id":"f84c68eac68359292a6270553392e66060bd2bfb","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":1,"id":"95aa44f0_64677204","updated":"2024-06-21 18:46:51.000000000","message":"Thank you Ghanshyam! #TIL how these slow tests are identified on tempest. The new regex looks good to me, except i\u0027m hoping we can move it to the base job definition.. i\u0027ll clean these up a bit more once we drop some code in this repository: https://review.opendev.org/q/topic:%22cleanup-ceph-installer%22","commit_id":"a715748910c50bbac6487e59b85556f7f30a9a20"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"2cba52cbcc88006652f36dd46c36e185ebf105e9","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":1,"id":"d8281d80_3841de2b","updated":"2024-06-21 04:08:53.000000000","message":"recheck multinode job failing. but devstack-plugin-ceph-tempest-py3 job does not run the slow tests now\n\n1024 tests are selected to run\n- https://storage.gra.cloud.ovh.net/v1/AUTH_dcaab5e32b234d56b626f72581e3644c/zuul_opendev_logs_277/922443/1/check/devstack-plugin-ceph-tempest-py3/277b5fb/testr_results.html\n\nprevious run: 1045 tests are selected to run\n\n- https://b024f0f679e7d405e0b2-780a06abf79f51fa906f730e3672399e.ssl.cf5.rackcdn.com/915212/16/check/devstack-plugin-ceph-tempest-py3/d32ee81/testr_results.html","commit_id":"a715748910c50bbac6487e59b85556f7f30a9a20"},{"author":{"_account_id":16643,"name":"Goutham Pacha Ravi","email":"gouthampravi@gmail.com","username":"gouthamr"},"change_message_id":"928719bd2c86338e54102f28080e2683d5c1911b","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":2,"id":"16f58d1d_696171b6","updated":"2024-06-21 20:27:29.000000000","message":"Thanks; LGTM - waiting on the results of this run","commit_id":"3683eb293c1a7f72f8f7c92f66738ace447b1d82"},{"author":{"_account_id":16643,"name":"Goutham Pacha Ravi","email":"gouthampravi@gmail.com","username":"gouthamr"},"change_message_id":"24c6a03d4aa9beb72d2229852427d5eeab9ee29f","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":2,"id":"bb0eb0a6_9fbd4477","updated":"2024-06-21 22:51:47.000000000","message":"With this change:\n\nRan: 1024 tests in 4347.5735 sec.\n2024-06-21 21:30:36.407036 | controller |  - Passed: 955\n2024-06-21 21:30:36.407059 | controller |  - Skipped: 69\n2024-06-21 21:30:36.407075 | controller |  - Expected Fail: 0\n2024-06-21 21:30:36.407090 | controller |  - Unexpected Success: 0\n2024-06-21 21:30:36.407105 | controller |  - Failed: 0\n2024-06-21 21:30:36.407120 | controller | Sum of execute time for each test: 8589.0480 sec.\n\n\nWithout this change: \n\n2024-06-11 18:13:06.858302 | controller | Ran: 1045 tests in 5518.3661 sec.\n2024-06-11 18:13:06.858736 | controller |  - Passed: 970\n2024-06-11 18:13:06.858776 | controller |  - Skipped: 75\n2024-06-11 18:13:06.858792 | controller |  - Expected Fail: 0\n2024-06-11 18:13:06.858803 | controller |  - Unexpected Success: 0\n2024-06-11 18:13:06.858813 | controller |  - Failed: 0\n2024-06-11 18:13:06.858824 | controller | Sum of execute time for each test: 10867.0205 sec.\n\n\nSo this makes a significant difference (~37 minutes) to the integrated jobs that don\u0027t override the test regex.","commit_id":"3683eb293c1a7f72f8f7c92f66738ace447b1d82"},{"author":{"_account_id":13252,"name":"Dr. Jens Harbott","display_name":"Jens Harbott (frickler)","email":"frickler@offenerstapel.de","username":"jrosenboom"},"change_message_id":"cdaac72a27d739d2c23c65873e7d0fb934d4e77e","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":2,"id":"b8cb5a20_2cab944f","in_reply_to":"bb0eb0a6_9fbd4477","updated":"2024-06-22 06:42:40.000000000","message":"Note that the variance of test job runtimes is rather high, so just comparing times for single runs isn\u0027t as significant as it looks like, but I\u0027m fine with this change anyway just based on the number of tests skipped.\n\nI do wonder though whether there should be some extra (experimental/periodic?) job with the slow tests to ensure that at least we don\u0027t permanently regress on them.","commit_id":"3683eb293c1a7f72f8f7c92f66738ace447b1d82"}]}