)]}'
{"/COMMIT_MSG":[{"author":{"_account_id":8449,"name":"Marios Andreou","email":"marios.andreou@gmail.com","username":"marios"},"change_message_id":"b91ff2216f177ed97b97462eab7a83f107d1069f","unresolved":true,"context_lines":[{"line_number":8,"context_line":""},{"line_number":9,"context_line":"This add featureset062 group in tempest-allow"},{"line_number":10,"context_line":"to be used with featureset062 jobs."},{"line_number":11,"context_line":""},{"line_number":12,"context_line":"Change-Id: Ibf7d854cca55b34bf6a2014ed51385d342c42b02"}],"source_content_type":"text/x-gerrit-commit-message","patch_set":2,"id":"876d6d45_49f27591","line":11,"updated":"2022-08-01 06:56:07.000000000","message":"would be nice to link to https://github.com/openstack/tripleo-quickstart/blob/36a70f76e19570f580b5a9c0b3941542358e2ad2/config/general_config/featureset062.yml#L38-L73 to make it easier for reviewers","commit_id":"7b3301a9d5dfb6e0412129b683ada71f0a60bd33"}],"/PATCHSET_LEVEL":[{"author":{"_account_id":30742,"name":"Soniya Murlidhar Vyas","email":"svyas@redhat.com","username":"svyas"},"change_message_id":"1ccc268e83a872005c881398425673cdbd7a328b","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":1,"id":"5925f599_37dbc970","updated":"2022-07-28 13:17:32.000000000","message":"recheck","commit_id":"aa954c9045813da3917688bb92a658ed38cb9eb1"},{"author":{"_account_id":29775,"name":"Sandeep Yadav","email":"sandyada@redhat.com","username":"sandeepyadav93"},"change_message_id":"19f16aa6c60087164b5704a884d749bc19f4ca63","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":2,"id":"92cb1139_85f1d32e","updated":"2022-07-29 11:29:33.000000000","message":"Please add a testproject for master/wallaby/train job.","commit_id":"7b3301a9d5dfb6e0412129b683ada71f0a60bd33"},{"author":{"_account_id":30742,"name":"Soniya Murlidhar Vyas","email":"svyas@redhat.com","username":"svyas"},"change_message_id":"1ff0a3fa1b750d84f593b08499a0165b134893be","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"71832794_e6662550","updated":"2022-08-09 09:38:02.000000000","message":"\u003e Patch Set 3: Code-Review+2\n\u003e \n\u003e It would be nice to create a new patch to add this behavior on the documentation, you can have multiple groups, with the same name, and different tests and releases, just need to be care to not add the same release twice. Also, update the validate to cover this, but for this patch, lgtm\n\nUpdated docs:- https://review.opendev.org/c/openstack/openstack-tempest-skiplist/+/852519","commit_id":"c63765e67873ed20f282a9778f4e5fdcede696f0"},{"author":{"_account_id":8449,"name":"Marios Andreou","email":"marios.andreou@gmail.com","username":"marios"},"change_message_id":"857dfb5675cbfbf8daa455ad8313c8e959350dd3","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"9866909a_d61960c7","updated":"2022-08-08 08:14:54.000000000","message":"is the scen10 ovn related? or rebase error?","commit_id":"c63765e67873ed20f282a9778f4e5fdcede696f0"},{"author":{"_account_id":8449,"name":"Marios Andreou","email":"marios.andreou@gmail.com","username":"marios"},"change_message_id":"098ab88e5f8e70d619132972df6b69cae721c292","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"4537a9aa_d530742b","updated":"2022-08-03 07:30:03.000000000","message":"thanks for update lgtm now but question about the train integration jobs which group will they use? ","commit_id":"c63765e67873ed20f282a9778f4e5fdcede696f0"}],"roles/validate-tempest/vars/tempest_allow.yml":[{"author":{"_account_id":31075,"name":"Pooja Jadhav","email":"pojadhav@redhat.com","username":"pojadhav"},"change_message_id":"e7ab95924ba4125ec995dfde6c6b941083641b6b","unresolved":true,"context_lines":[{"line_number":120,"context_line":"      - master"},{"line_number":121,"context_line":"      - wallaby"},{"line_number":122,"context_line":"      - train"},{"line_number":123,"context_line":"  - name: featureset062  # standalone-jobs"},{"line_number":124,"context_line":"    tests:"},{"line_number":125,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_healthmonitor\u0027"},{"line_number":126,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_listener\u0027"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"c2afa177_60322861","line":123,"range":{"start_line":123,"start_character":10,"end_line":123,"end_character":23},"updated":"2022-07-28 12:58:09.000000000","message":"why same group name but with different two set of tests.. any special case ? If yes then IMO,we need some explanation here.","commit_id":"aa954c9045813da3917688bb92a658ed38cb9eb1"},{"author":{"_account_id":30742,"name":"Soniya Murlidhar Vyas","email":"svyas@redhat.com","username":"svyas"},"change_message_id":"e428d774d4cb6741eca4ab3f9747cc71cc52fdb7","unresolved":true,"context_lines":[{"line_number":120,"context_line":"      - master"},{"line_number":121,"context_line":"      - wallaby"},{"line_number":122,"context_line":"      - train"},{"line_number":123,"context_line":"  - name: featureset062  # standalone-jobs"},{"line_number":124,"context_line":"    tests:"},{"line_number":125,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_healthmonitor\u0027"},{"line_number":126,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_listener\u0027"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"c964b9be_78aefefd","line":123,"range":{"start_line":123,"start_character":10,"end_line":123,"end_character":23},"in_reply_to":"c2afa177_60322861","updated":"2022-07-28 13:17:13.000000000","message":"Pooja, we are having same group name with two different tests becuase if we look at:- https://opendev.org/openstack/tripleo-quickstart/src/branch/master/config/general_config/featureset062.yml\n\nAt line L38:-\nhttps://opendev.org/openstack/tripleo-quickstart/src/branch/master/config/general_config/featureset062.yml#L38\nWe are running specific tests for train release\n\nAt line L60:-\nhttps://opendev.org/openstack/tripleo-quickstart/src/branch/master/config/general_config/featureset062.yml#L60\nWe are running specific tests for other release\n\nWith tempest allow list we can run same group name with two different releases:-\n# tempest-skip tests --group featureset062 --allow-file tempest_allow.yaml --skip-file skip.yaml --release master/wallaby\n# tempest-skip tests --group featureset062 --allow-file tempest_allow.yaml --skip-file skip.yaml --release train\n\nHence, we dont need two different groups since we can classify the tests on the basis of releases.","commit_id":"aa954c9045813da3917688bb92a658ed38cb9eb1"},{"author":{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},"change_message_id":"6c4a4278dfb7416ffdbb2ef3eacc7865ce35faae","unresolved":false,"context_lines":[{"line_number":120,"context_line":"      - master"},{"line_number":121,"context_line":"      - wallaby"},{"line_number":122,"context_line":"      - train"},{"line_number":123,"context_line":"  - name: featureset062  # standalone-jobs"},{"line_number":124,"context_line":"    tests:"},{"line_number":125,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_healthmonitor\u0027"},{"line_number":126,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_listener\u0027"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"d9dd96a9_41509344","line":123,"range":{"start_line":123,"start_character":10,"end_line":123,"end_character":23},"in_reply_to":"c964b9be_78aefefd","updated":"2022-07-28 13:30:45.000000000","message":"This is fine, we can have several groups with the same name but different releases (maybe we should add an rule to not overlap the releases in the future)","commit_id":"aa954c9045813da3917688bb92a658ed38cb9eb1"},{"author":{"_account_id":31075,"name":"Pooja Jadhav","email":"pojadhav@redhat.com","username":"pojadhav"},"change_message_id":"e7ab95924ba4125ec995dfde6c6b941083641b6b","unresolved":true,"context_lines":[{"line_number":140,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_member\u0027"},{"line_number":141,"context_line":"    releases:"},{"line_number":142,"context_line":"      - train"},{"line_number":143,"context_line":"  - name: featureset062_integration"},{"line_number":144,"context_line":"    tests:"},{"line_number":145,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_traffic_ops.TrafficOperationsScenarioTest.test_basic_http_traffic\u0027"},{"line_number":146,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_pool\u0027"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"24288360_9c978c98","line":143,"range":{"start_line":143,"start_character":23,"end_line":143,"end_character":35},"updated":"2022-07-28 12:58:09.000000000","message":"if this group is having tests which are running against integration jobs then the group name should be \"featureset062_periodic\"","commit_id":"aa954c9045813da3917688bb92a658ed38cb9eb1"},{"author":{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},"change_message_id":"6c4a4278dfb7416ffdbb2ef3eacc7865ce35faae","unresolved":true,"context_lines":[{"line_number":140,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_member\u0027"},{"line_number":141,"context_line":"    releases:"},{"line_number":142,"context_line":"      - train"},{"line_number":143,"context_line":"  - name: featureset062_integration"},{"line_number":144,"context_line":"    tests:"},{"line_number":145,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_traffic_ops.TrafficOperationsScenarioTest.test_basic_http_traffic\u0027"},{"line_number":146,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_pool\u0027"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"31f0ff71_c87978f1","line":143,"range":{"start_line":143,"start_character":23,"end_line":143,"end_character":35},"in_reply_to":"01ccbaa3_2279759e","updated":"2022-07-28 13:30:45.000000000","message":"periodic and integration should run the same tests, so use featureset062_periodic here just to keep it constant with the other periodic groups.","commit_id":"aa954c9045813da3917688bb92a658ed38cb9eb1"},{"author":{"_account_id":30742,"name":"Soniya Murlidhar Vyas","email":"svyas@redhat.com","username":"svyas"},"change_message_id":"e428d774d4cb6741eca4ab3f9747cc71cc52fdb7","unresolved":true,"context_lines":[{"line_number":140,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_member\u0027"},{"line_number":141,"context_line":"    releases:"},{"line_number":142,"context_line":"      - train"},{"line_number":143,"context_line":"  - name: featureset062_integration"},{"line_number":144,"context_line":"    tests:"},{"line_number":145,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_traffic_ops.TrafficOperationsScenarioTest.test_basic_http_traffic\u0027"},{"line_number":146,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_pool\u0027"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"01ccbaa3_2279759e","line":143,"range":{"start_line":143,"start_character":23,"end_line":143,"end_character":35},"in_reply_to":"24288360_9c978c98","updated":"2022-07-28 13:17:13.000000000","message":"Well, we have defined the group name as featureset062_integration because we have \u0027tempest_test_integration\u0027 variable defined running different tests compared to other groups.\nPlease refer - https://opendev.org/openstack/tripleo-quickstart/src/branch/master/config/general_config/featureset062.yml#L48\n\nAnd the reason we haven\u0027t defined group name with \u0027featureset_periodic\u0027 because we dont have tempest_whitelist defined for periodic jobs.\n- https://github.com/rdo-infra/rdo-jobs/blob/master/zuul.d/standalone-jobs.yaml#L228\n- https://opendev.org/openstack/tripleo-quickstart/src/branch/master/config/general_config/featureset062.yml#L52","commit_id":"aa954c9045813da3917688bb92a658ed38cb9eb1"},{"author":{"_account_id":30742,"name":"Soniya Murlidhar Vyas","email":"svyas@redhat.com","username":"svyas"},"change_message_id":"fc69a95f1be6b172df248b56bd41cdf16ebbbbf8","unresolved":false,"context_lines":[{"line_number":140,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_member\u0027"},{"line_number":141,"context_line":"    releases:"},{"line_number":142,"context_line":"      - train"},{"line_number":143,"context_line":"  - name: featureset062_integration"},{"line_number":144,"context_line":"    tests:"},{"line_number":145,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_traffic_ops.TrafficOperationsScenarioTest.test_basic_http_traffic\u0027"},{"line_number":146,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_pool\u0027"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"94617fe5_5056a944","line":143,"range":{"start_line":143,"start_character":23,"end_line":143,"end_character":35},"in_reply_to":"31f0ff71_c87978f1","updated":"2022-07-29 08:02:32.000000000","message":"Ack","commit_id":"aa954c9045813da3917688bb92a658ed38cb9eb1"},{"author":{"_account_id":8449,"name":"Marios Andreou","email":"marios.andreou@gmail.com","username":"marios"},"change_message_id":"b91ff2216f177ed97b97462eab7a83f107d1069f","unresolved":true,"context_lines":[{"line_number":147,"context_line":"    releases:"},{"line_number":148,"context_line":"      - master"},{"line_number":149,"context_line":"      - wallaby"},{"line_number":150,"context_line":"      - train"},{"line_number":151,"context_line":"jobs:"},{"line_number":152,"context_line":"  - name: tripleo-ci-scenario000-standalone-options"},{"line_number":153,"context_line":"    tests:"}],"source_content_type":"text/x-yaml","patch_set":2,"id":"9f39848f_e47d95b0","line":150,"range":{"start_line":150,"start_character":0,"end_line":150,"end_character":2},"updated":"2022-08-01 06:56:07.000000000","message":"this is wrong.\n\nlooking at https://github.com/openstack/tripleo-quickstart/blob/36a70f76e19570f580b5a9c0b3941542358e2ad2/config/general_config/featureset062.yml#L52-L57 \n\ncurrent logic says if this is train, then use the list of train tests (like the previous task) for #standalone jobs\u0027.","commit_id":"7b3301a9d5dfb6e0412129b683ada71f0a60bd33"},{"author":{"_account_id":30742,"name":"Soniya Murlidhar Vyas","email":"svyas@redhat.com","username":"svyas"},"change_message_id":"ce4728e890919abf382e4b801be109026c66d2d0","unresolved":false,"context_lines":[{"line_number":147,"context_line":"    releases:"},{"line_number":148,"context_line":"      - master"},{"line_number":149,"context_line":"      - wallaby"},{"line_number":150,"context_line":"      - train"},{"line_number":151,"context_line":"jobs:"},{"line_number":152,"context_line":"  - name: tripleo-ci-scenario000-standalone-options"},{"line_number":153,"context_line":"    tests:"}],"source_content_type":"text/x-yaml","patch_set":2,"id":"9226ee98_baa9219c","line":150,"range":{"start_line":150,"start_character":0,"end_line":150,"end_character":2},"in_reply_to":"9f39848f_e47d95b0","updated":"2022-08-03 07:22:29.000000000","message":"Ack","commit_id":"7b3301a9d5dfb6e0412129b683ada71f0a60bd33"},{"author":{"_account_id":12393,"name":"chandan kumar","display_name":"Chandan Kumar","email":"chkumar@redhat.com","username":"chkumar246"},"change_message_id":"6979237ab7d3a73fa48eae2430582487832decc8","unresolved":true,"context_lines":[{"line_number":129,"context_line":"    releases:"},{"line_number":130,"context_line":"      - master"},{"line_number":131,"context_line":"      - wallaby"},{"line_number":132,"context_line":"  - name: featureset062  # standalone-jobs"},{"line_number":133,"context_line":"    tests:"},{"line_number":134,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_healthmonitor\u0027"},{"line_number":135,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_l7policy\u0027"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"ab1bd47c_b251d8eb","line":132,"range":{"start_line":132,"start_character":10,"end_line":132,"end_character":23},"updated":"2022-09-01 07:01:45.000000000","message":"I think we need to use different key name here as featureset062 is already called in line 123.","commit_id":"c63765e67873ed20f282a9778f4e5fdcede696f0"},{"author":{"_account_id":8449,"name":"Marios Andreou","email":"marios.andreou@gmail.com","username":"marios"},"change_message_id":"098ab88e5f8e70d619132972df6b69cae721c292","unresolved":true,"context_lines":[{"line_number":146,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_pool\u0027"},{"line_number":147,"context_line":"    releases:"},{"line_number":148,"context_line":"      - master"},{"line_number":149,"context_line":"      - wallaby"},{"line_number":150,"context_line":"jobs:"},{"line_number":151,"context_line":"  - name: tripleo-ci-scenario000-standalone-options"},{"line_number":152,"context_line":"    tests:"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"91eb3a0e_f64dbe5e","line":149,"updated":"2022-08-03 07:30:03.000000000","message":"but then do we need another one for featureset062_periodic_train?\n\nor will you use the featureset062 train group for that?","commit_id":"c63765e67873ed20f282a9778f4e5fdcede696f0"},{"author":{"_account_id":30742,"name":"Soniya Murlidhar Vyas","email":"svyas@redhat.com","username":"svyas"},"change_message_id":"39856124009826b2b977ecaff3448b34398fd85b","unresolved":true,"context_lines":[{"line_number":146,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_pool\u0027"},{"line_number":147,"context_line":"    releases:"},{"line_number":148,"context_line":"      - master"},{"line_number":149,"context_line":"      - wallaby"},{"line_number":150,"context_line":"jobs:"},{"line_number":151,"context_line":"  - name: tripleo-ci-scenario000-standalone-options"},{"line_number":152,"context_line":"    tests:"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"a796b576_a7b0d6e8","line":149,"in_reply_to":"91eb3a0e_f64dbe5e","updated":"2022-08-03 07:54:21.000000000","message":"yes marios, we will use fs62 train group only. Here is the patch wherein we have clarified how we will use the groups - https://review.opendev.org/c/openstack/tripleo-quickstart/+/851963/1/config/general_config/featureset062.yml","commit_id":"c63765e67873ed20f282a9778f4e5fdcede696f0"},{"author":{"_account_id":8449,"name":"Marios Andreou","email":"marios.andreou@gmail.com","username":"marios"},"change_message_id":"0275eb9e5d08676bc31d110b33239e239a35820e","unresolved":false,"context_lines":[{"line_number":146,"context_line":"      - \u0027octavia_tempest_plugin.tests.scenario.v2.test_pool\u0027"},{"line_number":147,"context_line":"    releases:"},{"line_number":148,"context_line":"      - master"},{"line_number":149,"context_line":"      - wallaby"},{"line_number":150,"context_line":"jobs:"},{"line_number":151,"context_line":"  - name: tripleo-ci-scenario000-standalone-options"},{"line_number":152,"context_line":"    tests:"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"3c28137b_87495275","line":149,"in_reply_to":"a796b576_a7b0d6e8","updated":"2022-08-04 07:13:40.000000000","message":"thanks","commit_id":"c63765e67873ed20f282a9778f4e5fdcede696f0"},{"author":{"_account_id":8449,"name":"Marios Andreou","email":"marios.andreou@gmail.com","username":"marios"},"change_message_id":"857dfb5675cbfbf8daa455ad8313c8e959350dd3","unresolved":true,"context_lines":[{"line_number":204,"context_line":"      - master"},{"line_number":205,"context_line":"      - wallaby"},{"line_number":206,"context_line":"      - train"},{"line_number":207,"context_line":"  - name: tripleo-ci-scenario010-ovn-provider-standalone-options"},{"line_number":208,"context_line":"    tests:"},{"line_number":209,"context_line":"      - \u0027^octavia_tempest_plugin.tests.scenario.v2.test_load_balancer.LoadBalancerScenarioTest\u0027"},{"line_number":210,"context_line":"    releases:"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"0d9b54d5_d65ea61d","line":207,"updated":"2022-08-08 08:14:54.000000000","message":"what about this one?","commit_id":"c63765e67873ed20f282a9778f4e5fdcede696f0"},{"author":{"_account_id":8449,"name":"Marios Andreou","email":"marios.andreou@gmail.com","username":"marios"},"change_message_id":"e4e3218e0c2aba6b20c04a533432de1d15928c92","unresolved":true,"context_lines":[{"line_number":204,"context_line":"      - master"},{"line_number":205,"context_line":"      - wallaby"},{"line_number":206,"context_line":"      - train"},{"line_number":207,"context_line":"  - name: tripleo-ci-scenario010-ovn-provider-standalone-options"},{"line_number":208,"context_line":"    tests:"},{"line_number":209,"context_line":"      - \u0027^octavia_tempest_plugin.tests.scenario.v2.test_load_balancer.LoadBalancerScenarioTest\u0027"},{"line_number":210,"context_line":"    releases:"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"4a12fe52_95eb6dc6","line":207,"in_reply_to":"02448982_2b8c3093","updated":"2022-08-10 08:48:34.000000000","message":"ack thanks","commit_id":"c63765e67873ed20f282a9778f4e5fdcede696f0"},{"author":{"_account_id":30742,"name":"Soniya Murlidhar Vyas","email":"svyas@redhat.com","username":"svyas"},"change_message_id":"1ff0a3fa1b750d84f593b08499a0165b134893be","unresolved":true,"context_lines":[{"line_number":204,"context_line":"      - master"},{"line_number":205,"context_line":"      - wallaby"},{"line_number":206,"context_line":"      - train"},{"line_number":207,"context_line":"  - name: tripleo-ci-scenario010-ovn-provider-standalone-options"},{"line_number":208,"context_line":"    tests:"},{"line_number":209,"context_line":"      - \u0027^octavia_tempest_plugin.tests.scenario.v2.test_load_balancer.LoadBalancerScenarioTest\u0027"},{"line_number":210,"context_line":"    releases:"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"02448982_2b8c3093","line":207,"in_reply_to":"0d9b54d5_d65ea61d","updated":"2022-08-09 09:38:02.000000000","message":"https://opendev.org/openstack/tripleo-ci/src/branch/master/zuul.d/standalone-jobs.yaml#L672","commit_id":"c63765e67873ed20f282a9778f4e5fdcede696f0"}]}