)]}'
{".zuul.yaml":[{"author":{"_account_id":9816,"name":"Takashi Kajinami","email":"kajinamit@oss.nttdata.com","username":"kajinamit"},"change_message_id":"2c045e4676a09bf1533d74589c4ce76c4c83d772","unresolved":true,"context_lines":[{"line_number":40,"context_line":"      standalone_ceph: true"},{"line_number":41,"context_line":"      featureset_override:"},{"line_number":42,"context_line":"        run_tempest: false"},{"line_number":43,"context_line":"        tempest_test_whitelist:"},{"line_number":44,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_healthmonitor\u0027"},{"line_number":45,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_listener\u0027"},{"line_number":46,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_member\u0027"},{"line_number":47,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_load_balancer\u0027"},{"line_number":48,"context_line":"        use_os_tempest: true"},{"line_number":49,"context_line":"        validate_services: false"},{"line_number":50,"context_line":"        standalone_environment_files:"}],"source_content_type":"text/x-yaml","patch_set":6,"id":"58eb778f_3315c805","line":47,"range":{"start_line":43,"start_character":31,"end_line":47,"end_character":73},"updated":"2021-08-06 05:12:35.000000000","message":"This list comes from what I found here.\n https://github.com/openstack/tripleo-quickstart/blob/444fcff6b17b77778382cd0be5a45f7b85a7b7ca/config/general_config/featureset062.yml#L61-L64\n\nThe basic strategy is to do smoke tests as a very initial gating. Also we shouldn\u0027t want to run anything not tested in TripleO itself.\n\n\noctavia_tempest_plugin.tests.scenario.v2.test_traffic_ops.TrafficOperationsScenarioTest.test_basic\n\nmight be a good option but it is now disabled in TripleO repo so we should not use that until we unblock it in TripleO itself.\n\nhttps://opendev.org/openstack/openstack-tempest-skiplist/src/branch/master/roles/validate-tempest/vars/tempest_skip.yml#L1030-L1064","commit_id":"1b0334eb3a08370ef02fff3aaccf6aff5d284dab"},{"author":{"_account_id":9816,"name":"Takashi Kajinami","email":"kajinamit@oss.nttdata.com","username":"kajinamit"},"change_message_id":"9bbe9aea124b3ae4f47edc4a45bc1f3dd7c01e73","unresolved":true,"context_lines":[{"line_number":40,"context_line":"      standalone_ceph: true"},{"line_number":41,"context_line":"      featureset_override:"},{"line_number":42,"context_line":"        run_tempest: false"},{"line_number":43,"context_line":"        tempest_test_whitelist:"},{"line_number":44,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_healthmonitor\u0027"},{"line_number":45,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_listener\u0027"},{"line_number":46,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_member\u0027"},{"line_number":47,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_load_balancer\u0027"},{"line_number":48,"context_line":"        use_os_tempest: true"},{"line_number":49,"context_line":"        validate_services: false"},{"line_number":50,"context_line":"        standalone_environment_files:"}],"source_content_type":"text/x-yaml","patch_set":6,"id":"2715383d_5ea67d53","line":47,"range":{"start_line":43,"start_character":31,"end_line":47,"end_character":73},"in_reply_to":"0b612579_a1b9a5b5","updated":"2021-08-06 14:15:14.000000000","message":"It\u0027d be ideal to test every items but we use only partial items because of resource/time constraint.\nAlso, the aim of this testing is to check the deployment is done properly and I doubt it\u0027s really useful and required we test all APIs as well as every scenarios here.","commit_id":"1b0334eb3a08370ef02fff3aaccf6aff5d284dab"},{"author":{"_account_id":11628,"name":"Michael Johnson","email":"johnsomor@gmail.com","username":"johnsom"},"change_message_id":"8bdac5d2553d543f20295d751cd682255f7e9d6d","unresolved":true,"context_lines":[{"line_number":40,"context_line":"      standalone_ceph: true"},{"line_number":41,"context_line":"      featureset_override:"},{"line_number":42,"context_line":"        run_tempest: false"},{"line_number":43,"context_line":"        tempest_test_whitelist:"},{"line_number":44,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_healthmonitor\u0027"},{"line_number":45,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_listener\u0027"},{"line_number":46,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_member\u0027"},{"line_number":47,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_load_balancer\u0027"},{"line_number":48,"context_line":"        use_os_tempest: true"},{"line_number":49,"context_line":"        validate_services: false"},{"line_number":50,"context_line":"        standalone_environment_files:"}],"source_content_type":"text/x-yaml","patch_set":6,"id":"8100c20f_e6e4856d","line":47,"range":{"start_line":43,"start_character":31,"end_line":47,"end_character":73},"in_reply_to":"2715383d_5ea67d53","updated":"2021-08-06 14:51:44.000000000","message":"I was not advocating for expanding the testing scope here (in fact I\u0027m advocating for reducing it to a basic set of smoke tests). Skip lists are abused and reduce the tests run from the approved/allowed regex list.","commit_id":"1b0334eb3a08370ef02fff3aaccf6aff5d284dab"},{"author":{"_account_id":11628,"name":"Michael Johnson","email":"johnsomor@gmail.com","username":"johnsom"},"change_message_id":"753eb881e21806b19a58d598497705c3bd5e5f59","unresolved":true,"context_lines":[{"line_number":40,"context_line":"      standalone_ceph: true"},{"line_number":41,"context_line":"      featureset_override:"},{"line_number":42,"context_line":"        run_tempest: false"},{"line_number":43,"context_line":"        tempest_test_whitelist:"},{"line_number":44,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_healthmonitor\u0027"},{"line_number":45,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_listener\u0027"},{"line_number":46,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_member\u0027"},{"line_number":47,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_load_balancer\u0027"},{"line_number":48,"context_line":"        use_os_tempest: true"},{"line_number":49,"context_line":"        validate_services: false"},{"line_number":50,"context_line":"        standalone_environment_files:"}],"source_content_type":"text/x-yaml","patch_set":6,"id":"0b612579_a1b9a5b5","line":47,"range":{"start_line":43,"start_character":31,"end_line":47,"end_character":73},"in_reply_to":"58eb778f_3315c805","updated":"2021-08-06 13:56:28.000000000","message":"Nothing in Octavia should be on any skip list.\nIt could be that those jobs are not setup correctly either and the centos 8 stream issue is causing those jobs to fail as well.\nThese all have pass 100% for months (years?) in Octavia.","commit_id":"1b0334eb3a08370ef02fff3aaccf6aff5d284dab"},{"author":{"_account_id":9816,"name":"Takashi Kajinami","email":"kajinamit@oss.nttdata.com","username":"kajinamit"},"change_message_id":"1d71ff33cd8e35581c8ac80915ade1ebe0dd6e49","unresolved":true,"context_lines":[{"line_number":40,"context_line":"      standalone_ceph: true"},{"line_number":41,"context_line":"      featureset_override:"},{"line_number":42,"context_line":"        run_tempest: false"},{"line_number":43,"context_line":"        tempest_test_whitelist:"},{"line_number":44,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_healthmonitor\u0027"},{"line_number":45,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_listener\u0027"},{"line_number":46,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_member\u0027"},{"line_number":47,"context_line":"          - \u0027octavia_tempest_plugin.tests.scenario.v2.test_load_balancer\u0027"},{"line_number":48,"context_line":"        use_os_tempest: true"},{"line_number":49,"context_line":"        validate_services: false"},{"line_number":50,"context_line":"        standalone_environment_files:"}],"source_content_type":"text/x-yaml","patch_set":6,"id":"838355c4_53662e24","line":47,"range":{"start_line":43,"start_character":31,"end_line":47,"end_character":73},"in_reply_to":"8100c20f_e6e4856d","updated":"2021-08-06 15:02:47.000000000","message":"Ahh sorry I misunderstood what you said.\n\nI agree with you and what is added to the skip list should be removed later unless we know very clear reason of failure. AFAIU from bug reports the job was failing because of timeout, and hopefully nested-virt would fix the issue. Once nested-virt is enabled then we can enable that job in a specific template(you can use this puppet-octavia-tripleo-standalone job for testing) and see how the test case works.","commit_id":"1b0334eb3a08370ef02fff3aaccf6aff5d284dab"},{"author":{"_account_id":9816,"name":"Takashi Kajinami","email":"kajinamit@oss.nttdata.com","username":"kajinamit"},"change_message_id":"2c045e4676a09bf1533d74589c4ce76c4c83d772","unresolved":true,"context_lines":[{"line_number":50,"context_line":"        standalone_environment_files:"},{"line_number":51,"context_line":"          - \u0027environments/low-memory-usage.yaml\u0027"},{"line_number":52,"context_line":"          - \u0027ci/environments/scenario010-standalone.yaml\u0027"},{"line_number":53,"context_line":"          - \u0027ci/environments/octavia-kvm.yaml\u0027"}],"source_content_type":"text/x-yaml","patch_set":6,"id":"c5e4ae74_debd8149","line":53,"range":{"start_line":53,"start_character":12,"end_line":53,"end_character":46},"updated":"2021-08-06 05:12:35.000000000","message":"I quickly searched this in tripleo repos but interestingly there is no jobs using this... maybe we should feedback this to TripleO repos as well ?","commit_id":"1b0334eb3a08370ef02fff3aaccf6aff5d284dab"},{"author":{"_account_id":9816,"name":"Takashi Kajinami","email":"kajinamit@oss.nttdata.com","username":"kajinamit"},"change_message_id":"9bbe9aea124b3ae4f47edc4a45bc1f3dd7c01e73","unresolved":true,"context_lines":[{"line_number":50,"context_line":"        standalone_environment_files:"},{"line_number":51,"context_line":"          - \u0027environments/low-memory-usage.yaml\u0027"},{"line_number":52,"context_line":"          - \u0027ci/environments/scenario010-standalone.yaml\u0027"},{"line_number":53,"context_line":"          - \u0027ci/environments/octavia-kvm.yaml\u0027"}],"source_content_type":"text/x-yaml","patch_set":6,"id":"a2075fe5_8a126525","line":53,"range":{"start_line":53,"start_character":12,"end_line":53,"end_character":46},"in_reply_to":"12c30392_ee9666a0","updated":"2021-08-06 14:15:14.000000000","message":"No. puppet-octavia belongs to Puppet OpenStack project and is independent from TripleO. TripleO repos has own job definition to run standalone CI with octavia enabled (which is called scenario010)\n\n(with my hat as Puppet OpenStack core on)\nThis job was added by TripleO team to catch any change in puppet-octavia which would break TripleO. Puppet OpenStack is not maintaining the tripleo jobs and Puppet OpenStack project has no intention to develop these job by ourselves.\nOur continuous request from Puppet OpenStack project side is to fix the issue in TripleO\u0027s own jobs, and import consistent (or subset of ) jobs to Puppet OpenStack repos. As I mentioned earlier in another patch, it doesn\u0027t make sense we have more test coverage in puppet repo\u0027s job than TripleO\u0027s own job. We\u0027d never like to have any issue which is not used, tested, detected and fixed in TripleO side becuase that would require our(here I mean Puppet OpenStack) own maintenance of TripleO stuff.","commit_id":"1b0334eb3a08370ef02fff3aaccf6aff5d284dab"},{"author":{"_account_id":11628,"name":"Michael Johnson","email":"johnsomor@gmail.com","username":"johnsom"},"change_message_id":"8bdac5d2553d543f20295d751cd682255f7e9d6d","unresolved":true,"context_lines":[{"line_number":50,"context_line":"        standalone_environment_files:"},{"line_number":51,"context_line":"          - \u0027environments/low-memory-usage.yaml\u0027"},{"line_number":52,"context_line":"          - \u0027ci/environments/scenario010-standalone.yaml\u0027"},{"line_number":53,"context_line":"          - \u0027ci/environments/octavia-kvm.yaml\u0027"}],"source_content_type":"text/x-yaml","patch_set":6,"id":"2a3b49d3_f36847fd","line":53,"range":{"start_line":53,"start_character":12,"end_line":53,"end_character":46},"in_reply_to":"a2075fe5_8a126525","updated":"2021-08-06 14:51:44.000000000","message":"Oh, thanks for the clarification.","commit_id":"1b0334eb3a08370ef02fff3aaccf6aff5d284dab"},{"author":{"_account_id":11628,"name":"Michael Johnson","email":"johnsomor@gmail.com","username":"johnsom"},"change_message_id":"753eb881e21806b19a58d598497705c3bd5e5f59","unresolved":true,"context_lines":[{"line_number":50,"context_line":"        standalone_environment_files:"},{"line_number":51,"context_line":"          - \u0027environments/low-memory-usage.yaml\u0027"},{"line_number":52,"context_line":"          - \u0027ci/environments/scenario010-standalone.yaml\u0027"},{"line_number":53,"context_line":"          - \u0027ci/environments/octavia-kvm.yaml\u0027"}],"source_content_type":"text/x-yaml","patch_set":6,"id":"12c30392_ee9666a0","line":53,"range":{"start_line":53,"start_character":12,"end_line":53,"end_character":46},"in_reply_to":"c5e4ae74_debd8149","updated":"2021-08-06 13:56:28.000000000","message":"Well, the tripleo jobs are probably setup incorrectly as well. Isn\u0027t this just a tripleo repo as well?","commit_id":"1b0334eb3a08370ef02fff3aaccf6aff5d284dab"}]}