)]}'
{".zuul.yaml":[{"author":{"_account_id":13995,"name":"Nate Johnston","email":"nate.johnston@redhat.com","username":"natejohnston"},"change_message_id":"a9b5ec9f124da02a62285e4028997650354afa7d","unresolved":false,"context_lines":[{"line_number":691,"context_line":"      branch_override: stable/stein"},{"line_number":692,"context_line":""},{"line_number":693,"context_line":"- job:"},{"line_number":694,"context_line":"    name: neutron-tempest-plugin-bgp"},{"line_number":695,"context_line":"    parent: neutron-tempest-plugin"},{"line_number":696,"context_line":"    description: |"},{"line_number":697,"context_line":"      Basic neutron-dynamic-routing tempest test"}],"source_content_type":"text/x-yaml","patch_set":2,"id":"3fce034c_f03b5199","line":694,"updated":"2019-04-12 18:06:26.000000000","message":"You\u0027ll want to add this as a non-voting job in the check queue also, otherwise it won\u0027t get exercised.","commit_id":"bf17b72b6ac8e807f3cd5feb3f0c7bfbe8d17a3e"},{"author":{"_account_id":4187,"name":"Ryan Tidwell","email":"rtidwell@suse.com","username":"ryan-tidwell"},"change_message_id":"4f3ac445e026877d30d212dbe6aaaaa9dfb07da3","unresolved":false,"context_lines":[{"line_number":691,"context_line":"      branch_override: stable/stein"},{"line_number":692,"context_line":""},{"line_number":693,"context_line":"- job:"},{"line_number":694,"context_line":"    name: neutron-tempest-plugin-bgp"},{"line_number":695,"context_line":"    parent: neutron-tempest-plugin"},{"line_number":696,"context_line":"    description: |"},{"line_number":697,"context_line":"      Basic neutron-dynamic-routing tempest test"}],"source_content_type":"text/x-yaml","patch_set":2,"id":"3fce034c_70cc4189","line":694,"in_reply_to":"3fce034c_f03b5199","updated":"2019-04-12 18:12:01.000000000","message":"Ack","commit_id":"bf17b72b6ac8e807f3cd5feb3f0c7bfbe8d17a3e"},{"author":{"_account_id":13995,"name":"Nate Johnston","email":"nate.johnston@redhat.com","username":"natejohnston"},"change_message_id":"a9b5ec9f124da02a62285e4028997650354afa7d","unresolved":false,"context_lines":[{"line_number":712,"context_line":"        USE_PYTHON3: false"},{"line_number":713,"context_line":"        NETWORK_API_EXTENSIONS: \"{{ (network_api_extensions_common + network_api_extensions_bgp) | join(\u0027,\u0027) }}\""},{"line_number":714,"context_line":"    files:"},{"line_number":715,"context_line":"      - ^neutron_tempest_plugin/api/bgp/.*$"},{"line_number":716,"context_line":"      - ^neutron_tempest_plugin/scenario/bgp/.*$"},{"line_number":717,"context_line":""},{"line_number":718,"context_line":"- project-template:"}],"source_content_type":"text/x-yaml","patch_set":2,"id":"3fce034c_7047611f","line":715,"updated":"2019-04-12 18:06:26.000000000","message":"I changed mine around so that I have the stadium project name and then api/scenario/etc. under that so this can be only one line.  What do you think?","commit_id":"bf17b72b6ac8e807f3cd5feb3f0c7bfbe8d17a3e"},{"author":{"_account_id":4187,"name":"Ryan Tidwell","email":"rtidwell@suse.com","username":"ryan-tidwell"},"change_message_id":"4f3ac445e026877d30d212dbe6aaaaa9dfb07da3","unresolved":false,"context_lines":[{"line_number":712,"context_line":"        USE_PYTHON3: false"},{"line_number":713,"context_line":"        NETWORK_API_EXTENSIONS: \"{{ (network_api_extensions_common + network_api_extensions_bgp) | join(\u0027,\u0027) }}\""},{"line_number":714,"context_line":"    files:"},{"line_number":715,"context_line":"      - ^neutron_tempest_plugin/api/bgp/.*$"},{"line_number":716,"context_line":"      - ^neutron_tempest_plugin/scenario/bgp/.*$"},{"line_number":717,"context_line":""},{"line_number":718,"context_line":"- project-template:"}],"source_content_type":"text/x-yaml","patch_set":2,"id":"3fce034c_d0bbb5e2","line":715,"in_reply_to":"3fce034c_7047611f","updated":"2019-04-12 18:12:01.000000000","message":"I debated about which way to go. I was working with the current structure of the project, but what you\u0027re describing makes sense too. In addition to the single line here, it also helps keep things organized by project. I think I\u0027ll go the way you\u0027re describing.","commit_id":"bf17b72b6ac8e807f3cd5feb3f0c7bfbe8d17a3e"},{"author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"change_message_id":"61dccbc0e887222f3efc6f781ccc36b0307b8eb2","unresolved":false,"context_lines":[{"line_number":690,"context_line":"    vars:"},{"line_number":691,"context_line":"      branch_override: stable/stein"},{"line_number":692,"context_line":""},{"line_number":693,"context_line":"- job:"},{"line_number":694,"context_line":"    name: neutron-tempest-plugin-bgp"},{"line_number":695,"context_line":"    parent: neutron-tempest-plugin"},{"line_number":696,"context_line":"    description: |"},{"line_number":697,"context_line":"      Basic neutron-dynamic-routing tempest test"},{"line_number":698,"context_line":"    required-projects:"},{"line_number":699,"context_line":"      - openstack-infra/devstack-gate"},{"line_number":700,"context_line":"      - openstack/neutron"},{"line_number":701,"context_line":"      - openstack/neutron-dynamic-routing"},{"line_number":702,"context_line":"      - openstack/neutron-tempest-plugin"},{"line_number":703,"context_line":"      - openstack/os-ken"},{"line_number":704,"context_line":"      - openstack/tempest"},{"line_number":705,"context_line":"    vars:"},{"line_number":706,"context_line":"      devstack_plugins:"},{"line_number":707,"context_line":"        neutron-dynamic-routing: https://opendev.org/openstack/neutron-dynamic-routing.git"},{"line_number":708,"context_line":"      network_api_extensions_common: *api_extensions_master"},{"line_number":709,"context_line":"      network_api_extensions_bgp:"},{"line_number":710,"context_line":"        - q-bgp"},{"line_number":711,"context_line":"      devstack_localrc:"},{"line_number":712,"context_line":"        USE_PYTHON3: false"},{"line_number":713,"context_line":"        NETWORK_API_EXTENSIONS: \"{{ (network_api_extensions_common + network_api_extensions_bgp) | join(\u0027,\u0027) }}\""},{"line_number":714,"context_line":"    files:"},{"line_number":715,"context_line":"      - ^neutron_tempest_plugin/neutron_dynamic_routing/.*$"},{"line_number":716,"context_line":""},{"line_number":717,"context_line":"- project-template:"},{"line_number":718,"context_line":"    name: neutron-tempest-plugin-jobs"},{"line_number":719,"context_line":"    check:"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"dfbec78f_8e35e9dc","line":716,"range":{"start_line":693,"start_character":2,"end_line":716,"end_character":0},"updated":"2019-05-08 14:24:47.000000000","message":"Unknown project openstack-infra/devstack-gate","commit_id":"e4e48b186e8757cefd39e9c18016826afafa3dcb"},{"author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"change_message_id":"61dccbc0e887222f3efc6f781ccc36b0307b8eb2","unresolved":false,"context_lines":[{"line_number":714,"context_line":"    files:"},{"line_number":715,"context_line":"      - ^neutron_tempest_plugin/neutron_dynamic_routing/.*$"},{"line_number":716,"context_line":""},{"line_number":717,"context_line":"- project-template:"},{"line_number":718,"context_line":"    name: neutron-tempest-plugin-jobs"},{"line_number":719,"context_line":"    check:"},{"line_number":720,"context_line":"      jobs:"},{"line_number":721,"context_line":"        - neutron-tempest-plugin-api"},{"line_number":722,"context_line":"        - neutron-tempest-plugin-designate-scenario"},{"line_number":723,"context_line":"        - neutron-tempest-plugin-dvr-multinode-scenario"},{"line_number":724,"context_line":"        - neutron-tempest-plugin-scenario-linuxbridge"},{"line_number":725,"context_line":"        - build-openstack-sphinx-docs"},{"line_number":726,"context_line":"        - neutron-tempest-plugin-bgp:"},{"line_number":727,"context_line":"                voting: false"},{"line_number":728,"context_line":"    gate:"},{"line_number":729,"context_line":"      jobs:"},{"line_number":730,"context_line":"        - neutron-tempest-plugin-api"},{"line_number":731,"context_line":"        - neutron-tempest-plugin-scenario-linuxbridge"},{"line_number":732,"context_line":"        - build-openstack-sphinx-docs"},{"line_number":733,"context_line":""},{"line_number":734,"context_line":"- project-template:"},{"line_number":735,"context_line":"    name: neutron-tempest-plugin-jobs-queens"},{"line_number":736,"context_line":"    check:"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"dfbec78f_4e4db170","line":733,"range":{"start_line":717,"start_character":2,"end_line":733,"end_character":0},"updated":"2019-05-08 14:24:47.000000000","message":"Job neutron-tempest-plugin-bgp not defined","commit_id":"e4e48b186e8757cefd39e9c18016826afafa3dcb"},{"author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"change_message_id":"61dccbc0e887222f3efc6f781ccc36b0307b8eb2","unresolved":false,"context_lines":[{"line_number":714,"context_line":"    files:"},{"line_number":715,"context_line":"      - ^neutron_tempest_plugin/neutron_dynamic_routing/.*$"},{"line_number":716,"context_line":""},{"line_number":717,"context_line":"- project-template:"},{"line_number":718,"context_line":"    name: neutron-tempest-plugin-jobs"},{"line_number":719,"context_line":"    check:"},{"line_number":720,"context_line":"      jobs:"},{"line_number":721,"context_line":"        - neutron-tempest-plugin-api"},{"line_number":722,"context_line":"        - neutron-tempest-plugin-designate-scenario"},{"line_number":723,"context_line":"        - neutron-tempest-plugin-dvr-multinode-scenario"},{"line_number":724,"context_line":"        - neutron-tempest-plugin-scenario-linuxbridge"},{"line_number":725,"context_line":"        - build-openstack-sphinx-docs"},{"line_number":726,"context_line":"        - neutron-tempest-plugin-bgp:"},{"line_number":727,"context_line":"                voting: false"},{"line_number":728,"context_line":"    gate:"},{"line_number":729,"context_line":"      jobs:"},{"line_number":730,"context_line":"        - neutron-tempest-plugin-api"},{"line_number":731,"context_line":"        - neutron-tempest-plugin-scenario-linuxbridge"},{"line_number":732,"context_line":"        - build-openstack-sphinx-docs"},{"line_number":733,"context_line":""},{"line_number":734,"context_line":"- project-template:"},{"line_number":735,"context_line":"    name: neutron-tempest-plugin-jobs-queens"},{"line_number":736,"context_line":"    check:"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"dfbec78f_6e50b50b","line":733,"range":{"start_line":717,"start_character":2,"end_line":733,"end_character":0},"updated":"2019-05-08 14:24:47.000000000","message":"Job neutron-tempest-plugin-bgp not defined","commit_id":"e4e48b186e8757cefd39e9c18016826afafa3dcb"},{"author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"change_message_id":"61dccbc0e887222f3efc6f781ccc36b0307b8eb2","unresolved":false,"context_lines":[{"line_number":714,"context_line":"    files:"},{"line_number":715,"context_line":"      - ^neutron_tempest_plugin/neutron_dynamic_routing/.*$"},{"line_number":716,"context_line":""},{"line_number":717,"context_line":"- project-template:"},{"line_number":718,"context_line":"    name: neutron-tempest-plugin-jobs"},{"line_number":719,"context_line":"    check:"},{"line_number":720,"context_line":"      jobs:"},{"line_number":721,"context_line":"        - neutron-tempest-plugin-api"},{"line_number":722,"context_line":"        - neutron-tempest-plugin-designate-scenario"},{"line_number":723,"context_line":"        - neutron-tempest-plugin-dvr-multinode-scenario"},{"line_number":724,"context_line":"        - neutron-tempest-plugin-scenario-linuxbridge"},{"line_number":725,"context_line":"        - build-openstack-sphinx-docs"},{"line_number":726,"context_line":"        - neutron-tempest-plugin-bgp:"},{"line_number":727,"context_line":"                voting: false"},{"line_number":728,"context_line":"    gate:"},{"line_number":729,"context_line":"      jobs:"},{"line_number":730,"context_line":"        - neutron-tempest-plugin-api"},{"line_number":731,"context_line":"        - neutron-tempest-plugin-scenario-linuxbridge"},{"line_number":732,"context_line":"        - build-openstack-sphinx-docs"},{"line_number":733,"context_line":""},{"line_number":734,"context_line":"- project-template:"},{"line_number":735,"context_line":"    name: neutron-tempest-plugin-jobs-queens"},{"line_number":736,"context_line":"    check:"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"dfbec78f_ae30ede9","line":733,"range":{"start_line":717,"start_character":2,"end_line":733,"end_character":0},"updated":"2019-05-08 14:24:47.000000000","message":"Job neutron-tempest-plugin-bgp not defined","commit_id":"e4e48b186e8757cefd39e9c18016826afafa3dcb"},{"author":{"_account_id":11975,"name":"Slawek Kaplonski","email":"skaplons@redhat.com","username":"slaweq"},"change_message_id":"7a3feacf0083300eb2f86a4e3b0cca3a36ac9375","unresolved":false,"context_lines":[{"line_number":764,"context_line":"      devstack_localrc:"},{"line_number":765,"context_line":"        NETWORK_API_EXTENSIONS: \"{{ (network_api_extensions_common + network_api_extensions_bgp) | join(\u0027,\u0027) }}\""},{"line_number":766,"context_line":"      devstack_services:"},{"line_number":767,"context_line":"        - neutron-dr: true"},{"line_number":768,"context_line":"        - neutron-dr-agent: true"},{"line_number":769,"context_line":"        - q-l3: true"},{"line_number":770,"context_line":""}],"source_content_type":"text/x-yaml","patch_set":13,"id":"9fb8cfa7_bba7cda7","line":767,"range":{"start_line":767,"start_character":8,"end_line":767,"end_character":10},"updated":"2019-06-06 06:37:43.000000000","message":"those \"-\" are not necessary here and cause job failure probably","commit_id":"10c0565d2fd151c8bb517cac0b1d1f3a9bf8f6b2"},{"author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"change_message_id":"f863efd8c89f0b99a319bbb5fb5731484e3e8fed","unresolved":false,"context_lines":[{"line_number":795,"context_line":"        neutron-dr-agent: true"},{"line_number":796,"context_line":"        q-l3: true"},{"line_number":797,"context_line":""},{"line_number":798,"context_line":"- project-template:"},{"line_number":799,"context_line":"    name: neutron-tempest-plugin-jobs"},{"line_number":800,"context_line":"    check:"},{"line_number":801,"context_line":"      jobs:"},{"line_number":802,"context_line":"        - neutron-tempest-plugin-api"},{"line_number":803,"context_line":"        - neutron-tempest-plugin-designate-scenario"},{"line_number":804,"context_line":"        - neutron-tempest-plugin-dvr-multinode-scenario"},{"line_number":805,"context_line":"        - neutron-tempest-plugin-scenario-linuxbridge"},{"line_number":806,"context_line":"        - neutron-tempest-plugin-bgpvpn-bagpipe"},{"line_number":807,"context_line":"        - build-openstack-sphinx-docs"},{"line_number":808,"context_line":"        - neutron-tempest-plugin-dynamic-routing-bgp-api"},{"line_number":809,"context_line":"        - neutron-tempest-plugin-dynamic-routing-bgp-scenario"},{"line_number":810,"context_line":""},{"line_number":811,"context_line":"    gate:"},{"line_number":812,"context_line":"      jobs:"},{"line_number":813,"context_line":"        - neutron-tempest-plugin-api"},{"line_number":814,"context_line":"        - neutron-tempest-plugin-scenario-linuxbridge"},{"line_number":815,"context_line":"        - neutron-tempest-plugin-bgpvpn-bagpipe"},{"line_number":816,"context_line":"        - neutron-tempest-plugin-dynamic-routing-bgp"},{"line_number":817,"context_line":""},{"line_number":818,"context_line":"- project-template:"},{"line_number":819,"context_line":"    name: neutron-tempest-plugin-jobs-queens"},{"line_number":820,"context_line":"    check:"}],"source_content_type":"text/x-yaml","patch_set":15,"id":"9fb8cfa7_3ddafae8","line":817,"range":{"start_line":798,"start_character":2,"end_line":817,"end_character":0},"updated":"2019-06-20 14:26:12.000000000","message":"Job neutron-tempest-plugin-dynamic-routing-bgp not defined","commit_id":"f69c1266d8d7e53c22ccdcbc7f04815a7210860f"},{"author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"change_message_id":"f863efd8c89f0b99a319bbb5fb5731484e3e8fed","unresolved":false,"context_lines":[{"line_number":795,"context_line":"        neutron-dr-agent: true"},{"line_number":796,"context_line":"        q-l3: true"},{"line_number":797,"context_line":""},{"line_number":798,"context_line":"- project-template:"},{"line_number":799,"context_line":"    name: neutron-tempest-plugin-jobs"},{"line_number":800,"context_line":"    check:"},{"line_number":801,"context_line":"      jobs:"},{"line_number":802,"context_line":"        - neutron-tempest-plugin-api"},{"line_number":803,"context_line":"        - neutron-tempest-plugin-designate-scenario"},{"line_number":804,"context_line":"        - neutron-tempest-plugin-dvr-multinode-scenario"},{"line_number":805,"context_line":"        - neutron-tempest-plugin-scenario-linuxbridge"},{"line_number":806,"context_line":"        - neutron-tempest-plugin-bgpvpn-bagpipe"},{"line_number":807,"context_line":"        - build-openstack-sphinx-docs"},{"line_number":808,"context_line":"        - neutron-tempest-plugin-dynamic-routing-bgp-api"},{"line_number":809,"context_line":"        - neutron-tempest-plugin-dynamic-routing-bgp-scenario"},{"line_number":810,"context_line":""},{"line_number":811,"context_line":"    gate:"},{"line_number":812,"context_line":"      jobs:"},{"line_number":813,"context_line":"        - neutron-tempest-plugin-api"},{"line_number":814,"context_line":"        - neutron-tempest-plugin-scenario-linuxbridge"},{"line_number":815,"context_line":"        - neutron-tempest-plugin-bgpvpn-bagpipe"},{"line_number":816,"context_line":"        - neutron-tempest-plugin-dynamic-routing-bgp"},{"line_number":817,"context_line":""},{"line_number":818,"context_line":"- project-template:"},{"line_number":819,"context_line":"    name: neutron-tempest-plugin-jobs-queens"},{"line_number":820,"context_line":"    check:"}],"source_content_type":"text/x-yaml","patch_set":15,"id":"9fb8cfa7_5dd56eb6","line":817,"range":{"start_line":798,"start_character":2,"end_line":817,"end_character":0},"updated":"2019-06-20 14:26:12.000000000","message":"Job neutron-tempest-plugin-dynamic-routing-bgp not defined","commit_id":"f69c1266d8d7e53c22ccdcbc7f04815a7210860f"},{"author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"change_message_id":"f863efd8c89f0b99a319bbb5fb5731484e3e8fed","unresolved":false,"context_lines":[{"line_number":795,"context_line":"        neutron-dr-agent: true"},{"line_number":796,"context_line":"        q-l3: true"},{"line_number":797,"context_line":""},{"line_number":798,"context_line":"- project-template:"},{"line_number":799,"context_line":"    name: neutron-tempest-plugin-jobs"},{"line_number":800,"context_line":"    check:"},{"line_number":801,"context_line":"      jobs:"},{"line_number":802,"context_line":"        - neutron-tempest-plugin-api"},{"line_number":803,"context_line":"        - neutron-tempest-plugin-designate-scenario"},{"line_number":804,"context_line":"        - neutron-tempest-plugin-dvr-multinode-scenario"},{"line_number":805,"context_line":"        - neutron-tempest-plugin-scenario-linuxbridge"},{"line_number":806,"context_line":"        - neutron-tempest-plugin-bgpvpn-bagpipe"},{"line_number":807,"context_line":"        - build-openstack-sphinx-docs"},{"line_number":808,"context_line":"        - neutron-tempest-plugin-dynamic-routing-bgp-api"},{"line_number":809,"context_line":"        - neutron-tempest-plugin-dynamic-routing-bgp-scenario"},{"line_number":810,"context_line":""},{"line_number":811,"context_line":"    gate:"},{"line_number":812,"context_line":"      jobs:"},{"line_number":813,"context_line":"        - neutron-tempest-plugin-api"},{"line_number":814,"context_line":"        - neutron-tempest-plugin-scenario-linuxbridge"},{"line_number":815,"context_line":"        - neutron-tempest-plugin-bgpvpn-bagpipe"},{"line_number":816,"context_line":"        - neutron-tempest-plugin-dynamic-routing-bgp"},{"line_number":817,"context_line":""},{"line_number":818,"context_line":"- project-template:"},{"line_number":819,"context_line":"    name: neutron-tempest-plugin-jobs-queens"},{"line_number":820,"context_line":"    check:"}],"source_content_type":"text/x-yaml","patch_set":15,"id":"9fb8cfa7_9dd3e6d5","line":817,"range":{"start_line":798,"start_character":2,"end_line":817,"end_character":0},"updated":"2019-06-20 14:26:12.000000000","message":"Job neutron-tempest-plugin-dynamic-routing-bgp not defined","commit_id":"f69c1266d8d7e53c22ccdcbc7f04815a7210860f"},{"author":{"_account_id":11975,"name":"Slawek Kaplonski","email":"skaplons@redhat.com","username":"slaweq"},"change_message_id":"a71a16f6e94787cbd830a43d0e3f08e42214e794","unresolved":false,"context_lines":[{"line_number":771,"context_line":"        q-l3: true"},{"line_number":772,"context_line":""},{"line_number":773,"context_line":"- job:"},{"line_number":774,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-scenario"},{"line_number":775,"context_line":"    parent: neutron-tempest-plugin"},{"line_number":776,"context_line":"    required-projects:"},{"line_number":777,"context_line":"      - openstack/neutron"}],"source_content_type":"text/x-yaml","patch_set":16,"id":"9fb8cfa7_944acea9","line":774,"updated":"2019-06-21 13:56:19.000000000","message":"do we need 2 separate jobs? Maybe You can do one job \"neutron-tempest-plugin-dynamic-routing-bgp\" which will run all tests related to neutron-dynamic-routing?","commit_id":"7721fa3156a0446eee5d581fce2894974cb52f70"},{"author":{"_account_id":21798,"name":"Bernard Cafarelli","email":"bcafarel@redhat.com","username":"bcafarel"},"change_message_id":"b045521f7fc0ab7ec036b59c068d61e6f0a28a96","unresolved":false,"context_lines":[{"line_number":894,"context_line":"    files:"},{"line_number":895,"context_line":"      - ^neutron_tempest_plugin/fwaas/.*$"},{"line_number":896,"context_line":""},{"line_number":897,"context_line":"- job:"},{"line_number":898,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-base"},{"line_number":899,"context_line":"    parent: neutron-tempest-plugin"},{"line_number":900,"context_line":"    abstract: true"}],"source_content_type":"text/x-yaml","patch_set":34,"id":"3fa7e38b_3d946e44","line":897,"range":{"start_line":897,"start_character":2,"end_line":897,"end_character":6},"updated":"2019-09-17 16:16:52.000000000","message":"Shouldn\u0027t this job have a files line to limit tests run to dynamic routing changes?\nLike\nfiles:\n  - ^neutron_tempest_plugin/neutron_dynamic_routing/.*$","commit_id":"930e65c99d61f27614fa1be989fccdec01f9abc1"},{"author":{"_account_id":13252,"name":"Dr. Jens Harbott","display_name":"Jens Harbott (frickler)","email":"frickler@offenerstapel.de","username":"jrosenboom"},"change_message_id":"071fc5f16f99f884e4a976ebae8f526219ef34b5","unresolved":false,"context_lines":[{"line_number":894,"context_line":"    files:"},{"line_number":895,"context_line":"      - ^neutron_tempest_plugin/fwaas/.*$"},{"line_number":896,"context_line":""},{"line_number":897,"context_line":"- job:"},{"line_number":898,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-base"},{"line_number":899,"context_line":"    parent: neutron-tempest-plugin"},{"line_number":900,"context_line":"    abstract: true"}],"source_content_type":"text/x-yaml","patch_set":34,"id":"3fa7e38b_fd581657","line":897,"range":{"start_line":897,"start_character":2,"end_line":897,"end_character":6},"in_reply_to":"3fa7e38b_3d946e44","updated":"2019-09-17 16:41:33.000000000","message":"Not if the same job is to be applied against neutron or neutron-dynamic-routing repo, where that file regex would never match.","commit_id":"930e65c99d61f27614fa1be989fccdec01f9abc1"},{"author":{"_account_id":21798,"name":"Bernard Cafarelli","email":"bcafarel@redhat.com","username":"bcafarel"},"change_message_id":"16c7beabd748feea3da31ef31c1f74b70a51d6e2","unresolved":false,"context_lines":[{"line_number":894,"context_line":"    files:"},{"line_number":895,"context_line":"      - ^neutron_tempest_plugin/fwaas/.*$"},{"line_number":896,"context_line":""},{"line_number":897,"context_line":"- job:"},{"line_number":898,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-base"},{"line_number":899,"context_line":"    parent: neutron-tempest-plugin"},{"line_number":900,"context_line":"    abstract: true"}],"source_content_type":"text/x-yaml","patch_set":34,"id":"3fa7e38b_e213860c","line":897,"range":{"start_line":897,"start_character":2,"end_line":897,"end_character":6},"in_reply_to":"3fa7e38b_71568d09","updated":"2019-09-18 09:47:26.000000000","message":"Hmm, I think we defined it for other projects as currently these tests are self-contained (not using anything from neutron-tempest-plugin itself).\nThis could change later though, so I suppose there is no harm removing the limitation now.\nIn all cases, this should be coherent between stadium tests :)","commit_id":"930e65c99d61f27614fa1be989fccdec01f9abc1"},{"author":{"_account_id":11975,"name":"Slawek Kaplonski","email":"skaplons@redhat.com","username":"slaweq"},"change_message_id":"2188419c7c01805d9d941d487a827cfc7bb352cc","unresolved":false,"context_lines":[{"line_number":894,"context_line":"    files:"},{"line_number":895,"context_line":"      - ^neutron_tempest_plugin/fwaas/.*$"},{"line_number":896,"context_line":""},{"line_number":897,"context_line":"- job:"},{"line_number":898,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-base"},{"line_number":899,"context_line":"    parent: neutron-tempest-plugin"},{"line_number":900,"context_line":"    abstract: true"}],"source_content_type":"text/x-yaml","patch_set":34,"id":"3fa7e38b_71568d09","line":897,"range":{"start_line":897,"start_character":2,"end_line":897,"end_character":6},"in_reply_to":"3fa7e38b_fd581657","updated":"2019-09-17 19:55:57.000000000","message":"I don\u0027t think it should be limited. There can be e.g. change in common/ module and it may impact tests from dynamic routing module too. So I think that we should run those tests on all patches from this repo.\n\nNow I see that in other jobs we did such limitations so maybe we should consider removal of it?","commit_id":"930e65c99d61f27614fa1be989fccdec01f9abc1"},{"author":{"_account_id":4187,"name":"Ryan Tidwell","email":"rtidwell@suse.com","username":"ryan-tidwell"},"change_message_id":"cf34e28807b6b75fad76fb2684c6ae2cb5748ad9","unresolved":false,"context_lines":[{"line_number":937,"context_line":"    vars:"},{"line_number":938,"context_line":"      tempest_test_regex: ^neutron_tempest_plugin\\.neutron_dynamic_routing\\.scenario\\.basic\\.test_basic"},{"line_number":939,"context_line":""},{"line_number":940,"context_line":"- job:"},{"line_number":941,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-4byte-asn"},{"line_number":942,"context_line":"    parent: neutron-tempest-plugin-dynamic-routing-bgp-base"},{"line_number":943,"context_line":"    vars:"},{"line_number":944,"context_line":"      tempest_test_regex: ^neutron_tempest_plugin\\.neutron_dynamic_routing\\.scenario\\.basic\\.test_4byte_asn"},{"line_number":945,"context_line":""},{"line_number":946,"context_line":"- job:"},{"line_number":947,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-ipv4"}],"source_content_type":"text/x-yaml","patch_set":34,"id":"5faad753_b73fa2b2","line":944,"range":{"start_line":940,"start_character":0,"end_line":944,"end_character":107},"updated":"2019-09-12 23:29:21.000000000","message":"I found what appeared to be contention between the 4byte-asn tests and the basic tests when they run in the same job. After VERY careful analysis of the logs, it appeared to me that the tests were either interleaved or executing at the same time. It looks to me like that causes some starvation due to the fact that there is only 1 agent, and multiple BGP speakers in existence. Only one of them will get scheduled, and subsequent checks for peering status on the unscheduled BGP speaker\u0027s peers will obviously time out. If I\u0027m right, separating these into different jobs will get us by for now. I think the tests will need more work to be able run them in a single job.","commit_id":"930e65c99d61f27614fa1be989fccdec01f9abc1"},{"author":{"_account_id":4187,"name":"Ryan Tidwell","email":"rtidwell@suse.com","username":"ryan-tidwell"},"change_message_id":"ba9b561a218989f9d31b42f92c8df23bc1434601","unresolved":false,"context_lines":[{"line_number":937,"context_line":"    vars:"},{"line_number":938,"context_line":"      tempest_test_regex: ^neutron_tempest_plugin\\.neutron_dynamic_routing\\.scenario\\.basic\\.test_basic"},{"line_number":939,"context_line":""},{"line_number":940,"context_line":"- job:"},{"line_number":941,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-4byte-asn"},{"line_number":942,"context_line":"    parent: neutron-tempest-plugin-dynamic-routing-bgp-base"},{"line_number":943,"context_line":"    vars:"},{"line_number":944,"context_line":"      tempest_test_regex: ^neutron_tempest_plugin\\.neutron_dynamic_routing\\.scenario\\.basic\\.test_4byte_asn"},{"line_number":945,"context_line":""},{"line_number":946,"context_line":"- job:"},{"line_number":947,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-ipv4"}],"source_content_type":"text/x-yaml","patch_set":34,"id":"3fa7e38b_c0dc511a","line":944,"range":{"start_line":940,"start_character":0,"end_line":944,"end_character":107},"in_reply_to":"3fa7e38b_9d3fa2d5","updated":"2019-09-17 17:07:14.000000000","message":"I didn\u0027t know that was possible, I\u0027m not very familiar with zuul. We may be able to run *everything* from one job, which would be more efficient.","commit_id":"930e65c99d61f27614fa1be989fccdec01f9abc1"},{"author":{"_account_id":4187,"name":"Ryan Tidwell","email":"rtidwell@suse.com","username":"ryan-tidwell"},"change_message_id":"1117455ae4fa8f3c6c89119eee47c8741d9948a9","unresolved":false,"context_lines":[{"line_number":937,"context_line":"    vars:"},{"line_number":938,"context_line":"      tempest_test_regex: ^neutron_tempest_plugin\\.neutron_dynamic_routing\\.scenario\\.basic\\.test_basic"},{"line_number":939,"context_line":""},{"line_number":940,"context_line":"- job:"},{"line_number":941,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-4byte-asn"},{"line_number":942,"context_line":"    parent: neutron-tempest-plugin-dynamic-routing-bgp-base"},{"line_number":943,"context_line":"    vars:"},{"line_number":944,"context_line":"      tempest_test_regex: ^neutron_tempest_plugin\\.neutron_dynamic_routing\\.scenario\\.basic\\.test_4byte_asn"},{"line_number":945,"context_line":""},{"line_number":946,"context_line":"- job:"},{"line_number":947,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-ipv4"}],"source_content_type":"text/x-yaml","patch_set":34,"id":"3fa7e38b_b183a556","line":944,"range":{"start_line":940,"start_character":0,"end_line":944,"end_character":107},"in_reply_to":"3fa7e38b_b175e59a","updated":"2019-09-17 20:01:05.000000000","message":"I think the overhead of stacking 4 or 5 different environments dwarfs the amount of time spent running all of these tests serially in a single job. From what I can tell, in each job an overwhelming amount of time is spent simply stacking the environment. If we only incur that overhead once, it may be more efficient and might actually finish faster. There actually aren\u0027t that many tests here.","commit_id":"930e65c99d61f27614fa1be989fccdec01f9abc1"},{"author":{"_account_id":21798,"name":"Bernard Cafarelli","email":"bcafarel@redhat.com","username":"bcafarel"},"change_message_id":"16c7beabd748feea3da31ef31c1f74b70a51d6e2","unresolved":false,"context_lines":[{"line_number":937,"context_line":"    vars:"},{"line_number":938,"context_line":"      tempest_test_regex: ^neutron_tempest_plugin\\.neutron_dynamic_routing\\.scenario\\.basic\\.test_basic"},{"line_number":939,"context_line":""},{"line_number":940,"context_line":"- job:"},{"line_number":941,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-4byte-asn"},{"line_number":942,"context_line":"    parent: neutron-tempest-plugin-dynamic-routing-bgp-base"},{"line_number":943,"context_line":"    vars:"},{"line_number":944,"context_line":"      tempest_test_regex: ^neutron_tempest_plugin\\.neutron_dynamic_routing\\.scenario\\.basic\\.test_4byte_asn"},{"line_number":945,"context_line":""},{"line_number":946,"context_line":"- job:"},{"line_number":947,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-ipv4"}],"source_content_type":"text/x-yaml","patch_set":34,"id":"3fa7e38b_e2d06653","line":944,"range":{"start_line":940,"start_character":0,"end_line":944,"end_character":107},"in_reply_to":"3fa7e38b_b183a556","updated":"2019-09-18 09:47:26.000000000","message":"That sounds good, I see on current Zuul run 3-5 tests per job, so one serialized single job should not take much more time than the current ones","commit_id":"930e65c99d61f27614fa1be989fccdec01f9abc1"},{"author":{"_account_id":11975,"name":"Slawek Kaplonski","email":"skaplons@redhat.com","username":"slaweq"},"change_message_id":"2188419c7c01805d9d941d487a827cfc7bb352cc","unresolved":false,"context_lines":[{"line_number":937,"context_line":"    vars:"},{"line_number":938,"context_line":"      tempest_test_regex: ^neutron_tempest_plugin\\.neutron_dynamic_routing\\.scenario\\.basic\\.test_basic"},{"line_number":939,"context_line":""},{"line_number":940,"context_line":"- job:"},{"line_number":941,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-4byte-asn"},{"line_number":942,"context_line":"    parent: neutron-tempest-plugin-dynamic-routing-bgp-base"},{"line_number":943,"context_line":"    vars:"},{"line_number":944,"context_line":"      tempest_test_regex: ^neutron_tempest_plugin\\.neutron_dynamic_routing\\.scenario\\.basic\\.test_4byte_asn"},{"line_number":945,"context_line":""},{"line_number":946,"context_line":"- job:"},{"line_number":947,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-ipv4"}],"source_content_type":"text/x-yaml","patch_set":34,"id":"3fa7e38b_b175e59a","line":944,"range":{"start_line":940,"start_character":0,"end_line":944,"end_character":107},"in_reply_to":"3fa7e38b_c0dc511a","updated":"2019-09-17 19:55:57.000000000","message":"We can try that but I wonder how long will such single job with concurrency\u003d1 works. I hope it will not be too long.","commit_id":"930e65c99d61f27614fa1be989fccdec01f9abc1"},{"author":{"_account_id":13252,"name":"Dr. Jens Harbott","display_name":"Jens Harbott (frickler)","email":"frickler@offenerstapel.de","username":"jrosenboom"},"change_message_id":"071fc5f16f99f884e4a976ebae8f526219ef34b5","unresolved":false,"context_lines":[{"line_number":937,"context_line":"    vars:"},{"line_number":938,"context_line":"      tempest_test_regex: ^neutron_tempest_plugin\\.neutron_dynamic_routing\\.scenario\\.basic\\.test_basic"},{"line_number":939,"context_line":""},{"line_number":940,"context_line":"- job:"},{"line_number":941,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-4byte-asn"},{"line_number":942,"context_line":"    parent: neutron-tempest-plugin-dynamic-routing-bgp-base"},{"line_number":943,"context_line":"    vars:"},{"line_number":944,"context_line":"      tempest_test_regex: ^neutron_tempest_plugin\\.neutron_dynamic_routing\\.scenario\\.basic\\.test_4byte_asn"},{"line_number":945,"context_line":""},{"line_number":946,"context_line":"- job:"},{"line_number":947,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-ipv4"}],"source_content_type":"text/x-yaml","patch_set":34,"id":"3fa7e38b_9d3fa2d5","line":944,"range":{"start_line":940,"start_character":0,"end_line":944,"end_character":107},"in_reply_to":"5faad753_b73fa2b2","updated":"2019-09-17 16:41:33.000000000","message":"Why don\u0027t you put the tests back into one job and set tempest_concurrency\u003d1?","commit_id":"930e65c99d61f27614fa1be989fccdec01f9abc1"},{"author":{"_account_id":11975,"name":"Slawek Kaplonski","email":"skaplons@redhat.com","username":"slaweq"},"change_message_id":"1b8f711f7a8d8b31caaf3269ff231bfae88e6e84","unresolved":false,"context_lines":[{"line_number":922,"context_line":"        neutron-dr-agent: true"},{"line_number":923,"context_line":"        q-l3: true"},{"line_number":924,"context_line":""},{"line_number":925,"context_line":"# TODO(slaweq): We can merge all \"dynamic-routing\" related jobs into one with"},{"line_number":926,"context_line":"# tempest_test_regex: ^neutron_tempest_plugin\\.neutron_dynamic_routing"},{"line_number":927,"context_line":"# when bug https://bugs.launchpad.net/neutron/+bug/1837012 will be fixed"},{"line_number":928,"context_line":"- job:"},{"line_number":929,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-all"},{"line_number":930,"context_line":"    parent: neutron-tempest-plugin-dynamic-routing-bgp-base"}],"source_content_type":"text/x-yaml","patch_set":35,"id":"3fa7e38b_abaeb42b","line":927,"range":{"start_line":925,"start_character":0,"end_line":927,"end_character":72},"updated":"2019-09-19 11:21:10.000000000","message":"now this comment is not needed, or it should be changed to remove \"tempest_concurrency: 1\" when this bug will be fixed","commit_id":"8225526b7acd46b9e4bcb1b2d08981b3325fd479"},{"author":{"_account_id":4187,"name":"Ryan Tidwell","email":"rtidwell@suse.com","username":"ryan-tidwell"},"change_message_id":"51361675aa8ad264cf82680cac872a091aac61f9","unresolved":false,"context_lines":[{"line_number":922,"context_line":"        neutron-dr-agent: true"},{"line_number":923,"context_line":"        q-l3: true"},{"line_number":924,"context_line":""},{"line_number":925,"context_line":"# TODO(slaweq): We can merge all \"dynamic-routing\" related jobs into one with"},{"line_number":926,"context_line":"# tempest_test_regex: ^neutron_tempest_plugin\\.neutron_dynamic_routing"},{"line_number":927,"context_line":"# when bug https://bugs.launchpad.net/neutron/+bug/1837012 will be fixed"},{"line_number":928,"context_line":"- job:"},{"line_number":929,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-all"},{"line_number":930,"context_line":"    parent: neutron-tempest-plugin-dynamic-routing-bgp-base"}],"source_content_type":"text/x-yaml","patch_set":35,"id":"3fa7e38b_0f7ef118","line":927,"range":{"start_line":925,"start_character":0,"end_line":927,"end_character":72},"in_reply_to":"3fa7e38b_abaeb42b","updated":"2019-09-19 13:24:58.000000000","message":"Done","commit_id":"8225526b7acd46b9e4bcb1b2d08981b3325fd479"},{"author":{"_account_id":11975,"name":"Slawek Kaplonski","email":"skaplons@redhat.com","username":"slaweq"},"change_message_id":"1b8f711f7a8d8b31caaf3269ff231bfae88e6e84","unresolved":false,"context_lines":[{"line_number":927,"context_line":"# when bug https://bugs.launchpad.net/neutron/+bug/1837012 will be fixed"},{"line_number":928,"context_line":"- job:"},{"line_number":929,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-all"},{"line_number":930,"context_line":"    parent: neutron-tempest-plugin-dynamic-routing-bgp-base"},{"line_number":931,"context_line":"    vars:"},{"line_number":932,"context_line":"      tempest_concurrency: 1"},{"line_number":933,"context_line":"      tempest_test_regex: ^neutron_tempest_plugin\\.neutron_dynamic_routing"}],"source_content_type":"text/x-yaml","patch_set":35,"id":"3fa7e38b_ab7314e7","line":930,"updated":"2019-09-19 11:21:10.000000000","message":"do we want to have this abstract base job and than only one other which inherits from it? IIRC base job was added because we than had few other jobs inheriting from it. Now I\u0027m not sure if we still need it.","commit_id":"8225526b7acd46b9e4bcb1b2d08981b3325fd479"},{"author":{"_account_id":4187,"name":"Ryan Tidwell","email":"rtidwell@suse.com","username":"ryan-tidwell"},"change_message_id":"51361675aa8ad264cf82680cac872a091aac61f9","unresolved":false,"context_lines":[{"line_number":927,"context_line":"# when bug https://bugs.launchpad.net/neutron/+bug/1837012 will be fixed"},{"line_number":928,"context_line":"- job:"},{"line_number":929,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-all"},{"line_number":930,"context_line":"    parent: neutron-tempest-plugin-dynamic-routing-bgp-base"},{"line_number":931,"context_line":"    vars:"},{"line_number":932,"context_line":"      tempest_concurrency: 1"},{"line_number":933,"context_line":"      tempest_test_regex: ^neutron_tempest_plugin\\.neutron_dynamic_routing"}],"source_content_type":"text/x-yaml","patch_set":35,"id":"3fa7e38b_ef727549","line":930,"in_reply_to":"3fa7e38b_ab7314e7","updated":"2019-09-19 13:24:58.000000000","message":"I went ahead and changed this. No abstract base job anymore.","commit_id":"8225526b7acd46b9e4bcb1b2d08981b3325fd479"},{"author":{"_account_id":21798,"name":"Bernard Cafarelli","email":"bcafarel@redhat.com","username":"bcafarel"},"change_message_id":"75e2485ba2280bf09e4375cd56c23908b8aab51a","unresolved":false,"context_lines":[{"line_number":895,"context_line":"      - ^neutron_tempest_plugin/fwaas/.*$"},{"line_number":896,"context_line":""},{"line_number":897,"context_line":"- job:"},{"line_number":898,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-all"},{"line_number":899,"context_line":"    parent: neutron-tempest-plugin"},{"line_number":900,"context_line":"    description: |"},{"line_number":901,"context_line":"      Perform setup common to all Neutron dynamic routing tempest tests"}],"source_content_type":"text/x-yaml","patch_set":37,"id":"3fa7e38b_518e98d0","line":898,"range":{"start_line":898,"start_character":52,"end_line":898,"end_character":56},"updated":"2019-09-23 11:56:00.000000000","message":"Nit: can probably be dropped as we have a single job now (and to align with other stadium jobs naming)","commit_id":"de57a362893ece3b147158f286ae45de85733eee"},{"author":{"_account_id":4187,"name":"Ryan Tidwell","email":"rtidwell@suse.com","username":"ryan-tidwell"},"change_message_id":"1c1b1127fead6820025b5dac924b2387c3479501","unresolved":false,"context_lines":[{"line_number":895,"context_line":"      - ^neutron_tempest_plugin/fwaas/.*$"},{"line_number":896,"context_line":""},{"line_number":897,"context_line":"- job:"},{"line_number":898,"context_line":"    name: neutron-tempest-plugin-dynamic-routing-bgp-all"},{"line_number":899,"context_line":"    parent: neutron-tempest-plugin"},{"line_number":900,"context_line":"    description: |"},{"line_number":901,"context_line":"      Perform setup common to all Neutron dynamic routing tempest tests"}],"source_content_type":"text/x-yaml","patch_set":37,"id":"3fa7e38b_05c0c5e0","line":898,"range":{"start_line":898,"start_character":52,"end_line":898,"end_character":56},"in_reply_to":"3fa7e38b_518e98d0","updated":"2019-09-24 13:57:04.000000000","message":"Done","commit_id":"de57a362893ece3b147158f286ae45de85733eee"}],"neutron_tempest_plugin/neutron_dynamic_routing/scenario/test_simple_bgp.py":[{"author":{"_account_id":6854,"name":"YAMAMOTO Takashi","email":"yamamoto@midokura.com","username":"yamamoto"},"change_message_id":"d2dceb5b56e151370a44c853b7da51250dec7b80","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":38,"id":"3fa7e38b_af57e425","updated":"2019-10-01 02:00:25.000000000","message":"this file is to test bgp-speaker-router-insertion extension.\nso it\u0027s probably better to name it test_bgp_speaker_router_insertion.py or something along the line.","commit_id":"2201953759bed9f336e127eb0f79202024b5c3dd"}],"test-requirements.txt":[{"author":{"_account_id":11975,"name":"Slawek Kaplonski","email":"skaplons@redhat.com","username":"slaweq"},"change_message_id":"a71a16f6e94787cbd830a43d0e3f08e42214e794","unresolved":false,"context_lines":[{"line_number":8,"context_line":"flake8-import-order\u003d\u003d0.12 # LGPLv3"},{"line_number":9,"context_line":"python-subunit\u003e\u003d1.0.0 # Apache-2.0/BSD"},{"line_number":10,"context_line":"sphinx!\u003d1.6.6,!\u003d1.6.7,\u003e\u003d1.6.2,\u003c2.0.0;python_version\u003d\u003d\u00272.7\u0027  # BSD"},{"line_number":11,"context_line":"sphinx!\u003d1.6.6,!\u003d1.6.7,\u003e\u003d1.6.2;python_version\u003e\u003d\u00273.4\u0027  # BSD"},{"line_number":12,"context_line":"oslotest\u003e\u003d3.2.0 # Apache-2.0"},{"line_number":13,"context_line":"stestr\u003e\u003d1.0.0 # Apache-2.0"},{"line_number":14,"context_line":"testtools\u003e\u003d2.2.0 # MIT"}],"source_content_type":"text/plain","patch_set":16,"id":"9fb8cfa7_145fbe72","line":11,"updated":"2019-06-21 13:56:19.000000000","message":"this was already added in different patch I think so if You rebase it should be not in diff","commit_id":"7721fa3156a0446eee5d581fce2894974cb52f70"}]}