)]}'
{"/COMMIT_MSG":[{"author":{"_account_id":11564,"name":"Chris Dent","email":"cdent@anticdent.org","username":"chdent"},"change_message_id":"e32108f11c54c32917ed486277935802bc9b119a","unresolved":false,"context_lines":[{"line_number":10,"context_line":"I91315c3c42b8a329d1763f9de80aa3d0270ac044 to provide simplified"},{"line_number":11,"context_line":"guidance on use of plugins for trademark tests. The coauthors below"},{"line_number":12,"context_line":"represents the people who were activce in the creating and refining"},{"line_number":13,"context_line":"these ideas."},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"Change-Id: I2e68c8e855e7c6c1e4f985f38a0a38de451407a3"},{"line_number":16,"context_line":"Co-Authored-By: Graham Hayes \u003cgr@ham.ie\u003e"}],"source_content_type":"text/x-gerrit-commit-message","patch_set":1,"id":"df7087c5_9359e1ff","line":13,"updated":"2018-03-07 19:09:27.000000000","message":"If you don\u0027t want to be listed here, please tell me.","commit_id":"4fad112ebe0c35f38fac3b18bd50144971ee8e50"}],"resolutions/20180307-trademark-program-test-location.rst":[{"author":{"_account_id":4257,"name":"Zane Bitter","email":"zbitter@redhat.com","username":"zaneb"},"change_message_id":"06d6772f5d56e465d5f66d47568383febf622387","unresolved":false,"context_lines":[{"line_number":29,"context_line":"* Vertical specific tempest plugins (e.g.,"},{"line_number":30,"context_line":"  `nfv-vertical-trademark-tempest-plugin`)"},{"line_number":31,"context_line":"* A global Trademark tempest plugin (e.g.,"},{"line_number":32,"context_line":"  `openstack-trademark-tempest-plugin`)"},{"line_number":33,"context_line":""},{"line_number":34,"context_line":"as long as they are tests that can be run by tempest."},{"line_number":35,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"df7087c5_dad68650","line":32,"updated":"2018-03-08 01:44:57.000000000","message":"Could shorten this - AIUI they have both the tooling and the willingness to use tests from Tempest or any tempest plugin.","commit_id":"a85963827859576b7ae4d1175f9488380912c42e"},{"author":{"_account_id":11564,"name":"Chris Dent","email":"cdent@anticdent.org","username":"chdent"},"change_message_id":"15a11b263ada61fc7278a6c278275fcfdb7245d9","unresolved":false,"context_lines":[{"line_number":29,"context_line":"* Vertical specific tempest plugins (e.g.,"},{"line_number":30,"context_line":"  `nfv-vertical-trademark-tempest-plugin`)"},{"line_number":31,"context_line":"* A global Trademark tempest plugin (e.g.,"},{"line_number":32,"context_line":"  `openstack-trademark-tempest-plugin`)"},{"line_number":33,"context_line":""},{"line_number":34,"context_line":"as long as they are tests that can be run by tempest."},{"line_number":35,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"df7087c5_411e01bb","line":32,"in_reply_to":"df7087c5_dad68650","updated":"2018-03-08 11:48:19.000000000","message":"I\u0027m trying to make it explicit that the trademark program \"owning\" their own tests is an option (and a pretty reasonable one, I think)","commit_id":"a85963827859576b7ae4d1175f9488380912c42e"},{"author":{"_account_id":308,"name":"Thierry Carrez","email":"thierry@openstack.org","username":"ttx"},"change_message_id":"fbe3219dbff3de381b5b933e3987fe6922b0a1db","unresolved":false,"context_lines":[{"line_number":37,"context_line":"responsibility for the management of trademark tests, with varying degrees of"},{"line_number":38,"context_line":"bandwidth for review attention."},{"line_number":39,"context_line":""},{"line_number":40,"context_line":"And trademark tests are expected to be change rarely."},{"line_number":41,"context_line":""},{"line_number":42,"context_line":"It is resolved that trademark tests for projects (and candidates thereof)"},{"line_number":43,"context_line":"should live in one of four possible locations, with differing strategies for"}],"source_content_type":"text/x-rst","patch_set":2,"id":"df7087c5_970d3b92","line":40,"updated":"2018-03-08 13:12:22.000000000","message":"changed?","commit_id":"a85963827859576b7ae4d1175f9488380912c42e"},{"author":{"_account_id":11564,"name":"Chris Dent","email":"cdent@anticdent.org","username":"chdent"},"change_message_id":"3ae8fc7eca1e5fbe6a87b5fc0e42d67f2165638e","unresolved":false,"context_lines":[{"line_number":37,"context_line":"responsibility for the management of trademark tests, with varying degrees of"},{"line_number":38,"context_line":"bandwidth for review attention."},{"line_number":39,"context_line":""},{"line_number":40,"context_line":"And trademark tests are expected to be change rarely."},{"line_number":41,"context_line":""},{"line_number":42,"context_line":"It is resolved that trademark tests for projects (and candidates thereof)"},{"line_number":43,"context_line":"should live in one of four possible locations, with differing strategies for"}],"source_content_type":"text/x-rst","patch_set":2,"id":"df7087c5_72cbd552","line":40,"in_reply_to":"df7087c5_970d3b92","updated":"2018-03-08 13:48:14.000000000","message":"yup, if we decide to follow this path, I\u0027ll update this one","commit_id":"a85963827859576b7ae4d1175f9488380912c42e"},{"author":{"_account_id":308,"name":"Thierry Carrez","email":"thierry@openstack.org","username":"ttx"},"change_message_id":"fbe3219dbff3de381b5b933e3987fe6922b0a1db","unresolved":false,"context_lines":[{"line_number":40,"context_line":"And trademark tests are expected to be change rarely."},{"line_number":41,"context_line":""},{"line_number":42,"context_line":"It is resolved that trademark tests for projects (and candidates thereof)"},{"line_number":43,"context_line":"should live in one of four possible locations, with differing strategies for"},{"line_number":44,"context_line":"review:"},{"line_number":45,"context_line":""},{"line_number":46,"context_line":"* The `Tempest repository`_, with approval reviews performed by the QA Team."}],"source_content_type":"text/x-rst","patch_set":2,"id":"df7087c5_576c8335","line":43,"updated":"2018-03-08 13:12:22.000000000","message":"Does \"in one of four\" mean they have to pick a single location for everything and stick to it ? Or do you mean \"in four\" ?","commit_id":"a85963827859576b7ae4d1175f9488380912c42e"},{"author":{"_account_id":11564,"name":"Chris Dent","email":"cdent@anticdent.org","username":"chdent"},"change_message_id":"3ae8fc7eca1e5fbe6a87b5fc0e42d67f2165638e","unresolved":false,"context_lines":[{"line_number":40,"context_line":"And trademark tests are expected to be change rarely."},{"line_number":41,"context_line":""},{"line_number":42,"context_line":"It is resolved that trademark tests for projects (and candidates thereof)"},{"line_number":43,"context_line":"should live in one of four possible locations, with differing strategies for"},{"line_number":44,"context_line":"review:"},{"line_number":45,"context_line":""},{"line_number":46,"context_line":"* The `Tempest repository`_, with approval reviews performed by the QA Team."}],"source_content_type":"text/x-rst","patch_set":2,"id":"df7087c5_f2dcc519","line":43,"in_reply_to":"df7087c5_576c8335","updated":"2018-03-08 13:48:14.000000000","message":"pick one and only one was what I meant and would prefer, will clarify if we move this one forward","commit_id":"a85963827859576b7ae4d1175f9488380912c42e"},{"author":{"_account_id":4257,"name":"Zane Bitter","email":"zbitter@redhat.com","username":"zaneb"},"change_message_id":"06d6772f5d56e465d5f66d47568383febf622387","unresolved":false,"context_lines":[{"line_number":48,"context_line":"  Team and the Trademark Program."},{"line_number":49,"context_line":"* A global Trademark tempest plugin, with approval reviews performed by the QA"},{"line_number":50,"context_line":"  Team and the Trademark Program."},{"line_number":51,"context_line":"* A project specific tempest plugin, specifically limited to trademark tests,"},{"line_number":52,"context_line":"  with approval reviews performed by the project, the QA Team, and the"},{"line_number":53,"context_line":"  Trademark Program."},{"line_number":54,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"df7087c5_9aa9eee0","line":51,"range":{"start_line":51,"start_character":61,"end_line":51,"end_character":76},"updated":"2018-03-08 01:44:57.000000000","message":"and candidates for trademark tests","commit_id":"a85963827859576b7ae4d1175f9488380912c42e"},{"author":{"_account_id":11564,"name":"Chris Dent","email":"cdent@anticdent.org","username":"chdent"},"change_message_id":"15a11b263ada61fc7278a6c278275fcfdb7245d9","unresolved":false,"context_lines":[{"line_number":48,"context_line":"  Team and the Trademark Program."},{"line_number":49,"context_line":"* A global Trademark tempest plugin, with approval reviews performed by the QA"},{"line_number":50,"context_line":"  Team and the Trademark Program."},{"line_number":51,"context_line":"* A project specific tempest plugin, specifically limited to trademark tests,"},{"line_number":52,"context_line":"  with approval reviews performed by the project, the QA Team, and the"},{"line_number":53,"context_line":"  Trademark Program."},{"line_number":54,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"df7087c5_61554550","line":51,"range":{"start_line":51,"start_character":61,"end_line":51,"end_character":76},"in_reply_to":"df7087c5_9aa9eee0","updated":"2018-03-08 11:48:19.000000000","message":"was hoping the \"and candidates thereof\" above covered that, but I can see how the referent may be unclear","commit_id":"a85963827859576b7ae4d1175f9488380912c42e"},{"author":{"_account_id":308,"name":"Thierry Carrez","email":"thierry@openstack.org","username":"ttx"},"change_message_id":"fbe3219dbff3de381b5b933e3987fe6922b0a1db","unresolved":false,"context_lines":[{"line_number":57,"context_line":""},{"line_number":58,"context_line":".. note:: No overarching direction is provided here on what tooling must be"},{"line_number":59,"context_line":"          used in the tests but it is generally expected that the tooling"},{"line_number":60,"context_line":"          should be aggreed by the people who are reviewing the code. If a"},{"line_number":61,"context_line":"          project wants to use tooling other than the core tempest libraries"},{"line_number":62,"context_line":"          (e.g., gabbi_) they should prefer a project specific plugin and be"},{"line_number":63,"context_line":"          aware that their choice of tooling may limit the ability for"}],"source_content_type":"text/x-rst","patch_set":2,"id":"df7087c5_d761733b","line":60,"updated":"2018-03-08 13:12:22.000000000","message":"agreed?","commit_id":"a85963827859576b7ae4d1175f9488380912c42e"},{"author":{"_account_id":11564,"name":"Chris Dent","email":"cdent@anticdent.org","username":"chdent"},"change_message_id":"3ae8fc7eca1e5fbe6a87b5fc0e42d67f2165638e","unresolved":false,"context_lines":[{"line_number":57,"context_line":""},{"line_number":58,"context_line":".. note:: No overarching direction is provided here on what tooling must be"},{"line_number":59,"context_line":"          used in the tests but it is generally expected that the tooling"},{"line_number":60,"context_line":"          should be aggreed by the people who are reviewing the code. If a"},{"line_number":61,"context_line":"          project wants to use tooling other than the core tempest libraries"},{"line_number":62,"context_line":"          (e.g., gabbi_) they should prefer a project specific plugin and be"},{"line_number":63,"context_line":"          aware that their choice of tooling may limit the ability for"}],"source_content_type":"text/x-rst","patch_set":2,"id":"df7087c5_d2ebc1ad","line":60,"in_reply_to":"df7087c5_d761733b","updated":"2018-03-08 13:48:14.000000000","message":"oops","commit_id":"a85963827859576b7ae4d1175f9488380912c42e"},{"author":{"_account_id":308,"name":"Thierry Carrez","email":"thierry@openstack.org","username":"ttx"},"change_message_id":"fbe3219dbff3de381b5b933e3987fe6922b0a1db","unresolved":false,"context_lines":[{"line_number":61,"context_line":"          project wants to use tooling other than the core tempest libraries"},{"line_number":62,"context_line":"          (e.g., gabbi_) they should prefer a project specific plugin and be"},{"line_number":63,"context_line":"          aware that their choice of tooling may limit the ability for"},{"line_number":64,"context_line":"          non-project parties to review tests."},{"line_number":65,"context_line":""},{"line_number":66,"context_line":".. _gabbi: https://gabbi.readthedocs.io/"},{"line_number":67,"context_line":".. _Tempest repository: http://git.openstack.org/cgit/openstack/tempest"}],"source_content_type":"text/x-rst","patch_set":2,"id":"df7087c5_57da43e9","line":64,"updated":"2018-03-08 13:12:22.000000000","message":"How is that reconciled with \"as long as they are tests that can be run by tempest\" above ? You\u0027d run your Gabbi tests by tempest ??","commit_id":"a85963827859576b7ae4d1175f9488380912c42e"},{"author":{"_account_id":11564,"name":"Chris Dent","email":"cdent@anticdent.org","username":"chdent"},"change_message_id":"3ae8fc7eca1e5fbe6a87b5fc0e42d67f2165638e","unresolved":false,"context_lines":[{"line_number":61,"context_line":"          project wants to use tooling other than the core tempest libraries"},{"line_number":62,"context_line":"          (e.g., gabbi_) they should prefer a project specific plugin and be"},{"line_number":63,"context_line":"          aware that their choice of tooling may limit the ability for"},{"line_number":64,"context_line":"          non-project parties to review tests."},{"line_number":65,"context_line":""},{"line_number":66,"context_line":".. _gabbi: https://gabbi.readthedocs.io/"},{"line_number":67,"context_line":".. _Tempest repository: http://git.openstack.org/cgit/openstack/tempest"}],"source_content_type":"text/x-rst","patch_set":2,"id":"df7087c5_12305956","line":64,"in_reply_to":"df7087c5_57da43e9","updated":"2018-03-08 13:48:14.000000000","message":"heat\u0027s existing (and approved) trademark tests already use gabbi and are run by tempest. I\u0027m not sure if it was done indepdently of each other but both heat and telemetry have been using gabbi for integration tests for quite long time. gabbi produces standard unittest teasts, and a simple wrapper can provide these to tempest.\n\nSo, I should probably clarify that the tooling still must be run by tempest in this paragraph (even though it is stated above).\n\nAlso see: https://github.com/cdent/gabbi-tempest (for edification, information, etc)","commit_id":"a85963827859576b7ae4d1175f9488380912c42e"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"01c825fcfe4e49b7ac5539defff79193d3cb7326","unresolved":false,"context_lines":[{"line_number":34,"context_line":"as long as they are tests that can be run by tempest."},{"line_number":35,"context_line":""},{"line_number":36,"context_line":"And the QA Team, Trademark Program and individual projects have shared"},{"line_number":37,"context_line":"responsibility for the management of trademark tests, with varying degrees of"},{"line_number":38,"context_line":"bandwidth for review attention."},{"line_number":39,"context_line":""},{"line_number":40,"context_line":"And trademark tests are expected to be changed rarely."},{"line_number":41,"context_line":""}],"source_content_type":"text/x-rst","patch_set":3,"id":"df7087c5_350e903b","line":38,"range":{"start_line":37,"start_character":59,"end_line":38,"end_character":31},"updated":"2018-03-09 11:54:42.000000000","message":"+1, QA team will be always active on reviewing those tests and building the respective guidelines and best practice for interop tests as we follow those for interop tests in Tempest.","commit_id":"fcde1d72f15da446eed64a575387fc754f5724b0"},{"author":{"_account_id":308,"name":"Thierry Carrez","email":"thierry@openstack.org","username":"ttx"},"change_message_id":"005a2a5d4b37bf92fa6511e64252c60f02129116","unresolved":false,"context_lines":[{"line_number":39,"context_line":""},{"line_number":40,"context_line":"And trademark tests are expected to be changed rarely."},{"line_number":41,"context_line":""},{"line_number":42,"context_line":"It is resolved that trademark tests (and candidates thereof) for individual,"},{"line_number":43,"context_line":"projects should live in one, and only one, of four possible locations, each"},{"line_number":44,"context_line":"with differing strategies for review and repository ownership (status in"},{"line_number":45,"context_line":":ref:`projects`):"}],"source_content_type":"text/x-rst","patch_set":3,"id":"df7087c5_16b4b234","line":42,"range":{"start_line":42,"start_character":75,"end_line":42,"end_character":76},"updated":"2018-03-09 13:15:21.000000000","message":"extraneous comma ?","commit_id":"fcde1d72f15da446eed64a575387fc754f5724b0"},{"author":{"_account_id":11564,"name":"Chris Dent","email":"cdent@anticdent.org","username":"chdent"},"change_message_id":"c29bbaa9808c400776609405b57a216099d2b493","unresolved":false,"context_lines":[{"line_number":39,"context_line":""},{"line_number":40,"context_line":"And trademark tests are expected to be changed rarely."},{"line_number":41,"context_line":""},{"line_number":42,"context_line":"It is resolved that trademark tests (and candidates thereof) for individual,"},{"line_number":43,"context_line":"projects should live in one, and only one, of four possible locations, each"},{"line_number":44,"context_line":"with differing strategies for review and repository ownership (status in"},{"line_number":45,"context_line":":ref:`projects`):"}],"source_content_type":"text/x-rst","patch_set":3,"id":"df7087c5_a883eccb","line":42,"range":{"start_line":42,"start_character":75,"end_line":42,"end_character":76},"in_reply_to":"df7087c5_16b4b234","updated":"2018-03-12 21:02:31.000000000","message":"will fix in a followup so as not to ruin the current run of votes","commit_id":"fcde1d72f15da446eed64a575387fc754f5724b0"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"01c825fcfe4e49b7ac5539defff79193d3cb7326","unresolved":false,"context_lines":[{"line_number":56,"context_line":"  tests, with approval reviews performed by the project, the QA Team, and the"},{"line_number":57,"context_line":"  Trademark Program, repository ownership via the Trademark Program if they"},{"line_number":58,"context_line":"  accept, otherwise the project team."},{"line_number":59,"context_line":""},{"line_number":60,"context_line":"The choice is up to the individual projects, in consultation with the QA Team"},{"line_number":61,"context_line":"and the Trademark Program."},{"line_number":62,"context_line":""}],"source_content_type":"text/x-rst","patch_set":3,"id":"df7087c5_50d6b2c5","line":59,"range":{"start_line":59,"start_character":0,"end_line":59,"end_character":0},"updated":"2018-03-09 11:54:42.000000000","message":"5th can be any other suitable location interop finds for their defined capabilities.\n\n\nIf say there are new Interop capability like HA and if there are already some projects under QA hold those kind of testing then it is good to use from there and QA will keep serving those tests for interop like we do from Tempest. \n\nBut if i am talking about future things here then just ignore me.\n\nExample: HA tests in Extreme testing proposal [1].\n..1 https://review.openstack.org/#/c/443504/","commit_id":"fcde1d72f15da446eed64a575387fc754f5724b0"},{"author":{"_account_id":8482,"name":"Colleen Murphy","email":"colleen@gazlene.net","username":"krinkle"},"change_message_id":"2ac32d5f750e398bf44899d6cf8ee23e184bd38f","unresolved":false,"context_lines":[{"line_number":62,"context_line":""},{"line_number":63,"context_line":".. note:: No overarching direction is provided here on what tooling must be"},{"line_number":64,"context_line":"          used in the tests but it is generally expected that the tooling"},{"line_number":65,"context_line":"          should be aggreed by the people who are reviewing the code. If a"},{"line_number":66,"context_line":"          project wants to use tooling other than the core tempest libraries"},{"line_number":67,"context_line":"          (e.g., gabbi_) they should prefer a project specific plugin and be"},{"line_number":68,"context_line":"          aware that their choice of tooling may limit the ability for"}],"source_content_type":"text/x-rst","patch_set":3,"id":"df7087c5_54664fc3","line":65,"range":{"start_line":65,"start_character":20,"end_line":65,"end_character":27},"updated":"2018-03-23 08:26:21.000000000","message":"agreed","commit_id":"fcde1d72f15da446eed64a575387fc754f5724b0"}]}