)]}'
{"doc/source/microversion_testing.rst":[{"author":{"_account_id":5689,"name":"Masayuki Igawa","email":"masayuki@igawa.io","username":"igawa"},"change_message_id":"4698556abed0125e105bd22e8191844500054b55","unresolved":false,"context_lines":[{"line_number":45,"context_line":"Schema gap can be filled with testing those with minimal set of tests. Those"},{"line_number":46,"context_line":"tests might not be integration tests and might be already covered on project"},{"line_number":47,"context_line":"side also."},{"line_number":48,"context_line":"This exceotion is needed:"},{"line_number":49,"context_line":""},{"line_number":50,"context_line":"* To make the implementation of integration tests easy."},{"line_number":51,"context_line":"  While implementing the API microversion on Project side, many projects want"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9a30ddce_8f98b979","line":48,"updated":"2017-03-13 07:38:54.000000000","message":"s/exceotion/exception","commit_id":"c466ad145a5f984e0dc6a3714b467994e50ddff5"},{"author":{"_account_id":8021,"name":"wingwj","email":"wingwj@gmail.com","username":"wingwj"},"change_message_id":"01d32a6c2d1614debb03ae53b40d3af777007e31","unresolved":false,"context_lines":[{"line_number":16,"context_line":"and many of them only change the API or DB layer to how \u0026 accept more"},{"line_number":17,"context_line":"data on API."},{"line_number":18,"context_line":""},{"line_number":19,"context_line":"Tempest is a integration test suits, which means that API microversions"},{"line_number":20,"context_line":"who all does not fall under integration tests category, should be tested"},{"line_number":21,"context_line":"on project side as functional tests or via tempest plugin as per project"},{"line_number":22,"context_line":"decision."}],"source_content_type":"text/x-rst","patch_set":3,"id":"7a25e98e_5a20174a","line":19,"range":{"start_line":19,"start_character":12,"end_line":19,"end_character":13},"updated":"2017-03-14 03:08:59.000000000","message":"Another typo. s/a/an","commit_id":"0e0599972f297901244f03a5d266b5d53d31adf3"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"ddda48066d80a9d025a81c8fd2dab29afc214c28","unresolved":false,"context_lines":[{"line_number":16,"context_line":"and many of them only change the API or DB layer to how \u0026 accept more"},{"line_number":17,"context_line":"data on API."},{"line_number":18,"context_line":""},{"line_number":19,"context_line":"Tempest is a integration test suits, which means that API microversions"},{"line_number":20,"context_line":"who all does not fall under integration tests category, should be tested"},{"line_number":21,"context_line":"on project side as functional tests or via tempest plugin as per project"},{"line_number":22,"context_line":"decision."}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a1ff146_27994920","line":19,"range":{"start_line":19,"start_character":12,"end_line":19,"end_character":13},"in_reply_to":"7a25e98e_5a20174a","updated":"2017-03-16 00:13:40.000000000","message":"done","commit_id":"0e0599972f297901244f03a5d266b5d53d31adf3"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"37594fa92e25b00afab625ff34a34210c28f9e0f","unresolved":false,"context_lines":[{"line_number":16,"context_line":"and many of them only change the API or DB layer to how \u0026 accept more"},{"line_number":17,"context_line":"data on API."},{"line_number":18,"context_line":""},{"line_number":19,"context_line":"Tempest is a integration test suits, which means that API microversions"},{"line_number":20,"context_line":"who all does not fall under integration tests category, should be tested"},{"line_number":21,"context_line":"on project side as functional tests or via tempest plugin as per project"},{"line_number":22,"context_line":"decision."},{"line_number":23,"context_line":""},{"line_number":24,"context_line":".. note:: Integration tests are those tests which involves more than one service to"},{"line_number":25,"context_line":"     verify the expected behaviour by single or combination of API Requests."}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a1ff146_70ffae34","line":22,"range":{"start_line":19,"start_character":37,"end_line":22,"end_character":9},"updated":"2017-03-15 01:12:34.000000000","message":"Reword this paragraph probably:\nTempest is an integration test suit, but not all API microversion testing falls under this category. As a result, Tempest covers integration test cases living on Tempest or on a Tempest plugin. Any other category should be handled by the projects as defined on their own guidelines.\"","commit_id":"0e0599972f297901244f03a5d266b5d53d31adf3"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"ddda48066d80a9d025a81c8fd2dab29afc214c28","unresolved":false,"context_lines":[{"line_number":16,"context_line":"and many of them only change the API or DB layer to how \u0026 accept more"},{"line_number":17,"context_line":"data on API."},{"line_number":18,"context_line":""},{"line_number":19,"context_line":"Tempest is a integration test suits, which means that API microversions"},{"line_number":20,"context_line":"who all does not fall under integration tests category, should be tested"},{"line_number":21,"context_line":"on project side as functional tests or via tempest plugin as per project"},{"line_number":22,"context_line":"decision."},{"line_number":23,"context_line":""},{"line_number":24,"context_line":".. note:: Integration tests are those tests which involves more than one service to"},{"line_number":25,"context_line":"     verify the expected behaviour by single or combination of API Requests."}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a1ff146_e7f8114c","line":22,"range":{"start_line":19,"start_character":37,"end_line":22,"end_character":9},"in_reply_to":"3a1ff146_70ffae34","updated":"2017-03-16 00:13:40.000000000","message":"done","commit_id":"0e0599972f297901244f03a5d266b5d53d31adf3"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"37594fa92e25b00afab625ff34a34210c28f9e0f","unresolved":false,"context_lines":[{"line_number":31,"context_line":"below exceptions:"},{"line_number":32,"context_line":""},{"line_number":33,"context_line":"  #. Test covers a feature which is key for interoperability"},{"line_number":34,"context_line":"  #. Test must be reliable and not take too long"},{"line_number":35,"context_line":"  #. Test needed to fill Schema gaps."},{"line_number":36,"context_line":"     Tempest does API Response validation against defined JSON schema. Each API on"},{"line_number":37,"context_line":"     specific version will define its separate JSON schema and so does response"}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a1ff146_8b907f97","line":34,"range":{"start_line":34,"start_character":27,"end_line":34,"end_character":48},"updated":"2017-03-15 01:12:34.000000000","message":"Put this as a separate bullet, it would be good to change \"not too long\" for an actual elapsed time... something like Test must run under [X min | average % ]","commit_id":"0e0599972f297901244f03a5d266b5d53d31adf3"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"ddda48066d80a9d025a81c8fd2dab29afc214c28","unresolved":false,"context_lines":[{"line_number":31,"context_line":"below exceptions:"},{"line_number":32,"context_line":""},{"line_number":33,"context_line":"  #. Test covers a feature which is key for interoperability"},{"line_number":34,"context_line":"  #. Test must be reliable and not take too long"},{"line_number":35,"context_line":"  #. Test needed to fill Schema gaps."},{"line_number":36,"context_line":"     Tempest does API Response validation against defined JSON schema. Each API on"},{"line_number":37,"context_line":"     specific version will define its separate JSON schema and so does response"}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a1ff146_8703dd41","line":34,"range":{"start_line":34,"start_character":27,"end_line":34,"end_character":48},"in_reply_to":"3a1ff146_8b907f97","updated":"2017-03-16 00:13:40.000000000","message":"humm, i think we cannot define the exact time here, i would like to exercise this case by case so better to remove from here","commit_id":"0e0599972f297901244f03a5d266b5d53d31adf3"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"37594fa92e25b00afab625ff34a34210c28f9e0f","unresolved":false,"context_lines":[{"line_number":37,"context_line":"     specific version will define its separate JSON schema and so does response"},{"line_number":38,"context_line":"     validation for that specific version."},{"line_number":39,"context_line":"     While implementing new integration tests for a specific microversion, there"},{"line_number":40,"context_line":"     may be a gap in the JSON schemas (for previous microversions) implemented"},{"line_number":41,"context_line":"     in Tempest."},{"line_number":42,"context_line":"     To fill that gap while implementing the integration tests is not preferable"},{"line_number":43,"context_line":"     or efficient due to many reasons like hard to review, sync between multiple"}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a1ff146_ab737b4c","line":40,"range":{"start_line":40,"start_character":39,"end_line":40,"end_character":42},"updated":"2017-03-15 01:12:34.000000000","message":"sed \u0027s/for/caused by/g\u0027","commit_id":"0e0599972f297901244f03a5d266b5d53d31adf3"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"ddda48066d80a9d025a81c8fd2dab29afc214c28","unresolved":false,"context_lines":[{"line_number":37,"context_line":"     specific version will define its separate JSON schema and so does response"},{"line_number":38,"context_line":"     validation for that specific version."},{"line_number":39,"context_line":"     While implementing new integration tests for a specific microversion, there"},{"line_number":40,"context_line":"     may be a gap in the JSON schemas (for previous microversions) implemented"},{"line_number":41,"context_line":"     in Tempest."},{"line_number":42,"context_line":"     To fill that gap while implementing the integration tests is not preferable"},{"line_number":43,"context_line":"     or efficient due to many reasons like hard to review, sync between multiple"}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a1ff146_a7d7f9bd","line":40,"range":{"start_line":40,"start_character":39,"end_line":40,"end_character":42},"in_reply_to":"3a1ff146_ab737b4c","updated":"2017-03-16 00:13:40.000000000","message":"done","commit_id":"0e0599972f297901244f03a5d266b5d53d31adf3"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"37594fa92e25b00afab625ff34a34210c28f9e0f","unresolved":false,"context_lines":[{"line_number":39,"context_line":"     While implementing new integration tests for a specific microversion, there"},{"line_number":40,"context_line":"     may be a gap in the JSON schemas (for previous microversions) implemented"},{"line_number":41,"context_line":"     in Tempest."},{"line_number":42,"context_line":"     To fill that gap while implementing the integration tests is not preferable"},{"line_number":43,"context_line":"     or efficient due to many reasons like hard to review, sync between multiple"},{"line_number":44,"context_line":"     integration tests patches etc."},{"line_number":45,"context_line":""},{"line_number":46,"context_line":"     So Tempest can allow to fill the schema gaps at the end of each cycle, or more"}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a1ff146_ab17fbeb","line":43,"range":{"start_line":42,"start_character":5,"end_line":43,"end_character":17},"updated":"2017-03-15 01:12:34.000000000","message":"Reword:\nFilling that gap while implementing the new integration test cases is not efficient due to...","commit_id":"0e0599972f297901244f03a5d266b5d53d31adf3"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"ddda48066d80a9d025a81c8fd2dab29afc214c28","unresolved":false,"context_lines":[{"line_number":39,"context_line":"     While implementing new integration tests for a specific microversion, there"},{"line_number":40,"context_line":"     may be a gap in the JSON schemas (for previous microversions) implemented"},{"line_number":41,"context_line":"     in Tempest."},{"line_number":42,"context_line":"     To fill that gap while implementing the integration tests is not preferable"},{"line_number":43,"context_line":"     or efficient due to many reasons like hard to review, sync between multiple"},{"line_number":44,"context_line":"     integration tests patches etc."},{"line_number":45,"context_line":""},{"line_number":46,"context_line":"     So Tempest can allow to fill the schema gaps at the end of each cycle, or more"}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a1ff146_87dcbde5","line":43,"range":{"start_line":42,"start_character":5,"end_line":43,"end_character":17},"in_reply_to":"3a1ff146_ab17fbeb","updated":"2017-03-16 00:13:40.000000000","message":"done","commit_id":"0e0599972f297901244f03a5d266b5d53d31adf3"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"37594fa92e25b00afab625ff34a34210c28f9e0f","unresolved":false,"context_lines":[{"line_number":48,"context_line":"     Schema gap can be filled with testing those with minimal set of tests. Those"},{"line_number":49,"context_line":"     tests might not be integration tests and might be already covered on project"},{"line_number":50,"context_line":"     side also."},{"line_number":51,"context_line":"     This exception is needed:"},{"line_number":52,"context_line":""},{"line_number":53,"context_line":"     * To make the implementation of integration tests easy."},{"line_number":54,"context_line":"       While implementing the API microversion on Project side, many projects want"}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a1ff146_9dac42ef","line":51,"range":{"start_line":51,"start_character":5,"end_line":51,"end_character":29},"updated":"2017-03-15 01:12:34.000000000","message":"Exceptions:","commit_id":"0e0599972f297901244f03a5d266b5d53d31adf3"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"ddda48066d80a9d025a81c8fd2dab29afc214c28","unresolved":false,"context_lines":[{"line_number":48,"context_line":"     Schema gap can be filled with testing those with minimal set of tests. Those"},{"line_number":49,"context_line":"     tests might not be integration tests and might be already covered on project"},{"line_number":50,"context_line":"     side also."},{"line_number":51,"context_line":"     This exception is needed:"},{"line_number":52,"context_line":""},{"line_number":53,"context_line":"     * To make the implementation of integration tests easy."},{"line_number":54,"context_line":"       While implementing the API microversion on Project side, many projects want"}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a1ff146_27cb0920","line":51,"range":{"start_line":51,"start_character":5,"end_line":51,"end_character":29},"in_reply_to":"3a1ff146_9dac42ef","updated":"2017-03-16 00:13:40.000000000","message":"this is for 2nd exception only","commit_id":"0e0599972f297901244f03a5d266b5d53d31adf3"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"37594fa92e25b00afab625ff34a34210c28f9e0f","unresolved":false,"context_lines":[{"line_number":50,"context_line":"     side also."},{"line_number":51,"context_line":"     This exception is needed:"},{"line_number":52,"context_line":""},{"line_number":53,"context_line":"     * To make the implementation of integration tests easy."},{"line_number":54,"context_line":"       While implementing the API microversion on Project side, many projects want"},{"line_number":55,"context_line":"       to verify the Tempest tests results at the same time. To make implementation"},{"line_number":56,"context_line":"       of required integration tests easy will help them in fast development of microversions."}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a1ff146_bd03beb7","line":53,"range":{"start_line":53,"start_character":7,"end_line":53,"end_character":60},"updated":"2017-03-15 01:12:34.000000000","message":"I didn\u0027t get exception paragraphs, please reword - probably:\n\n* Allow to create microversion schema in Tempest at the same time that projects are implementing their API microversions. This will facilitate required integration testing hence accelerate the development of microversions.\n* New schema must be verified by at least one test case which exercises such schema.","commit_id":"0e0599972f297901244f03a5d266b5d53d31adf3"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"ddda48066d80a9d025a81c8fd2dab29afc214c28","unresolved":false,"context_lines":[{"line_number":50,"context_line":"     side also."},{"line_number":51,"context_line":"     This exception is needed:"},{"line_number":52,"context_line":""},{"line_number":53,"context_line":"     * To make the implementation of integration tests easy."},{"line_number":54,"context_line":"       While implementing the API microversion on Project side, many projects want"},{"line_number":55,"context_line":"       to verify the Tempest tests results at the same time. To make implementation"},{"line_number":56,"context_line":"       of required integration tests easy will help them in fast development of microversions."}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a1ff146_c74f95bb","line":53,"range":{"start_line":53,"start_character":7,"end_line":53,"end_character":60},"in_reply_to":"3a1ff146_bd03beb7","updated":"2017-03-16 00:13:40.000000000","message":"done","commit_id":"0e0599972f297901244f03a5d266b5d53d31adf3"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"70130cc8758e2814cbb8ae0878c142a3b1be7eb7","unresolved":false,"context_lines":[{"line_number":2,"context_line":"Microversion Testing Support in Tempest"},{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":""},{"line_number":5,"context_line":"Many OpenStack Service provides their APIs with microversion"},{"line_number":6,"context_line":"support. As API microversions are stable interface as per API contract,"},{"line_number":7,"context_line":"it is important to test each microversion thoroughly."},{"line_number":8,"context_line":"This documents covers how and where microversions can be tested."}],"source_content_type":"text/x-rst","patch_set":4,"id":"3a1ff146_e272bf48","line":5,"range":{"start_line":5,"start_character":15,"end_line":5,"end_character":31},"updated":"2017-03-16 02:01:05.000000000","message":"s/Service provides/Services provide/","commit_id":"31116295c614fb0b735e727ccab969cb213658da"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"29966f1119eaec3a0dcb7faebae558b815e909d3","unresolved":false,"context_lines":[{"line_number":2,"context_line":"Microversion Testing Support in Tempest"},{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":""},{"line_number":5,"context_line":"Many OpenStack Service provides their APIs with microversion"},{"line_number":6,"context_line":"support. As API microversions are stable interface as per API contract,"},{"line_number":7,"context_line":"it is important to test each microversion thoroughly."},{"line_number":8,"context_line":"This documents covers how and where microversions can be tested."}],"source_content_type":"text/x-rst","patch_set":4,"id":"1a1ced50_53dcb045","line":5,"range":{"start_line":5,"start_character":15,"end_line":5,"end_character":31},"in_reply_to":"3a1ff146_e272bf48","updated":"2017-03-23 03:10:58.000000000","message":"Done","commit_id":"31116295c614fb0b735e727ccab969cb213658da"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"70130cc8758e2814cbb8ae0878c142a3b1be7eb7","unresolved":false,"context_lines":[{"line_number":5,"context_line":"Many OpenStack Service provides their APIs with microversion"},{"line_number":6,"context_line":"support. As API microversions are stable interface as per API contract,"},{"line_number":7,"context_line":"it is important to test each microversion thoroughly."},{"line_number":8,"context_line":"This documents covers how and where microversions can be tested."},{"line_number":9,"context_line":""},{"line_number":10,"context_line":"Tempest Scope For Microversion Testing"},{"line_number":11,"context_line":"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\""}],"source_content_type":"text/x-rst","patch_set":4,"id":"3a1ff146_62b40fd1","line":8,"range":{"start_line":8,"start_character":22,"end_line":8,"end_character":64},"updated":"2017-03-16 02:01:05.000000000","message":"How about just\n\n \"how to test microversions for each project.\"\n\n?","commit_id":"31116295c614fb0b735e727ccab969cb213658da"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"70130cc8758e2814cbb8ae0878c142a3b1be7eb7","unresolved":false,"context_lines":[{"line_number":5,"context_line":"Many OpenStack Service provides their APIs with microversion"},{"line_number":6,"context_line":"support. As API microversions are stable interface as per API contract,"},{"line_number":7,"context_line":"it is important to test each microversion thoroughly."},{"line_number":8,"context_line":"This documents covers how and where microversions can be tested."},{"line_number":9,"context_line":""},{"line_number":10,"context_line":"Tempest Scope For Microversion Testing"},{"line_number":11,"context_line":"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\""}],"source_content_type":"text/x-rst","patch_set":4,"id":"3a1ff146_82a4aba6","line":8,"range":{"start_line":8,"start_character":30,"end_line":8,"end_character":35},"updated":"2017-03-16 02:01:05.000000000","message":"I am not sure this \"where\"..","commit_id":"31116295c614fb0b735e727ccab969cb213658da"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"70130cc8758e2814cbb8ae0878c142a3b1be7eb7","unresolved":false,"context_lines":[{"line_number":5,"context_line":"Many OpenStack Service provides their APIs with microversion"},{"line_number":6,"context_line":"support. As API microversions are stable interface as per API contract,"},{"line_number":7,"context_line":"it is important to test each microversion thoroughly."},{"line_number":8,"context_line":"This documents covers how and where microversions can be tested."},{"line_number":9,"context_line":""},{"line_number":10,"context_line":"Tempest Scope For Microversion Testing"},{"line_number":11,"context_line":"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\""}],"source_content_type":"text/x-rst","patch_set":4,"id":"3a1ff146_0290bb42","line":8,"range":{"start_line":8,"start_character":5,"end_line":8,"end_character":14},"updated":"2017-03-16 02:01:05.000000000","message":"s/documents/document/","commit_id":"31116295c614fb0b735e727ccab969cb213658da"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"29966f1119eaec3a0dcb7faebae558b815e909d3","unresolved":false,"context_lines":[{"line_number":5,"context_line":"Many OpenStack Service provides their APIs with microversion"},{"line_number":6,"context_line":"support. As API microversions are stable interface as per API contract,"},{"line_number":7,"context_line":"it is important to test each microversion thoroughly."},{"line_number":8,"context_line":"This documents covers how and where microversions can be tested."},{"line_number":9,"context_line":""},{"line_number":10,"context_line":"Tempest Scope For Microversion Testing"},{"line_number":11,"context_line":"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\""}],"source_content_type":"text/x-rst","patch_set":4,"id":"1a1ced50_73dfec39","line":8,"range":{"start_line":8,"start_character":5,"end_line":8,"end_character":14},"in_reply_to":"3a1ff146_0290bb42","updated":"2017-03-23 03:10:58.000000000","message":"Done","commit_id":"31116295c614fb0b735e727ccab969cb213658da"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"29966f1119eaec3a0dcb7faebae558b815e909d3","unresolved":false,"context_lines":[{"line_number":5,"context_line":"Many OpenStack Service provides their APIs with microversion"},{"line_number":6,"context_line":"support. As API microversions are stable interface as per API contract,"},{"line_number":7,"context_line":"it is important to test each microversion thoroughly."},{"line_number":8,"context_line":"This documents covers how and where microversions can be tested."},{"line_number":9,"context_line":""},{"line_number":10,"context_line":"Tempest Scope For Microversion Testing"},{"line_number":11,"context_line":"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\""}],"source_content_type":"text/x-rst","patch_set":4,"id":"1a1ced50_93eaa8d9","line":8,"range":{"start_line":8,"start_character":22,"end_line":8,"end_character":64},"in_reply_to":"3a1ff146_62b40fd1","updated":"2017-03-23 03:10:58.000000000","message":"Done","commit_id":"31116295c614fb0b735e727ccab969cb213658da"},{"author":{"_account_id":20190,"name":"zhufl","email":"zhu.fanglei@zte.com.cn","username":"zhufl"},"change_message_id":"93e00c06e9866ee92126fe80288504a866b54c6b","unresolved":false,"context_lines":[{"line_number":5,"context_line":"Many OpenStack Service provides their APIs with microversion"},{"line_number":6,"context_line":"support. As API microversions are stable interface as per API contract,"},{"line_number":7,"context_line":"it is important to test each microversion thoroughly."},{"line_number":8,"context_line":"This documents covers how and where microversions can be tested."},{"line_number":9,"context_line":""},{"line_number":10,"context_line":"Tempest Scope For Microversion Testing"},{"line_number":11,"context_line":"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\""}],"source_content_type":"text/x-rst","patch_set":4,"id":"1a1ced50_3881ffc3","line":8,"range":{"start_line":8,"start_character":30,"end_line":8,"end_character":35},"in_reply_to":"3a1ff146_82a4aba6","updated":"2017-03-22 07:02:44.000000000","message":"it looks like \"where\" means to be tested on Tempest side or Project side?","commit_id":"31116295c614fb0b735e727ccab969cb213658da"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"70130cc8758e2814cbb8ae0878c142a3b1be7eb7","unresolved":false,"context_lines":[{"line_number":13,"context_line":"testing each and every microversions in Tempest is not feasible and"},{"line_number":14,"context_line":"efficient way."},{"line_number":15,"context_line":"Also not every API microversion change the complete system behaviour"},{"line_number":16,"context_line":"and many of them only change the API or DB layer to how \u0026 accept more"},{"line_number":17,"context_line":"data on API."},{"line_number":18,"context_line":""},{"line_number":19,"context_line":"Tempest is an integration test suit, but not all API microversion testing falls under this category."},{"line_number":20,"context_line":"As a result, Tempest mainly covers integration test cases for microversions, other testing coverage"}],"source_content_type":"text/x-rst","patch_set":4,"id":"3a1ff146_e2d71feb","line":17,"range":{"start_line":16,"start_character":52,"end_line":17,"end_character":12},"updated":"2017-03-16 02:01:05.000000000","message":"It is difficult to understand this section(how \u0026 accept)..","commit_id":"31116295c614fb0b735e727ccab969cb213658da"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"29966f1119eaec3a0dcb7faebae558b815e909d3","unresolved":false,"context_lines":[{"line_number":13,"context_line":"testing each and every microversions in Tempest is not feasible and"},{"line_number":14,"context_line":"efficient way."},{"line_number":15,"context_line":"Also not every API microversion change the complete system behaviour"},{"line_number":16,"context_line":"and many of them only change the API or DB layer to how \u0026 accept more"},{"line_number":17,"context_line":"data on API."},{"line_number":18,"context_line":""},{"line_number":19,"context_line":"Tempest is an integration test suit, but not all API microversion testing falls under this category."},{"line_number":20,"context_line":"As a result, Tempest mainly covers integration test cases for microversions, other testing coverage"}],"source_content_type":"text/x-rst","patch_set":4,"id":"1a1ced50_b3e5e409","line":17,"range":{"start_line":16,"start_character":52,"end_line":17,"end_character":12},"in_reply_to":"3a1ff146_e2d71feb","updated":"2017-03-23 03:10:58.000000000","message":"Done","commit_id":"31116295c614fb0b735e727ccab969cb213658da"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"70130cc8758e2814cbb8ae0878c142a3b1be7eb7","unresolved":false,"context_lines":[{"line_number":30,"context_line":"Tempest will cover only integration testing of applicable microversions with"},{"line_number":31,"context_line":"below exceptions:"},{"line_number":32,"context_line":""},{"line_number":33,"context_line":"  #. Test covers a feature which is key for interoperability"},{"line_number":34,"context_line":"  #. Test needed to fill Schema gaps."},{"line_number":35,"context_line":"     Tempest does API Response validation against defined JSON schema. Each API on"},{"line_number":36,"context_line":"     specific version will define its separate JSON schema and so does response"}],"source_content_type":"text/x-rst","patch_set":4,"id":"3a1ff146_42363353","line":33,"range":{"start_line":33,"start_character":36,"end_line":33,"end_character":60},"updated":"2017-03-16 02:01:05.000000000","message":"It is difficult to decide what is \"key for interoperability\"..","commit_id":"31116295c614fb0b735e727ccab969cb213658da"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"29966f1119eaec3a0dcb7faebae558b815e909d3","unresolved":false,"context_lines":[{"line_number":30,"context_line":"Tempest will cover only integration testing of applicable microversions with"},{"line_number":31,"context_line":"below exceptions:"},{"line_number":32,"context_line":""},{"line_number":33,"context_line":"  #. Test covers a feature which is key for interoperability"},{"line_number":34,"context_line":"  #. Test needed to fill Schema gaps."},{"line_number":35,"context_line":"     Tempest does API Response validation against defined JSON schema. Each API on"},{"line_number":36,"context_line":"     specific version will define its separate JSON schema and so does response"}],"source_content_type":"text/x-rst","patch_set":4,"id":"1a1ced50_13a4f8b7","line":33,"range":{"start_line":33,"start_character":36,"end_line":33,"end_character":60},"in_reply_to":"3a1ff146_42363353","updated":"2017-03-23 03:10:58.000000000","message":"yea but we can check case by case whether that test can be used or requested by defcore etc","commit_id":"31116295c614fb0b735e727ccab969cb213658da"},{"author":{"_account_id":1921,"name":"Andrea Frittoli","email":"andrea.frittoli@gmail.com","username":"andrea-frittoli"},"change_message_id":"4aea098557ae2a5cb10217bac7013c4766076a03","unresolved":false,"context_lines":[{"line_number":1,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":2,"context_line":"Microversion Testing Support in Tempest"},{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":""},{"line_number":5,"context_line":"Many OpenStack Services provide their APIs with microversion"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1a1ced50_7424280c","line":2,"range":{"start_line":2,"start_character":0,"end_line":2,"end_character":39},"updated":"2017-03-23 12:11:20.000000000","message":"NIT: tbh this could be \"Microversion testing\" or \"Microversion Testing with Tempest\"","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"01dac6282221349a7ffb829b1bf06f17de8b21ac","unresolved":false,"context_lines":[{"line_number":1,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":2,"context_line":"Microversion Testing Support in Tempest"},{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":""},{"line_number":5,"context_line":"Many OpenStack Services provide their APIs with microversion"}],"source_content_type":"text/x-rst","patch_set":5,"id":"dfeb2761_d20e008c","line":2,"range":{"start_line":2,"start_character":0,"end_line":2,"end_character":39},"in_reply_to":"1a1ced50_7424280c","updated":"2017-04-04 07:07:37.000000000","message":"Done","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":1921,"name":"Andrea Frittoli","email":"andrea.frittoli@gmail.com","username":"andrea-frittoli"},"change_message_id":"4aea098557ae2a5cb10217bac7013c4766076a03","unresolved":false,"context_lines":[{"line_number":2,"context_line":"Microversion Testing Support in Tempest"},{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":""},{"line_number":5,"context_line":"Many OpenStack Services provide their APIs with microversion"},{"line_number":6,"context_line":"support. As API microversions are stable interface as per API contract,"},{"line_number":7,"context_line":"it is important to test each microversion thoroughly."},{"line_number":8,"context_line":"This document covers how to test microversions for each project and"},{"line_number":9,"context_line":"tests should live in Tempest or project side."},{"line_number":10,"context_line":""}],"source_content_type":"text/x-rst","patch_set":5,"id":"1a1ced50_b4df80d4","line":7,"range":{"start_line":5,"start_character":0,"end_line":7,"end_character":53},"updated":"2017-03-23 12:11:20.000000000","message":"I don\u0027t think we need to get into why and if microversion. Instead if there is any governance/api-wg page related to the adoption of microversions it could be interesting to link it here.","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"01dac6282221349a7ffb829b1bf06f17de8b21ac","unresolved":false,"context_lines":[{"line_number":2,"context_line":"Microversion Testing Support in Tempest"},{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":""},{"line_number":5,"context_line":"Many OpenStack Services provide their APIs with microversion"},{"line_number":6,"context_line":"support. As API microversions are stable interface as per API contract,"},{"line_number":7,"context_line":"it is important to test each microversion thoroughly."},{"line_number":8,"context_line":"This document covers how to test microversions for each project and"},{"line_number":9,"context_line":"tests should live in Tempest or project side."},{"line_number":10,"context_line":""}],"source_content_type":"text/x-rst","patch_set":5,"id":"dfeb2761_725bb453","line":7,"range":{"start_line":5,"start_character":0,"end_line":7,"end_character":53},"in_reply_to":"1a1ced50_b4df80d4","updated":"2017-04-04 07:07:37.000000000","message":"Done","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":20190,"name":"zhufl","email":"zhu.fanglei@zte.com.cn","username":"zhufl"},"change_message_id":"3b1da5fa59116886e8a2fbe25d4d0e7749517fac","unresolved":false,"context_lines":[{"line_number":5,"context_line":"Many OpenStack Services provide their APIs with microversion"},{"line_number":6,"context_line":"support. As API microversions are stable interface as per API contract,"},{"line_number":7,"context_line":"it is important to test each microversion thoroughly."},{"line_number":8,"context_line":"This document covers how to test microversions for each project and"},{"line_number":9,"context_line":"tests should live in Tempest or project side."},{"line_number":10,"context_line":""},{"line_number":11,"context_line":"Tempest Scope For Microversion Testing"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1a1ced50_34f47a59","line":8,"range":{"start_line":8,"start_character":64,"end_line":8,"end_character":67},"updated":"2017-03-23 06:09:07.000000000","message":"and whether","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"01dac6282221349a7ffb829b1bf06f17de8b21ac","unresolved":false,"context_lines":[{"line_number":5,"context_line":"Many OpenStack Services provide their APIs with microversion"},{"line_number":6,"context_line":"support. As API microversions are stable interface as per API contract,"},{"line_number":7,"context_line":"it is important to test each microversion thoroughly."},{"line_number":8,"context_line":"This document covers how to test microversions for each project and"},{"line_number":9,"context_line":"tests should live in Tempest or project side."},{"line_number":10,"context_line":""},{"line_number":11,"context_line":"Tempest Scope For Microversion Testing"}],"source_content_type":"text/x-rst","patch_set":5,"id":"dfeb2761_92dbd8eb","line":8,"range":{"start_line":8,"start_character":64,"end_line":8,"end_character":67},"in_reply_to":"1a1ced50_149e9406","updated":"2017-04-04 07:07:37.000000000","message":"Done","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":1921,"name":"Andrea Frittoli","email":"andrea.frittoli@gmail.com","username":"andrea-frittoli"},"change_message_id":"4aea098557ae2a5cb10217bac7013c4766076a03","unresolved":false,"context_lines":[{"line_number":5,"context_line":"Many OpenStack Services provide their APIs with microversion"},{"line_number":6,"context_line":"support. As API microversions are stable interface as per API contract,"},{"line_number":7,"context_line":"it is important to test each microversion thoroughly."},{"line_number":8,"context_line":"This document covers how to test microversions for each project and"},{"line_number":9,"context_line":"tests should live in Tempest or project side."},{"line_number":10,"context_line":""},{"line_number":11,"context_line":"Tempest Scope For Microversion Testing"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1a1ced50_149e9406","line":8,"range":{"start_line":8,"start_character":64,"end_line":8,"end_character":67},"in_reply_to":"1a1ced50_34f47a59","updated":"2017-03-23 12:11:20.000000000","message":"+1","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":1921,"name":"Andrea Frittoli","email":"andrea.frittoli@gmail.com","username":"andrea-frittoli"},"change_message_id":"4aea098557ae2a5cb10217bac7013c4766076a03","unresolved":false,"context_lines":[{"line_number":10,"context_line":""},{"line_number":11,"context_line":"Tempest Scope For Microversion Testing"},{"line_number":12,"context_line":"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\""},{"line_number":13,"context_line":"APIs Microversions for any OpenStack service grows rapidly and"},{"line_number":14,"context_line":"testing each and every microversions in Tempest is not feasible and"},{"line_number":15,"context_line":"efficient way."},{"line_number":16,"context_line":"Also not every API microversion change the complete system behaviour"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1a1ced50_74aee82e","line":13,"range":{"start_line":13,"start_character":49,"end_line":13,"end_character":50},"updated":"2017-03-23 12:11:20.000000000","message":"grow","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"01dac6282221349a7ffb829b1bf06f17de8b21ac","unresolved":false,"context_lines":[{"line_number":10,"context_line":""},{"line_number":11,"context_line":"Tempest Scope For Microversion Testing"},{"line_number":12,"context_line":"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\""},{"line_number":13,"context_line":"APIs Microversions for any OpenStack service grows rapidly and"},{"line_number":14,"context_line":"testing each and every microversions in Tempest is not feasible and"},{"line_number":15,"context_line":"efficient way."},{"line_number":16,"context_line":"Also not every API microversion change the complete system behaviour"}],"source_content_type":"text/x-rst","patch_set":5,"id":"dfeb2761_52e550a7","line":13,"range":{"start_line":13,"start_character":49,"end_line":13,"end_character":50},"in_reply_to":"1a1ced50_74aee82e","updated":"2017-04-04 07:07:37.000000000","message":"Done","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":1921,"name":"Andrea Frittoli","email":"andrea.frittoli@gmail.com","username":"andrea-frittoli"},"change_message_id":"4aea098557ae2a5cb10217bac7013c4766076a03","unresolved":false,"context_lines":[{"line_number":11,"context_line":"Tempest Scope For Microversion Testing"},{"line_number":12,"context_line":"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\""},{"line_number":13,"context_line":"APIs Microversions for any OpenStack service grows rapidly and"},{"line_number":14,"context_line":"testing each and every microversions in Tempest is not feasible and"},{"line_number":15,"context_line":"efficient way."},{"line_number":16,"context_line":"Also not every API microversion change the complete system behaviour"},{"line_number":17,"context_line":"and many of them only change the API or DB layer to accept \u0026 return more"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1a1ced50_e53144a3","line":14,"range":{"start_line":14,"start_character":64,"end_line":14,"end_character":67},"updated":"2017-03-23 12:11:20.000000000","message":"an","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":20190,"name":"zhufl","email":"zhu.fanglei@zte.com.cn","username":"zhufl"},"change_message_id":"3b1da5fa59116886e8a2fbe25d4d0e7749517fac","unresolved":false,"context_lines":[{"line_number":11,"context_line":"Tempest Scope For Microversion Testing"},{"line_number":12,"context_line":"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\""},{"line_number":13,"context_line":"APIs Microversions for any OpenStack service grows rapidly and"},{"line_number":14,"context_line":"testing each and every microversions in Tempest is not feasible and"},{"line_number":15,"context_line":"efficient way."},{"line_number":16,"context_line":"Also not every API microversion change the complete system behaviour"},{"line_number":17,"context_line":"and many of them only change the API or DB layer to accept \u0026 return more"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1a1ced50_f48d82d3","line":14,"range":{"start_line":14,"start_character":23,"end_line":14,"end_character":36},"updated":"2017-03-23 06:09:07.000000000","message":"microversion","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"01dac6282221349a7ffb829b1bf06f17de8b21ac","unresolved":false,"context_lines":[{"line_number":11,"context_line":"Tempest Scope For Microversion Testing"},{"line_number":12,"context_line":"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\""},{"line_number":13,"context_line":"APIs Microversions for any OpenStack service grows rapidly and"},{"line_number":14,"context_line":"testing each and every microversions in Tempest is not feasible and"},{"line_number":15,"context_line":"efficient way."},{"line_number":16,"context_line":"Also not every API microversion change the complete system behaviour"},{"line_number":17,"context_line":"and many of them only change the API or DB layer to accept \u0026 return more"}],"source_content_type":"text/x-rst","patch_set":5,"id":"dfeb2761_d2ea8073","line":14,"range":{"start_line":14,"start_character":64,"end_line":14,"end_character":67},"in_reply_to":"1a1ced50_e53144a3","updated":"2017-04-04 07:07:37.000000000","message":"Done","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":20190,"name":"zhufl","email":"zhu.fanglei@zte.com.cn","username":"zhufl"},"change_message_id":"3b1da5fa59116886e8a2fbe25d4d0e7749517fac","unresolved":false,"context_lines":[{"line_number":13,"context_line":"APIs Microversions for any OpenStack service grows rapidly and"},{"line_number":14,"context_line":"testing each and every microversions in Tempest is not feasible and"},{"line_number":15,"context_line":"efficient way."},{"line_number":16,"context_line":"Also not every API microversion change the complete system behaviour"},{"line_number":17,"context_line":"and many of them only change the API or DB layer to accept \u0026 return more"},{"line_number":18,"context_line":"data on API."},{"line_number":19,"context_line":""}],"source_content_type":"text/x-rst","patch_set":5,"id":"1a1ced50_f4a4a24b","line":16,"range":{"start_line":16,"start_character":32,"end_line":16,"end_character":38},"updated":"2017-03-23 06:09:07.000000000","message":"changes","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"01dac6282221349a7ffb829b1bf06f17de8b21ac","unresolved":false,"context_lines":[{"line_number":13,"context_line":"APIs Microversions for any OpenStack service grows rapidly and"},{"line_number":14,"context_line":"testing each and every microversions in Tempest is not feasible and"},{"line_number":15,"context_line":"efficient way."},{"line_number":16,"context_line":"Also not every API microversion change the complete system behaviour"},{"line_number":17,"context_line":"and many of them only change the API or DB layer to accept \u0026 return more"},{"line_number":18,"context_line":"data on API."},{"line_number":19,"context_line":""}],"source_content_type":"text/x-rst","patch_set":5,"id":"dfeb2761_52fe7037","line":16,"range":{"start_line":16,"start_character":32,"end_line":16,"end_character":38},"in_reply_to":"1a1ced50_f4a4a24b","updated":"2017-04-04 07:07:37.000000000","message":"Done","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":1921,"name":"Andrea Frittoli","email":"andrea.frittoli@gmail.com","username":"andrea-frittoli"},"change_message_id":"4aea098557ae2a5cb10217bac7013c4766076a03","unresolved":false,"context_lines":[{"line_number":17,"context_line":"and many of them only change the API or DB layer to accept \u0026 return more"},{"line_number":18,"context_line":"data on API."},{"line_number":19,"context_line":""},{"line_number":20,"context_line":"Tempest is an integration test suit, but not all API microversion testing falls under this category."},{"line_number":21,"context_line":"As a result, Tempest mainly covers integration test cases for microversions, other testing coverage"},{"line_number":22,"context_line":"for microversion should be tested on project side as functional tests or via tempest plugin as per"},{"line_number":23,"context_line":"project guidelines."}],"source_content_type":"text/x-rst","patch_set":5,"id":"1a1ced50_85197024","line":20,"range":{"start_line":20,"start_character":74,"end_line":20,"end_character":79},"updated":"2017-03-23 12:11:20.000000000","message":"fall","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"01dac6282221349a7ffb829b1bf06f17de8b21ac","unresolved":false,"context_lines":[{"line_number":17,"context_line":"and many of them only change the API or DB layer to accept \u0026 return more"},{"line_number":18,"context_line":"data on API."},{"line_number":19,"context_line":""},{"line_number":20,"context_line":"Tempest is an integration test suit, but not all API microversion testing falls under this category."},{"line_number":21,"context_line":"As a result, Tempest mainly covers integration test cases for microversions, other testing coverage"},{"line_number":22,"context_line":"for microversion should be tested on project side as functional tests or via tempest plugin as per"},{"line_number":23,"context_line":"project guidelines."}],"source_content_type":"text/x-rst","patch_set":5,"id":"dfeb2761_f298e41b","line":20,"range":{"start_line":20,"start_character":74,"end_line":20,"end_character":79},"in_reply_to":"1a1ced50_85197024","updated":"2017-04-04 07:07:37.000000000","message":"Done","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":20190,"name":"zhufl","email":"zhu.fanglei@zte.com.cn","username":"zhufl"},"change_message_id":"3b1da5fa59116886e8a2fbe25d4d0e7749517fac","unresolved":false,"context_lines":[{"line_number":19,"context_line":""},{"line_number":20,"context_line":"Tempest is an integration test suit, but not all API microversion testing falls under this category."},{"line_number":21,"context_line":"As a result, Tempest mainly covers integration test cases for microversions, other testing coverage"},{"line_number":22,"context_line":"for microversion should be tested on project side as functional tests or via tempest plugin as per"},{"line_number":23,"context_line":"project guidelines."},{"line_number":24,"context_line":""},{"line_number":25,"context_line":".. note:: Integration tests are those tests which involves more than one service to"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1a1ced50_6816164d","line":22,"range":{"start_line":22,"start_character":27,"end_line":22,"end_character":33},"updated":"2017-03-23 06:09:07.000000000","message":"hosted ?","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"01dac6282221349a7ffb829b1bf06f17de8b21ac","unresolved":false,"context_lines":[{"line_number":19,"context_line":""},{"line_number":20,"context_line":"Tempest is an integration test suit, but not all API microversion testing falls under this category."},{"line_number":21,"context_line":"As a result, Tempest mainly covers integration test cases for microversions, other testing coverage"},{"line_number":22,"context_line":"for microversion should be tested on project side as functional tests or via tempest plugin as per"},{"line_number":23,"context_line":"project guidelines."},{"line_number":24,"context_line":""},{"line_number":25,"context_line":".. note:: Integration tests are those tests which involves more than one service to"}],"source_content_type":"text/x-rst","patch_set":5,"id":"dfeb2761_d29f2001","line":22,"range":{"start_line":22,"start_character":27,"end_line":22,"end_character":33},"in_reply_to":"1a1ced50_6816164d","updated":"2017-04-04 07:07:37.000000000","message":"Done","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":20190,"name":"zhufl","email":"zhu.fanglei@zte.com.cn","username":"zhufl"},"change_message_id":"3b1da5fa59116886e8a2fbe25d4d0e7749517fac","unresolved":false,"context_lines":[{"line_number":24,"context_line":""},{"line_number":25,"context_line":".. note:: Integration tests are those tests which involves more than one service to"},{"line_number":26,"context_line":"     verify the expected behaviour by single or combination of API Requests."},{"line_number":27,"context_line":"     If tests is just to verify the API behaviour as success and failure cases"},{"line_number":28,"context_line":"     or verify its expected Response object, does not fall under Integration"},{"line_number":29,"context_line":"     tests."},{"line_number":30,"context_line":""}],"source_content_type":"text/x-rst","patch_set":5,"id":"1a1ced50_0853e217","line":27,"range":{"start_line":27,"start_character":8,"end_line":27,"end_character":13},"updated":"2017-03-23 06:09:07.000000000","message":"a test","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"01dac6282221349a7ffb829b1bf06f17de8b21ac","unresolved":false,"context_lines":[{"line_number":24,"context_line":""},{"line_number":25,"context_line":".. note:: Integration tests are those tests which involves more than one service to"},{"line_number":26,"context_line":"     verify the expected behaviour by single or combination of API Requests."},{"line_number":27,"context_line":"     If tests is just to verify the API behaviour as success and failure cases"},{"line_number":28,"context_line":"     or verify its expected Response object, does not fall under Integration"},{"line_number":29,"context_line":"     tests."},{"line_number":30,"context_line":""}],"source_content_type":"text/x-rst","patch_set":5,"id":"dfeb2761_f2c104e6","line":27,"range":{"start_line":27,"start_character":8,"end_line":27,"end_character":13},"in_reply_to":"1a1ced50_0853e217","updated":"2017-04-04 07:07:37.000000000","message":"Done","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":20190,"name":"zhufl","email":"zhu.fanglei@zte.com.cn","username":"zhufl"},"change_message_id":"3b1da5fa59116886e8a2fbe25d4d0e7749517fac","unresolved":false,"context_lines":[{"line_number":25,"context_line":".. note:: Integration tests are those tests which involves more than one service to"},{"line_number":26,"context_line":"     verify the expected behaviour by single or combination of API Requests."},{"line_number":27,"context_line":"     If tests is just to verify the API behaviour as success and failure cases"},{"line_number":28,"context_line":"     or verify its expected Response object, does not fall under Integration"},{"line_number":29,"context_line":"     tests."},{"line_number":30,"context_line":""},{"line_number":31,"context_line":"Tempest will cover only integration testing of applicable microversions with"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1a1ced50_a84ace52","line":28,"range":{"start_line":28,"start_character":45,"end_line":28,"end_character":53},"updated":"2017-03-23 06:09:07.000000000","message":"it does not","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"01dac6282221349a7ffb829b1bf06f17de8b21ac","unresolved":false,"context_lines":[{"line_number":25,"context_line":".. note:: Integration tests are those tests which involves more than one service to"},{"line_number":26,"context_line":"     verify the expected behaviour by single or combination of API Requests."},{"line_number":27,"context_line":"     If tests is just to verify the API behaviour as success and failure cases"},{"line_number":28,"context_line":"     or verify its expected Response object, does not fall under Integration"},{"line_number":29,"context_line":"     tests."},{"line_number":30,"context_line":""},{"line_number":31,"context_line":"Tempest will cover only integration testing of applicable microversions with"}],"source_content_type":"text/x-rst","patch_set":5,"id":"dfeb2761_b2bb7c70","line":28,"range":{"start_line":28,"start_character":45,"end_line":28,"end_character":53},"in_reply_to":"1a1ced50_a84ace52","updated":"2017-04-04 07:07:37.000000000","message":"Done","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":20190,"name":"zhufl","email":"zhu.fanglei@zte.com.cn","username":"zhufl"},"change_message_id":"3b1da5fa59116886e8a2fbe25d4d0e7749517fac","unresolved":false,"context_lines":[{"line_number":31,"context_line":"Tempest will cover only integration testing of applicable microversions with"},{"line_number":32,"context_line":"below exceptions:"},{"line_number":33,"context_line":""},{"line_number":34,"context_line":"  #. Test covers a feature which is importnant for interoperability."},{"line_number":35,"context_line":"  #. Test needed to fill Schema gaps."},{"line_number":36,"context_line":"     Tempest does API Response validation against defined JSON schema. Each API on"},{"line_number":37,"context_line":"     specific version will define its separate JSON schema and so does response"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1a1ced50_a8bd6e03","line":34,"range":{"start_line":34,"start_character":36,"end_line":34,"end_character":46},"updated":"2017-03-23 06:09:07.000000000","message":"important","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"01dac6282221349a7ffb829b1bf06f17de8b21ac","unresolved":false,"context_lines":[{"line_number":31,"context_line":"Tempest will cover only integration testing of applicable microversions with"},{"line_number":32,"context_line":"below exceptions:"},{"line_number":33,"context_line":""},{"line_number":34,"context_line":"  #. Test covers a feature which is importnant for interoperability."},{"line_number":35,"context_line":"  #. Test needed to fill Schema gaps."},{"line_number":36,"context_line":"     Tempest does API Response validation against defined JSON schema. Each API on"},{"line_number":37,"context_line":"     specific version will define its separate JSON schema and so does response"}],"source_content_type":"text/x-rst","patch_set":5,"id":"dfeb2761_32a76c52","line":34,"range":{"start_line":34,"start_character":36,"end_line":34,"end_character":46},"in_reply_to":"1a1ced50_a8bd6e03","updated":"2017-04-04 07:07:37.000000000","message":"Done","commit_id":"85389ed5f60945b097b566e5bfbeda51441b5d67"},{"author":{"_account_id":12393,"name":"chandan kumar","display_name":"Chandan Kumar","email":"chkumar@redhat.com","username":"chkumar246"},"change_message_id":"af9c3c83fa10a78dc34f4894db4696f8dd6299bc","unresolved":false,"context_lines":[{"line_number":19,"context_line":"and many of them only change the API or DB layer to accept \u0026 return more"},{"line_number":20,"context_line":"data on API."},{"line_number":21,"context_line":""},{"line_number":22,"context_line":"Tempest is an integration test suit, but not all API microversion testing fall under this category."},{"line_number":23,"context_line":"As a result, Tempest mainly covers integration test cases for microversions, other testing coverage"},{"line_number":24,"context_line":"for microversion should be hosted on project side as functional tests or via tempest plugin as per"},{"line_number":25,"context_line":"project guidelines."}],"source_content_type":"text/x-rst","patch_set":6,"id":"dfeb2761_fd879560","line":22,"range":{"start_line":22,"start_character":31,"end_line":22,"end_character":35},"updated":"2017-04-04 07:21:13.000000000","message":"it should be \u0027suite\u0027.","commit_id":"bdf6cb9f83647d31884c26ac8d1f6698f15e1694"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"de4908c0c2add94f34c2c751a2ab345a1a311073","unresolved":false,"context_lines":[{"line_number":19,"context_line":"and many of them only change the API or DB layer to accept \u0026 return more"},{"line_number":20,"context_line":"data on API."},{"line_number":21,"context_line":""},{"line_number":22,"context_line":"Tempest is an integration test suit, but not all API microversion testing fall under this category."},{"line_number":23,"context_line":"As a result, Tempest mainly covers integration test cases for microversions, other testing coverage"},{"line_number":24,"context_line":"for microversion should be hosted on project side as functional tests or via tempest plugin as per"},{"line_number":25,"context_line":"project guidelines."}],"source_content_type":"text/x-rst","patch_set":6,"id":"bff0334d_42c9c7a9","line":22,"range":{"start_line":22,"start_character":31,"end_line":22,"end_character":35},"in_reply_to":"dfeb2761_fd879560","updated":"2017-04-11 00:19:53.000000000","message":"Done","commit_id":"bdf6cb9f83647d31884c26ac8d1f6698f15e1694"},{"author":{"_account_id":12393,"name":"chandan kumar","display_name":"Chandan Kumar","email":"chkumar@redhat.com","username":"chkumar246"},"change_message_id":"af9c3c83fa10a78dc34f4894db4696f8dd6299bc","unresolved":false,"context_lines":[{"line_number":24,"context_line":"for microversion should be hosted on project side as functional tests or via tempest plugin as per"},{"line_number":25,"context_line":"project guidelines."},{"line_number":26,"context_line":""},{"line_number":27,"context_line":".. note:: Integration tests are those tests which involves more than one service to"},{"line_number":28,"context_line":"     verify the expected behaviour by single or combination of API Requests."},{"line_number":29,"context_line":"     If a test is just to verify the API behaviour as success and failure cases"},{"line_number":30,"context_line":"     or verify its expected Response object then, it does not fall under Integration"}],"source_content_type":"text/x-rst","patch_set":6,"id":"dfeb2761_9d9889c0","line":27,"range":{"start_line":27,"start_character":50,"end_line":27,"end_character":58},"updated":"2017-04-04 07:21:13.000000000","message":"It should be \u0027involve\u0027.","commit_id":"bdf6cb9f83647d31884c26ac8d1f6698f15e1694"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"de4908c0c2add94f34c2c751a2ab345a1a311073","unresolved":false,"context_lines":[{"line_number":24,"context_line":"for microversion should be hosted on project side as functional tests or via tempest plugin as per"},{"line_number":25,"context_line":"project guidelines."},{"line_number":26,"context_line":""},{"line_number":27,"context_line":".. note:: Integration tests are those tests which involves more than one service to"},{"line_number":28,"context_line":"     verify the expected behaviour by single or combination of API Requests."},{"line_number":29,"context_line":"     If a test is just to verify the API behaviour as success and failure cases"},{"line_number":30,"context_line":"     or verify its expected Response object then, it does not fall under Integration"}],"source_content_type":"text/x-rst","patch_set":6,"id":"bff0334d_c2fa7741","line":27,"range":{"start_line":27,"start_character":50,"end_line":27,"end_character":58},"in_reply_to":"dfeb2761_9d9889c0","updated":"2017-04-11 00:19:53.000000000","message":"Done","commit_id":"bdf6cb9f83647d31884c26ac8d1f6698f15e1694"},{"author":{"_account_id":12393,"name":"chandan kumar","display_name":"Chandan Kumar","email":"chkumar@redhat.com","username":"chkumar246"},"change_message_id":"af9c3c83fa10a78dc34f4894db4696f8dd6299bc","unresolved":false,"context_lines":[{"line_number":35,"context_line":""},{"line_number":36,"context_line":"  #. Test covers a feature which is important for interoperability."},{"line_number":37,"context_line":"  #. Test needed to fill Schema gaps."},{"line_number":38,"context_line":"     Tempest does API Response validation against defined JSON schema. Each API on"},{"line_number":39,"context_line":"     specific version will define its separate JSON schema and so does response"},{"line_number":40,"context_line":"     validation for that specific version."},{"line_number":41,"context_line":"     While implementing new integration tests for a specific microversion, there"}],"source_content_type":"text/x-rst","patch_set":6,"id":"dfeb2761_fd3af595","line":38,"range":{"start_line":38,"start_character":22,"end_line":38,"end_character":31},"updated":"2017-04-04 07:21:13.000000000","message":"It will be \"response\".","commit_id":"bdf6cb9f83647d31884c26ac8d1f6698f15e1694"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"de4908c0c2add94f34c2c751a2ab345a1a311073","unresolved":false,"context_lines":[{"line_number":35,"context_line":""},{"line_number":36,"context_line":"  #. Test covers a feature which is important for interoperability."},{"line_number":37,"context_line":"  #. Test needed to fill Schema gaps."},{"line_number":38,"context_line":"     Tempest does API Response validation against defined JSON schema. Each API on"},{"line_number":39,"context_line":"     specific version will define its separate JSON schema and so does response"},{"line_number":40,"context_line":"     validation for that specific version."},{"line_number":41,"context_line":"     While implementing new integration tests for a specific microversion, there"}],"source_content_type":"text/x-rst","patch_set":6,"id":"bff0334d_a2f77359","line":38,"range":{"start_line":38,"start_character":22,"end_line":38,"end_character":31},"in_reply_to":"dfeb2761_fd3af595","updated":"2017-04-11 00:19:53.000000000","message":"Done","commit_id":"bdf6cb9f83647d31884c26ac8d1f6698f15e1694"},{"author":{"_account_id":12393,"name":"chandan kumar","display_name":"Chandan Kumar","email":"chkumar@redhat.com","username":"chkumar246"},"change_message_id":"af9c3c83fa10a78dc34f4894db4696f8dd6299bc","unresolved":false,"context_lines":[{"line_number":47,"context_line":""},{"line_number":48,"context_line":"     So Tempest can allow to fill the schema gaps at the end of each cycle, or more"},{"line_number":49,"context_line":"     often if required."},{"line_number":50,"context_line":"     Schema gap can be filled with testing those with minimal set of tests. Those"},{"line_number":51,"context_line":"     tests might not be integration tests and might be already covered on project"},{"line_number":52,"context_line":"     side also."},{"line_number":53,"context_line":"     This exception is needed:"}],"source_content_type":"text/x-rst","patch_set":6,"id":"dfeb2761_fd6315b0","line":50,"range":{"start_line":50,"start_character":54,"end_line":50,"end_character":74},"updated":"2017-04-04 07:21:13.000000000","message":"it should be \"a minimal set of tests\"","commit_id":"bdf6cb9f83647d31884c26ac8d1f6698f15e1694"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"de4908c0c2add94f34c2c751a2ab345a1a311073","unresolved":false,"context_lines":[{"line_number":47,"context_line":""},{"line_number":48,"context_line":"     So Tempest can allow to fill the schema gaps at the end of each cycle, or more"},{"line_number":49,"context_line":"     often if required."},{"line_number":50,"context_line":"     Schema gap can be filled with testing those with minimal set of tests. Those"},{"line_number":51,"context_line":"     tests might not be integration tests and might be already covered on project"},{"line_number":52,"context_line":"     side also."},{"line_number":53,"context_line":"     This exception is needed:"}],"source_content_type":"text/x-rst","patch_set":6,"id":"bff0334d_22a12347","line":50,"range":{"start_line":50,"start_character":54,"end_line":50,"end_character":74},"in_reply_to":"dfeb2761_fd6315b0","updated":"2017-04-11 00:19:53.000000000","message":"Done","commit_id":"bdf6cb9f83647d31884c26ac8d1f6698f15e1694"},{"author":{"_account_id":12393,"name":"chandan kumar","display_name":"Chandan Kumar","email":"chkumar@redhat.com","username":"chkumar246"},"change_message_id":"af9c3c83fa10a78dc34f4894db4696f8dd6299bc","unresolved":false,"context_lines":[{"line_number":62,"context_line":"        Assume microversion v2.3, v2.4, v2.6 change the API Response which means Tempest"},{"line_number":63,"context_line":"        needs to add JSON schema for v2.3, v2.4, v2.6."},{"line_number":64,"context_line":"        In that case if only 1 or 2 tests can verify all new schemas then we do not need"},{"line_number":65,"context_line":"        separate tests for each new Schemas. In worst case, we have to add 3 separate tests."},{"line_number":66,"context_line":""},{"line_number":67,"context_line":""},{"line_number":68,"context_line":"Project Scope For Microversion Testing"}],"source_content_type":"text/x-rst","patch_set":6,"id":"dfeb2761_1d06b9cf","line":65,"range":{"start_line":65,"start_character":36,"end_line":65,"end_character":44},"updated":"2017-04-04 07:21:13.000000000","message":"It should be \"schemas\"","commit_id":"bdf6cb9f83647d31884c26ac8d1f6698f15e1694"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"de4908c0c2add94f34c2c751a2ab345a1a311073","unresolved":false,"context_lines":[{"line_number":62,"context_line":"        Assume microversion v2.3, v2.4, v2.6 change the API Response which means Tempest"},{"line_number":63,"context_line":"        needs to add JSON schema for v2.3, v2.4, v2.6."},{"line_number":64,"context_line":"        In that case if only 1 or 2 tests can verify all new schemas then we do not need"},{"line_number":65,"context_line":"        separate tests for each new Schemas. In worst case, we have to add 3 separate tests."},{"line_number":66,"context_line":""},{"line_number":67,"context_line":""},{"line_number":68,"context_line":"Project Scope For Microversion Testing"}],"source_content_type":"text/x-rst","patch_set":6,"id":"bff0334d_028a9fbd","line":65,"range":{"start_line":65,"start_character":36,"end_line":65,"end_character":44},"in_reply_to":"dfeb2761_1d06b9cf","updated":"2017-04-11 00:19:53.000000000","message":"Done","commit_id":"bdf6cb9f83647d31884c26ac8d1f6698f15e1694"},{"author":{"_account_id":12393,"name":"chandan kumar","display_name":"Chandan Kumar","email":"chkumar@redhat.com","username":"chkumar246"},"change_message_id":"af9c3c83fa10a78dc34f4894db4696f8dd6299bc","unresolved":false,"context_lines":[{"line_number":68,"context_line":"Project Scope For Microversion Testing"},{"line_number":69,"context_line":"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\""},{"line_number":70,"context_line":"All microversions testing which are not covered under Tempest as per above section, should be"},{"line_number":71,"context_line":"tested on Project side as functional tests or as Tempest plugin as per project decision."},{"line_number":72,"context_line":""},{"line_number":73,"context_line":""},{"line_number":74,"context_line":"Configuration options for Microversion"}],"source_content_type":"text/x-rst","patch_set":6,"id":"dfeb2761_5d0321b9","line":71,"range":{"start_line":71,"start_character":10,"end_line":71,"end_character":17},"updated":"2017-04-04 07:21:13.000000000","message":"it should be \"project\".","commit_id":"bdf6cb9f83647d31884c26ac8d1f6698f15e1694"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"de4908c0c2add94f34c2c751a2ab345a1a311073","unresolved":false,"context_lines":[{"line_number":68,"context_line":"Project Scope For Microversion Testing"},{"line_number":69,"context_line":"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\""},{"line_number":70,"context_line":"All microversions testing which are not covered under Tempest as per above section, should be"},{"line_number":71,"context_line":"tested on Project side as functional tests or as Tempest plugin as per project decision."},{"line_number":72,"context_line":""},{"line_number":73,"context_line":""},{"line_number":74,"context_line":"Configuration options for Microversion"}],"source_content_type":"text/x-rst","patch_set":6,"id":"bff0334d_c28f17cb","line":71,"range":{"start_line":71,"start_character":10,"end_line":71,"end_character":17},"in_reply_to":"dfeb2761_5d0321b9","updated":"2017-04-11 00:19:53.000000000","message":"Done","commit_id":"bdf6cb9f83647d31884c26ac8d1f6698f15e1694"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"813b0be91a3d966f7cb16f107f33a86f57999aaa","unresolved":false,"context_lines":[{"line_number":16,"context_line":"testing each and every microversion in Tempest is not feasible and"},{"line_number":17,"context_line":"efficient way."},{"line_number":18,"context_line":"Also not every API microversion changes the complete system behaviour"},{"line_number":19,"context_line":"and many of them only change the API or DB layer to accept \u0026 return more"},{"line_number":20,"context_line":"data on API."},{"line_number":21,"context_line":""},{"line_number":22,"context_line":"Tempest is an integration test suite, but not all API microversion testing fall under this category."}],"source_content_type":"text/x-rst","patch_set":7,"id":"bff0334d_3dfdc46d","line":19,"range":{"start_line":19,"start_character":59,"end_line":19,"end_character":60},"updated":"2017-04-11 01:15:59.000000000","message":"and","commit_id":"08be7f7b5ff14defd30bb990345c78b2c11cb17f"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"432683304d085e1b18c4edbbb19e49a784a3f217","unresolved":false,"context_lines":[{"line_number":16,"context_line":"testing each and every microversion in Tempest is not feasible and"},{"line_number":17,"context_line":"efficient way."},{"line_number":18,"context_line":"Also not every API microversion changes the complete system behaviour"},{"line_number":19,"context_line":"and many of them only change the API or DB layer to accept \u0026 return more"},{"line_number":20,"context_line":"data on API."},{"line_number":21,"context_line":""},{"line_number":22,"context_line":"Tempest is an integration test suite, but not all API microversion testing fall under this category."}],"source_content_type":"text/x-rst","patch_set":7,"id":"7ffa3b31_98efed86","line":19,"range":{"start_line":19,"start_character":59,"end_line":19,"end_character":60},"in_reply_to":"bff0334d_3dfdc46d","updated":"2017-04-14 01:59:49.000000000","message":"Done","commit_id":"08be7f7b5ff14defd30bb990345c78b2c11cb17f"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"813b0be91a3d966f7cb16f107f33a86f57999aaa","unresolved":false,"context_lines":[{"line_number":20,"context_line":"data on API."},{"line_number":21,"context_line":""},{"line_number":22,"context_line":"Tempest is an integration test suite, but not all API microversion testing fall under this category."},{"line_number":23,"context_line":"As a result, Tempest mainly covers integration test cases for microversions, other testing coverage"},{"line_number":24,"context_line":"for microversion should be hosted on project side as functional tests or via tempest plugin as per"},{"line_number":25,"context_line":"project guidelines."},{"line_number":26,"context_line":""}],"source_content_type":"text/x-rst","patch_set":7,"id":"bff0334d_ddf7f88a","line":23,"range":{"start_line":23,"start_character":75,"end_line":23,"end_character":82},"updated":"2017-04-11 01:15:59.000000000","message":". Other","commit_id":"08be7f7b5ff14defd30bb990345c78b2c11cb17f"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"432683304d085e1b18c4edbbb19e49a784a3f217","unresolved":false,"context_lines":[{"line_number":20,"context_line":"data on API."},{"line_number":21,"context_line":""},{"line_number":22,"context_line":"Tempest is an integration test suite, but not all API microversion testing fall under this category."},{"line_number":23,"context_line":"As a result, Tempest mainly covers integration test cases for microversions, other testing coverage"},{"line_number":24,"context_line":"for microversion should be hosted on project side as functional tests or via tempest plugin as per"},{"line_number":25,"context_line":"project guidelines."},{"line_number":26,"context_line":""}],"source_content_type":"text/x-rst","patch_set":7,"id":"7ffa3b31_78f4215c","line":23,"range":{"start_line":23,"start_character":75,"end_line":23,"end_character":82},"in_reply_to":"bff0334d_ddf7f88a","updated":"2017-04-14 01:59:49.000000000","message":"Done","commit_id":"08be7f7b5ff14defd30bb990345c78b2c11cb17f"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"813b0be91a3d966f7cb16f107f33a86f57999aaa","unresolved":false,"context_lines":[{"line_number":24,"context_line":"for microversion should be hosted on project side as functional tests or via tempest plugin as per"},{"line_number":25,"context_line":"project guidelines."},{"line_number":26,"context_line":""},{"line_number":27,"context_line":".. note:: Integration tests are those tests which involve more than one service to"},{"line_number":28,"context_line":"     verify the expected behaviour by single or combination of API Requests."},{"line_number":29,"context_line":"     If a test is just to verify the API behaviour as success and failure cases"},{"line_number":30,"context_line":"     or verify its expected Response object then, it does not fall under Integration"}],"source_content_type":"text/x-rst","patch_set":7,"id":"bff0334d_7d7a2cf1","line":27,"updated":"2017-04-11 01:15:59.000000000","message":"I understand this part, but there are also tests in the compute API that don\u0027t involve other services but do need to stress an actual backend hypervisors (libvirt in the case of our default dsvm jobs). We don\u0027t have a dsvm-integration style job in Nova today, nor a Tempest plugin in the Nova repo, so when we\u0027ve needed test coverage like this we push it to Tempest. I guess we\u0027ve just always gotten a pass because there wasn\u0027t much of a restriction as long as we were testing the API, but we should really be moving tests like that into the nova tree and using a dsvm-integration job (no Tempest with our own client side code) or a Tempest plugin?","commit_id":"08be7f7b5ff14defd30bb990345c78b2c11cb17f"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"432683304d085e1b18c4edbbb19e49a784a3f217","unresolved":false,"context_lines":[{"line_number":24,"context_line":"for microversion should be hosted on project side as functional tests or via tempest plugin as per"},{"line_number":25,"context_line":"project guidelines."},{"line_number":26,"context_line":""},{"line_number":27,"context_line":".. note:: Integration tests are those tests which involve more than one service to"},{"line_number":28,"context_line":"     verify the expected behaviour by single or combination of API Requests."},{"line_number":29,"context_line":"     If a test is just to verify the API behaviour as success and failure cases"},{"line_number":30,"context_line":"     or verify its expected Response object then, it does not fall under Integration"}],"source_content_type":"text/x-rst","patch_set":7,"id":"7ffa3b31_332c7a46","line":27,"in_reply_to":"bff0334d_7d7a2cf1","updated":"2017-04-14 01:59:49.000000000","message":"yea, I got your point and we do have some cases where APIs/changes touch more deeper layer till hypervisor (not just API/DB layer) and project want to tests those in tempest for same reason you mentioned.\nI can see the example of nova abort cold migration etc which is worth to tests in tempest.\n\nIMO it might be nice to add exception for such cases to be accepted in tempest but with case by case consideration where QA and project team decide the whether it really need to be added in tempest.\n\nBut yes (as long term maintenance), it will be nice to either cover/move such tests in functional test or in tempest plugin (which will be separate repo and can provide real benefit to avoid accidental API changes).\n\nlet me extend the exceptions #l35 and see how it will looks like.","commit_id":"08be7f7b5ff14defd30bb990345c78b2c11cb17f"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"813b0be91a3d966f7cb16f107f33a86f57999aaa","unresolved":false,"context_lines":[{"line_number":33,"context_line":"Tempest will cover only integration testing of applicable microversions with"},{"line_number":34,"context_line":"below exceptions:"},{"line_number":35,"context_line":""},{"line_number":36,"context_line":"  #. Test covers a feature which is important for interoperability."},{"line_number":37,"context_line":"  #. Test needed to fill Schema gaps."},{"line_number":38,"context_line":"     Tempest does API response validation against defined JSON schema. Each API on"},{"line_number":39,"context_line":"     specific version will define its separate JSON schema and so does response"}],"source_content_type":"text/x-rst","patch_set":7,"id":"bff0334d_bdf0b492","line":36,"updated":"2017-04-11 01:15:59.000000000","message":"I assume this implicitly covers anything required for defcore / refstack.","commit_id":"08be7f7b5ff14defd30bb990345c78b2c11cb17f"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"432683304d085e1b18c4edbbb19e49a784a3f217","unresolved":false,"context_lines":[{"line_number":33,"context_line":"Tempest will cover only integration testing of applicable microversions with"},{"line_number":34,"context_line":"below exceptions:"},{"line_number":35,"context_line":""},{"line_number":36,"context_line":"  #. Test covers a feature which is important for interoperability."},{"line_number":37,"context_line":"  #. Test needed to fill Schema gaps."},{"line_number":38,"context_line":"     Tempest does API response validation against defined JSON schema. Each API on"},{"line_number":39,"context_line":"     specific version will define its separate JSON schema and so does response"}],"source_content_type":"text/x-rst","patch_set":7,"id":"7ffa3b31_d31af615","line":36,"in_reply_to":"bff0334d_bdf0b492","updated":"2017-04-14 01:59:49.000000000","message":"yes. i can mention that explicitly.","commit_id":"08be7f7b5ff14defd30bb990345c78b2c11cb17f"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"813b0be91a3d966f7cb16f107f33a86f57999aaa","unresolved":false,"context_lines":[{"line_number":42,"context_line":"     may be a gap in the JSON schemas (caused by previous microversions) implemented"},{"line_number":43,"context_line":"     in Tempest."},{"line_number":44,"context_line":"     Filling that gap while implementing the new integration test cases is not efficient due to"},{"line_number":45,"context_line":"     many reasons like hard to review, sync between multiple"},{"line_number":46,"context_line":"     integration tests patches etc."},{"line_number":47,"context_line":""},{"line_number":48,"context_line":"     So Tempest can allow to fill the schema gaps at the end of each cycle, or more"},{"line_number":49,"context_line":"     often if required."}],"source_content_type":"text/x-rst","patch_set":7,"id":"bff0334d_fd3f5c22","line":46,"range":{"start_line":45,"start_character":39,"end_line":46,"end_character":30},"updated":"2017-04-11 01:15:59.000000000","message":"This is the duplication problem right? Where multiple people are trying to close the gap at the same time because of some microversion they are trying to test on master/trunk so they can get a new API feature into Nova, and I generally want to see Tempest integration tests for new API features that involve more than just the compute service before we land them in Nova.","commit_id":"08be7f7b5ff14defd30bb990345c78b2c11cb17f"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"432683304d085e1b18c4edbbb19e49a784a3f217","unresolved":false,"context_lines":[{"line_number":42,"context_line":"     may be a gap in the JSON schemas (caused by previous microversions) implemented"},{"line_number":43,"context_line":"     in Tempest."},{"line_number":44,"context_line":"     Filling that gap while implementing the new integration test cases is not efficient due to"},{"line_number":45,"context_line":"     many reasons like hard to review, sync between multiple"},{"line_number":46,"context_line":"     integration tests patches etc."},{"line_number":47,"context_line":""},{"line_number":48,"context_line":"     So Tempest can allow to fill the schema gaps at the end of each cycle, or more"},{"line_number":49,"context_line":"     often if required."}],"source_content_type":"text/x-rst","patch_set":7,"id":"7ffa3b31_53dca645","line":46,"range":{"start_line":45,"start_character":39,"end_line":46,"end_character":30},"in_reply_to":"bff0334d_fd3f5c22","updated":"2017-04-14 01:59:49.000000000","message":"yes. i was too lazy to explain that.","commit_id":"08be7f7b5ff14defd30bb990345c78b2c11cb17f"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"813b0be91a3d966f7cb16f107f33a86f57999aaa","unresolved":false,"context_lines":[{"line_number":45,"context_line":"     many reasons like hard to review, sync between multiple"},{"line_number":46,"context_line":"     integration tests patches etc."},{"line_number":47,"context_line":""},{"line_number":48,"context_line":"     So Tempest can allow to fill the schema gaps at the end of each cycle, or more"},{"line_number":49,"context_line":"     often if required."},{"line_number":50,"context_line":"     Schema gap can be filled with testing those with a minimal set of tests. Those"},{"line_number":51,"context_line":"     tests might not be integration tests and might be already covered on project"}],"source_content_type":"text/x-rst","patch_set":7,"id":"bff0334d_fd6d1c32","line":48,"range":{"start_line":48,"start_character":5,"end_line":48,"end_character":7},"updated":"2017-04-11 01:15:59.000000000","message":"I\u0027d remove \"So\" here.","commit_id":"08be7f7b5ff14defd30bb990345c78b2c11cb17f"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"813b0be91a3d966f7cb16f107f33a86f57999aaa","unresolved":false,"context_lines":[{"line_number":45,"context_line":"     many reasons like hard to review, sync between multiple"},{"line_number":46,"context_line":"     integration tests patches etc."},{"line_number":47,"context_line":""},{"line_number":48,"context_line":"     So Tempest can allow to fill the schema gaps at the end of each cycle, or more"},{"line_number":49,"context_line":"     often if required."},{"line_number":50,"context_line":"     Schema gap can be filled with testing those with a minimal set of tests. Those"},{"line_number":51,"context_line":"     tests might not be integration tests and might be already covered on project"}],"source_content_type":"text/x-rst","patch_set":7,"id":"bff0334d_dd6a5818","line":48,"range":{"start_line":48,"start_character":16,"end_line":48,"end_character":19},"updated":"2017-04-11 01:15:59.000000000","message":"s/can/will/?","commit_id":"08be7f7b5ff14defd30bb990345c78b2c11cb17f"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"432683304d085e1b18c4edbbb19e49a784a3f217","unresolved":false,"context_lines":[{"line_number":45,"context_line":"     many reasons like hard to review, sync between multiple"},{"line_number":46,"context_line":"     integration tests patches etc."},{"line_number":47,"context_line":""},{"line_number":48,"context_line":"     So Tempest can allow to fill the schema gaps at the end of each cycle, or more"},{"line_number":49,"context_line":"     often if required."},{"line_number":50,"context_line":"     Schema gap can be filled with testing those with a minimal set of tests. Those"},{"line_number":51,"context_line":"     tests might not be integration tests and might be already covered on project"}],"source_content_type":"text/x-rst","patch_set":7,"id":"7ffa3b31_b3ec0af4","line":48,"range":{"start_line":48,"start_character":16,"end_line":48,"end_character":19},"in_reply_to":"bff0334d_dd6a5818","updated":"2017-04-14 01:59:49.000000000","message":"Done","commit_id":"08be7f7b5ff14defd30bb990345c78b2c11cb17f"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"432683304d085e1b18c4edbbb19e49a784a3f217","unresolved":false,"context_lines":[{"line_number":45,"context_line":"     many reasons like hard to review, sync between multiple"},{"line_number":46,"context_line":"     integration tests patches etc."},{"line_number":47,"context_line":""},{"line_number":48,"context_line":"     So Tempest can allow to fill the schema gaps at the end of each cycle, or more"},{"line_number":49,"context_line":"     often if required."},{"line_number":50,"context_line":"     Schema gap can be filled with testing those with a minimal set of tests. Those"},{"line_number":51,"context_line":"     tests might not be integration tests and might be already covered on project"}],"source_content_type":"text/x-rst","patch_set":7,"id":"7ffa3b31_d3ef96e7","line":48,"range":{"start_line":48,"start_character":5,"end_line":48,"end_character":7},"in_reply_to":"bff0334d_fd6d1c32","updated":"2017-04-14 01:59:49.000000000","message":"Done","commit_id":"08be7f7b5ff14defd30bb990345c78b2c11cb17f"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"813b0be91a3d966f7cb16f107f33a86f57999aaa","unresolved":false,"context_lines":[{"line_number":53,"context_line":"     This exception is needed:"},{"line_number":54,"context_line":""},{"line_number":55,"context_line":"     * Allow to create microversion response schema in Tempest at the same time that projects are"},{"line_number":56,"context_line":"       implementing their API microversions. This will facilitate required integration testing easy"},{"line_number":57,"context_line":"       to implement and hence accelerate the development of microversions."},{"line_number":58,"context_line":"     * New schema must be verified by at least one test case which exercises such schema."},{"line_number":59,"context_line":""},{"line_number":60,"context_line":"     For example:"}],"source_content_type":"text/x-rst","patch_set":7,"id":"bff0334d_7dc8ec20","line":57,"range":{"start_line":56,"start_character":45,"end_line":57,"end_character":19},"updated":"2017-04-11 01:15:59.000000000","message":"This is kind of hard to understand. I think I know what you mean, but the \"easy\" is throwing me off. Maybe \"This will make implementation easier for adding required tests before a new microversion change can be merged in the corresponding project/service like Nova.\"?\n\nI think this is what I was getting at above on L27, but it also sort of contradicts the whole note in L27, which is not everything should live in Tempest. So it\u0027s kind of a mixed message.","commit_id":"08be7f7b5ff14defd30bb990345c78b2c11cb17f"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"432683304d085e1b18c4edbbb19e49a784a3f217","unresolved":false,"context_lines":[{"line_number":53,"context_line":"     This exception is needed:"},{"line_number":54,"context_line":""},{"line_number":55,"context_line":"     * Allow to create microversion response schema in Tempest at the same time that projects are"},{"line_number":56,"context_line":"       implementing their API microversions. This will facilitate required integration testing easy"},{"line_number":57,"context_line":"       to implement and hence accelerate the development of microversions."},{"line_number":58,"context_line":"     * New schema must be verified by at least one test case which exercises such schema."},{"line_number":59,"context_line":""},{"line_number":60,"context_line":"     For example:"}],"source_content_type":"text/x-rst","patch_set":7,"id":"7ffa3b31_73c0c251","line":57,"range":{"start_line":56,"start_character":45,"end_line":57,"end_character":19},"in_reply_to":"bff0334d_7dc8ec20","updated":"2017-04-14 01:59:49.000000000","message":"thanks, let me reword those. i think statements you mentioned should be fine as i ma going to add new exceptions for L27.","commit_id":"08be7f7b5ff14defd30bb990345c78b2c11cb17f"},{"author":{"_account_id":5689,"name":"Masayuki Igawa","email":"masayuki@igawa.io","username":"igawa"},"change_message_id":"be8c24dd79642c0a8d3e000045107e3dce026e7a","unresolved":false,"context_lines":[{"line_number":1,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":2,"context_line":"Microversion Testing With Tempest"},{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":""}],"source_content_type":"text/x-rst","patch_set":8,"id":"7ffa3b31_9e1352b9","line":1,"updated":"2017-04-14 06:58:23.000000000","message":"Why did you add these \u0027\u003d\u003d\u003d\u003d\u0027? I think you wanted to remove these.","commit_id":"330983cb9ec0595d61fcd619d11ca1c4735adf1a"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"4dae604f8c86005ad8ff9c2087a128ba4f0efbab","unresolved":false,"context_lines":[{"line_number":1,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":2,"context_line":"Microversion Testing With Tempest"},{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":""}],"source_content_type":"text/x-rst","patch_set":8,"id":"7ffa3b31_be55ee1f","line":1,"in_reply_to":"7ffa3b31_9e1352b9","updated":"2017-04-14 07:16:56.000000000","message":"ah yea, now this line is shorter, thanks","commit_id":"330983cb9ec0595d61fcd619d11ca1c4735adf1a"},{"author":{"_account_id":20190,"name":"zhufl","email":"zhu.fanglei@zte.com.cn","username":"zhufl"},"change_message_id":"b38b37c2aab114ee0a82bbb1ba6516135cff7dff","unresolved":false,"context_lines":[{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":""},{"line_number":5,"context_line":"Many OpenStack Services provide their APIs with `microversion`_"},{"line_number":6,"context_line":"support and want to tests those in Tempest."},{"line_number":7,"context_line":""},{"line_number":8,"context_line":".. _microversion: http://specs.openstack.org/openstack/api-wg/guidelines/microversion_specification.html"},{"line_number":9,"context_line":""}],"source_content_type":"text/x-rst","patch_set":9,"id":"7ffa3b31_f9d95022","line":6,"range":{"start_line":6,"start_character":20,"end_line":6,"end_character":25},"updated":"2017-04-14 08:13:19.000000000","message":"test","commit_id":"ee0fea0d4f6a05b444caf5fbd4d382e53f3dc696"},{"author":{"_account_id":20190,"name":"zhufl","email":"zhu.fanglei@zte.com.cn","username":"zhufl"},"change_message_id":"b38b37c2aab114ee0a82bbb1ba6516135cff7dff","unresolved":false,"context_lines":[{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":""},{"line_number":5,"context_line":"Many OpenStack Services provide their APIs with `microversion`_"},{"line_number":6,"context_line":"support and want to tests those in Tempest."},{"line_number":7,"context_line":""},{"line_number":8,"context_line":".. _microversion: http://specs.openstack.org/openstack/api-wg/guidelines/microversion_specification.html"},{"line_number":9,"context_line":""}],"source_content_type":"text/x-rst","patch_set":9,"id":"7ffa3b31_990a4c88","line":6,"range":{"start_line":6,"start_character":26,"end_line":6,"end_character":31},"updated":"2017-04-14 08:13:19.000000000","message":"them?","commit_id":"ee0fea0d4f6a05b444caf5fbd4d382e53f3dc696"},{"author":{"_account_id":20190,"name":"zhufl","email":"zhu.fanglei@zte.com.cn","username":"zhufl"},"change_message_id":"b38b37c2aab114ee0a82bbb1ba6516135cff7dff","unresolved":false,"context_lines":[{"line_number":20,"context_line":"data on API."},{"line_number":21,"context_line":""},{"line_number":22,"context_line":"Tempest is an integration test suite, but not all API microversion testing fall under this category."},{"line_number":23,"context_line":"As a result, Tempest mainly covers integration test cases for microversions, Other testing coverage"},{"line_number":24,"context_line":"for microversion should be hosted on project side as functional tests or via tempest plugin as per"},{"line_number":25,"context_line":"project guidelines."},{"line_number":26,"context_line":""}],"source_content_type":"text/x-rst","patch_set":9,"id":"7ffa3b31_790d408f","line":23,"range":{"start_line":23,"start_character":77,"end_line":23,"end_character":82},"updated":"2017-04-14 08:13:19.000000000","message":"other","commit_id":"ee0fea0d4f6a05b444caf5fbd4d382e53f3dc696"},{"author":{"_account_id":20190,"name":"zhufl","email":"zhu.fanglei@zte.com.cn","username":"zhufl"},"change_message_id":"b38b37c2aab114ee0a82bbb1ba6516135cff7dff","unresolved":false,"context_lines":[{"line_number":21,"context_line":""},{"line_number":22,"context_line":"Tempest is an integration test suite, but not all API microversion testing fall under this category."},{"line_number":23,"context_line":"As a result, Tempest mainly covers integration test cases for microversions, Other testing coverage"},{"line_number":24,"context_line":"for microversion should be hosted on project side as functional tests or via tempest plugin as per"},{"line_number":25,"context_line":"project guidelines."},{"line_number":26,"context_line":""},{"line_number":27,"context_line":".. note:: Integration tests are those tests which involve more than one service to"}],"source_content_type":"text/x-rst","patch_set":9,"id":"7ffa3b31_99500c35","line":24,"range":{"start_line":24,"start_character":77,"end_line":24,"end_character":84},"updated":"2017-04-14 08:13:19.000000000","message":"Tempest","commit_id":"ee0fea0d4f6a05b444caf5fbd4d382e53f3dc696"},{"author":{"_account_id":20190,"name":"zhufl","email":"zhu.fanglei@zte.com.cn","username":"zhufl"},"change_message_id":"b38b37c2aab114ee0a82bbb1ba6516135cff7dff","unresolved":false,"context_lines":[{"line_number":27,"context_line":".. note:: Integration tests are those tests which involve more than one service to"},{"line_number":28,"context_line":"     verify the expected behavior by single or combination of API Requests."},{"line_number":29,"context_line":"     If a test is just to verify the API behavior as success and failure cases"},{"line_number":30,"context_line":"     or verify its expected Response object then, it does not fall under Integration"},{"line_number":31,"context_line":"     tests."},{"line_number":32,"context_line":""},{"line_number":33,"context_line":"Tempest will cover only integration testing of applicable microversions with"}],"source_content_type":"text/x-rst","patch_set":9,"id":"7ffa3b31_99cb6c1d","line":30,"range":{"start_line":30,"start_character":43,"end_line":30,"end_character":48},"updated":"2017-04-14 08:13:19.000000000","message":"should be removed?","commit_id":"ee0fea0d4f6a05b444caf5fbd4d382e53f3dc696"},{"author":{"_account_id":20190,"name":"zhufl","email":"zhu.fanglei@zte.com.cn","username":"zhufl"},"change_message_id":"b38b37c2aab114ee0a82bbb1ba6516135cff7dff","unresolved":false,"context_lines":[{"line_number":48,"context_line":"     * Hard to review"},{"line_number":49,"context_line":"     * Sync between multiple integration tests patches which try to fill the same schema gap at same"},{"line_number":50,"context_line":"       time"},{"line_number":51,"context_line":"     * Might delay the microversion change on project side where project team want tempest"},{"line_number":52,"context_line":"       tests to verify the results."},{"line_number":53,"context_line":""},{"line_number":54,"context_line":"     Tempest will allow to fill the schema gaps at the end of each cycle, or more"}],"source_content_type":"text/x-rst","patch_set":9,"id":"7ffa3b31_f97f10a9","line":51,"range":{"start_line":51,"start_character":83,"end_line":51,"end_character":90},"updated":"2017-04-14 08:13:19.000000000","message":"Tempest","commit_id":"ee0fea0d4f6a05b444caf5fbd4d382e53f3dc696"},{"author":{"_account_id":20190,"name":"zhufl","email":"zhu.fanglei@zte.com.cn","username":"zhufl"},"change_message_id":"b38b37c2aab114ee0a82bbb1ba6516135cff7dff","unresolved":false,"context_lines":[{"line_number":48,"context_line":"     * Hard to review"},{"line_number":49,"context_line":"     * Sync between multiple integration tests patches which try to fill the same schema gap at same"},{"line_number":50,"context_line":"       time"},{"line_number":51,"context_line":"     * Might delay the microversion change on project side where project team want tempest"},{"line_number":52,"context_line":"       tests to verify the results."},{"line_number":53,"context_line":""},{"line_number":54,"context_line":"     Tempest will allow to fill the schema gaps at the end of each cycle, or more"}],"source_content_type":"text/x-rst","patch_set":9,"id":"7ffa3b31_b994e8e9","line":51,"range":{"start_line":51,"start_character":78,"end_line":51,"end_character":82},"updated":"2017-04-14 08:13:19.000000000","message":"wants","commit_id":"ee0fea0d4f6a05b444caf5fbd4d382e53f3dc696"},{"author":{"_account_id":12393,"name":"chandan kumar","display_name":"Chandan Kumar","email":"chkumar@redhat.com","username":"chkumar246"},"change_message_id":"d2737c7aa0f55bc2df030c149f9d3d3264f5c3f9","unresolved":false,"context_lines":[{"line_number":8,"context_line":".. _microversion: http://specs.openstack.org/openstack/api-wg/guidelines/microversion_specification.html"},{"line_number":9,"context_line":""},{"line_number":10,"context_line":"This document covers how to test microversions for each project and"},{"line_number":11,"context_line":"whether tests should live in Tempest or project side."},{"line_number":12,"context_line":""},{"line_number":13,"context_line":"Tempest Scope For Microversion Testing"},{"line_number":14,"context_line":"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\""}],"source_content_type":"text/x-rst","patch_set":10,"id":"7ffa3b31_d08522af","line":11,"range":{"start_line":11,"start_character":37,"end_line":11,"end_character":52},"updated":"2017-04-17 08:52:36.000000000","message":"it should be \"or on project side.\"","commit_id":"2dc0d8f4721159ffbf81f809b6a6430198ae4233"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"07f289af39c2b37f8168e687e71790ee29283429","unresolved":false,"context_lines":[{"line_number":8,"context_line":".. _microversion: http://specs.openstack.org/openstack/api-wg/guidelines/microversion_specification.html"},{"line_number":9,"context_line":""},{"line_number":10,"context_line":"This document covers how to test microversions for each project and"},{"line_number":11,"context_line":"whether tests should live in Tempest or project side."},{"line_number":12,"context_line":""},{"line_number":13,"context_line":"Tempest Scope For Microversion Testing"},{"line_number":14,"context_line":"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\"\""}],"source_content_type":"text/x-rst","patch_set":10,"id":"7ffa3b31_48d6c9f3","line":11,"range":{"start_line":11,"start_character":37,"end_line":11,"end_character":52},"in_reply_to":"7ffa3b31_d08522af","updated":"2017-04-19 06:19:16.000000000","message":"Done","commit_id":"2dc0d8f4721159ffbf81f809b6a6430198ae4233"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"e9c8889d097d780b068f770af224db5ef33c285a","unresolved":false,"context_lines":[{"line_number":25,"context_line":"project guidelines."},{"line_number":26,"context_line":""},{"line_number":27,"context_line":".. note:: Integration tests are those tests which involve more than one service to"},{"line_number":28,"context_line":"     verify the expected behavior by single or combination of API Requests."},{"line_number":29,"context_line":"     If a test is just to verify the API behavior as success and failure cases"},{"line_number":30,"context_line":"     or verify its expected Response object, then it does not fall under Integration"},{"line_number":31,"context_line":"     tests."}],"source_content_type":"text/x-rst","patch_set":10,"id":"7ffa3b31_3d8e6478","line":28,"range":{"start_line":28,"start_character":66,"end_line":28,"end_character":74},"updated":"2017-04-17 05:25:54.000000000","message":"nit: s/Requests/requests/","commit_id":"2dc0d8f4721159ffbf81f809b6a6430198ae4233"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"07f289af39c2b37f8168e687e71790ee29283429","unresolved":false,"context_lines":[{"line_number":25,"context_line":"project guidelines."},{"line_number":26,"context_line":""},{"line_number":27,"context_line":".. note:: Integration tests are those tests which involve more than one service to"},{"line_number":28,"context_line":"     verify the expected behavior by single or combination of API Requests."},{"line_number":29,"context_line":"     If a test is just to verify the API behavior as success and failure cases"},{"line_number":30,"context_line":"     or verify its expected Response object, then it does not fall under Integration"},{"line_number":31,"context_line":"     tests."}],"source_content_type":"text/x-rst","patch_set":10,"id":"7ffa3b31_e800f569","line":28,"range":{"start_line":28,"start_character":66,"end_line":28,"end_character":74},"in_reply_to":"7ffa3b31_3d8e6478","updated":"2017-04-19 06:19:16.000000000","message":"Done","commit_id":"2dc0d8f4721159ffbf81f809b6a6430198ae4233"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"e9c8889d097d780b068f770af224db5ef33c285a","unresolved":false,"context_lines":[{"line_number":27,"context_line":".. note:: Integration tests are those tests which involve more than one service to"},{"line_number":28,"context_line":"     verify the expected behavior by single or combination of API Requests."},{"line_number":29,"context_line":"     If a test is just to verify the API behavior as success and failure cases"},{"line_number":30,"context_line":"     or verify its expected Response object, then it does not fall under Integration"},{"line_number":31,"context_line":"     tests."},{"line_number":32,"context_line":""},{"line_number":33,"context_line":"Tempest will cover only integration testing of applicable microversions with"}],"source_content_type":"text/x-rst","patch_set":10,"id":"7ffa3b31_bdf714f6","line":30,"range":{"start_line":30,"start_character":73,"end_line":30,"end_character":84},"updated":"2017-04-17 05:25:54.000000000","message":"s/Integration/integration/","commit_id":"2dc0d8f4721159ffbf81f809b6a6430198ae4233"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"e9c8889d097d780b068f770af224db5ef33c285a","unresolved":false,"context_lines":[{"line_number":27,"context_line":".. note:: Integration tests are those tests which involve more than one service to"},{"line_number":28,"context_line":"     verify the expected behavior by single or combination of API Requests."},{"line_number":29,"context_line":"     If a test is just to verify the API behavior as success and failure cases"},{"line_number":30,"context_line":"     or verify its expected Response object, then it does not fall under Integration"},{"line_number":31,"context_line":"     tests."},{"line_number":32,"context_line":""},{"line_number":33,"context_line":"Tempest will cover only integration testing of applicable microversions with"}],"source_content_type":"text/x-rst","patch_set":10,"id":"7ffa3b31_1de96819","line":30,"range":{"start_line":30,"start_character":28,"end_line":30,"end_character":36},"updated":"2017-04-17 05:25:54.000000000","message":"s/Response/response/","commit_id":"2dc0d8f4721159ffbf81f809b6a6430198ae4233"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"07f289af39c2b37f8168e687e71790ee29283429","unresolved":false,"context_lines":[{"line_number":27,"context_line":".. note:: Integration tests are those tests which involve more than one service to"},{"line_number":28,"context_line":"     verify the expected behavior by single or combination of API Requests."},{"line_number":29,"context_line":"     If a test is just to verify the API behavior as success and failure cases"},{"line_number":30,"context_line":"     or verify its expected Response object, then it does not fall under Integration"},{"line_number":31,"context_line":"     tests."},{"line_number":32,"context_line":""},{"line_number":33,"context_line":"Tempest will cover only integration testing of applicable microversions with"}],"source_content_type":"text/x-rst","patch_set":10,"id":"7ffa3b31_c803f972","line":30,"range":{"start_line":30,"start_character":28,"end_line":30,"end_character":36},"in_reply_to":"7ffa3b31_1de96819","updated":"2017-04-19 06:19:16.000000000","message":"Done","commit_id":"2dc0d8f4721159ffbf81f809b6a6430198ae4233"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"07f289af39c2b37f8168e687e71790ee29283429","unresolved":false,"context_lines":[{"line_number":27,"context_line":".. note:: Integration tests are those tests which involve more than one service to"},{"line_number":28,"context_line":"     verify the expected behavior by single or combination of API Requests."},{"line_number":29,"context_line":"     If a test is just to verify the API behavior as success and failure cases"},{"line_number":30,"context_line":"     or verify its expected Response object, then it does not fall under Integration"},{"line_number":31,"context_line":"     tests."},{"line_number":32,"context_line":""},{"line_number":33,"context_line":"Tempest will cover only integration testing of applicable microversions with"}],"source_content_type":"text/x-rst","patch_set":10,"id":"7ffa3b31_a8faed71","line":30,"range":{"start_line":30,"start_character":73,"end_line":30,"end_character":84},"in_reply_to":"7ffa3b31_bdf714f6","updated":"2017-04-19 06:19:16.000000000","message":"Done","commit_id":"2dc0d8f4721159ffbf81f809b6a6430198ae4233"},{"author":{"_account_id":12393,"name":"chandan kumar","display_name":"Chandan Kumar","email":"chkumar@redhat.com","username":"chkumar246"},"change_message_id":"d2737c7aa0f55bc2df030c149f9d3d3264f5c3f9","unresolved":false,"context_lines":[{"line_number":34,"context_line":"below exceptions:"},{"line_number":35,"context_line":""},{"line_number":36,"context_line":"  #. Test covers a feature which is important for interoperability. This covers tests requirement"},{"line_number":37,"context_line":"     from defcore."},{"line_number":38,"context_line":"  #. Test needed to fill Schema gaps."},{"line_number":39,"context_line":"     Tempest does API response validation against defined JSON schema. Each API on"},{"line_number":40,"context_line":"     specific version will define its separate JSON schema and so does response"}],"source_content_type":"text/x-rst","patch_set":10,"id":"7ffa3b31_90a8ba1f","line":37,"range":{"start_line":37,"start_character":10,"end_line":37,"end_character":17},"updated":"2017-04-17 08:52:36.000000000","message":"It should be \"DefCore\". What about hyperlinking it with https://refstack.openstack.org/#/. (I am not sure.)","commit_id":"2dc0d8f4721159ffbf81f809b6a6430198ae4233"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"07f289af39c2b37f8168e687e71790ee29283429","unresolved":false,"context_lines":[{"line_number":34,"context_line":"below exceptions:"},{"line_number":35,"context_line":""},{"line_number":36,"context_line":"  #. Test covers a feature which is important for interoperability. This covers tests requirement"},{"line_number":37,"context_line":"     from defcore."},{"line_number":38,"context_line":"  #. Test needed to fill Schema gaps."},{"line_number":39,"context_line":"     Tempest does API response validation against defined JSON schema. Each API on"},{"line_number":40,"context_line":"     specific version will define its separate JSON schema and so does response"}],"source_content_type":"text/x-rst","patch_set":10,"id":"7ffa3b31_88f5f185","line":37,"range":{"start_line":37,"start_character":10,"end_line":37,"end_character":17},"in_reply_to":"7ffa3b31_90a8ba1f","updated":"2017-04-19 06:19:16.000000000","message":"Done","commit_id":"2dc0d8f4721159ffbf81f809b6a6430198ae4233"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"e9c8889d097d780b068f770af224db5ef33c285a","unresolved":false,"context_lines":[{"line_number":36,"context_line":"  #. Test covers a feature which is important for interoperability. This covers tests requirement"},{"line_number":37,"context_line":"     from defcore."},{"line_number":38,"context_line":"  #. Test needed to fill Schema gaps."},{"line_number":39,"context_line":"     Tempest does API response validation against defined JSON schema. Each API on"},{"line_number":40,"context_line":"     specific version will define its separate JSON schema and so does response"},{"line_number":41,"context_line":"     validation for that specific version."},{"line_number":42,"context_line":"     While implementing new integration tests for a specific microversion, there"}],"source_content_type":"text/x-rst","patch_set":10,"id":"7ffa3b31_5de6d046","line":39,"range":{"start_line":39,"start_character":13,"end_line":39,"end_character":49},"updated":"2017-04-17 05:25:54.000000000","message":"validates API responses with","commit_id":"2dc0d8f4721159ffbf81f809b6a6430198ae4233"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"07f289af39c2b37f8168e687e71790ee29283429","unresolved":false,"context_lines":[{"line_number":36,"context_line":"  #. Test covers a feature which is important for interoperability. This covers tests requirement"},{"line_number":37,"context_line":"     from defcore."},{"line_number":38,"context_line":"  #. Test needed to fill Schema gaps."},{"line_number":39,"context_line":"     Tempest does API response validation against defined JSON schema. Each API on"},{"line_number":40,"context_line":"     specific version will define its separate JSON schema and so does response"},{"line_number":41,"context_line":"     validation for that specific version."},{"line_number":42,"context_line":"     While implementing new integration tests for a specific microversion, there"}],"source_content_type":"text/x-rst","patch_set":10,"id":"7ffa3b31_68f4e586","line":39,"range":{"start_line":39,"start_character":13,"end_line":39,"end_character":49},"in_reply_to":"7ffa3b31_5de6d046","updated":"2017-04-19 06:19:16.000000000","message":"Done","commit_id":"2dc0d8f4721159ffbf81f809b6a6430198ae4233"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"e9c8889d097d780b068f770af224db5ef33c285a","unresolved":false,"context_lines":[{"line_number":36,"context_line":"  #. Test covers a feature which is important for interoperability. This covers tests requirement"},{"line_number":37,"context_line":"     from defcore."},{"line_number":38,"context_line":"  #. Test needed to fill Schema gaps."},{"line_number":39,"context_line":"     Tempest does API response validation against defined JSON schema. Each API on"},{"line_number":40,"context_line":"     specific version will define its separate JSON schema and so does response"},{"line_number":41,"context_line":"     validation for that specific version."},{"line_number":42,"context_line":"     While implementing new integration tests for a specific microversion, there"},{"line_number":43,"context_line":"     may be a gap in the JSON schemas (caused by previous microversions) implemented"},{"line_number":44,"context_line":"     in Tempest."}],"source_content_type":"text/x-rst","patch_set":10,"id":"7ffa3b31_9d033843","line":41,"range":{"start_line":39,"start_character":71,"end_line":41,"end_character":42},"updated":"2017-04-17 05:25:54.000000000","message":"The above seems duplicated with the previous line, so how about the following for here?\n\n API responses can be different on each microversion and the\n JSON schemas need to be defined separately for the\n microversion.","commit_id":"2dc0d8f4721159ffbf81f809b6a6430198ae4233"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"07f289af39c2b37f8168e687e71790ee29283429","unresolved":false,"context_lines":[{"line_number":36,"context_line":"  #. Test covers a feature which is important for interoperability. This covers tests requirement"},{"line_number":37,"context_line":"     from defcore."},{"line_number":38,"context_line":"  #. Test needed to fill Schema gaps."},{"line_number":39,"context_line":"     Tempest does API response validation against defined JSON schema. Each API on"},{"line_number":40,"context_line":"     specific version will define its separate JSON schema and so does response"},{"line_number":41,"context_line":"     validation for that specific version."},{"line_number":42,"context_line":"     While implementing new integration tests for a specific microversion, there"},{"line_number":43,"context_line":"     may be a gap in the JSON schemas (caused by previous microversions) implemented"},{"line_number":44,"context_line":"     in Tempest."}],"source_content_type":"text/x-rst","patch_set":10,"id":"7ffa3b31_e8359547","line":41,"range":{"start_line":39,"start_character":71,"end_line":41,"end_character":42},"in_reply_to":"7ffa3b31_9d033843","updated":"2017-04-19 06:19:16.000000000","message":"Done","commit_id":"2dc0d8f4721159ffbf81f809b6a6430198ae4233"},{"author":{"_account_id":12393,"name":"chandan kumar","display_name":"Chandan Kumar","email":"chkumar@redhat.com","username":"chkumar246"},"change_message_id":"d2737c7aa0f55bc2df030c149f9d3d3264f5c3f9","unresolved":false,"context_lines":[{"line_number":72,"context_line":"        separate tests for each new schemas. In worst case, we have to add 3 separate tests."},{"line_number":73,"context_line":"  #. Test covers service behavior at large scale with involvement of more deep layer like hypervisor"},{"line_number":74,"context_line":"     etc not just API/DB layer. This type of tests will be added case by case basis and"},{"line_number":75,"context_line":"     with Project team consultation about why it cannot be covered on project side and worth to test"},{"line_number":76,"context_line":"     in Tempest."},{"line_number":77,"context_line":""},{"line_number":78,"context_line":"Project Scope For Microversion Testing"}],"source_content_type":"text/x-rst","patch_set":10,"id":"7ffa3b31_b02e16a3","line":75,"range":{"start_line":75,"start_character":10,"end_line":75,"end_character":17},"updated":"2017-04-17 08:52:36.000000000","message":"it should be \"project\".","commit_id":"2dc0d8f4721159ffbf81f809b6a6430198ae4233"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"07f289af39c2b37f8168e687e71790ee29283429","unresolved":false,"context_lines":[{"line_number":72,"context_line":"        separate tests for each new schemas. In worst case, we have to add 3 separate tests."},{"line_number":73,"context_line":"  #. Test covers service behavior at large scale with involvement of more deep layer like hypervisor"},{"line_number":74,"context_line":"     etc not just API/DB layer. This type of tests will be added case by case basis and"},{"line_number":75,"context_line":"     with Project team consultation about why it cannot be covered on project side and worth to test"},{"line_number":76,"context_line":"     in Tempest."},{"line_number":77,"context_line":""},{"line_number":78,"context_line":"Project Scope For Microversion Testing"}],"source_content_type":"text/x-rst","patch_set":10,"id":"7ffa3b31_a83f8d23","line":75,"range":{"start_line":75,"start_character":10,"end_line":75,"end_character":17},"in_reply_to":"7ffa3b31_b02e16a3","updated":"2017-04-19 06:19:16.000000000","message":"Done","commit_id":"2dc0d8f4721159ffbf81f809b6a6430198ae4233"}]}