)]}'
{"specs/newton/approved/refstack-waiver.rst":[{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"ee67bef02fead0096495ad41d6807626b7f7d0ae","unresolved":false,"context_lines":[{"line_number":200,"context_line":""},{"line_number":201,"context_line":"Input: initial_results_file, rerun_test_results files."},{"line_number":202,"context_line":""},{"line_number":203,"context_line":"Output: initial_results_file.json, rerun_test_results.json files."},{"line_number":204,"context_line":""},{"line_number":205,"context_line":"3.6 Create zip bundle"},{"line_number":206,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"1ac06dbe_389aa8b9","line":203,"range":{"start_line":203,"start_character":8,"end_line":203,"end_character":65},"updated":"2016-08-23 17:16:39.000000000","message":"In addition to these 2 files, should the output also includes a final result JSON file which includes all passed tests (initial + rerun passed tests)?\n\nWhich result JSON file will be uploaded to RefStack?  Do we need to identify results with/without waiver?","commit_id":"8f8bf3c4976c6663607065c5490f38b23e7a37cd"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"f72ad5999264cea6d72eca553e202aef7576f229","unresolved":false,"context_lines":[{"line_number":52,"context_line":"  - patched_schemas - List of tempest schemas which value was set to True"},{"line_number":53,"context_line":"    (to allow additional properties)."},{"line_number":54,"context_line":""},{"line_number":55,"context_line":"  - api_details - API calls from each test case."},{"line_number":56,"context_line":""},{"line_number":57,"context_line":"  - rerun_test_results - The subunit result file for the re-run test cases."},{"line_number":58,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"9a89bdaa_3fda6779","line":55,"range":{"start_line":55,"start_character":33,"end_line":55,"end_character":46},"updated":"2016-09-02 23:13:51.000000000","message":"Just to confirm that this API listing is for each of the rerun failed test case.","commit_id":"ac192e6dba09654cee8b69d4685825750abefac9"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"68a0859fbc502b43024c951820c93cf590dd7e3e","unresolved":false,"context_lines":[{"line_number":52,"context_line":"  - patched_schemas - List of tempest schemas which value was set to True"},{"line_number":53,"context_line":"    (to allow additional properties)."},{"line_number":54,"context_line":""},{"line_number":55,"context_line":"  - api_details - API calls from each test case."},{"line_number":56,"context_line":""},{"line_number":57,"context_line":"  - rerun_test_results - The subunit result file for the re-run test cases."},{"line_number":58,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"9a89bdaa_d4eeb0eb","line":55,"range":{"start_line":55,"start_character":33,"end_line":55,"end_character":46},"in_reply_to":"9a89bdaa_3fda6779","updated":"2016-09-03 18:07:33.000000000","message":"Yes, it is just for the failed test cases.","commit_id":"ac192e6dba09654cee8b69d4685825750abefac9"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"bcf3274c2282a4eca979739b757f3c1a9e77a2c3","unresolved":false,"context_lines":[{"line_number":52,"context_line":"  - patched_schemas - List of tempest schemas which value was set to True"},{"line_number":53,"context_line":"    (to allow additional properties)."},{"line_number":54,"context_line":""},{"line_number":55,"context_line":"  - api_details - API calls from each test case."},{"line_number":56,"context_line":""},{"line_number":57,"context_line":"  - rerun_test_results - The subunit result file for the re-run test cases."},{"line_number":58,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"7a8ec9b2_c1518eda","line":55,"range":{"start_line":55,"start_character":33,"end_line":55,"end_character":46},"in_reply_to":"9a89bdaa_d4eeb0eb","updated":"2016-09-19 19:00:48.000000000","message":"Done","commit_id":"ac192e6dba09654cee8b69d4685825750abefac9"},{"author":{"_account_id":7822,"name":"Chris Hoge (not involved in upstream development)","email":"chris@hogepodge.com","username":"hogepodge"},"change_message_id":"f856d7e4cdb98abc70867c267c7a077a0fb629c4","unresolved":false,"context_lines":[{"line_number":52,"context_line":"  - patched_schemas - List of tempest schemas which value was set to True"},{"line_number":53,"context_line":"    (to allow additional properties)."},{"line_number":54,"context_line":""},{"line_number":55,"context_line":"  - api_details - API calls from each test case."},{"line_number":56,"context_line":""},{"line_number":57,"context_line":"  - rerun_test_results - The subunit result file for the re-run test cases."},{"line_number":58,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"9a89bdaa_ff4c0972","line":55,"range":{"start_line":55,"start_character":33,"end_line":55,"end_character":46},"in_reply_to":"9a89bdaa_d4eeb0eb","updated":"2016-09-06 17:21:16.000000000","message":"Should probably clarify that in the language","commit_id":"ac192e6dba09654cee8b69d4685825750abefac9"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"bcf3274c2282a4eca979739b757f3c1a9e77a2c3","unresolved":false,"context_lines":[{"line_number":52,"context_line":"  - patched_schemas - List of tempest schemas which value was set to True"},{"line_number":53,"context_line":"    (to allow additional properties)."},{"line_number":54,"context_line":""},{"line_number":55,"context_line":"  - api_details - API calls from each test case."},{"line_number":56,"context_line":""},{"line_number":57,"context_line":"  - rerun_test_results - The subunit result file for the re-run test cases."},{"line_number":58,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"7a8ec9b2_614a7a29","line":55,"range":{"start_line":55,"start_character":33,"end_line":55,"end_character":46},"in_reply_to":"9a89bdaa_ff4c0972","updated":"2016-09-19 19:00:48.000000000","message":"Done","commit_id":"ac192e6dba09654cee8b69d4685825750abefac9"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"f72ad5999264cea6d72eca553e202aef7576f229","unresolved":false,"context_lines":[{"line_number":56,"context_line":""},{"line_number":57,"context_line":"  - rerun_test_results - The subunit result file for the re-run test cases."},{"line_number":58,"context_line":""},{"line_number":59,"context_line":"  - combined_test_results.json - The Refstack JSON file with the combined"},{"line_number":60,"context_line":"    passed TCs from both initial and rerun subunit files."},{"line_number":61,"context_line":""},{"line_number":62,"context_line":"2. Implement \"bypass-extras\" Refstack command:"}],"source_content_type":"text/x-rst","patch_set":4,"id":"9a89bdaa_5f1acb18","line":59,"range":{"start_line":59,"start_character":4,"end_line":59,"end_character":30},"updated":"2016-09-02 23:13:51.000000000","message":"We will have no way to differentiate whether the results were running with the waiver option or not at the RefStack server.  Question is: do we care?","commit_id":"ac192e6dba09654cee8b69d4685825750abefac9"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"68a0859fbc502b43024c951820c93cf590dd7e3e","unresolved":false,"context_lines":[{"line_number":56,"context_line":""},{"line_number":57,"context_line":"  - rerun_test_results - The subunit result file for the re-run test cases."},{"line_number":58,"context_line":""},{"line_number":59,"context_line":"  - combined_test_results.json - The Refstack JSON file with the combined"},{"line_number":60,"context_line":"    passed TCs from both initial and rerun subunit files."},{"line_number":61,"context_line":""},{"line_number":62,"context_line":"2. Implement \"bypass-extras\" Refstack command:"}],"source_content_type":"text/x-rst","patch_set":4,"id":"9a89bdaa_94cb4872","line":59,"range":{"start_line":59,"start_character":4,"end_line":59,"end_character":30},"in_reply_to":"9a89bdaa_5f1acb18","updated":"2016-09-03 18:07:33.000000000","message":"Agree, we won\u0027t have a way to differentiate them.\nSince certifying a cloud goes beyond uploading test results into RefStack server I don\u0027t think this is an issue.","commit_id":"ac192e6dba09654cee8b69d4685825750abefac9"},{"author":{"_account_id":7822,"name":"Chris Hoge (not involved in upstream development)","email":"chris@hogepodge.com","username":"hogepodge"},"change_message_id":"f856d7e4cdb98abc70867c267c7a077a0fb629c4","unresolved":false,"context_lines":[{"line_number":56,"context_line":""},{"line_number":57,"context_line":"  - rerun_test_results - The subunit result file for the re-run test cases."},{"line_number":58,"context_line":""},{"line_number":59,"context_line":"  - combined_test_results.json - The Refstack JSON file with the combined"},{"line_number":60,"context_line":"    passed TCs from both initial and rerun subunit files."},{"line_number":61,"context_line":""},{"line_number":62,"context_line":"2. Implement \"bypass-extras\" Refstack command:"}],"source_content_type":"text/x-rst","patch_set":4,"id":"9a89bdaa_dfabc5d4","line":59,"range":{"start_line":59,"start_character":4,"end_line":59,"end_character":30},"in_reply_to":"9a89bdaa_94cb4872","updated":"2016-09-06 17:21:16.000000000","message":"Would it make sense to have these marked in refstack? It seems like we should be capturing as much information as possible so we don\u0027t spread it out over various locations.","commit_id":"ac192e6dba09654cee8b69d4685825750abefac9"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"bcf3274c2282a4eca979739b757f3c1a9e77a2c3","unresolved":false,"context_lines":[{"line_number":56,"context_line":""},{"line_number":57,"context_line":"  - rerun_test_results - The subunit result file for the re-run test cases."},{"line_number":58,"context_line":""},{"line_number":59,"context_line":"  - combined_test_results.json - The Refstack JSON file with the combined"},{"line_number":60,"context_line":"    passed TCs from both initial and rerun subunit files."},{"line_number":61,"context_line":""},{"line_number":62,"context_line":"2. Implement \"bypass-extras\" Refstack command:"}],"source_content_type":"text/x-rst","patch_set":4,"id":"7a8ec9b2_b3c0597e","line":59,"range":{"start_line":59,"start_character":4,"end_line":59,"end_character":30},"in_reply_to":"9a89bdaa_dfabc5d4","updated":"2016-09-19 19:00:48.000000000","message":"Chris as you mentioned on RefStack meeting 9/6: \"It would be nice to add metadata to test results so we could identify things like the exception in the test result set\".\nFor the time being I think this option is out of scope but definitely something to discuss as a separate feature for RefStack.","commit_id":"ac192e6dba09654cee8b69d4685825750abefac9"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"f72ad5999264cea6d72eca553e202aef7576f229","unresolved":false,"context_lines":[{"line_number":63,"context_line":"Assume Tempest test suite was run independently."},{"line_number":64,"context_line":"Subunit test results and Tempest configuration files are available."},{"line_number":65,"context_line":""},{"line_number":66,"context_line":"*bypass-extras* command is the helper tool for vendors to bypass the strict"},{"line_number":67,"context_line":"validation of additional properties in Tempest. Process steps and"},{"line_number":68,"context_line":"implementation details are explained on step 3."},{"line_number":69,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"9a89bdaa_ff163f54","line":66,"range":{"start_line":66,"start_character":0,"end_line":66,"end_character":15},"updated":"2016-09-02 23:13:51.000000000","message":"I expect this waiver is a short term remedy.  I wonder whether it would be better to implement this feature in a new script rather than as an option in refstack-client.","commit_id":"ac192e6dba09654cee8b69d4685825750abefac9"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"72605168ddefbe96f4147138912e6748f142d128","unresolved":false,"context_lines":[{"line_number":63,"context_line":"Assume Tempest test suite was run independently."},{"line_number":64,"context_line":"Subunit test results and Tempest configuration files are available."},{"line_number":65,"context_line":""},{"line_number":66,"context_line":"*bypass-extras* command is the helper tool for vendors to bypass the strict"},{"line_number":67,"context_line":"validation of additional properties in Tempest. Process steps and"},{"line_number":68,"context_line":"implementation details are explained on step 3."},{"line_number":69,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"9a89bdaa_4ad32b60","line":66,"range":{"start_line":66,"start_character":0,"end_line":66,"end_character":15},"in_reply_to":"9a89bdaa_f403b474","updated":"2016-09-07 20:55:38.000000000","message":"It was discussed and agreed at the IRC meeting [1] that the waiver option will be implemented as a new option offered by refstack-client. \n\n[1] http://eavesdrop.openstack.org/meetings/refstack/2016/refstack.2016-09-06-19.00.html","commit_id":"ac192e6dba09654cee8b69d4685825750abefac9"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"68a0859fbc502b43024c951820c93cf590dd7e3e","unresolved":false,"context_lines":[{"line_number":63,"context_line":"Assume Tempest test suite was run independently."},{"line_number":64,"context_line":"Subunit test results and Tempest configuration files are available."},{"line_number":65,"context_line":""},{"line_number":66,"context_line":"*bypass-extras* command is the helper tool for vendors to bypass the strict"},{"line_number":67,"context_line":"validation of additional properties in Tempest. Process steps and"},{"line_number":68,"context_line":"implementation details are explained on step 3."},{"line_number":69,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"9a89bdaa_f403b474","line":66,"range":{"start_line":66,"start_character":0,"end_line":66,"end_character":15},"in_reply_to":"9a89bdaa_ff163f54","updated":"2016-09-03 18:07:33.000000000","message":"Yes, waiver is short term. \nI think it is good to have waiver integrated into refstack-client since refstack is kind of the official tool for Defcore.","commit_id":"ac192e6dba09654cee8b69d4685825750abefac9"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"c66c7241acf4d17d22226c77e6180a3078d6d85a","unresolved":false,"context_lines":[{"line_number":130,"context_line":""},{"line_number":131,"context_line":"3.3 Rerun failed test cases using patched refstack-client .tempest environment"},{"line_number":132,"context_line":""},{"line_number":133,"context_line":"Use tests_list as withelist for ostestr in order to re-run failed test cases."},{"line_number":134,"context_line":""},{"line_number":135,"context_line":".. code-block:: bash"},{"line_number":136,"context_line":"   ostestr --serial -w test_list"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1a95cdbc_8977b801","line":133,"range":{"start_line":133,"start_character":18,"end_line":133,"end_character":27},"updated":"2016-10-04 18:06:52.000000000","message":"typo","commit_id":"5e4553c8e72d0e06f29140544cf717b868b7cb19"},{"author":{"_account_id":7822,"name":"Chris Hoge (not involved in upstream development)","email":"chris@hogepodge.com","username":"hogepodge"},"change_message_id":"c3ecf02b33085c21189305fbe8470e2bb27390fc","unresolved":false,"context_lines":[{"line_number":130,"context_line":""},{"line_number":131,"context_line":"3.3 Rerun failed test cases using patched refstack-client .tempest environment"},{"line_number":132,"context_line":""},{"line_number":133,"context_line":"Use tests_list as withelist for ostestr in order to re-run failed test cases."},{"line_number":134,"context_line":""},{"line_number":135,"context_line":".. code-block:: bash"},{"line_number":136,"context_line":"   ostestr --serial -w test_list"}],"source_content_type":"text/x-rst","patch_set":5,"id":"1a95cdbc_f39ae6c4","line":133,"range":{"start_line":133,"start_character":18,"end_line":133,"end_character":27},"in_reply_to":"1a95cdbc_8977b801","updated":"2016-10-04 19:00:31.000000000","message":"this is easy to fix inline with the editor","commit_id":"5e4553c8e72d0e06f29140544cf717b868b7cb19"}]}