)]}'
{"specs/newton/implemented/refstack-client-waiver.rst":[{"author":{"_account_id":10234,"name":"Andrey Pavlov","email":"andrey.mp@gmail.com","username":"andrey-mp"},"change_message_id":"0254359e4851e9bcd644d83e34bd4806a82d05ea","unresolved":false,"context_lines":[{"line_number":38,"context_line":"                    Non-compliant APIs will be detected and reported back."},{"line_number":39,"context_line":""},{"line_number":40,"context_line":"2. Modify refstack-client test implementation to support the waiver option:"},{"line_number":41,"context_line":"- Get execution results as flat subunit stream."},{"line_number":42,"context_line":"- Identify non-compliant test cases and APIs"},{"line_number":43,"context_line":"- Run non-compliant test cases bypassing Tempest strict validation"},{"line_number":44,"context_line":"- Report back results with all findings"}],"source_content_type":"text/x-rst","patch_set":1,"id":"fad55976_16e8197c","line":41,"range":{"start_line":41,"start_character":2,"end_line":41,"end_character":47},"updated":"2016-07-15 19:50:36.000000000","message":"this i salready done in refstack-client","commit_id":"f0c4e740219ccedc1ddd7f1838249cec21e5801e"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"8ae49c948e8cf85d307a686f27d4cb1d145ce9eb","unresolved":false,"context_lines":[{"line_number":38,"context_line":"                    Non-compliant APIs will be detected and reported back."},{"line_number":39,"context_line":""},{"line_number":40,"context_line":"2. Modify refstack-client test implementation to support the waiver option:"},{"line_number":41,"context_line":"- Get execution results as flat subunit stream."},{"line_number":42,"context_line":"- Identify non-compliant test cases and APIs"},{"line_number":43,"context_line":"- Run non-compliant test cases bypassing Tempest strict validation"},{"line_number":44,"context_line":"- Report back results with all findings"}],"source_content_type":"text/x-rst","patch_set":1,"id":"fad55976_bb774339","line":41,"range":{"start_line":41,"start_character":2,"end_line":41,"end_character":47},"in_reply_to":"fad55976_16e8197c","updated":"2016-07-16 20:14:15.000000000","message":"Done","commit_id":"f0c4e740219ccedc1ddd7f1838249cec21e5801e"},{"author":{"_account_id":10234,"name":"Andrey Pavlov","email":"andrey.mp@gmail.com","username":"andrey-mp"},"change_message_id":"0254359e4851e9bcd644d83e34bd4806a82d05ea","unresolved":false,"context_lines":[{"line_number":39,"context_line":""},{"line_number":40,"context_line":"2. Modify refstack-client test implementation to support the waiver option:"},{"line_number":41,"context_line":"- Get execution results as flat subunit stream."},{"line_number":42,"context_line":"- Identify non-compliant test cases and APIs"},{"line_number":43,"context_line":"- Run non-compliant test cases bypassing Tempest strict validation"},{"line_number":44,"context_line":"- Report back results with all findings"},{"line_number":45,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"fad55976_169f7904","line":42,"range":{"start_line":42,"start_character":2,"end_line":42,"end_character":44},"updated":"2016-07-15 19:50:36.000000000","message":"this have to be described here.","commit_id":"f0c4e740219ccedc1ddd7f1838249cec21e5801e"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"8ae49c948e8cf85d307a686f27d4cb1d145ce9eb","unresolved":false,"context_lines":[{"line_number":39,"context_line":""},{"line_number":40,"context_line":"2. Modify refstack-client test implementation to support the waiver option:"},{"line_number":41,"context_line":"- Get execution results as flat subunit stream."},{"line_number":42,"context_line":"- Identify non-compliant test cases and APIs"},{"line_number":43,"context_line":"- Run non-compliant test cases bypassing Tempest strict validation"},{"line_number":44,"context_line":"- Report back results with all findings"},{"line_number":45,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"fad55976_93f9adcb","line":42,"range":{"start_line":42,"start_character":2,"end_line":42,"end_character":44},"in_reply_to":"fad55976_169f7904","updated":"2016-07-16 20:14:15.000000000","message":"Done","commit_id":"f0c4e740219ccedc1ddd7f1838249cec21e5801e"},{"author":{"_account_id":10234,"name":"Andrey Pavlov","email":"andrey.mp@gmail.com","username":"andrey-mp"},"change_message_id":"0254359e4851e9bcd644d83e34bd4806a82d05ea","unresolved":false,"context_lines":[{"line_number":40,"context_line":"2. Modify refstack-client test implementation to support the waiver option:"},{"line_number":41,"context_line":"- Get execution results as flat subunit stream."},{"line_number":42,"context_line":"- Identify non-compliant test cases and APIs"},{"line_number":43,"context_line":"- Run non-compliant test cases bypassing Tempest strict validation"},{"line_number":44,"context_line":"- Report back results with all findings"},{"line_number":45,"context_line":""},{"line_number":46,"context_line":"Alternatives"}],"source_content_type":"text/x-rst","patch_set":1,"id":"fad55976_56b0d18b","line":43,"range":{"start_line":43,"start_character":2,"end_line":43,"end_character":66},"updated":"2016-07-15 19:50:36.000000000","message":"this should be described too.\n- how to run?\n- with what options?\n- how to collect results?","commit_id":"f0c4e740219ccedc1ddd7f1838249cec21e5801e"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"8ae49c948e8cf85d307a686f27d4cb1d145ce9eb","unresolved":false,"context_lines":[{"line_number":40,"context_line":"2. Modify refstack-client test implementation to support the waiver option:"},{"line_number":41,"context_line":"- Get execution results as flat subunit stream."},{"line_number":42,"context_line":"- Identify non-compliant test cases and APIs"},{"line_number":43,"context_line":"- Run non-compliant test cases bypassing Tempest strict validation"},{"line_number":44,"context_line":"- Report back results with all findings"},{"line_number":45,"context_line":""},{"line_number":46,"context_line":"Alternatives"}],"source_content_type":"text/x-rst","patch_set":1,"id":"fad55976_332ba132","line":43,"range":{"start_line":43,"start_character":2,"end_line":43,"end_character":66},"in_reply_to":"fad55976_56b0d18b","updated":"2016-07-16 20:14:15.000000000","message":"Done","commit_id":"f0c4e740219ccedc1ddd7f1838249cec21e5801e"},{"author":{"_account_id":10234,"name":"Andrey Pavlov","email":"andrey.mp@gmail.com","username":"andrey-mp"},"change_message_id":"0254359e4851e9bcd644d83e34bd4806a82d05ea","unresolved":false,"context_lines":[{"line_number":41,"context_line":"- Get execution results as flat subunit stream."},{"line_number":42,"context_line":"- Identify non-compliant test cases and APIs"},{"line_number":43,"context_line":"- Run non-compliant test cases bypassing Tempest strict validation"},{"line_number":44,"context_line":"- Report back results with all findings"},{"line_number":45,"context_line":""},{"line_number":46,"context_line":"Alternatives"},{"line_number":47,"context_line":"------------"}],"source_content_type":"text/x-rst","patch_set":1,"id":"fad55976_36ad5d32","line":44,"range":{"start_line":44,"start_character":2,"end_line":44,"end_character":39},"updated":"2016-07-15 19:50:36.000000000","message":"your mean \u0027upload\u0027?","commit_id":"f0c4e740219ccedc1ddd7f1838249cec21e5801e"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"8ae49c948e8cf85d307a686f27d4cb1d145ce9eb","unresolved":false,"context_lines":[{"line_number":41,"context_line":"- Get execution results as flat subunit stream."},{"line_number":42,"context_line":"- Identify non-compliant test cases and APIs"},{"line_number":43,"context_line":"- Run non-compliant test cases bypassing Tempest strict validation"},{"line_number":44,"context_line":"- Report back results with all findings"},{"line_number":45,"context_line":""},{"line_number":46,"context_line":"Alternatives"},{"line_number":47,"context_line":"------------"}],"source_content_type":"text/x-rst","patch_set":1,"id":"fad55976_fb125bb3","line":44,"range":{"start_line":44,"start_character":2,"end_line":44,"end_character":39},"in_reply_to":"fad55976_36ad5d32","updated":"2016-07-16 20:14:15.000000000","message":"Still TBD, Current refstack upgrade takes test execution results with either a subunit file or a refstack JSON file. I don\u0027t think it should be modified...","commit_id":"f0c4e740219ccedc1ddd7f1838249cec21e5801e"},{"author":{"_account_id":97,"name":"Daryl Walleck","email":"daryl.walleck@rackspace.com","username":"dwalleck"},"change_message_id":"919c42eab47e0c7268ef418f63946bea18d2e0e5","unresolved":false,"context_lines":[{"line_number":1,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":2,"context_line":"Refstack-client implementation of Defcore waiver"},{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":""},{"line_number":5,"context_line":"Launchpad blueprint: https://blueprints.launchpad.net/refstack/+spec/refstack-waiver"}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_73350745","line":2,"updated":"2016-07-18 18:05:34.000000000","message":"I\u0027d be more specific here. This is for the API extra properties waver","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"690df56266d9fec46d761336fb87b068a717b0a9","unresolved":false,"context_lines":[{"line_number":1,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":2,"context_line":"Refstack-client implementation of Defcore waiver"},{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":""},{"line_number":5,"context_line":"Launchpad blueprint: https://blueprints.launchpad.net/refstack/+spec/refstack-waiver"}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_7c9af315","line":2,"in_reply_to":"dada55a8_73350745","updated":"2016-07-19 00:41:18.000000000","message":"Done","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":10234,"name":"Andrey Pavlov","email":"andrey.mp@gmail.com","username":"andrey-mp"},"change_message_id":"05bb2a3d09e98944df67df4068a84e1045ba618b","unresolved":false,"context_lines":[{"line_number":25,"context_line":"Proposed change"},{"line_number":26,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":27,"context_line":""},{"line_number":28,"context_line":"1. Add \"waiver\" command:"},{"line_number":29,"context_line":""},{"line_number":30,"context_line":".. code-block:: bash"},{"line_number":31,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"fad55976_bcb0a444","line":28,"updated":"2016-07-17 07:32:01.000000000","message":"what this command does?\nMeybe it should be option for upload command?","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"690df56266d9fec46d761336fb87b068a717b0a9","unresolved":false,"context_lines":[{"line_number":25,"context_line":"Proposed change"},{"line_number":26,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":27,"context_line":""},{"line_number":28,"context_line":"1. Add \"waiver\" command:"},{"line_number":29,"context_line":""},{"line_number":30,"context_line":".. code-block:: bash"},{"line_number":31,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_4bbbdac4","line":28,"in_reply_to":"dada55a8_02dc2ee3","updated":"2016-07-19 00:41:18.000000000","message":"No, I\u0027m changing proposal to have only waiver command(renamed to extra-props).\nIn the new proposal vendor will have to take some independent steps to apply the waiver - this is to reduce the complexity of doing everything on a single step. And to have puntual actions from the new command.","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":97,"name":"Daryl Walleck","email":"daryl.walleck@rackspace.com","username":"dwalleck"},"change_message_id":"c3b9e0efc1fa180aa4d0137df1484447d9ed2ed3","unresolved":false,"context_lines":[{"line_number":25,"context_line":"Proposed change"},{"line_number":26,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":27,"context_line":""},{"line_number":28,"context_line":"1. Add \"waiver\" command:"},{"line_number":29,"context_line":""},{"line_number":30,"context_line":".. code-block:: bash"},{"line_number":31,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_939b5ac9","line":28,"in_reply_to":"dada55a8_647c2373","updated":"2016-07-18 18:21:29.000000000","message":"I would not name the command waiver, since it\u0027s not obvious what the command does. Something like --ignore-extra-properties (but maybe not that verbose) would be more clear.\n\nStill, I\u0027m not clear what \"applies the waver\" means in the context of this command. What does this command do as opposed to the --waiver flag on the test command?","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"690df56266d9fec46d761336fb87b068a717b0a9","unresolved":false,"context_lines":[{"line_number":25,"context_line":"Proposed change"},{"line_number":26,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":27,"context_line":""},{"line_number":28,"context_line":"1. Add \"waiver\" command:"},{"line_number":29,"context_line":""},{"line_number":30,"context_line":".. code-block:: bash"},{"line_number":31,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_9c37e7af","line":28,"in_reply_to":"dada55a8_939b5ac9","updated":"2016-07-19 00:41:18.000000000","message":"Done","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"f3075e09e716709265922b4b9f63e22fd1c28c06","unresolved":false,"context_lines":[{"line_number":25,"context_line":"Proposed change"},{"line_number":26,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":27,"context_line":""},{"line_number":28,"context_line":"1. Add \"waiver\" command:"},{"line_number":29,"context_line":""},{"line_number":30,"context_line":".. code-block:: bash"},{"line_number":31,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_02dc2ee3","line":28,"in_reply_to":"dada55a8_939b5ac9","updated":"2016-07-18 20:19:03.000000000","message":"In item 1, \"waiver\" is implemented as a sub-command whereas in item 2 \"--waiver\" is implemented as an option of the \"test\" sub-command.  Do we really need both implementations?","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"e688af6eea27472d6271b4eecdfb83e794e1b621","unresolved":false,"context_lines":[{"line_number":25,"context_line":"Proposed change"},{"line_number":26,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":27,"context_line":""},{"line_number":28,"context_line":"1. Add \"waiver\" command:"},{"line_number":29,"context_line":""},{"line_number":30,"context_line":".. code-block:: bash"},{"line_number":31,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_647c2373","line":28,"in_reply_to":"fad55976_bcb0a444","updated":"2016-07-18 16:40:28.000000000","message":"Command will apply defcore waiver: \nHaving a subunit test execution results file and a tempest configuration file. Command examine subunit file to look for failed test cases due to \"additional properties on nova api response.\". Then re-run those failed test cases but with a patched version of Tempest (bypass strict API validations).\n\nWaiver can be implemented on the upload-subunit command. Will need to pass tempest configuration file.","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":97,"name":"Daryl Walleck","email":"daryl.walleck@rackspace.com","username":"dwalleck"},"change_message_id":"c3b9e0efc1fa180aa4d0137df1484447d9ed2ed3","unresolved":false,"context_lines":[{"line_number":35,"context_line":"    ..."},{"line_number":36,"context_line":"        waiver    Applies Defcore additional properties on Nova API response"},{"line_number":37,"context_line":"                  waiver. Tempest strict response checking is disabled."},{"line_number":38,"context_line":"                  Non-compliant APIs will be detected and included"},{"line_number":39,"context_line":"                  on the report."},{"line_number":40,"context_line":""},{"line_number":41,"context_line":"    $ refstack-client waiver --help"}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_733ce693","line":38,"updated":"2016-07-18 18:21:29.000000000","message":"How will they be reported back?","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"690df56266d9fec46d761336fb87b068a717b0a9","unresolved":false,"context_lines":[{"line_number":35,"context_line":"    ..."},{"line_number":36,"context_line":"        waiver    Applies Defcore additional properties on Nova API response"},{"line_number":37,"context_line":"                  waiver. Tempest strict response checking is disabled."},{"line_number":38,"context_line":"                  Non-compliant APIs will be detected and included"},{"line_number":39,"context_line":"                  on the report."},{"line_number":40,"context_line":""},{"line_number":41,"context_line":"    $ refstack-client waiver --help"}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_ebca8e4e","line":38,"in_reply_to":"dada55a8_733ce693","updated":"2016-07-19 00:41:18.000000000","message":"TBD","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":97,"name":"Daryl Walleck","email":"daryl.walleck@rackspace.com","username":"dwalleck"},"change_message_id":"c3b9e0efc1fa180aa4d0137df1484447d9ed2ed3","unresolved":false,"context_lines":[{"line_number":73,"context_line":"    ..."},{"line_number":74,"context_line":"        --waiver    Apply Defcore additional properties on Nova API response"},{"line_number":75,"context_line":"                    waiver. Tempest strict response checking is disabled."},{"line_number":76,"context_line":"                    Non-compliant APIs will be detected and reported back."},{"line_number":77,"context_line":""},{"line_number":78,"context_line":"3. Modify refstack-client test implementation to support the waiver option:"},{"line_number":79,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_134c8a41","line":76,"updated":"2016-07-18 18:21:29.000000000","message":"How will they be reported back?","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"690df56266d9fec46d761336fb87b068a717b0a9","unresolved":false,"context_lines":[{"line_number":73,"context_line":"    ..."},{"line_number":74,"context_line":"        --waiver    Apply Defcore additional properties on Nova API response"},{"line_number":75,"context_line":"                    waiver. Tempest strict response checking is disabled."},{"line_number":76,"context_line":"                    Non-compliant APIs will be detected and reported back."},{"line_number":77,"context_line":""},{"line_number":78,"context_line":"3. Modify refstack-client test implementation to support the waiver option:"},{"line_number":79,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_0bc28233","line":76,"in_reply_to":"dada55a8_134c8a41","updated":"2016-07-19 00:41:18.000000000","message":"TBD","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":10234,"name":"Andrey Pavlov","email":"andrey.mp@gmail.com","username":"andrey-mp"},"change_message_id":"05bb2a3d09e98944df67df4068a84e1045ba618b","unresolved":false,"context_lines":[{"line_number":78,"context_line":"3. Modify refstack-client test implementation to support the waiver option:"},{"line_number":79,"context_line":""},{"line_number":80,"context_line":"- After test execution and before refstack processing of results."},{"line_number":81,"context_line":"  Sent subunit stream for waiver processing."},{"line_number":82,"context_line":""},{"line_number":83,"context_line":"4. Implement waiver code."},{"line_number":84,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"fad55976_fcba1c22","line":81,"range":{"start_line":81,"start_character":2,"end_line":81,"end_character":6},"updated":"2016-07-17 07:32:01.000000000","message":"what means \u0027sent\u0027 here?","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"e688af6eea27472d6271b4eecdfb83e794e1b621","unresolved":false,"context_lines":[{"line_number":78,"context_line":"3. Modify refstack-client test implementation to support the waiver option:"},{"line_number":79,"context_line":""},{"line_number":80,"context_line":"- After test execution and before refstack processing of results."},{"line_number":81,"context_line":"  Sent subunit stream for waiver processing."},{"line_number":82,"context_line":""},{"line_number":83,"context_line":"4. Implement waiver code."},{"line_number":84,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_6426e369","line":81,"range":{"start_line":81,"start_character":2,"end_line":81,"end_character":6},"in_reply_to":"fad55976_fcba1c22","updated":"2016-07-18 16:40:28.000000000","message":"Removing bullet 3. It was just to process the subunit test results.","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":10234,"name":"Andrey Pavlov","email":"andrey.mp@gmail.com","username":"andrey-mp"},"change_message_id":"05bb2a3d09e98944df67df4068a84e1045ba618b","unresolved":false,"context_lines":[{"line_number":80,"context_line":"- After test execution and before refstack processing of results."},{"line_number":81,"context_line":"  Sent subunit stream for waiver processing."},{"line_number":82,"context_line":""},{"line_number":83,"context_line":"4. Implement waiver code."},{"line_number":84,"context_line":""},{"line_number":85,"context_line":"Having as input a subunit test results file or a subunit stream from a"},{"line_number":86,"context_line":"Tempest test execution."}],"source_content_type":"text/x-rst","patch_set":2,"id":"fad55976_bc97048f","line":83,"updated":"2016-07-17 07:32:01.000000000","message":"3 and 4 looks like a one block.","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"e688af6eea27472d6271b4eecdfb83e794e1b621","unresolved":false,"context_lines":[{"line_number":80,"context_line":"- After test execution and before refstack processing of results."},{"line_number":81,"context_line":"  Sent subunit stream for waiver processing."},{"line_number":82,"context_line":""},{"line_number":83,"context_line":"4. Implement waiver code."},{"line_number":84,"context_line":""},{"line_number":85,"context_line":"Having as input a subunit test results file or a subunit stream from a"},{"line_number":86,"context_line":"Tempest test execution."}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_a420db4a","line":83,"in_reply_to":"fad55976_bc97048f","updated":"2016-07-18 16:40:28.000000000","message":"Done","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":97,"name":"Daryl Walleck","email":"daryl.walleck@rackspace.com","username":"dwalleck"},"change_message_id":"c3b9e0efc1fa180aa4d0137df1484447d9ed2ed3","unresolved":false,"context_lines":[{"line_number":85,"context_line":"Having as input a subunit test results file or a subunit stream from a"},{"line_number":86,"context_line":"Tempest test execution."},{"line_number":87,"context_line":""},{"line_number":88,"context_line":"- Run find_additional_properties.py with the subunit stream as input."},{"line_number":89,"context_line":"  Script retrieves a summary of the test execution, the non-compliant test"},{"line_number":90,"context_line":"  case list and the failed Tempest JSON schema(s)."},{"line_number":91,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_73bfc6d0","line":88,"updated":"2016-07-18 18:21:29.000000000","message":"You should probably consider integrating this into refstack client instead of calling out to a script","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"690df56266d9fec46d761336fb87b068a717b0a9","unresolved":false,"context_lines":[{"line_number":85,"context_line":"Having as input a subunit test results file or a subunit stream from a"},{"line_number":86,"context_line":"Tempest test execution."},{"line_number":87,"context_line":""},{"line_number":88,"context_line":"- Run find_additional_properties.py with the subunit stream as input."},{"line_number":89,"context_line":"  Script retrieves a summary of the test execution, the non-compliant test"},{"line_number":90,"context_line":"  case list and the failed Tempest JSON schema(s)."},{"line_number":91,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_9c5ec7e7","line":88,"in_reply_to":"dada55a8_73bfc6d0","updated":"2016-07-19 00:41:18.000000000","message":"Done","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":97,"name":"Daryl Walleck","email":"daryl.walleck@rackspace.com","username":"dwalleck"},"change_message_id":"c3b9e0efc1fa180aa4d0137df1484447d9ed2ed3","unresolved":false,"context_lines":[{"line_number":90,"context_line":"  case list and the failed Tempest JSON schema(s)."},{"line_number":91,"context_line":""},{"line_number":92,"context_line":"- Run subunit-details command with the subunit stream as input."},{"line_number":93,"context_line":"  Script retrieves API calls from each test case."},{"line_number":94,"context_line":""},{"line_number":95,"context_line":"- Create a temporal patch for tempest/lib to disable JSON checks."},{"line_number":96,"context_line":"  Under .tempest/tempest/lib/api_schema/response/compute/\\* disable"}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_137daa1c","line":93,"updated":"2016-07-18 18:21:29.000000000","message":"How is this list used? I don\u0027t see it referenced again","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"690df56266d9fec46d761336fb87b068a717b0a9","unresolved":false,"context_lines":[{"line_number":90,"context_line":"  case list and the failed Tempest JSON schema(s)."},{"line_number":91,"context_line":""},{"line_number":92,"context_line":"- Run subunit-details command with the subunit stream as input."},{"line_number":93,"context_line":"  Script retrieves API calls from each test case."},{"line_number":94,"context_line":""},{"line_number":95,"context_line":"- Create a temporal patch for tempest/lib to disable JSON checks."},{"line_number":96,"context_line":"  Under .tempest/tempest/lib/api_schema/response/compute/\\* disable"}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_8b031273","line":93,"in_reply_to":"dada55a8_137daa1c","updated":"2016-07-19 00:41:18.000000000","message":"Good catch.\nIn the new implementation proposal, it will be saved to a file for further reference.","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":97,"name":"Daryl Walleck","email":"daryl.walleck@rackspace.com","username":"dwalleck"},"change_message_id":"c3b9e0efc1fa180aa4d0137df1484447d9ed2ed3","unresolved":false,"context_lines":[{"line_number":92,"context_line":"- Run subunit-details command with the subunit stream as input."},{"line_number":93,"context_line":"  Script retrieves API calls from each test case."},{"line_number":94,"context_line":""},{"line_number":95,"context_line":"- Create a temporal patch for tempest/lib to disable JSON checks."},{"line_number":96,"context_line":"  Under .tempest/tempest/lib/api_schema/response/compute/\\* disable"},{"line_number":97,"context_line":"  check for all affected JSON schemas."},{"line_number":98,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_f3a0d692","line":95,"updated":"2016-07-18 18:21:29.000000000","message":"I think before this can move beyond a spec, how this task is going to be accomplished needs to be fleshed out","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"690df56266d9fec46d761336fb87b068a717b0a9","unresolved":false,"context_lines":[{"line_number":92,"context_line":"- Run subunit-details command with the subunit stream as input."},{"line_number":93,"context_line":"  Script retrieves API calls from each test case."},{"line_number":94,"context_line":""},{"line_number":95,"context_line":"- Create a temporal patch for tempest/lib to disable JSON checks."},{"line_number":96,"context_line":"  Under .tempest/tempest/lib/api_schema/response/compute/\\* disable"},{"line_number":97,"context_line":"  check for all affected JSON schemas."},{"line_number":98,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_eb6d6e33","line":95,"in_reply_to":"dada55a8_f3a0d692","updated":"2016-07-19 00:41:18.000000000","message":"TBD","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":97,"name":"Daryl Walleck","email":"daryl.walleck@rackspace.com","username":"dwalleck"},"change_message_id":"c3b9e0efc1fa180aa4d0137df1484447d9ed2ed3","unresolved":false,"context_lines":[{"line_number":101,"context_line":""},{"line_number":102,"context_line":"- Undo changes made to tempest/lib."},{"line_number":103,"context_line":""},{"line_number":104,"context_line":"- Create a single subunit stream with all test execution results. Include"},{"line_number":105,"context_line":"  information from inital failed execution and the results bypassing"},{"line_number":106,"context_line":"  schema validation. Add a label to clearly identify re-runned test cases"},{"line_number":107,"context_line":"  Register joined results on test repository by executing"}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_33c26e34","line":104,"updated":"2016-07-18 18:21:29.000000000","message":"This is not a trivial problem. You would need to remove the previously failing results before trying to merge the new results in","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"690df56266d9fec46d761336fb87b068a717b0a9","unresolved":false,"context_lines":[{"line_number":101,"context_line":""},{"line_number":102,"context_line":"- Undo changes made to tempest/lib."},{"line_number":103,"context_line":""},{"line_number":104,"context_line":"- Create a single subunit stream with all test execution results. Include"},{"line_number":105,"context_line":"  information from inital failed execution and the results bypassing"},{"line_number":106,"context_line":"  schema validation. Add a label to clearly identify re-runned test cases"},{"line_number":107,"context_line":"  Register joined results on test repository by executing"}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_6bc7be12","line":104,"in_reply_to":"dada55a8_33c26e34","updated":"2016-07-19 00:41:18.000000000","message":"On the new proposal I moved this step to the TBD section.\nAs you mentioned is tricky and probably would be better to just upload both result files instead of trying to merge them.","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":97,"name":"Daryl Walleck","email":"daryl.walleck@rackspace.com","username":"dwalleck"},"change_message_id":"919c42eab47e0c7268ef418f63946bea18d2e0e5","unresolved":false,"context_lines":[{"line_number":103,"context_line":""},{"line_number":104,"context_line":"- Create a single subunit stream with all test execution results. Include"},{"line_number":105,"context_line":"  information from inital failed execution and the results bypassing"},{"line_number":106,"context_line":"  schema validation. Add a label to clearly identify re-runned test cases"},{"line_number":107,"context_line":"  Register joined results on test repository by executing"},{"line_number":108,"context_line":"  *ostestr* *--* *load*."},{"line_number":109,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_d3a7934d","line":106,"updated":"2016-07-18 18:05:34.000000000","message":"How would this label fit into the subunit output? Subunit is already has a strictly defined schema. Do you mean you would add it to the tags section?","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"690df56266d9fec46d761336fb87b068a717b0a9","unresolved":false,"context_lines":[{"line_number":103,"context_line":""},{"line_number":104,"context_line":"- Create a single subunit stream with all test execution results. Include"},{"line_number":105,"context_line":"  information from inital failed execution and the results bypassing"},{"line_number":106,"context_line":"  schema validation. Add a label to clearly identify re-runned test cases"},{"line_number":107,"context_line":"  Register joined results on test repository by executing"},{"line_number":108,"context_line":"  *ostestr* *--* *load*."},{"line_number":109,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_eb89eecb","line":106,"in_reply_to":"dada55a8_d3a7934d","updated":"2016-07-19 00:41:18.000000000","message":"Yes, initially thought about adding a tag but this complete step is TBD.","commit_id":"2ce635fe03557bb6d36c98eac9883cd1be87f948"},{"author":{"_account_id":7822,"name":"Chris Hoge (not involved in upstream development)","email":"chris@hogepodge.com","username":"hogepodge"},"change_message_id":"cc00ba760c2f9ea1c35956e40d0b34284026ae28","unresolved":false,"context_lines":[{"line_number":16,"context_line":"Problem description"},{"line_number":17,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":18,"context_line":""},{"line_number":19,"context_line":"Vendors need an automated way to apply the waiver. This is run interop testing"},{"line_number":20,"context_line":"and optionally bypass Tempest strict response checking as defined on Defcore"},{"line_number":21,"context_line":"waiver."},{"line_number":22,"context_line":""}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_66d37539","line":19,"updated":"2016-07-19 01:10:54.000000000","message":"\"The proposed method is to run Tempest from the RefStack client, identify tests that fail because of strict response checking, and rerun those tests with strict checking disabled.\"","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"3c5d349fb9698afb017ff8ee6d8c62a23828cde3","unresolved":false,"context_lines":[{"line_number":16,"context_line":"Problem description"},{"line_number":17,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":18,"context_line":""},{"line_number":19,"context_line":"Vendors need an automated way to apply the waiver. This is run interop testing"},{"line_number":20,"context_line":"and optionally bypass Tempest strict response checking as defined on Defcore"},{"line_number":21,"context_line":"waiver."},{"line_number":22,"context_line":""}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_1c4105aa","line":19,"in_reply_to":"dada55a8_66d37539","updated":"2016-07-19 21:11:50.000000000","message":"Done","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":10234,"name":"Andrey Pavlov","email":"andrey.mp@gmail.com","username":"andrey-mp"},"change_message_id":"d73cb6eb5ede58aefbdd47164318c857e97d4f93","unresolved":false,"context_lines":[{"line_number":53,"context_line":""},{"line_number":54,"context_line":".. code-block:: bash"},{"line_number":55,"context_line":""},{"line_number":56,"context_line":"    $ refstack-client extra-prop patchTempest --schema \u003cjson_schema\u003e"},{"line_number":57,"context_line":""},{"line_number":58,"context_line":"- Vendor re-run Tempest for the failed test cases."},{"line_number":59,"context_line":""}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_934cdf43","line":56,"range":{"start_line":56,"start_character":33,"end_line":56,"end_character":45},"updated":"2016-07-19 08:38:40.000000000","message":"\"patch/something/unpatch\" must be done under some lock to prevent totally broken code.\n\nmaybe refstack-client should make a copy of tempest, patch it, use it, and then delete it...","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"3c5d349fb9698afb017ff8ee6d8c62a23828cde3","unresolved":false,"context_lines":[{"line_number":53,"context_line":""},{"line_number":54,"context_line":".. code-block:: bash"},{"line_number":55,"context_line":""},{"line_number":56,"context_line":"    $ refstack-client extra-prop patchTempest --schema \u003cjson_schema\u003e"},{"line_number":57,"context_line":""},{"line_number":58,"context_line":"- Vendor re-run Tempest for the failed test cases."},{"line_number":59,"context_line":""}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_e7361a51","line":56,"range":{"start_line":56,"start_character":33,"end_line":56,"end_character":45},"in_reply_to":"dada55a8_934cdf43","updated":"2016-07-19 21:11:50.000000000","message":"Done - Added as implementation note - Create copy of tempest/lib (folder expected to be patched).","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":7822,"name":"Chris Hoge (not involved in upstream development)","email":"chris@hogepodge.com","username":"hogepodge"},"change_message_id":"cc00ba760c2f9ea1c35956e40d0b34284026ae28","unresolved":false,"context_lines":[{"line_number":68,"context_line":".. code-block:: bash"},{"line_number":69,"context_line":""},{"line_number":70,"context_line":"    $ refstack-client extra-prop unpatchTempest"},{"line_number":71,"context_line":""},{"line_number":72,"context_line":"- TDB:"},{"line_number":73,"context_line":""},{"line_number":74,"context_line":"    - Vendor creates a single subunit file with all test execution results by"}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_26c97d79","line":71,"updated":"2016-07-19 01:10:54.000000000","message":"In general, I wonder if the whole process can be automated, rather than running many individual commands.","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":10234,"name":"Andrey Pavlov","email":"andrey.mp@gmail.com","username":"andrey-mp"},"change_message_id":"d73cb6eb5ede58aefbdd47164318c857e97d4f93","unresolved":false,"context_lines":[{"line_number":68,"context_line":".. code-block:: bash"},{"line_number":69,"context_line":""},{"line_number":70,"context_line":"    $ refstack-client extra-prop unpatchTempest"},{"line_number":71,"context_line":""},{"line_number":72,"context_line":"- TDB:"},{"line_number":73,"context_line":""},{"line_number":74,"context_line":"    - Vendor creates a single subunit file with all test execution results by"}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_73ab2bd7","line":71,"in_reply_to":"dada55a8_26c97d79","updated":"2016-07-19 08:38:40.000000000","message":"+1","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"3c5d349fb9698afb017ff8ee6d8c62a23828cde3","unresolved":false,"context_lines":[{"line_number":68,"context_line":".. code-block:: bash"},{"line_number":69,"context_line":""},{"line_number":70,"context_line":"    $ refstack-client extra-prop unpatchTempest"},{"line_number":71,"context_line":""},{"line_number":72,"context_line":"- TDB:"},{"line_number":73,"context_line":""},{"line_number":74,"context_line":"    - Vendor creates a single subunit file with all test execution results by"}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_82510c11","line":71,"in_reply_to":"dada55a8_26c97d79","updated":"2016-07-19 21:11:50.000000000","message":"Done - Going back to initial proposal.\n\nTo automate the complete flow on a single step","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":7822,"name":"Chris Hoge (not involved in upstream development)","email":"chris@hogepodge.com","username":"hogepodge"},"change_message_id":"cc00ba760c2f9ea1c35956e40d0b34284026ae28","unresolved":false,"context_lines":[{"line_number":82,"context_line":""},{"line_number":83,"context_line":"    - Vendor manually provide evidence of the whole process (a.k.a email"},{"line_number":84,"context_line":"    all created files to Refstack point of contact)."},{"line_number":85,"context_line":""},{"line_number":86,"context_line":""},{"line_number":87,"context_line":"2. Implement \"extra-prop\" Refstack command:"},{"line_number":88,"context_line":"Assume Tempest test suite was run independently. Subunit test result file is"}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_c6922157","line":85,"updated":"2016-07-19 01:10:54.000000000","message":"Can we produce a bundle with all of the relevant files, including patch, subunit streams, json files, for delivery to OSF?","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"3c5d349fb9698afb017ff8ee6d8c62a23828cde3","unresolved":false,"context_lines":[{"line_number":82,"context_line":""},{"line_number":83,"context_line":"    - Vendor manually provide evidence of the whole process (a.k.a email"},{"line_number":84,"context_line":"    all created files to Refstack point of contact)."},{"line_number":85,"context_line":""},{"line_number":86,"context_line":""},{"line_number":87,"context_line":"2. Implement \"extra-prop\" Refstack command:"},{"line_number":88,"context_line":"Assume Tempest test suite was run independently. Subunit test result file is"}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_02651ce0","line":85,"in_reply_to":"dada55a8_c6922157","updated":"2016-07-19 21:11:50.000000000","message":"Done","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":7822,"name":"Chris Hoge (not involved in upstream development)","email":"chris@hogepodge.com","username":"hogepodge"},"change_message_id":"cc00ba760c2f9ea1c35956e40d0b34284026ae28","unresolved":false,"context_lines":[{"line_number":173,"context_line":"------------"},{"line_number":174,"context_line":"- Add a single command for a full automated flow. This is a single command to"},{"line_number":175,"context_line":"  run all the described steps above. Notice that might be error prompt due to"},{"line_number":176,"context_line":"  the extent of steps required."},{"line_number":177,"context_line":""},{"line_number":178,"context_line":"- Make a waiver command generic so that it can take not only current waiver"},{"line_number":179,"context_line":"  but other waivers that might appear in the future. Probably including"}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_a6828dfe","line":176,"updated":"2016-07-19 01:10:54.000000000","message":"I would worry more about user-error in executing the procedure. The more we can automate, the better off we are.","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"3c5d349fb9698afb017ff8ee6d8c62a23828cde3","unresolved":false,"context_lines":[{"line_number":173,"context_line":"------------"},{"line_number":174,"context_line":"- Add a single command for a full automated flow. This is a single command to"},{"line_number":175,"context_line":"  run all the described steps above. Notice that might be error prompt due to"},{"line_number":176,"context_line":"  the extent of steps required."},{"line_number":177,"context_line":""},{"line_number":178,"context_line":"- Make a waiver command generic so that it can take not only current waiver"},{"line_number":179,"context_line":"  but other waivers that might appear in the future. Probably including"}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_0f73804e","line":176,"in_reply_to":"dada55a8_a6828dfe","updated":"2016-07-19 21:11:50.000000000","message":"Done - Retaking this approach","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":7822,"name":"Chris Hoge (not involved in upstream development)","email":"chris@hogepodge.com","username":"hogepodge"},"change_message_id":"cc00ba760c2f9ea1c35956e40d0b34284026ae28","unresolved":false,"context_lines":[{"line_number":178,"context_line":"- Make a waiver command generic so that it can take not only current waiver"},{"line_number":179,"context_line":"  but other waivers that might appear in the future. Probably including"},{"line_number":180,"context_line":"  a name or id for the waiver."},{"line_number":181,"context_line":"  ``e.g refstack-client waiver my_result_file --name additionalProperties``"},{"line_number":182,"context_line":""},{"line_number":183,"context_line":"- Products applying for the OpenStack Powered Trademark in 2016 may"},{"line_number":184,"context_line":"   request the waiver by submitting subunit data from their Tempest run"}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_2677bd3b","line":181,"updated":"2016-07-19 01:10:54.000000000","message":"We\u0027re not terribly interested in granting more waivers. This is a pretty unique situation that we really want to avoid in the future.","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"3c5d349fb9698afb017ff8ee6d8c62a23828cde3","unresolved":false,"context_lines":[{"line_number":178,"context_line":"- Make a waiver command generic so that it can take not only current waiver"},{"line_number":179,"context_line":"  but other waivers that might appear in the future. Probably including"},{"line_number":180,"context_line":"  a name or id for the waiver."},{"line_number":181,"context_line":"  ``e.g refstack-client waiver my_result_file --name additionalProperties``"},{"line_number":182,"context_line":""},{"line_number":183,"context_line":"- Products applying for the OpenStack Powered Trademark in 2016 may"},{"line_number":184,"context_line":"   request the waiver by submitting subunit data from their Tempest run"}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_6f903c44","line":181,"in_reply_to":"dada55a8_2677bd3b","updated":"2016-07-19 21:11:50.000000000","message":"Done - alternative removed","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":7822,"name":"Chris Hoge (not involved in upstream development)","email":"chris@hogepodge.com","username":"hogepodge"},"change_message_id":"cc00ba760c2f9ea1c35956e40d0b34284026ae28","unresolved":false,"context_lines":[{"line_number":240,"context_line":""},{"line_number":241,"context_line":"Other contributors:"},{"line_number":242,"context_line":""},{"line_number":243,"context_line":" TBD"},{"line_number":244,"context_line":""},{"line_number":245,"context_line":"Work Items"},{"line_number":246,"context_line":"----------"}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_06743933","line":243,"updated":"2016-07-19 01:10:54.000000000","message":"You can add my name to this if you want.","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"3c5d349fb9698afb017ff8ee6d8c62a23828cde3","unresolved":false,"context_lines":[{"line_number":240,"context_line":""},{"line_number":241,"context_line":"Other contributors:"},{"line_number":242,"context_line":""},{"line_number":243,"context_line":" TBD"},{"line_number":244,"context_line":""},{"line_number":245,"context_line":"Work Items"},{"line_number":246,"context_line":"----------"}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_7c080192","line":243,"in_reply_to":"dada55a8_06743933","updated":"2016-07-19 21:11:50.000000000","message":"Done","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":7822,"name":"Chris Hoge (not involved in upstream development)","email":"chris@hogepodge.com","username":"hogepodge"},"change_message_id":"cc00ba760c2f9ea1c35956e40d0b34284026ae28","unresolved":false,"context_lines":[{"line_number":262,"context_line":"Testing"},{"line_number":263,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":264,"context_line":""},{"line_number":265,"context_line":"None"},{"line_number":266,"context_line":""},{"line_number":267,"context_line":"Documentation Impact"},{"line_number":268,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_869e6954","line":265,"updated":"2016-07-19 01:10:54.000000000","message":"We should be unit testing the critical items in the path, especially the script.","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"3c5d349fb9698afb017ff8ee6d8c62a23828cde3","unresolved":false,"context_lines":[{"line_number":262,"context_line":"Testing"},{"line_number":263,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":264,"context_line":""},{"line_number":265,"context_line":"None"},{"line_number":266,"context_line":""},{"line_number":267,"context_line":"Documentation Impact"},{"line_number":268,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_5cf37dd6","line":265,"in_reply_to":"dada55a8_869e6954","updated":"2016-07-19 21:11:50.000000000","message":"Done","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":7822,"name":"Chris Hoge (not involved in upstream development)","email":"chris@hogepodge.com","username":"hogepodge"},"change_message_id":"cc00ba760c2f9ea1c35956e40d0b34284026ae28","unresolved":false,"context_lines":[{"line_number":267,"context_line":"Documentation Impact"},{"line_number":268,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":269,"context_line":""},{"line_number":270,"context_line":"TBD - Defcofe might be the one to communicate all about applying the waiver."},{"line_number":271,"context_line":""},{"line_number":272,"context_line":""},{"line_number":273,"context_line":"References"}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_06ab9975","line":270,"updated":"2016-07-19 01:10:54.000000000","message":"How to run this should be included with the refstack documentation. DefCore will also disseminate this information on it\u0027s pages.","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"3c5d349fb9698afb017ff8ee6d8c62a23828cde3","unresolved":false,"context_lines":[{"line_number":267,"context_line":"Documentation Impact"},{"line_number":268,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":269,"context_line":""},{"line_number":270,"context_line":"TBD - Defcofe might be the one to communicate all about applying the waiver."},{"line_number":271,"context_line":""},{"line_number":272,"context_line":""},{"line_number":273,"context_line":"References"}],"source_content_type":"text/x-rst","patch_set":3,"id":"dada55a8_3cee89ec","line":270,"in_reply_to":"dada55a8_06ab9975","updated":"2016-07-19 21:11:50.000000000","message":"Done","commit_id":"7cbbf28125586ddddcadac18c324ffcdb3607eb5"}]}