)]}'
{"specs/newton/approved/mark-certification-test-result.rst":[{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"58abc8a0ecdde18304d9b3e863be485ec1fbe86b","unresolved":false,"context_lines":[{"line_number":1,"context_line":"Launchpad blueprint:"},{"line_number":2,"context_line":""},{"line_number":3,"context_line":"* https://blueprints.launchpad.net/refstack/+spec/certification-test-record"},{"line_number":4,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"9ad45d7e_dcd3a8d3","line":1,"range":{"start_line":1,"start_character":0,"end_line":1,"end_character":20},"updated":"2016-08-10 22:44:38.000000000","message":"Spec Name should be the first  thing on the file and it is missing:\n\n\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\nMark certification test result\n\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"9beafc5b70b4d22b208649b298a3a69a97ce9bff","unresolved":false,"context_lines":[{"line_number":1,"context_line":"Launchpad blueprint:"},{"line_number":2,"context_line":""},{"line_number":3,"context_line":"* https://blueprints.launchpad.net/refstack/+spec/certification-test-record"},{"line_number":4,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ac371cc_b259205d","line":1,"range":{"start_line":1,"start_character":0,"end_line":1,"end_character":20},"in_reply_to":"9ad45d7e_dcd3a8d3","updated":"2016-08-15 23:55:39.000000000","message":"Done","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":7822,"name":"Chris Hoge (not involved in upstream development)","email":"chris@hogepodge.com","username":"hogepodge"},"change_message_id":"e6b5b97648230f9a92d91f689fd2fd3f307d477a","unresolved":false,"context_lines":[{"line_number":4,"context_line":""},{"line_number":5,"context_line":"RefStack requirement document:"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"* https://goo.gl/bvo4FG"},{"line_number":8,"context_line":""},{"line_number":9,"context_line":"Data model document:"},{"line_number":10,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_7b10fda8","line":7,"updated":"2016-07-19 19:31:45.000000000","message":"As mentioned previously, I\u0027m not particularly thrilled with documents that are hosted on google docs and haven\u0027t been given proper code review. My endorsement of this spec does not imply endorsement of these documents.","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"4700251c079e770d5152b9cc56b640e54e406c6c","unresolved":false,"context_lines":[{"line_number":4,"context_line":""},{"line_number":5,"context_line":"RefStack requirement document:"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"* https://goo.gl/bvo4FG"},{"line_number":8,"context_line":""},{"line_number":9,"context_line":"Data model document:"},{"line_number":10,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_bb3a7532","line":7,"in_reply_to":"dada55a8_7b10fda8","updated":"2016-07-25 19:21:06.000000000","message":"Noted and agreed.  Thanks!","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"9beafc5b70b4d22b208649b298a3a69a97ce9bff","unresolved":false,"context_lines":[{"line_number":4,"context_line":""},{"line_number":5,"context_line":"RefStack requirement document:"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"* https://goo.gl/bvo4FG"},{"line_number":8,"context_line":""},{"line_number":9,"context_line":"Data model document:"},{"line_number":10,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ac371cc_323c10e2","line":7,"in_reply_to":"dada55a8_bb3a7532","updated":"2016-08-15 23:55:39.000000000","message":"Done","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":7822,"name":"Chris Hoge (not involved in upstream development)","email":"chris@hogepodge.com","username":"hogepodge"},"change_message_id":"e6b5b97648230f9a92d91f689fd2fd3f307d477a","unresolved":false,"context_lines":[{"line_number":42,"context_line":"    someone from the OSF."},{"line_number":43,"context_line":""},{"line_number":44,"context_line":"  * Only a test record which has been shared and associated to a Guideline and"},{"line_number":45,"context_line":"    Target Program can be marked as certified."},{"line_number":46,"context_line":""},{"line_number":47,"context_line":"  * Once a test record is marked as certified, only interop admins can unmark"},{"line_number":48,"context_line":"    the test record."}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_fb1cedc2","line":45,"updated":"2016-07-19 19:31:45.000000000","message":"What about anonymous test results? How is this done?","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"4700251c079e770d5152b9cc56b640e54e406c6c","unresolved":false,"context_lines":[{"line_number":42,"context_line":"    someone from the OSF."},{"line_number":43,"context_line":""},{"line_number":44,"context_line":"  * Only a test record which has been shared and associated to a Guideline and"},{"line_number":45,"context_line":"    Target Program can be marked as certified."},{"line_number":46,"context_line":""},{"line_number":47,"context_line":"  * Once a test record is marked as certified, only interop admins can unmark"},{"line_number":48,"context_line":"    the test record."}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_673fb7d6","line":45,"in_reply_to":"dada55a8_fb1cedc2","updated":"2016-07-25 19:21:06.000000000","message":"Anonymous data has no owner. So the users who uploaded the data no longer can manipulate the data. However, interop admins can.  We have 2 options going forward:\n\n1) Relax the rule for now, not require tests being associated to a Guideline or Target Program.\n\n2) Interop admins use API to associate selected tests to Guideline and Target Program.\n\nI prefer option 2.  I realize that it will require additional work from interop admins but we may be able to simplify the tasks with some scripts.","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"c1a2cd7db05db1fbaefa76ede013a27dcdad40d0","unresolved":false,"context_lines":[{"line_number":48,"context_line":"    the test record."},{"line_number":49,"context_line":""},{"line_number":50,"context_line":"  * Test results that are marked as \"used for OpenStack Powered Logo Certification\""},{"line_number":51,"context_line":"    cannot be deleted."},{"line_number":52,"context_line":""},{"line_number":53,"context_line":"  * Add APIs to update the certification column in the test table. (see the API"},{"line_number":54,"context_line":"    section for more details)"}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_07307b00","line":51,"range":{"start_line":51,"start_character":4,"end_line":51,"end_character":22},"updated":"2016-07-25 22:30:21.000000000","message":"Test results that are marked as \"used for OpenStack Powered Logo Certification\" can not be deleted or modified.","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"9beafc5b70b4d22b208649b298a3a69a97ce9bff","unresolved":false,"context_lines":[{"line_number":48,"context_line":"    the test record."},{"line_number":49,"context_line":""},{"line_number":50,"context_line":"  * Test results that are marked as \"used for OpenStack Powered Logo Certification\""},{"line_number":51,"context_line":"    cannot be deleted."},{"line_number":52,"context_line":""},{"line_number":53,"context_line":"  * Add APIs to update the certification column in the test table. (see the API"},{"line_number":54,"context_line":"    section for more details)"}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ac371cc_722688cf","line":51,"range":{"start_line":51,"start_character":4,"end_line":51,"end_character":22},"in_reply_to":"dada55a8_07307b00","updated":"2016-08-15 23:55:39.000000000","message":"Done","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":9312,"name":"Alexandre Levine","email":"alexandrelevine@gmail.com","username":"alevine"},"change_message_id":"0a585316933456693bd30f92e2d3f7bb1cd71aad","unresolved":false,"context_lines":[{"line_number":105,"context_line":"  +\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+"},{"line_number":106,"context_line":"  | result_id     | URI   | csapi:UUID   | Test result ID for marking.       |"},{"line_number":107,"context_line":"  +---------------+-------+--------------+-----------------------------------+"},{"line_number":108,"context_line":"  | certify       | plain | xsd:string   | Action to mark a test result as   |"},{"line_number":109,"context_line":"  |               |       |              | certified by setting the value of |"},{"line_number":110,"context_line":"  |               |       |              | the certification column to \"true\"|"},{"line_number":111,"context_line":"  +---------------+-------+--------------+-----------------------------------+"}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_45362253","line":108,"range":{"start_line":108,"start_character":4,"end_line":108,"end_character":11},"updated":"2016-07-19 05:42:31.000000000","message":"Too verbose API. \nI\u0027d suggest rather to use one command: certificate\u003dTrue/False. Or certification","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":10234,"name":"Andrey Pavlov","email":"andrey.mp@gmail.com","username":"andrey-mp"},"change_message_id":"1a85168b115708fc2afe4d070e209e481c6d2ba1","unresolved":false,"context_lines":[{"line_number":105,"context_line":"  +\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+"},{"line_number":106,"context_line":"  | result_id     | URI   | csapi:UUID   | Test result ID for marking.       |"},{"line_number":107,"context_line":"  +---------------+-------+--------------+-----------------------------------+"},{"line_number":108,"context_line":"  | certify       | plain | xsd:string   | Action to mark a test result as   |"},{"line_number":109,"context_line":"  |               |       |              | certified by setting the value of |"},{"line_number":110,"context_line":"  |               |       |              | the certification column to \"true\"|"},{"line_number":111,"context_line":"  +---------------+-------+--------------+-----------------------------------+"}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_dbb12991","line":108,"range":{"start_line":108,"start_character":4,"end_line":108,"end_character":11},"in_reply_to":"dada55a8_27b15248","updated":"2016-07-19 19:34:36.000000000","message":"what about set_used_mark ?","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"1e5c74eb59aa29809a86f59126b95638fb9c43c4","unresolved":false,"context_lines":[{"line_number":105,"context_line":"  +\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+"},{"line_number":106,"context_line":"  | result_id     | URI   | csapi:UUID   | Test result ID for marking.       |"},{"line_number":107,"context_line":"  +---------------+-------+--------------+-----------------------------------+"},{"line_number":108,"context_line":"  | certify       | plain | xsd:string   | Action to mark a test result as   |"},{"line_number":109,"context_line":"  |               |       |              | certified by setting the value of |"},{"line_number":110,"context_line":"  |               |       |              | the certification column to \"true\"|"},{"line_number":111,"context_line":"  +---------------+-------+--------------+-----------------------------------+"}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_27b15248","line":108,"range":{"start_line":108,"start_character":4,"end_line":108,"end_character":11},"in_reply_to":"dada55a8_45362253","updated":"2016-07-19 16:44:20.000000000","message":"@Alex, Thanks for your review...\n\nThis spec does specify the column name in the \"test\" table as \"certification\" (type: boolean ). \nSpecifically for this parameter, I was trying to use a verb to describe the action. I also want the APIs to be consistent with what we did in the vendor action APIs [1].  But, I am open for suggestion to collapse both the mark and un-mark APIs into one API with certification (certificate) \u003d True/False.\n\n[1] https://github.com/openstack/refstack/blob/master/specs/newton/implemented/vendor-registration-api.rst","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":10234,"name":"Andrey Pavlov","email":"andrey.mp@gmail.com","username":"andrey-mp"},"change_message_id":"f4a2adafdea9571b4e109baeee9d399e27d49a68","unresolved":false,"context_lines":[{"line_number":105,"context_line":"  +\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+"},{"line_number":106,"context_line":"  | result_id     | URI   | csapi:UUID   | Test result ID for marking.       |"},{"line_number":107,"context_line":"  +---------------+-------+--------------+-----------------------------------+"},{"line_number":108,"context_line":"  | certify       | plain | xsd:string   | Action to mark a test result as   |"},{"line_number":109,"context_line":"  |               |       |              | certified by setting the value of |"},{"line_number":110,"context_line":"  |               |       |              | the certification column to \"true\"|"},{"line_number":111,"context_line":"  +---------------+-------+--------------+-----------------------------------+"}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_6aa821dc","line":108,"range":{"start_line":108,"start_character":4,"end_line":108,"end_character":11},"in_reply_to":"dada55a8_5b925a4c","updated":"2016-07-25 20:36:58.000000000","message":"\u0027too verbose\u0027 means \u0027lets make one method instead of two\u0027\n\nwhat task(problem) you want to solve?\nmarking result as \u0027used for certification\u0027. such result can\u0027t be removed. Can user change target platform? Can user hide(un-share) the result? I think no. User can not do anything with result until foundation admin unmark it.\n\nalso there were attempts to call this as \u0027ownership transfer\u0027...\n\n\nverb \u0027certify\u0027 that is apllied to \u0027result\u0027 object is not describe real action.\nyou don\u0027t \u0027certify/un-certify result\u0027. result doesn\u0027t certify anything. As I understood - result was used for certification of distro/cloud and external link to the result will be placed on external site.","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"c1a2cd7db05db1fbaefa76ede013a27dcdad40d0","unresolved":false,"context_lines":[{"line_number":105,"context_line":"  +\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+"},{"line_number":106,"context_line":"  | result_id     | URI   | csapi:UUID   | Test result ID for marking.       |"},{"line_number":107,"context_line":"  +---------------+-------+--------------+-----------------------------------+"},{"line_number":108,"context_line":"  | certify       | plain | xsd:string   | Action to mark a test result as   |"},{"line_number":109,"context_line":"  |               |       |              | certified by setting the value of |"},{"line_number":110,"context_line":"  |               |       |              | the certification column to \"true\"|"},{"line_number":111,"context_line":"  +---------------+-------+--------------+-----------------------------------+"}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_8483c9cb","line":108,"range":{"start_line":108,"start_character":4,"end_line":108,"end_character":11},"in_reply_to":"dada55a8_6aa821dc","updated":"2016-07-25 22:30:21.000000000","message":"Once a test record is marked as \"used for certification\", no one can change the target platform.  Interop admins have to unmarked the test result before anything modification (unshare result, change target platform, ...) can be done on it.\n\nThe REST API signature would be:\n\n../results/{result_id}/action \n\n\"certify\" is an action which applies to a specific resource in this case it is a test result identified by {result_id}.\n\n\"uncertify\" is an other action which can be apply to a specific resource in this case it is a test result identified by {result_id}.\n\nset_... is a verb which many implementations try to avoid in the REST API URIs.\n\nIf you prefer, I can make it an Update command (PUT).\n\n../results/{result_id}\n\nWith body\n\n{\n   \"certification\": True/False\n}\n\nEven better, we can rename the \"certification\" column as \"state\", where \"state\" can be one of these values {certified, certify_request,...}, default is no_state.","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"4700251c079e770d5152b9cc56b640e54e406c6c","unresolved":false,"context_lines":[{"line_number":105,"context_line":"  +\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+"},{"line_number":106,"context_line":"  | result_id     | URI   | csapi:UUID   | Test result ID for marking.       |"},{"line_number":107,"context_line":"  +---------------+-------+--------------+-----------------------------------+"},{"line_number":108,"context_line":"  | certify       | plain | xsd:string   | Action to mark a test result as   |"},{"line_number":109,"context_line":"  |               |       |              | certified by setting the value of |"},{"line_number":110,"context_line":"  |               |       |              | the certification column to \"true\"|"},{"line_number":111,"context_line":"  +---------------+-------+--------------+-----------------------------------+"}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_5b925a4c","line":108,"range":{"start_line":108,"start_character":4,"end_line":108,"end_character":11},"in_reply_to":"dada55a8_7381628f","updated":"2016-07-25 19:21:06.000000000","message":"This flag is really meant for using to indicate that the test result is \"used for certification\". And since the test result is \"used for certification\", it can\u0027t be deleted.\n\nIn Summary, a test result that is \"used for certification\" can\u0027t be removed.  But a test result that can\u0027t be removed is not necessary being \"used for certification\".\n\nThe feedback is that this API is too verbose. Not sure set_used_mark or set_protected_flag are less verbose.\n\nBesides, we had very lengthy discussions in the past about avoid using verb in REST APIs.  We had decided to adopt OpenStack API style to use \"action\" whenever a verb is needed.\n\n1) See the \"Servers - run an administrative action (servers, action)\" or the \"Servers actions (servers, os-instance-actions)\" sections in [1].\n\n2) See RefStack implementation in the \"Vendor Action API\" section in [2].\n\n[1] http://developer.openstack.org/api-ref/compute/\n[2] https://github.com/openstack/refstack/blob/master/specs/newton/implemented/vendor-registration-api.rst","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"9beafc5b70b4d22b208649b298a3a69a97ce9bff","unresolved":false,"context_lines":[{"line_number":105,"context_line":"  +\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+"},{"line_number":106,"context_line":"  | result_id     | URI   | csapi:UUID   | Test result ID for marking.       |"},{"line_number":107,"context_line":"  +---------------+-------+--------------+-----------------------------------+"},{"line_number":108,"context_line":"  | certify       | plain | xsd:string   | Action to mark a test result as   |"},{"line_number":109,"context_line":"  |               |       |              | certified by setting the value of |"},{"line_number":110,"context_line":"  |               |       |              | the certification column to \"true\"|"},{"line_number":111,"context_line":"  +---------------+-------+--------------+-----------------------------------+"}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ac371cc_f218b886","line":108,"range":{"start_line":108,"start_character":4,"end_line":108,"end_character":11},"in_reply_to":"dada55a8_8483c9cb","updated":"2016-08-15 23:55:39.000000000","message":"Update to use the \"PUT\" command as discussed.","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":10234,"name":"Andrey Pavlov","email":"andrey.mp@gmail.com","username":"andrey-mp"},"change_message_id":"7b745c2ea28704465e06c74c6f02f84b49490f2c","unresolved":false,"context_lines":[{"line_number":105,"context_line":"  +\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d+"},{"line_number":106,"context_line":"  | result_id     | URI   | csapi:UUID   | Test result ID for marking.       |"},{"line_number":107,"context_line":"  +---------------+-------+--------------+-----------------------------------+"},{"line_number":108,"context_line":"  | certify       | plain | xsd:string   | Action to mark a test result as   |"},{"line_number":109,"context_line":"  |               |       |              | certified by setting the value of |"},{"line_number":110,"context_line":"  |               |       |              | the certification column to \"true\"|"},{"line_number":111,"context_line":"  +---------------+-------+--------------+-----------------------------------+"}],"source_content_type":"text/x-rst","patch_set":2,"id":"dada55a8_7381628f","line":108,"range":{"start_line":108,"start_character":4,"end_line":108,"end_character":11},"in_reply_to":"dada55a8_dbb12991","updated":"2016-07-25 10:04:22.000000000","message":"in general - it is a flag that disallows results deletion. right?\nin this concrete case it also means that this result is used for certification and can not be removed.\n\nSo maybe we can name it \u0027protected\u0027 or similar?\nand action can be named as \u0027set_protected_flag\u0027 with true/false parameter.","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"58abc8a0ecdde18304d9b3e863be485ec1fbe86b","unresolved":false,"context_lines":[{"line_number":221,"context_line":"Testing"},{"line_number":222,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":223,"context_line":""},{"line_number":224,"context_line":"None"},{"line_number":225,"context_line":""},{"line_number":226,"context_line":""},{"line_number":227,"context_line":"Documentation Impact"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9ad45d7e_dc14484e","line":224,"range":{"start_line":224,"start_character":0,"end_line":224,"end_character":4},"updated":"2016-08-10 22:44:38.000000000","message":"Code should have unit test.\nPlus reference to google doc references","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"9beafc5b70b4d22b208649b298a3a69a97ce9bff","unresolved":false,"context_lines":[{"line_number":221,"context_line":"Testing"},{"line_number":222,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":223,"context_line":""},{"line_number":224,"context_line":"None"},{"line_number":225,"context_line":""},{"line_number":226,"context_line":""},{"line_number":227,"context_line":"Documentation Impact"}],"source_content_type":"text/x-rst","patch_set":2,"id":"3ac371cc_d21bfc7e","line":224,"range":{"start_line":224,"start_character":0,"end_line":224,"end_character":4},"in_reply_to":"9ad45d7e_dc14484e","updated":"2016-08-15 23:55:39.000000000","message":"Done.  Thanks for pointing this out!","commit_id":"5f4be1b6aee665408419b6a4417d72d837a7b578"}],"specs/newton/approved/mark-test-result-as-validated.rst":[{"author":{"_account_id":17716,"name":"Luz Cazares","email":"luz.cazares@intel.com","username":"luzcazares"},"change_message_id":"4187a0cfb65367433631cf1c0aa469b9c679f52a","unresolved":false,"context_lines":[{"line_number":32,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":33,"context_line":""},{"line_number":34,"context_line":"* Add a new field named \"validation_status\" to the \"test\" table.  Detailed"},{"line_number":35,"context_line":"  information about this field can be found in the \"Data model impatc\" section."},{"line_number":36,"context_line":""},{"line_number":37,"context_line":"* Marking a test result record"},{"line_number":38,"context_line":""}],"source_content_type":"text/x-rst","patch_set":6,"id":"fa7ab95a_b7721aaf","line":35,"range":{"start_line":35,"start_character":63,"end_line":35,"end_character":69},"updated":"2016-08-31 03:02:37.000000000","message":"nit: impact","commit_id":"ca470f69adfdcce71d866eaac5885797b26132f0"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"90e604396b8c1d43a24a5811644116dcdc12a03f","unresolved":false,"context_lines":[{"line_number":32,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":33,"context_line":""},{"line_number":34,"context_line":"* Add a new field named \"validation_status\" to the \"test\" table.  Detailed"},{"line_number":35,"context_line":"  information about this field can be found in the \"Data model impatc\" section."},{"line_number":36,"context_line":""},{"line_number":37,"context_line":"* Marking a test result record"},{"line_number":38,"context_line":""}],"source_content_type":"text/x-rst","patch_set":6,"id":"fa7ab95a_2074d4cd","line":35,"range":{"start_line":35,"start_character":63,"end_line":35,"end_character":69},"in_reply_to":"fa7ab95a_b7721aaf","updated":"2016-08-31 16:00:58.000000000","message":"Done","commit_id":"ca470f69adfdcce71d866eaac5885797b26132f0"},{"author":{"_account_id":11797,"name":"Gema Gomez-Solano","email":"gema.gomez-solano@linaro.org","username":"gema"},"change_message_id":"089c69d4f465e0941afaaa0324e95b0a8ea71782","unresolved":false,"context_lines":[{"line_number":60,"context_line":"not chosen."},{"line_number":61,"context_line":""},{"line_number":62,"context_line":"* Filtering/searching for marked data may not be as efficient."},{"line_number":63,"context_line":"* Marked tests can not be identified fron the \"test\" table."},{"line_number":64,"context_line":""},{"line_number":65,"context_line":""},{"line_number":66,"context_line":"Data model impact"}],"source_content_type":"text/x-rst","patch_set":6,"id":"fa7ab95a_5b43986c","line":63,"range":{"start_line":63,"start_character":40,"end_line":63,"end_character":41},"updated":"2016-08-31 14:14:33.000000000","message":"nit: from","commit_id":"ca470f69adfdcce71d866eaac5885797b26132f0"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"90e604396b8c1d43a24a5811644116dcdc12a03f","unresolved":false,"context_lines":[{"line_number":60,"context_line":"not chosen."},{"line_number":61,"context_line":""},{"line_number":62,"context_line":"* Filtering/searching for marked data may not be as efficient."},{"line_number":63,"context_line":"* Marked tests can not be identified fron the \"test\" table."},{"line_number":64,"context_line":""},{"line_number":65,"context_line":""},{"line_number":66,"context_line":"Data model impact"}],"source_content_type":"text/x-rst","patch_set":6,"id":"fa7ab95a_a0670424","line":63,"range":{"start_line":63,"start_character":40,"end_line":63,"end_character":41},"in_reply_to":"fa7ab95a_5b43986c","updated":"2016-08-31 16:00:58.000000000","message":"Done","commit_id":"ca470f69adfdcce71d866eaac5885797b26132f0"},{"author":{"_account_id":11797,"name":"Gema Gomez-Solano","email":"gema.gomez-solano@linaro.org","username":"gema"},"change_message_id":"089c69d4f465e0941afaaa0324e95b0a8ea71782","unresolved":false,"context_lines":[{"line_number":66,"context_line":"Data model impact"},{"line_number":67,"context_line":"-----------------"},{"line_number":68,"context_line":""},{"line_number":69,"context_line":"Add a new column named \"validation_status\" to the existing \"test\" table."},{"line_number":70,"context_line":""},{"line_number":71,"context_line":"+------------------------+-------------+----------+"},{"line_number":72,"context_line":"| Column                 |   Type      |          |"}],"source_content_type":"text/x-rst","patch_set":6,"id":"fa7ab95a_392b3c35","line":69,"range":{"start_line":69,"start_character":24,"end_line":69,"end_character":41},"updated":"2016-08-31 14:14:33.000000000","message":"what does validation status mean? I am not sure this is the right name for a field that is going to mean that this result is one linked to a certification. Does it mean that it has been validated by the foundation?","commit_id":"ca470f69adfdcce71d866eaac5885797b26132f0"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"90e604396b8c1d43a24a5811644116dcdc12a03f","unresolved":false,"context_lines":[{"line_number":66,"context_line":"Data model impact"},{"line_number":67,"context_line":"-----------------"},{"line_number":68,"context_line":""},{"line_number":69,"context_line":"Add a new column named \"validation_status\" to the existing \"test\" table."},{"line_number":70,"context_line":""},{"line_number":71,"context_line":"+------------------------+-------------+----------+"},{"line_number":72,"context_line":"| Column                 |   Type      |          |"}],"source_content_type":"text/x-rst","patch_set":6,"id":"fa7ab95a_f55e3075","line":69,"range":{"start_line":69,"start_character":24,"end_line":69,"end_character":41},"in_reply_to":"fa7ab95a_392b3c35","updated":"2016-08-31 16:00:58.000000000","message":"Dunning the DefCore mid-cycle meeting at San Antonio, OSF suggested that RefStack to replace the term \"certification\" with \"validation\".","commit_id":"ca470f69adfdcce71d866eaac5885797b26132f0"}],"specs/newton/approved/mark-test-result-as-verified.rst":[{"author":{"_account_id":10234,"name":"Andrey Pavlov","email":"andrey.mp@gmail.com","username":"andrey-mp"},"change_message_id":"54bb7719b825afa39c71c44d26f3224e43831a24","unresolved":false,"context_lines":[{"line_number":40,"context_line":"    the https://refstack.openstack.org/#/ website, interop admins will be"},{"line_number":41,"context_line":"    someone from the OSF."},{"line_number":42,"context_line":""},{"line_number":43,"context_line":"  * Only a test result which has been shared and associated to a Guideline and"},{"line_number":44,"context_line":"    Target Program can be marked as verified."},{"line_number":45,"context_line":""},{"line_number":46,"context_line":"  * Once a test result is marked as verified, only interop admins can unmark"}],"source_content_type":"text/x-rst","patch_set":9,"id":"9a89bdaa_86e83512","line":43,"updated":"2016-09-06 10:40:20.000000000","message":"I hope that in the future this association will be a separate DB column rather than item in metadata...","commit_id":"ad5ed1d9689955abd71b79455f960d750bf30b95"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"34a06a121b0fda408166b406a89a8314f00ba361","unresolved":false,"context_lines":[{"line_number":40,"context_line":"    the https://refstack.openstack.org/#/ website, interop admins will be"},{"line_number":41,"context_line":"    someone from the OSF."},{"line_number":42,"context_line":""},{"line_number":43,"context_line":"  * Only a test result which has been shared and associated to a Guideline and"},{"line_number":44,"context_line":"    Target Program can be marked as verified."},{"line_number":45,"context_line":""},{"line_number":46,"context_line":"  * Once a test result is marked as verified, only interop admins can unmark"}],"source_content_type":"text/x-rst","patch_set":9,"id":"9a89bdaa_b8d36803","line":43,"in_reply_to":"9a89bdaa_145fd40e","updated":"2016-09-07 02:48:29.000000000","message":"It was agreed at the IRC meeting [1] that we will revisit how \"guideline\" association should be implemented later.\n\n[1] http://eavesdrop.openstack.org/meetings/refstack/2016/refstack.2016-09-06-19.00.html","commit_id":"ad5ed1d9689955abd71b79455f960d750bf30b95"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"e0979b14b544f1660cfe76b3cafd26e3e9cc3360","unresolved":false,"context_lines":[{"line_number":40,"context_line":"    the https://refstack.openstack.org/#/ website, interop admins will be"},{"line_number":41,"context_line":"    someone from the OSF."},{"line_number":42,"context_line":""},{"line_number":43,"context_line":"  * Only a test result which has been shared and associated to a Guideline and"},{"line_number":44,"context_line":"    Target Program can be marked as verified."},{"line_number":45,"context_line":""},{"line_number":46,"context_line":"  * Once a test result is marked as verified, only interop admins can unmark"}],"source_content_type":"text/x-rst","patch_set":9,"id":"9a89bdaa_145fd40e","line":43,"in_reply_to":"9a89bdaa_86e83512","updated":"2016-09-06 17:12:00.000000000","message":"If this is what we want, perhaps now is a better time since we are adding new column(s) to the test table.  Let\u0027s discuss this in today\u0027s meeting.","commit_id":"ad5ed1d9689955abd71b79455f960d750bf30b95"},{"author":{"_account_id":9377,"name":"Sergey Slipushenko","email":"slipushenko@gmail.com","username":"sslypushenko"},"change_message_id":"5f54ed8c7e3e79cbc3b139185eddd22b6ef62e4e","unresolved":false,"context_lines":[{"line_number":59,"context_line":"as \"verification_status\".  Following are the reasons why this implementation is"},{"line_number":60,"context_line":"not chosen."},{"line_number":61,"context_line":""},{"line_number":62,"context_line":"* Filtering/searching for marked data may not be as efficient."},{"line_number":63,"context_line":"* Marked tests can not be identified from the \"test\" table."},{"line_number":64,"context_line":""},{"line_number":65,"context_line":""},{"line_number":66,"context_line":"Data model impact"}],"source_content_type":"text/x-rst","patch_set":9,"id":"9a89bdaa_c6887d25","line":63,"range":{"start_line":62,"start_character":0,"end_line":63,"end_character":59},"updated":"2016-09-06 10:45:10.000000000","message":"Basically, it is not true. Search for pair test_id / meta_key has same efficiency as solution from main section. So if we will mark test result as certified by adding \u0027verified: 1\u0027 to test meta it will work the same as main suggestion","commit_id":"ad5ed1d9689955abd71b79455f960d750bf30b95"},{"author":{"_account_id":7822,"name":"Chris Hoge (not involved in upstream development)","email":"chris@hogepodge.com","username":"hogepodge"},"change_message_id":"0bbf2339e15c3170e766b926531f521ccf35c898","unresolved":false,"context_lines":[{"line_number":59,"context_line":"as \"verification_status\".  Following are the reasons why this implementation is"},{"line_number":60,"context_line":"not chosen."},{"line_number":61,"context_line":""},{"line_number":62,"context_line":"* Filtering/searching for marked data may not be as efficient."},{"line_number":63,"context_line":"* Marked tests can not be identified from the \"test\" table."},{"line_number":64,"context_line":""},{"line_number":65,"context_line":""},{"line_number":66,"context_line":"Data model impact"}],"source_content_type":"text/x-rst","patch_set":9,"id":"9a89bdaa_f44a70c4","line":63,"range":{"start_line":62,"start_character":0,"end_line":63,"end_character":59},"in_reply_to":"9a89bdaa_c6887d25","updated":"2016-09-06 17:14:29.000000000","message":"I\u0027m not very excited about having to introduce business logic into a special metadata entry","commit_id":"ad5ed1d9689955abd71b79455f960d750bf30b95"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"e0979b14b544f1660cfe76b3cafd26e3e9cc3360","unresolved":false,"context_lines":[{"line_number":59,"context_line":"as \"verification_status\".  Following are the reasons why this implementation is"},{"line_number":60,"context_line":"not chosen."},{"line_number":61,"context_line":""},{"line_number":62,"context_line":"* Filtering/searching for marked data may not be as efficient."},{"line_number":63,"context_line":"* Marked tests can not be identified from the \"test\" table."},{"line_number":64,"context_line":""},{"line_number":65,"context_line":""},{"line_number":66,"context_line":"Data model impact"}],"source_content_type":"text/x-rst","patch_set":9,"id":"9a89bdaa_f4c99079","line":63,"range":{"start_line":62,"start_character":0,"end_line":63,"end_character":59},"in_reply_to":"9a89bdaa_c6887d25","updated":"2016-09-06 17:12:00.000000000","message":"Yea.  My concern about efficiency is because the searching will involve 2 tables. However, I see the advantage of using the \"meta\" table being flexible.\n\nWe should discuss this in the IRC meeting, I feel like Andrey is in favor of having these info in the \"test\" table.  Please see his comments regarding association of test data to \"Guideline and Target Program\" above.","commit_id":"ad5ed1d9689955abd71b79455f960d750bf30b95"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"34a06a121b0fda408166b406a89a8314f00ba361","unresolved":false,"context_lines":[{"line_number":59,"context_line":"as \"verification_status\".  Following are the reasons why this implementation is"},{"line_number":60,"context_line":"not chosen."},{"line_number":61,"context_line":""},{"line_number":62,"context_line":"* Filtering/searching for marked data may not be as efficient."},{"line_number":63,"context_line":"* Marked tests can not be identified from the \"test\" table."},{"line_number":64,"context_line":""},{"line_number":65,"context_line":""},{"line_number":66,"context_line":"Data model impact"}],"source_content_type":"text/x-rst","patch_set":9,"id":"9a89bdaa_f875f0f9","line":63,"range":{"start_line":62,"start_character":0,"end_line":63,"end_character":59},"in_reply_to":"9a89bdaa_f44a70c4","updated":"2016-09-07 02:48:29.000000000","message":"It was discussed and agreed at the IRC meeting [1] that: while either way will work, RefStack team had selected to proceed with the proposed changes (not the alternatives). \n\n[1] http://eavesdrop.openstack.org/meetings/refstack/2016/refstack.2016-09-06-19.00.html","commit_id":"ad5ed1d9689955abd71b79455f960d750bf30b95"},{"author":{"_account_id":10234,"name":"Andrey Pavlov","email":"andrey.mp@gmail.com","username":"andrey-mp"},"change_message_id":"54bb7719b825afa39c71c44d26f3224e43831a24","unresolved":false,"context_lines":[{"line_number":152,"context_line":""},{"line_number":153,"context_line":"* Error Response Codes: (No update)"},{"line_number":154,"context_line":""},{"line_number":155,"context_line":"* Request parameters: (No update)"},{"line_number":156,"context_line":""},{"line_number":157,"context_line":"* JSON schema definition for the body data: N/A"},{"line_number":158,"context_line":""}],"source_content_type":"text/x-rst","patch_set":9,"id":"9a89bdaa_a651b9da","line":155,"updated":"2016-09-06 10:40:20.000000000","message":"what about filters?","commit_id":"ad5ed1d9689955abd71b79455f960d750bf30b95"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"34a06a121b0fda408166b406a89a8314f00ba361","unresolved":false,"context_lines":[{"line_number":152,"context_line":""},{"line_number":153,"context_line":"* Error Response Codes: (No update)"},{"line_number":154,"context_line":""},{"line_number":155,"context_line":"* Request parameters: (No update)"},{"line_number":156,"context_line":""},{"line_number":157,"context_line":"* JSON schema definition for the body data: N/A"},{"line_number":158,"context_line":""}],"source_content_type":"text/x-rst","patch_set":9,"id":"9a89bdaa_b87e0817","line":155,"in_reply_to":"9a89bdaa_14c1942e","updated":"2016-09-07 02:48:29.000000000","message":"Done","commit_id":"ad5ed1d9689955abd71b79455f960d750bf30b95"},{"author":{"_account_id":10526,"name":"Catherine Diep","email":"cdiep@us.ibm.com","username":"cdiep"},"change_message_id":"e0979b14b544f1660cfe76b3cafd26e3e9cc3360","unresolved":false,"context_lines":[{"line_number":152,"context_line":""},{"line_number":153,"context_line":"* Error Response Codes: (No update)"},{"line_number":154,"context_line":""},{"line_number":155,"context_line":"* Request parameters: (No update)"},{"line_number":156,"context_line":""},{"line_number":157,"context_line":"* JSON schema definition for the body data: N/A"},{"line_number":158,"context_line":""}],"source_content_type":"text/x-rst","patch_set":9,"id":"9a89bdaa_14c1942e","line":155,"in_reply_to":"9a89bdaa_a651b9da","updated":"2016-09-06 17:12:00.000000000","message":"Good suggestion.  Will update in the next patch.","commit_id":"ad5ed1d9689955abd71b79455f960d750bf30b95"}]}