)]}'
{"/COMMIT_MSG":[{"author":{"_account_id":25701,"name":"Yasufumi Ogawa","email":"yasufum.o@gmail.com","username":"yasufum"},"change_message_id":"34f7a853c0a4e92eeac62e684c4c192c0cf7084f","unresolved":false,"context_lines":[{"line_number":4,"context_line":"Commit:     Toshiaki Takahashi \u003cts-takahashi@nec.com\u003e"},{"line_number":5,"context_line":"CommitDate: 2020-07-07 16:18:17 +0900"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"Use Robot Framework and TST test code"},{"line_number":8,"context_line":""},{"line_number":9,"context_line":"This proposal aims to efficiently achieve ETSI NFV compliant"},{"line_number":10,"context_line":"automated testing by using the Robot Framework and ETSI NFV-TST"}],"source_content_type":"text/x-gerrit-commit-message","patch_set":4,"id":"bf51134e_8907f01c","line":7,"updated":"2020-07-08 14:09:20.000000000","message":"Please make a blueprint describing this spec shortly. It is because your future patches for the spec should be related with the blueprint. The name of topic branch also should be given from the blueprint.","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":17255,"name":"Toshiaki Takahashi","email":"ts-takahashi@nec.com","username":"takahashi_ts"},"change_message_id":"4b4f82f3fbac310d91af77fe08a5c2139ba448ef","unresolved":false,"context_lines":[{"line_number":4,"context_line":"Commit:     Toshiaki Takahashi \u003cts-takahashi@nec.com\u003e"},{"line_number":5,"context_line":"CommitDate: 2020-07-07 16:18:17 +0900"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"Use Robot Framework and TST test code"},{"line_number":8,"context_line":""},{"line_number":9,"context_line":"This proposal aims to efficiently achieve ETSI NFV compliant"},{"line_number":10,"context_line":"automated testing by using the Robot Framework and ETSI NFV-TST"}],"source_content_type":"text/x-gerrit-commit-message","patch_set":4,"id":"bf51134e_aacd4db8","line":7,"in_reply_to":"bf51134e_8907f01c","updated":"2020-07-15 13:26:42.000000000","message":"Sure.\nAs you know, I already made Blueprint. I write the link.","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"}],"specs/victoria/use_robot_api_tests.rst":[{"author":{"_account_id":25701,"name":"Yasufumi Ogawa","email":"yasufum.o@gmail.com","username":"yasufum"},"change_message_id":"c52de2bc9310a18e2a9039695f18b121f7b01dd0","unresolved":false,"context_lines":[{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":""},{"line_number":5,"context_line":"This proposal aims to efficiently achieve ETSI NFV compliant automated testing"},{"line_number":6,"context_line":"by using the Robot Framework and ETSI NFV-TST API test code."},{"line_number":7,"context_line":"The scope here is implementation for using Robot Framework and improvement"},{"line_number":8,"context_line":"of the Tacker documentations for ETSI NFV compliance testing."},{"line_number":9,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_e9ce6cb2","line":6,"range":{"start_line":6,"start_character":50,"end_line":6,"end_character":59},"updated":"2020-07-08 14:03:49.000000000","message":"`test codes`, or simple say `test` is better.","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":17255,"name":"Toshiaki Takahashi","email":"ts-takahashi@nec.com","username":"takahashi_ts"},"change_message_id":"4b4f82f3fbac310d91af77fe08a5c2139ba448ef","unresolved":false,"context_lines":[{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":""},{"line_number":5,"context_line":"This proposal aims to efficiently achieve ETSI NFV compliant automated testing"},{"line_number":6,"context_line":"by using the Robot Framework and ETSI NFV-TST API test code."},{"line_number":7,"context_line":"The scope here is implementation for using Robot Framework and improvement"},{"line_number":8,"context_line":"of the Tacker documentations for ETSI NFV compliance testing."},{"line_number":9,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_6ad85552","line":6,"range":{"start_line":6,"start_character":50,"end_line":6,"end_character":59},"in_reply_to":"bf51134e_e9ce6cb2","updated":"2020-07-15 13:26:42.000000000","message":"OK, I write \"test codes\". I\u0027d like to explain that we use ETSI teams\u0027 test codes.","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":25701,"name":"Yasufumi Ogawa","email":"yasufum.o@gmail.com","username":"yasufum"},"change_message_id":"c52de2bc9310a18e2a9039695f18b121f7b01dd0","unresolved":false,"context_lines":[{"line_number":30,"context_line":"    +------------------------------------------------------------+"},{"line_number":31,"context_line":"    |                                                            |"},{"line_number":32,"context_line":"    |          +----------------------------------------+        |"},{"line_number":33,"context_line":"    |          |Tacker community                        |        |"},{"line_number":34,"context_line":"    |          | +---------------+  +-----------------+ |        |"},{"line_number":35,"context_line":"    |          | |Community robot|  |Zuul configurtion| |        |"},{"line_number":36,"context_line":"    |          | |test code      |  |.zuul.yaml       | |        |"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_e9b82ce6","line":33,"range":{"start_line":33,"start_character":16,"end_line":33,"end_character":32},"updated":"2020-07-08 14:03:49.000000000","message":"Is `Tacker repository` correctly?","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":17255,"name":"Toshiaki Takahashi","email":"ts-takahashi@nec.com","username":"takahashi_ts"},"change_message_id":"4b4f82f3fbac310d91af77fe08a5c2139ba448ef","unresolved":false,"context_lines":[{"line_number":30,"context_line":"    +------------------------------------------------------------+"},{"line_number":31,"context_line":"    |                                                            |"},{"line_number":32,"context_line":"    |          +----------------------------------------+        |"},{"line_number":33,"context_line":"    |          |Tacker community                        |        |"},{"line_number":34,"context_line":"    |          | +---------------+  +-----------------+ |        |"},{"line_number":35,"context_line":"    |          | |Community robot|  |Zuul configurtion| |        |"},{"line_number":36,"context_line":"    |          | |test code      |  |.zuul.yaml       | |        |"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_aadeed3a","line":33,"range":{"start_line":33,"start_character":16,"end_line":33,"end_character":32},"in_reply_to":"bf51134e_e9b82ce6","updated":"2020-07-15 13:26:42.000000000","message":"Yes, I fix it.","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":25701,"name":"Yasufumi Ogawa","email":"yasufum.o@gmail.com","username":"yasufum"},"change_message_id":"c52de2bc9310a18e2a9039695f18b121f7b01dd0","unresolved":false,"context_lines":[{"line_number":32,"context_line":"    |          +----------------------------------------+        |"},{"line_number":33,"context_line":"    |          |Tacker community                        |        |"},{"line_number":34,"context_line":"    |          | +---------------+  +-----------------+ |        |"},{"line_number":35,"context_line":"    |          | |Community robot|  |Zuul configurtion| |        |"},{"line_number":36,"context_line":"    |          | |test code      |  |.zuul.yaml       | |        |"},{"line_number":37,"context_line":"    |          | |(future work)  |  +-----------------+ |        |"},{"line_number":38,"context_line":"    |          | +---------------+                      |        |"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_090f60e1","line":35,"range":{"start_line":35,"start_character":18,"end_line":35,"end_character":33},"updated":"2020-07-08 14:03:49.000000000","message":"This `community robot test code` appears suddenly. Could you make a brief explanation before?","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":17255,"name":"Toshiaki Takahashi","email":"ts-takahashi@nec.com","username":"takahashi_ts"},"change_message_id":"4b4f82f3fbac310d91af77fe08a5c2139ba448ef","unresolved":false,"context_lines":[{"line_number":32,"context_line":"    |          +----------------------------------------+        |"},{"line_number":33,"context_line":"    |          |Tacker community                        |        |"},{"line_number":34,"context_line":"    |          | +---------------+  +-----------------+ |        |"},{"line_number":35,"context_line":"    |          | |Community robot|  |Zuul configurtion| |        |"},{"line_number":36,"context_line":"    |          | |test code      |  |.zuul.yaml       | |        |"},{"line_number":37,"context_line":"    |          | |(future work)  |  +-----------------+ |        |"},{"line_number":38,"context_line":"    |          | +---------------+                      |        |"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_6aa695c3","line":35,"range":{"start_line":35,"start_character":18,"end_line":35,"end_character":33},"in_reply_to":"bf51134e_090f60e1","updated":"2020-07-15 13:26:42.000000000","message":"OK, I write the explanation about it before.\n(I make 2nd paragraph of proposed change in order to explain a future work.)","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":25701,"name":"Yasufumi Ogawa","email":"yasufum.o@gmail.com","username":"yasufum"},"change_message_id":"c52de2bc9310a18e2a9039695f18b121f7b01dd0","unresolved":false,"context_lines":[{"line_number":42,"context_line":"    |          | +--------------+       +-------------+ |        |"},{"line_number":43,"context_line":"    |          +----------------------------------------+        |"},{"line_number":44,"context_line":"    |                                               |            |"},{"line_number":45,"context_line":"    |        +------------+  download               |            |"},{"line_number":46,"context_line":"    |        |            |  Robot framework        |            |"},{"line_number":47,"context_line":"    |        | python     +---------------------+   |            |"},{"line_number":48,"context_line":"    |        | repository |                     |   |            |"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_a98c7435","line":45,"range":{"start_line":45,"start_character":29,"end_line":45,"end_character":37},"updated":"2020-07-08 14:03:49.000000000","message":"Just a question. Is it provided as a pip package?","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":17255,"name":"Toshiaki Takahashi","email":"ts-takahashi@nec.com","username":"takahashi_ts"},"change_message_id":"4b4f82f3fbac310d91af77fe08a5c2139ba448ef","unresolved":false,"context_lines":[{"line_number":42,"context_line":"    |          | +--------------+       +-------------+ |        |"},{"line_number":43,"context_line":"    |          +----------------------------------------+        |"},{"line_number":44,"context_line":"    |                                               |            |"},{"line_number":45,"context_line":"    |        +------------+  download               |            |"},{"line_number":46,"context_line":"    |        |            |  Robot framework        |            |"},{"line_number":47,"context_line":"    |        | python     +---------------------+   |            |"},{"line_number":48,"context_line":"    |        | repository |                     |   |            |"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_0aa3999f","line":45,"range":{"start_line":45,"start_character":29,"end_line":45,"end_character":37},"in_reply_to":"bf51134e_a98c7435","updated":"2020-07-15 13:26:42.000000000","message":"Yes. I write it.\n\"download (pip)\"","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":27880,"name":"Yoshito Ito","email":"yoshito.itou.dr@hco.ntt.co.jp","username":"yoshito-ito"},"change_message_id":"e6688333d7d5afc80818a957de34690941ed47a9","unresolved":false,"context_lines":[{"line_number":71,"context_line":"`testitem.robot` is a list of test cases selected from the test code"},{"line_number":72,"context_line":"released by ETSI NFV-TST. It depends on API implementation of Tacker."},{"line_number":73,"context_line":""},{"line_number":74,"context_line":"We also provide the document for testing that describes the criteria"},{"line_number":75,"context_line":"for unit tests, functional tests and compliant (includes API) tests."},{"line_number":76,"context_line":"Using Robot Framework is a first step of implementation"},{"line_number":77,"context_line":"of compliant tests."},{"line_number":78,"context_line":""},{"line_number":79,"context_line":"The structure of the document is as follows."},{"line_number":80,"context_line":"1. Summary"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_f4892a26","line":77,"range":{"start_line":74,"start_character":0,"end_line":77,"end_character":19},"updated":"2020-07-08 02:18:44.000000000","message":"I agree to provide the document of criteria for our tests, but I\u0027d like to clarify the responsibility of Robot Framework in unit tests, functional tests, and compliant tests.\n\nDo the compliant tests with Robot Framework have independent test scenario from UT or FT? The existing FT includes some API related check points, so some parts can be duplicated.","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":17255,"name":"Toshiaki Takahashi","email":"ts-takahashi@nec.com","username":"takahashi_ts"},"change_message_id":"4b4f82f3fbac310d91af77fe08a5c2139ba448ef","unresolved":false,"context_lines":[{"line_number":71,"context_line":"`testitem.robot` is a list of test cases selected from the test code"},{"line_number":72,"context_line":"released by ETSI NFV-TST. It depends on API implementation of Tacker."},{"line_number":73,"context_line":""},{"line_number":74,"context_line":"We also provide the document for testing that describes the criteria"},{"line_number":75,"context_line":"for unit tests, functional tests and compliant (includes API) tests."},{"line_number":76,"context_line":"Using Robot Framework is a first step of implementation"},{"line_number":77,"context_line":"of compliant tests."},{"line_number":78,"context_line":""},{"line_number":79,"context_line":"The structure of the document is as follows."},{"line_number":80,"context_line":"1. Summary"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_ea52a566","line":77,"range":{"start_line":74,"start_character":0,"end_line":77,"end_character":19},"in_reply_to":"bf51134e_f4892a26","updated":"2020-07-15 13:26:42.000000000","message":"I agree. I add the explanation about responsibility.\nIn this spec, I just write we want to clarify the responsibility. I\u0027d like to discuss this point during V-release and I\u0027ll make the document as a conclusion of the discussion.","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":27880,"name":"Yoshito Ito","email":"yoshito.itou.dr@hco.ntt.co.jp","username":"yoshito-ito"},"change_message_id":"e6688333d7d5afc80818a957de34690941ed47a9","unresolved":false,"context_lines":[{"line_number":81,"context_line":"2. Testing Framework"},{"line_number":82,"context_line":"3. Development Process"},{"line_number":83,"context_line":"4. Running Tests"},{"line_number":84,"context_line":"5. Coverage"},{"line_number":85,"context_line":""},{"line_number":86,"context_line":""},{"line_number":87,"context_line":"Data Model Impact"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_b477b23a","line":84,"range":{"start_line":84,"start_character":0,"end_line":84,"end_character":11},"updated":"2020-07-08 02:18:44.000000000","message":"Are UT and FT results included in this coverage chapter? If yes, how can we define the test cases of UT or FT?","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":17255,"name":"Toshiaki Takahashi","email":"ts-takahashi@nec.com","username":"takahashi_ts"},"change_message_id":"4b4f82f3fbac310d91af77fe08a5c2139ba448ef","unresolved":false,"context_lines":[{"line_number":81,"context_line":"2. Testing Framework"},{"line_number":82,"context_line":"3. Development Process"},{"line_number":83,"context_line":"4. Running Tests"},{"line_number":84,"context_line":"5. Coverage"},{"line_number":85,"context_line":""},{"line_number":86,"context_line":""},{"line_number":87,"context_line":"Data Model Impact"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_6a6855f4","line":84,"range":{"start_line":84,"start_character":0,"end_line":84,"end_character":11},"in_reply_to":"bf51134e_b477b23a","updated":"2020-07-15 13:26:42.000000000","message":"I\u0027d like to try to define all. But I\u0027ll write the coverage of compliant tests at least.\nCurrently. we think UT coverage is just defined by tox tool, and FT coverage is too difficult to define. (I\u0027ll propose discussion about it in Tacker meeting.)","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":25701,"name":"Yasufumi Ogawa","email":"yasufum.o@gmail.com","username":"yasufum"},"change_message_id":"c52de2bc9310a18e2a9039695f18b121f7b01dd0","unresolved":false,"context_lines":[{"line_number":82,"context_line":"3. Development Process"},{"line_number":83,"context_line":"4. Running Tests"},{"line_number":84,"context_line":"5. Coverage"},{"line_number":85,"context_line":""},{"line_number":86,"context_line":""},{"line_number":87,"context_line":"Data Model Impact"},{"line_number":88,"context_line":"-----------------"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_e9102cab","line":85,"updated":"2020-07-08 14:03:49.000000000","message":"I hope you add a future plan, or goal, if possible because I understand this spec is the first step of applying Robot Framework, but not clear about whole steps.","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":17255,"name":"Toshiaki Takahashi","email":"ts-takahashi@nec.com","username":"takahashi_ts"},"change_message_id":"4b4f82f3fbac310d91af77fe08a5c2139ba448ef","unresolved":false,"context_lines":[{"line_number":82,"context_line":"3. Development Process"},{"line_number":83,"context_line":"4. Running Tests"},{"line_number":84,"context_line":"5. Coverage"},{"line_number":85,"context_line":""},{"line_number":86,"context_line":""},{"line_number":87,"context_line":"Data Model Impact"},{"line_number":88,"context_line":"-----------------"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_4a56312c","line":85,"in_reply_to":"bf51134e_e9102cab","updated":"2020-07-15 13:26:42.000000000","message":"OK, I write whole future plan. I explain in 2nd paragraph of Proposed change.","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":25701,"name":"Yasufumi Ogawa","email":"yasufum.o@gmail.com","username":"yasufum"},"change_message_id":"c52de2bc9310a18e2a9039695f18b121f7b01dd0","unresolved":false,"context_lines":[{"line_number":166,"context_line":"  * Download test code from ETSI NFV-TST repository"},{"line_number":167,"context_line":"  * Execute test with the above test list"},{"line_number":168,"context_line":""},{"line_number":169,"context_line":"3. Add the above playbook execution job to Zuul setting"},{"line_number":170,"context_line":""},{"line_number":171,"context_line":"Dependencies"},{"line_number":172,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_29d504b8","line":169,"range":{"start_line":169,"start_character":36,"end_line":169,"end_character":39},"updated":"2020-07-08 14:03:49.000000000","message":"nit, `jobs`","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":17255,"name":"Toshiaki Takahashi","email":"ts-takahashi@nec.com","username":"takahashi_ts"},"change_message_id":"4b4f82f3fbac310d91af77fe08a5c2139ba448ef","unresolved":false,"context_lines":[{"line_number":166,"context_line":"  * Download test code from ETSI NFV-TST repository"},{"line_number":167,"context_line":"  * Execute test with the above test list"},{"line_number":168,"context_line":""},{"line_number":169,"context_line":"3. Add the above playbook execution job to Zuul setting"},{"line_number":170,"context_line":""},{"line_number":171,"context_line":"Dependencies"},{"line_number":172,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_a558de30","line":169,"range":{"start_line":169,"start_character":36,"end_line":169,"end_character":39},"in_reply_to":"bf51134e_29d504b8","updated":"2020-07-15 13:26:42.000000000","message":"Done.","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":31072,"name":"Hiroo Kitamura","email":"hiroo.kitamura@ntt-at.co.jp","username":"Hiroo.Kitamura"},"change_message_id":"6d08d4d322330ff1217d314fac0e4a1bf9addc73","unresolved":false,"context_lines":[{"line_number":196,"context_line":"---------"},{"line_number":197,"context_line":""},{"line_number":198,"context_line":"APIs compliant with ETSI NFV-SOL002, 003 and 005 are tested"},{"line_number":199,"context_line":"by Robot Framework and test code released by ETSI NFV-TST010."},{"line_number":200,"context_line":""},{"line_number":201,"context_line":"Documentation Impact"},{"line_number":202,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_dd8ec925","line":199,"updated":"2020-07-08 08:01:30.000000000","message":"I think there is a difference in Request/Response of some APIs between version v2.4.1.(NFV-TST 010 is based on) and version 2.6.1.(Tacker is based on SOL002/003/005 ).\nTherefore, I think some tests don\u0027t succeed even if ETSI repository api-tests is executed as it is because of version difference.\nAt that time, I can only think of skipping the test, but if you have any ideas, please let me know.","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":27880,"name":"Yoshito Ito","email":"yoshito.itou.dr@hco.ntt.co.jp","username":"yoshito-ito"},"change_message_id":"a78ebf1b785d81c63ca6a022c06dbb26f9685b10","unresolved":false,"context_lines":[{"line_number":196,"context_line":"---------"},{"line_number":197,"context_line":""},{"line_number":198,"context_line":"APIs compliant with ETSI NFV-SOL002, 003 and 005 are tested"},{"line_number":199,"context_line":"by Robot Framework and test code released by ETSI NFV-TST010."},{"line_number":200,"context_line":""},{"line_number":201,"context_line":"Documentation Impact"},{"line_number":202,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_69e8e77b","line":199,"in_reply_to":"bf51134e_6299631d","updated":"2020-07-21 09:17:40.000000000","message":"Sorry for my unclear comment. I think no change is needed for this spec. The versions of SOL and TST can be discussed in the implementation and its documents.","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":17255,"name":"Toshiaki Takahashi","email":"ts-takahashi@nec.com","username":"takahashi_ts"},"change_message_id":"4b4f82f3fbac310d91af77fe08a5c2139ba448ef","unresolved":false,"context_lines":[{"line_number":196,"context_line":"---------"},{"line_number":197,"context_line":""},{"line_number":198,"context_line":"APIs compliant with ETSI NFV-SOL002, 003 and 005 are tested"},{"line_number":199,"context_line":"by Robot Framework and test code released by ETSI NFV-TST010."},{"line_number":200,"context_line":""},{"line_number":201,"context_line":"Documentation Impact"},{"line_number":202,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_efff2931","line":199,"in_reply_to":"bf51134e_dd8ec925","updated":"2020-07-15 13:26:42.000000000","message":"Basically, we will use v2.6.1 test code. Because we can discuss with TST members, we can know which code is the latest stable test codes.\n\nAnd current our plan is making 2 types test list.\n  - voting test list\n  - skipping but just executing test list","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":27880,"name":"Yoshito Ito","email":"yoshito.itou.dr@hco.ntt.co.jp","username":"yoshito-ito"},"change_message_id":"ea32ab28d394eb5791e91ed792b174af62ea5d53","unresolved":false,"context_lines":[{"line_number":196,"context_line":"---------"},{"line_number":197,"context_line":""},{"line_number":198,"context_line":"APIs compliant with ETSI NFV-SOL002, 003 and 005 are tested"},{"line_number":199,"context_line":"by Robot Framework and test code released by ETSI NFV-TST010."},{"line_number":200,"context_line":""},{"line_number":201,"context_line":"Documentation Impact"},{"line_number":202,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":4,"id":"bf51134e_6299631d","line":199,"in_reply_to":"bf51134e_efff2931","updated":"2020-07-15 23:23:29.000000000","message":"While our target for ETSI SOL verion is v2.6.1, the latest TST010 is v2.4.1 referring SOL v2.4.1 and TST010 v2.6.1 is still in draft. I basically agree to use the v2.6.1 test code but we cannot refer TST010 v2.6.1 before its publish so we also need to discuss this point with TST members.","commit_id":"46f6f89e7951965f5b7b5c7eee8607256fb92b96"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"e933dfe7314691672fa827678d8031b5861aab97","unresolved":false,"context_lines":[{"line_number":34,"context_line":""},{"line_number":35,"context_line":"    - Functional tests"},{"line_number":36,"context_line":""},{"line_number":37,"context_line":"      + Continue current improvement (not related to this spec)"},{"line_number":38,"context_line":"      + Expand scenario tests by developing Tacker community robot test codes"},{"line_number":39,"context_line":"        using Robot Framework (Future work)"},{"line_number":40,"context_line":""}],"source_content_type":"text/x-rst","patch_set":6,"id":"9f560f44_07d590b9","line":37,"range":{"start_line":37,"start_character":0,"end_line":37,"end_character":63},"updated":"2020-07-31 16:11:57.000000000","message":"you can also write tempest based tests for openstack as infra using tempest plugins I can help on that if you plan to do.","commit_id":"3667ba0c58a0c4a62f771ad92acfeb2cb148a737"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"e933dfe7314691672fa827678d8031b5861aab97","unresolved":false,"context_lines":[{"line_number":38,"context_line":"      + Expand scenario tests by developing Tacker community robot test codes"},{"line_number":39,"context_line":"        using Robot Framework (Future work)"},{"line_number":40,"context_line":""},{"line_number":41,"context_line":"    - Compliant tests"},{"line_number":42,"context_line":""},{"line_number":43,"context_line":"      + ETSI NFV-TST test using Robot Framework"},{"line_number":44,"context_line":"        (NFV-TST010 is the first step, others are future work)"},{"line_number":45,"context_line":""},{"line_number":46,"context_line":"  * Documentation explaining the above to Tacker contributors and users"},{"line_number":47,"context_line":""}],"source_content_type":"text/x-rst","patch_set":6,"id":"9f560f44_a7aca434","line":44,"range":{"start_line":41,"start_character":0,"end_line":44,"end_character":62},"updated":"2020-07-31 16:11:57.000000000","message":"+100, this is one of key step for interoperability and once we tests these then we can discuss on applying for the openstack interop certification program also.","commit_id":"3667ba0c58a0c4a62f771ad92acfeb2cb148a737"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"e933dfe7314691672fa827678d8031b5861aab97","unresolved":false,"context_lines":[{"line_number":79,"context_line":"    |                            |                        |      |"},{"line_number":80,"context_line":"    |                            | execute        execute |      |"},{"line_number":81,"context_line":"    |                            v                        v      |"},{"line_number":82,"context_line":"    |                      +-----+-----+        +---------+--+   |"},{"line_number":83,"context_line":"    |                      |           |        |            |   |"},{"line_number":84,"context_line":"    |                      | Robot     |  test  | Tacker     |   |"},{"line_number":85,"context_line":"    |                      | framework +-------\u003e+ (devstack) |   |"},{"line_number":86,"context_line":"    |                      |           |        |            |   |"},{"line_number":87,"context_line":"    |                      +-----------+        +------------+   |"},{"line_number":88,"context_line":"    |                                                            |"},{"line_number":89,"context_line":"    +------------------------------------------------------------+"},{"line_number":90,"context_line":""}],"source_content_type":"text/x-rst","patch_set":6,"id":"9f560f44_e795fce5","line":87,"range":{"start_line":82,"start_character":0,"end_line":87,"end_character":63},"updated":"2020-07-31 16:11:57.000000000","message":"we have both option here either run robot based test and devstack tests together in single zuul job run or separate. we can discuss that while implementing it.","commit_id":"3667ba0c58a0c4a62f771ad92acfeb2cb148a737"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"e933dfe7314691672fa827678d8031b5861aab97","unresolved":false,"context_lines":[{"line_number":217,"context_line":"API Tests"},{"line_number":218,"context_line":"---------"},{"line_number":219,"context_line":""},{"line_number":220,"context_line":"APIs compliant with ETSI NFV-SOL002, 003 and 005 are tested"},{"line_number":221,"context_line":"by Robot Framework and test code released by ETSI NFV-TST010."},{"line_number":222,"context_line":""},{"line_number":223,"context_line":"Documentation Impact"}],"source_content_type":"text/x-rst","patch_set":6,"id":"9f560f44_360f288a","line":220,"range":{"start_line":220,"start_character":0,"end_line":220,"end_character":48},"updated":"2020-07-31 16:11:57.000000000","message":"is current Tacker APIs compliant with those or do we need to change/enhance the APIs also?","commit_id":"3667ba0c58a0c4a62f771ad92acfeb2cb148a737"}]}
