)]}'
{"doc/source/methodologies/tools.rst":[{"author":{"_account_id":9545,"name":"Andriy Kurilin","email":"andr.kurilin@gmail.com","username":"akurilin"},"change_message_id":"2fbe824e48a24ded6c162a0a15212a64173203b7","unresolved":false,"context_lines":[{"line_number":34,"context_line":""},{"line_number":35,"context_line":"Control Plane (API) testing"},{"line_number":36,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":37,"context_line":""},{"line_number":38,"context_line":"To evaluate cloud control plane performance, it\u0027s vital to understand"},{"line_number":39,"context_line":"performance of resource management operations, that are served by cloud APIs."},{"line_number":40,"context_line":"Therefore, in this section API testing tools will be listed."}],"source_content_type":"text/x-rst","patch_set":1,"id":"1a7b0d38_5b274112","line":37,"updated":"2015-12-24 12:17:46.000000000","message":"What about gabbi[*]? I\u0027m not familiar with it, but it looks like it was designed for API testing and it is already adopted for OpenStack(used in ceilometer(teremetry)).\n\n[*] https://gabbi.readthedocs.org/en/latest/","commit_id":"ec7a3b73a17b3717b28a7cc52f9ebd628e655af8"},{"author":{"_account_id":3012,"name":"Dina Belova","email":"dbelova@mirantis.com","username":"dbelova"},"change_message_id":"76734b5741cc70698abf94470bc5f20b823e445f","unresolved":false,"context_lines":[{"line_number":34,"context_line":""},{"line_number":35,"context_line":"Control Plane (API) testing"},{"line_number":36,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":37,"context_line":""},{"line_number":38,"context_line":"To evaluate cloud control plane performance, it\u0027s vital to understand"},{"line_number":39,"context_line":"performance of resource management operations, that are served by cloud APIs."},{"line_number":40,"context_line":"Therefore, in this section API testing tools will be listed."}],"source_content_type":"text/x-rst","patch_set":1,"id":"1a7b0d38_beb3b3e8","line":37,"in_reply_to":"1a7b0d38_5b274112","updated":"2015-12-24 12:28:44.000000000","message":"that is used for checking that API works, not for measuring its performance.","commit_id":"ec7a3b73a17b3717b28a7cc52f9ebd628e655af8"},{"author":{"_account_id":9545,"name":"Andriy Kurilin","email":"andr.kurilin@gmail.com","username":"akurilin"},"change_message_id":"2fbe824e48a24ded6c162a0a15212a64173203b7","unresolved":false,"context_lines":[{"line_number":124,"context_line":"  (like *Amazon*): it does so via SSH access and in one L3 network"},{"line_number":125,"context_line":"* *Deploy Engines* deploy some OpenStack distribution (like *DevStack*, *Fuel*"},{"line_number":126,"context_line":"  or others) before any benchmarking procedures take place, using servers"},{"line_number":127,"context_line":"  retrieved from *Server Providers*"},{"line_number":128,"context_line":"* *Verification* runs *Tempest* (or another specific set of tests) against the"},{"line_number":129,"context_line":"  deployed cloud to check that it works correctly, collects results and"},{"line_number":130,"context_line":"  presents them in a human readable form"}],"source_content_type":"text/x-rst","patch_set":1,"id":"1a7b0d38_9b128961","line":127,"updated":"2015-12-24 12:17:46.000000000","message":"We should say here that it also allow to use existing environments, not only deploy","commit_id":"ec7a3b73a17b3717b28a7cc52f9ebd628e655af8"},{"author":{"_account_id":3012,"name":"Dina Belova","email":"dbelova@mirantis.com","username":"dbelova"},"change_message_id":"76734b5741cc70698abf94470bc5f20b823e445f","unresolved":false,"context_lines":[{"line_number":124,"context_line":"  (like *Amazon*): it does so via SSH access and in one L3 network"},{"line_number":125,"context_line":"* *Deploy Engines* deploy some OpenStack distribution (like *DevStack*, *Fuel*"},{"line_number":126,"context_line":"  or others) before any benchmarking procedures take place, using servers"},{"line_number":127,"context_line":"  retrieved from *Server Providers*"},{"line_number":128,"context_line":"* *Verification* runs *Tempest* (or another specific set of tests) against the"},{"line_number":129,"context_line":"  deployed cloud to check that it works correctly, collects results and"},{"line_number":130,"context_line":"  presents them in a human readable form"}],"source_content_type":"text/x-rst","patch_set":1,"id":"1a7b0d38_5ecbaf53","line":127,"in_reply_to":"1a7b0d38_9b128961","updated":"2015-12-24 12:28:44.000000000","message":"ack","commit_id":"ec7a3b73a17b3717b28a7cc52f9ebd628e655af8"},{"author":{"_account_id":9545,"name":"Andriy Kurilin","email":"andr.kurilin@gmail.com","username":"akurilin"},"change_message_id":"2fbe824e48a24ded6c162a0a15212a64173203b7","unresolved":false,"context_lines":[{"line_number":125,"context_line":"* *Deploy Engines* deploy some OpenStack distribution (like *DevStack*, *Fuel*"},{"line_number":126,"context_line":"  or others) before any benchmarking procedures take place, using servers"},{"line_number":127,"context_line":"  retrieved from *Server Providers*"},{"line_number":128,"context_line":"* *Verification* runs *Tempest* (or another specific set of tests) against the"},{"line_number":129,"context_line":"  deployed cloud to check that it works correctly, collects results and"},{"line_number":130,"context_line":"  presents them in a human readable form"},{"line_number":131,"context_line":"* *Benchmark Engine* allows to write parameterized benchmark scenarios \u0026 run"}],"source_content_type":"text/x-rst","patch_set":1,"id":"1a7b0d38_1b07791d","line":128,"range":{"start_line":128,"start_character":33,"end_line":128,"end_character":65},"updated":"2015-12-24 12:17:46.000000000","message":"\"or another subunit-based tool\"","commit_id":"ec7a3b73a17b3717b28a7cc52f9ebd628e655af8"},{"author":{"_account_id":3012,"name":"Dina Belova","email":"dbelova@mirantis.com","username":"dbelova"},"change_message_id":"76734b5741cc70698abf94470bc5f20b823e445f","unresolved":false,"context_lines":[{"line_number":125,"context_line":"* *Deploy Engines* deploy some OpenStack distribution (like *DevStack*, *Fuel*"},{"line_number":126,"context_line":"  or others) before any benchmarking procedures take place, using servers"},{"line_number":127,"context_line":"  retrieved from *Server Providers*"},{"line_number":128,"context_line":"* *Verification* runs *Tempest* (or another specific set of tests) against the"},{"line_number":129,"context_line":"  deployed cloud to check that it works correctly, collects results and"},{"line_number":130,"context_line":"  presents them in a human readable form"},{"line_number":131,"context_line":"* *Benchmark Engine* allows to write parameterized benchmark scenarios \u0026 run"}],"source_content_type":"text/x-rst","patch_set":1,"id":"1a7b0d38_1ec5273b","line":128,"range":{"start_line":128,"start_character":33,"end_line":128,"end_character":65},"in_reply_to":"1a7b0d38_1b07791d","updated":"2015-12-24 12:28:44.000000000","message":"ack","commit_id":"ec7a3b73a17b3717b28a7cc52f9ebd628e655af8"},{"author":{"_account_id":9545,"name":"Andriy Kurilin","email":"andr.kurilin@gmail.com","username":"akurilin"},"change_message_id":"2fbe824e48a24ded6c162a0a15212a64173203b7","unresolved":false,"context_lines":[{"line_number":128,"context_line":"* *Verification* runs *Tempest* (or another specific set of tests) against the"},{"line_number":129,"context_line":"  deployed cloud to check that it works correctly, collects results and"},{"line_number":130,"context_line":"  presents them in a human readable form"},{"line_number":131,"context_line":"* *Benchmark Engine* allows to write parameterized benchmark scenarios \u0026 run"},{"line_number":132,"context_line":"  them against the cloud (and in fact, it is the most powerful part of this"},{"line_number":133,"context_line":"  framework, that allows to simulate any kind of usual OpenStack control"},{"line_number":134,"context_line":"  plane load)"}],"source_content_type":"text/x-rst","patch_set":1,"id":"1a7b0d38_be7f3365","line":131,"range":{"start_line":131,"start_character":61,"end_line":131,"end_character":70},"updated":"2015-12-24 12:17:46.000000000","message":"s/scenario/task","commit_id":"ec7a3b73a17b3717b28a7cc52f9ebd628e655af8"},{"author":{"_account_id":3012,"name":"Dina Belova","email":"dbelova@mirantis.com","username":"dbelova"},"change_message_id":"76734b5741cc70698abf94470bc5f20b823e445f","unresolved":false,"context_lines":[{"line_number":128,"context_line":"* *Verification* runs *Tempest* (or another specific set of tests) against the"},{"line_number":129,"context_line":"  deployed cloud to check that it works correctly, collects results and"},{"line_number":130,"context_line":"  presents them in a human readable form"},{"line_number":131,"context_line":"* *Benchmark Engine* allows to write parameterized benchmark scenarios \u0026 run"},{"line_number":132,"context_line":"  them against the cloud (and in fact, it is the most powerful part of this"},{"line_number":133,"context_line":"  framework, that allows to simulate any kind of usual OpenStack control"},{"line_number":134,"context_line":"  plane load)"}],"source_content_type":"text/x-rst","patch_set":1,"id":"1a7b0d38_dedd5f15","line":131,"range":{"start_line":131,"start_character":61,"end_line":131,"end_character":70},"in_reply_to":"1a7b0d38_be7f3365","updated":"2015-12-24 12:28:44.000000000","message":"ack","commit_id":"ec7a3b73a17b3717b28a7cc52f9ebd628e655af8"},{"author":{"_account_id":6835,"name":"Kun Huang","email":"gareth@openstacker.org","username":"academicgareth"},"change_message_id":"a5b99280e53b3c6d16d78df32c65f76a727788f3","unresolved":false,"context_lines":[{"line_number":145,"context_line":"cloud."},{"line_number":146,"context_line":""},{"line_number":147,"context_line":"Shaker"},{"line_number":148,"context_line":"------"},{"line_number":149,"context_line":""},{"line_number":150,"context_line":"The Shaker_ tool is a tool used and developed by Mirantis to understand the"},{"line_number":151,"context_line":"Data Plane capabilities of an OpenStack deployment. Data Plane testing helps"}],"source_content_type":"text/x-rst","patch_set":2,"id":"1a7b0d38_0fc97378","line":148,"updated":"2015-12-24 13:51:39.000000000","message":"There is another data plane performance testing tool, vmtp. We should mention it as well\n\nhttps://github.com/openstack/vmtp","commit_id":"e359b75dfd9321b49e371c8898d8e72f59d14049"},{"author":{"_account_id":3012,"name":"Dina Belova","email":"dbelova@mirantis.com","username":"dbelova"},"change_message_id":"6972cb768346594fd0ee473eb52139d895c0188a","unresolved":false,"context_lines":[{"line_number":145,"context_line":"cloud."},{"line_number":146,"context_line":""},{"line_number":147,"context_line":"Shaker"},{"line_number":148,"context_line":"------"},{"line_number":149,"context_line":""},{"line_number":150,"context_line":"The Shaker_ tool is a tool used and developed by Mirantis to understand the"},{"line_number":151,"context_line":"Data Plane capabilities of an OpenStack deployment. Data Plane testing helps"}],"source_content_type":"text/x-rst","patch_set":2,"id":"1a7b0d38_1e2f62f7","line":148,"in_reply_to":"1a7b0d38_0fc97378","updated":"2015-12-24 15:00:11.000000000","message":"ack, thank you sir","commit_id":"e359b75dfd9321b49e371c8898d8e72f59d14049"}]}