)]}'
{"doc/source/eris/tools-list.rst":[{"author":{"_account_id":2394,"name":"Adam Spiers","email":"aspiers@suse.com","username":"adam.spiers"},"change_message_id":"3490a3858c240071050d4f521f86bdfaddc98e3c","unresolved":false,"context_lines":[{"line_number":1,"context_line":"*************************************************"},{"line_number":2,"context_line":"Tools for testing Openstack non-funcional testing"},{"line_number":3,"context_line":"*************************************************"},{"line_number":4,"context_line":""},{"line_number":5,"context_line":"`Rally \u003chttps://rally.readthedocs.io/en/latest/overview/overview.html#use-cases\u003e`__"}],"source_content_type":"text/x-rst","patch_set":1,"id":"7faddb67_a107e5c9","line":2,"range":{"start_line":2,"start_character":32,"end_line":2,"end_character":41},"updated":"2019-08-07 16:47:25.000000000","message":"functional","commit_id":"2cf921fe9e1b81a1bf4e80c5100e7be926679afc"}],"doc/source/testing/tools-list.rst":[{"author":{"_account_id":6926,"name":"Bogdan Dobrelya","email":"bdobreli@redhat.com","username":"bogdando"},"change_message_id":"d963d34f5b78ee33f9ec122aeba760d31fe6d94f","unresolved":false,"context_lines":[{"line_number":9,"context_line":"-  Verification of deployment"},{"line_number":10,"context_line":"-  Benchmarking: Simulate real user load"},{"line_number":11,"context_line":"-  Profiler for scaling and performance issues"},{"line_number":12,"context_line":"-  Report generation: Processing and aggregation of results"},{"line_number":13,"context_line":""},{"line_number":14,"context_line":"De-facto control plane performance testing, allows to create different"},{"line_number":15,"context_line":"kind of tests including functional, concurrency, regression, load, scale"}],"source_content_type":"text/x-rst","patch_set":2,"id":"7faddb67_7e2c07ac","line":12,"updated":"2019-08-09 11:04:08.000000000","message":"AFAIK, there is Rally plugins system (?) that allows injecting particular actions between the iterations. Like destructive/recovery actions. Worth mentioning IMO.","commit_id":"2ddcda75dd80a87680db6403f37e1d7c4d9feed8"},{"author":{"_account_id":6926,"name":"Bogdan Dobrelya","email":"bdobreli@redhat.com","username":"bogdando"},"change_message_id":"c56e4ee8562fd046241f033bf18244d06a591857","unresolved":false,"context_lines":[{"line_number":9,"context_line":"-  Verification of deployment"},{"line_number":10,"context_line":"-  Benchmarking: Simulate real user load"},{"line_number":11,"context_line":"-  Profiler for scaling and performance issues"},{"line_number":12,"context_line":"-  Report generation: Processing and aggregation of results"},{"line_number":13,"context_line":""},{"line_number":14,"context_line":"De-facto control plane performance testing, allows to create different"},{"line_number":15,"context_line":"kind of tests including functional, concurrency, regression, load, scale"}],"source_content_type":"text/x-rst","patch_set":2,"id":"7faddb67_e1d7f64e","line":12,"in_reply_to":"7faddb67_7e2c07ac","updated":"2019-08-09 11:17:36.000000000","message":"[tl;dr] so Rally and plugins provide much more functionality that might be quite useful for the subject area topics.\n\nF.e. the scrappy plugin [0]. From my experience it was a nice fit for interleaving Rally executions with networks partitions  or other destructive scenarios, which we had been invoking via a slightly modified fork [1] of Jepsen framework, i.e. the \"noop\" mode, which only invokes Nemesis [2] to simulate \"disasters\".\n\n[0] https://docs.openstack.org/developer/performance-docs/test_results/reliability/version_1/index.html#testing-process\n\n[1] https://github.com/bogdando/jepsen/tree/fuel/noop\n\n[2] https://github.com/jepsen-io/jepsen/blob/master/jepsen/src/jepsen/nemesis.clj","commit_id":"2ddcda75dd80a87680db6403f37e1d7c4d9feed8"},{"author":{"_account_id":6926,"name":"Bogdan Dobrelya","email":"bdobreli@redhat.com","username":"bogdando"},"change_message_id":"639472062dee64bfe60126ba76e0c15fbc0dd602","unresolved":false,"context_lines":[{"line_number":13,"context_line":""},{"line_number":14,"context_line":"De-facto control plane performance testing, allows to create different"},{"line_number":15,"context_line":"kind of tests including functional, concurrency, regression, load, scale"},{"line_number":16,"context_line":"capacity and chaos testing."},{"line_number":17,"context_line":""},{"line_number":18,"context_line":"`Yardstick \u003chttps://wiki.opnfv.org/display/yardstick/Yardstick\u003e`__"},{"line_number":19,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":2,"id":"7faddb67_c1c3da89","line":16,"range":{"start_line":16,"start_character":13,"end_line":16,"end_character":26},"updated":"2019-08-09 11:19:15.000000000","message":"oh, well, it seems you did already mention that I\u0027m saying above :)","commit_id":"2ddcda75dd80a87680db6403f37e1d7c4d9feed8"},{"author":{"_account_id":6926,"name":"Bogdan Dobrelya","email":"bdobreli@redhat.com","username":"bogdando"},"change_message_id":"46ba735feb00ca3b9b5a1c3a3c438d9884a171d7","unresolved":false,"context_lines":[{"line_number":115,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":116,"context_line":""},{"line_number":117,"context_line":"-  Introduction of disruptions/faults"},{"line_number":118,"context_line":"-  Testing"},{"line_number":119,"context_line":"-  Report generation"},{"line_number":120,"context_line":""},{"line_number":121,"context_line":"Not specific to Openstack but general library for distributed systems,"}],"source_content_type":"text/x-rst","patch_set":2,"id":"7faddb67_a14fbe32","line":118,"updated":"2019-08-09 11:23:19.000000000","message":"Its \"killer feature\" is consistency constraints checking though, like verifying if a particular test execution history fits into the \"Linearizable\" consistency model, or fails it.","commit_id":"2ddcda75dd80a87680db6403f37e1d7c4d9feed8"},{"author":{"_account_id":6926,"name":"Bogdan Dobrelya","email":"bdobreli@redhat.com","username":"bogdando"},"change_message_id":"bf3ae5fb9e65fba31e278e9b74557e245c1df71f","unresolved":false,"context_lines":[{"line_number":6,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d "},{"line_number":7,"context_line":"        Tools/Features            Control plane testing Data plane testing Scalability testing Concurrency testing Disruptions/Failure injection Openstack Deployment Report generation "},{"line_number":8,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d "},{"line_number":9,"context_line":"Rally_                            X                                        X                   X                                                 X                    X                 "},{"line_number":10,"context_line":"Yardstick_                        X                     X                  X                   X                                                 X                    X                 "},{"line_number":11,"context_line":"Tempest_                          X                                                                                                                                                     "},{"line_number":12,"context_line":"Shaker_                                                 X                                                                                        X                    X                 "}],"source_content_type":"text/x-rst","patch_set":3,"id":"7faddb67_29b95e14","line":9,"updated":"2019-08-12 09:30:03.000000000","message":"As I commented earlier, rally plugins allow inject disruption and failures","commit_id":"94c8ad60551daea4936b3d109c805986cb98e3fb"},{"author":{"_account_id":12404,"name":"Rico Lin","email":"ricolin@ricolky.com","username":"rico.lin"},"change_message_id":"ee0e19d7c6a4b5e2b7547e12fda2b80afca4ef31","unresolved":false,"context_lines":[{"line_number":2,"context_line":"Openstack testing tools"},{"line_number":3,"context_line":"***********************"},{"line_number":4,"context_line":""},{"line_number":5,"context_line":""},{"line_number":6,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d "},{"line_number":7,"context_line":"        Tools/Features            Control plane testing Data plane testing Scalability testing Concurrency testing Disruptions/Failure injection Openstack Deployment Report generation "},{"line_number":8,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d "}],"source_content_type":"text/x-rst","patch_set":4,"id":"7faddb67_67543355","line":5,"updated":"2019-08-14 09:23:31.000000000","message":"I think it\u0027s a super cool table, but it\u0027s better to provide some information to tell people what this table represents and when this table was formed (so the data will not confuse people when they try to compare with newest status)","commit_id":"7002d67d4b5eded12bec341ac150c9d3112b9b16"},{"author":{"_account_id":30772,"name":"Ihtisham ul Haq","display_name":"Ihtisham ul Haq","email":"ihtisham.ul_haq@mail.schwarz","username":"ihtisham","status":"STACKIT (Schwarz IT)"},"change_message_id":"5858dc8ac5f6dd27ac75f12c3442231f180f4d1d","unresolved":false,"context_lines":[{"line_number":2,"context_line":"Openstack testing tools"},{"line_number":3,"context_line":"***********************"},{"line_number":4,"context_line":""},{"line_number":5,"context_line":""},{"line_number":6,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d "},{"line_number":7,"context_line":"        Tools/Features            Control plane testing Data plane testing Scalability testing Concurrency testing Disruptions/Failure injection Openstack Deployment Report generation "},{"line_number":8,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d "}],"source_content_type":"text/x-rst","patch_set":4,"id":"7faddb67_6a871ab8","line":5,"in_reply_to":"7faddb67_67543355","updated":"2019-09-09 14:51:58.000000000","message":"Thanks for the feedback. I will add some context to it as Adam suggested as well.","commit_id":"7002d67d4b5eded12bec341ac150c9d3112b9b16"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"cc526bd03bdbe5f2904c970cfe0a637b894fdef7","unresolved":false,"context_lines":[{"line_number":6,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d "},{"line_number":7,"context_line":"        Tools/Features            Control plane testing Data plane testing Scalability testing Concurrency testing Disruptions/Failure injection Openstack Deployment Report generation "},{"line_number":8,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d "},{"line_number":9,"context_line":"Rally_                            X                                        X                   X                   X                             X                    X                 "},{"line_number":10,"context_line":"Yardstick_                        X                     X                  X                   X                                                 X                    X                 "},{"line_number":11,"context_line":"Tempest_                          X                                                                                                                                                     "},{"line_number":12,"context_line":"Shaker_                                                 X                                                                                        X                    X                 "}],"source_content_type":"text/x-rst","patch_set":4,"id":"7faddb67_9de8a27c","line":9,"range":{"start_line":9,"start_character":0,"end_line":9,"end_character":6},"updated":"2019-08-14 11:30:28.000000000","message":"Rally also use Tempest","commit_id":"7002d67d4b5eded12bec341ac150c9d3112b9b16"},{"author":{"_account_id":30772,"name":"Ihtisham ul Haq","display_name":"Ihtisham ul Haq","email":"ihtisham.ul_haq@mail.schwarz","username":"ihtisham","status":"STACKIT (Schwarz IT)"},"change_message_id":"5858dc8ac5f6dd27ac75f12c3442231f180f4d1d","unresolved":false,"context_lines":[{"line_number":6,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d "},{"line_number":7,"context_line":"        Tools/Features            Control plane testing Data plane testing Scalability testing Concurrency testing Disruptions/Failure injection Openstack Deployment Report generation "},{"line_number":8,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d "},{"line_number":9,"context_line":"Rally_                            X                                        X                   X                   X                             X                    X                 "},{"line_number":10,"context_line":"Yardstick_                        X                     X                  X                   X                                                 X                    X                 "},{"line_number":11,"context_line":"Tempest_                          X                                                                                                                                                     "},{"line_number":12,"context_line":"Shaker_                                                 X                                                                                        X                    X                 "}],"source_content_type":"text/x-rst","patch_set":4,"id":"7faddb67_d0d94684","line":9,"range":{"start_line":9,"start_character":0,"end_line":9,"end_character":6},"in_reply_to":"7faddb67_9de8a27c","updated":"2019-09-09 14:51:58.000000000","message":"Done","commit_id":"7002d67d4b5eded12bec341ac150c9d3112b9b16"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"cc526bd03bdbe5f2904c970cfe0a637b894fdef7","unresolved":false,"context_lines":[{"line_number":7,"context_line":"        Tools/Features            Control plane testing Data plane testing Scalability testing Concurrency testing Disruptions/Failure injection Openstack Deployment Report generation "},{"line_number":8,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d "},{"line_number":9,"context_line":"Rally_                            X                                        X                   X                   X                             X                    X                 "},{"line_number":10,"context_line":"Yardstick_                        X                     X                  X                   X                                                 X                    X                 "},{"line_number":11,"context_line":"Tempest_                          X                                                                                                                                                     "},{"line_number":12,"context_line":"Shaker_                                                 X                                                                                        X                    X                 "},{"line_number":13,"context_line":"OS-Faults_                                                                                                         X                                                                    "}],"source_content_type":"text/x-rst","patch_set":4,"id":"7faddb67_fd9676ef","line":10,"range":{"start_line":10,"start_character":10,"end_line":10,"end_character":34},"updated":"2019-08-14 11:30:28.000000000","message":"Patrole is also used for RBAC testing at production - https://docs.openstack.org/patrole/latest/","commit_id":"7002d67d4b5eded12bec341ac150c9d3112b9b16"},{"author":{"_account_id":2394,"name":"Adam Spiers","email":"aspiers@suse.com","username":"adam.spiers"},"change_message_id":"353c403acebccdcbf705cf32f6cbc2a7941bbb03","unresolved":false,"context_lines":[{"line_number":7,"context_line":"        Tools/Features            Control plane testing Data plane testing Scalability testing Concurrency testing Disruptions/Failure injection Openstack Deployment Report generation "},{"line_number":8,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d "},{"line_number":9,"context_line":"Rally_                            X                                        X                   X                   X                             X                    X                 "},{"line_number":10,"context_line":"Yardstick_                        X                     X                  X                   X                                                 X                    X                 "},{"line_number":11,"context_line":"Tempest_                          X                                                                                                                                                     "},{"line_number":12,"context_line":"Shaker_                                                 X                                                                                        X                    X                 "},{"line_number":13,"context_line":"OS-Faults_                                                                                                         X                                                                    "}],"source_content_type":"text/x-rst","patch_set":4,"id":"7faddb67_529c70be","line":10,"range":{"start_line":10,"start_character":10,"end_line":10,"end_character":34},"in_reply_to":"7faddb67_fd9676ef","updated":"2019-08-28 09:45:00.000000000","message":"Hrm.  I guess there are probably lots of Tempest plugins not covered by this table?  And if so, maybe that\u0027s OK.  The original intention was not for it to list *all* OpenStack testing tools, just the ones which cover areas of resiliency / stability / performance.  However the lines easily get blurred so I\u0027m not exactly sure how to clarify the scope here.","commit_id":"7002d67d4b5eded12bec341ac150c9d3112b9b16"},{"author":{"_account_id":12404,"name":"Rico Lin","email":"ricolin@ricolky.com","username":"rico.lin"},"change_message_id":"ee0e19d7c6a4b5e2b7547e12fda2b80afca4ef31","unresolved":false,"context_lines":[{"line_number":8,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d "},{"line_number":9,"context_line":"Rally_                            X                                        X                   X                   X                             X                    X                 "},{"line_number":10,"context_line":"Yardstick_                        X                     X                  X                   X                                                 X                    X                 "},{"line_number":11,"context_line":"Tempest_                          X                                                                                                                                                     "},{"line_number":12,"context_line":"Shaker_                                                 X                                                                                        X                    X                 "},{"line_number":13,"context_line":"OS-Faults_                                                                                                         X                                                                    "},{"line_number":14,"context_line":"KloudBuster_                                            X                  X                                                                                          X                 "}],"source_content_type":"text/x-rst","patch_set":4,"id":"7faddb67_c78407d6","line":11,"range":{"start_line":11,"start_character":35,"end_line":11,"end_character":184},"updated":"2019-08-14 09:23:31.000000000","message":"nit: trailing space","commit_id":"7002d67d4b5eded12bec341ac150c9d3112b9b16"},{"author":{"_account_id":30772,"name":"Ihtisham ul Haq","display_name":"Ihtisham ul Haq","email":"ihtisham.ul_haq@mail.schwarz","username":"ihtisham","status":"STACKIT (Schwarz IT)"},"change_message_id":"5858dc8ac5f6dd27ac75f12c3442231f180f4d1d","unresolved":false,"context_lines":[{"line_number":8,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d "},{"line_number":9,"context_line":"Rally_                            X                                        X                   X                   X                             X                    X                 "},{"line_number":10,"context_line":"Yardstick_                        X                     X                  X                   X                                                 X                    X                 "},{"line_number":11,"context_line":"Tempest_                          X                                                                                                                                                     "},{"line_number":12,"context_line":"Shaker_                                                 X                                                                                        X                    X                 "},{"line_number":13,"context_line":"OS-Faults_                                                                                                         X                                                                    "},{"line_number":14,"context_line":"KloudBuster_                                            X                  X                                                                                          X                 "}],"source_content_type":"text/x-rst","patch_set":4,"id":"7faddb67_30f3fa0b","line":11,"range":{"start_line":11,"start_character":35,"end_line":11,"end_character":184},"in_reply_to":"7faddb67_c78407d6","updated":"2019-09-09 14:51:58.000000000","message":"Done","commit_id":"7002d67d4b5eded12bec341ac150c9d3112b9b16"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"cc526bd03bdbe5f2904c970cfe0a637b894fdef7","unresolved":false,"context_lines":[{"line_number":69,"context_line":"   a working cloud"},{"line_number":70,"context_line":"-  Load testing possible as well"},{"line_number":71,"context_line":""},{"line_number":72,"context_line":"Mainly used for functional testing but non-funtional testing possible as"},{"line_number":73,"context_line":"well."},{"line_number":74,"context_line":""},{"line_number":75,"context_line":".. _Shaker:"},{"line_number":76,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"7faddb67_fdf1966b","line":73,"range":{"start_line":72,"start_character":0,"end_line":73,"end_character":5},"updated":"2019-08-14 11:30:28.000000000","message":"Tempest is widely used at production (along with gate) for integration testing. \nFunctional testing might be having different meaning here as current openstack wording of functional vs integration testing.","commit_id":"7002d67d4b5eded12bec341ac150c9d3112b9b16"},{"author":{"_account_id":30772,"name":"Ihtisham ul Haq","display_name":"Ihtisham ul Haq","email":"ihtisham.ul_haq@mail.schwarz","username":"ihtisham","status":"STACKIT (Schwarz IT)"},"change_message_id":"5858dc8ac5f6dd27ac75f12c3442231f180f4d1d","unresolved":false,"context_lines":[{"line_number":69,"context_line":"   a working cloud"},{"line_number":70,"context_line":"-  Load testing possible as well"},{"line_number":71,"context_line":""},{"line_number":72,"context_line":"Mainly used for functional testing but non-funtional testing possible as"},{"line_number":73,"context_line":"well."},{"line_number":74,"context_line":""},{"line_number":75,"context_line":".. _Shaker:"},{"line_number":76,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"7faddb67_10f03efd","line":73,"range":{"start_line":72,"start_character":0,"end_line":73,"end_character":5},"in_reply_to":"7faddb67_fdf1966b","updated":"2019-09-09 14:51:58.000000000","message":"Done","commit_id":"7002d67d4b5eded12bec341ac150c9d3112b9b16"},{"author":{"_account_id":11744,"name":"Alec Hothan","email":"ahothan@cisco.com","username":"ahothan"},"change_message_id":"f227d769729eec4c7aae8ae08fb18eff8f5e6095","unresolved":false,"context_lines":[{"line_number":13,"context_line":"As there have already been several projects tackling various parts of"},{"line_number":14,"context_line":"the challenge, one goal is to avoid duplication of effort and see how"},{"line_number":15,"context_line":"we can take advantage of these already developed tools and come up"},{"line_number":16,"context_line":"with a unified solution."},{"line_number":17,"context_line":""},{"line_number":18,"context_line":"Here is list of tools and the testing features that are provided by"},{"line_number":19,"context_line":"those (as of August 2019):"}],"source_content_type":"text/x-rst","patch_set":7,"id":"7faddb67_3cf4a554","line":16,"updated":"2019-09-05 14:41:47.000000000","message":"Note that there has been already several attempts to provide \"unified solutions\" also by front-ending a number of other tools.\nAny tool that uses another tool is in that category.","commit_id":"80d68118004bdf2c0e3f3bb24cd5c4f5520bf83c"},{"author":{"_account_id":9545,"name":"Andriy Kurilin","email":"andr.kurilin@gmail.com","username":"akurilin"},"change_message_id":"0c71e67191062340af4b30487e11e094f6c1241b","unresolved":false,"context_lines":[{"line_number":23,"context_line":"                                    plane   plane   testing     testing     testing     Failure      Deployment generation"},{"line_number":24,"context_line":"                                    testing testing                                     injection"},{"line_number":25,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":26,"context_line":"Rally_ (Uses Tempest)               X               X           X           X           X            X          X          `Medium \u003chttps://github.com/openstack/rally/graphs/contributors\u003e`__"},{"line_number":27,"context_line":"Yardstick_                          X       X       X           X           X                        X          X          `NA since May 2019 \u003chttps://git.opnfv.org/yardstick/stats/?period\u003dm\u0026ofs\u003d10\u003e`__"},{"line_number":28,"context_line":"Tempest_                            X               X                                                                      `High \u003chttps://opendev.org/openstack/tempest/commits/branch/master\u003e`__"},{"line_number":29,"context_line":"Shaker_                                     X       X                                                X          X          `Low \u003chttps://opendev.org/performa/shaker/commits/branch/master\u003e`__"}],"source_content_type":"text/x-rst","patch_set":7,"id":"7faddb67_368aeb63","line":26,"range":{"start_line":26,"start_character":0,"end_line":26,"end_character":22},"updated":"2019-08-29 16:50:14.000000000","message":"`Rally uses tempest` is the same as `openstack is about storing images`","commit_id":"80d68118004bdf2c0e3f3bb24cd5c4f5520bf83c"},{"author":{"_account_id":2394,"name":"Adam Spiers","email":"aspiers@suse.com","username":"adam.spiers"},"change_message_id":"3ebf7a6bc747fcfdcf5b244f5c1fee80cae9c5d0","unresolved":false,"context_lines":[{"line_number":23,"context_line":"                                    plane   plane   testing     testing     testing     Failure      Deployment generation"},{"line_number":24,"context_line":"                                    testing testing                                     injection"},{"line_number":25,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":26,"context_line":"Rally_ (Uses Tempest)               X               X           X           X           X            X          X          `Medium \u003chttps://github.com/openstack/rally/graphs/contributors\u003e`__"},{"line_number":27,"context_line":"Yardstick_                          X       X       X           X           X                        X          X          `NA since May 2019 \u003chttps://git.opnfv.org/yardstick/stats/?period\u003dm\u0026ofs\u003d10\u003e`__"},{"line_number":28,"context_line":"Tempest_                            X               X                                                                      `High \u003chttps://opendev.org/openstack/tempest/commits/branch/master\u003e`__"},{"line_number":29,"context_line":"Shaker_                                     X       X                                                X          X          `Low \u003chttps://opendev.org/performa/shaker/commits/branch/master\u003e`__"}],"source_content_type":"text/x-rst","patch_set":7,"id":"7faddb67_592317bf","line":26,"range":{"start_line":26,"start_character":0,"end_line":26,"end_character":22},"in_reply_to":"7faddb67_368aeb63","updated":"2019-08-29 21:13:52.000000000","message":"@Andrey please could you suggest an improvement?","commit_id":"80d68118004bdf2c0e3f3bb24cd5c4f5520bf83c"},{"author":{"_account_id":11744,"name":"Alec Hothan","email":"ahothan@cisco.com","username":"ahothan"},"change_message_id":"f227d769729eec4c7aae8ae08fb18eff8f5e6095","unresolved":false,"context_lines":[{"line_number":28,"context_line":"Tempest_                            X               X                                                                      `High \u003chttps://opendev.org/openstack/tempest/commits/branch/master\u003e`__"},{"line_number":29,"context_line":"Shaker_                                     X       X                                                X          X          `Low \u003chttps://opendev.org/performa/shaker/commits/branch/master\u003e`__"},{"line_number":30,"context_line":"OS-Faults_                                                                              X                                  `NA since February 2019 \u003chttps://github.com/openstack/os-faults/graphs/contributors\u003e`__"},{"line_number":31,"context_line":"KloudBuster_                                X       X           X                                               X          `NA since June 2019 \u003chttps://github.com/openstack/kloudbuster/graphs/contributors\u003e`__"},{"line_number":32,"context_line":"HA-Failure-Test_ (Uses Tempest)     X                                                   X                                  `NA since November 2016 \u003chttps://github.com/avdhoot07/HA-Failure-TEST/graphs/contributors\u003e`__"},{"line_number":33,"context_line":"Cloud99_                            X       X                                           X                       X          `NA since May 2017 \u003chttps://github.com/cisco-oss-eng/Cloud99/graphs/contributors\u003e`__"},{"line_number":34,"context_line":"Browbeat_ (Uses Rally and Shaker)   X       X       X           X                                    X                     `High \u003chttps://github.com/cloud-bulldozer/browbeat/graphs/contributors\u003e`__"}],"source_content_type":"text/x-rst","patch_set":7,"id":"7faddb67_1cbbe90e","line":31,"updated":"2019-09-05 14:41:47.000000000","message":"Koudbuster does scale testing for data plane  + storage plane.\nYou\u0027re missing a storage plane column in your table.\nStorage plane handles the storage traffic for cinder volumes (which can be backed by ceph or any other storage cluster solution).","commit_id":"80d68118004bdf2c0e3f3bb24cd5c4f5520bf83c"},{"author":{"_account_id":30772,"name":"Ihtisham ul Haq","display_name":"Ihtisham ul Haq","email":"ihtisham.ul_haq@mail.schwarz","username":"ihtisham","status":"STACKIT (Schwarz IT)"},"change_message_id":"5858dc8ac5f6dd27ac75f12c3442231f180f4d1d","unresolved":false,"context_lines":[{"line_number":28,"context_line":"Tempest_                            X               X                                                                      `High \u003chttps://opendev.org/openstack/tempest/commits/branch/master\u003e`__"},{"line_number":29,"context_line":"Shaker_                                     X       X                                                X          X          `Low \u003chttps://opendev.org/performa/shaker/commits/branch/master\u003e`__"},{"line_number":30,"context_line":"OS-Faults_                                                                              X                                  `NA since February 2019 \u003chttps://github.com/openstack/os-faults/graphs/contributors\u003e`__"},{"line_number":31,"context_line":"KloudBuster_                                X       X           X                                               X          `NA since June 2019 \u003chttps://github.com/openstack/kloudbuster/graphs/contributors\u003e`__"},{"line_number":32,"context_line":"HA-Failure-Test_ (Uses Tempest)     X                                                   X                                  `NA since November 2016 \u003chttps://github.com/avdhoot07/HA-Failure-TEST/graphs/contributors\u003e`__"},{"line_number":33,"context_line":"Cloud99_                            X       X                                           X                       X          `NA since May 2017 \u003chttps://github.com/cisco-oss-eng/Cloud99/graphs/contributors\u003e`__"},{"line_number":34,"context_line":"Browbeat_ (Uses Rally and Shaker)   X       X       X           X                                    X                     `High \u003chttps://github.com/cloud-bulldozer/browbeat/graphs/contributors\u003e`__"}],"source_content_type":"text/x-rst","patch_set":7,"id":"5faad753_a0b57a33","line":31,"in_reply_to":"7faddb67_1cbbe90e","updated":"2019-09-09 14:51:58.000000000","message":"Done","commit_id":"80d68118004bdf2c0e3f3bb24cd5c4f5520bf83c"},{"author":{"_account_id":11744,"name":"Alec Hothan","email":"ahothan@cisco.com","username":"ahothan"},"change_message_id":"f227d769729eec4c7aae8ae08fb18eff8f5e6095","unresolved":false,"context_lines":[{"line_number":38,"context_line":"Jepsen_ (not specific to OpenStack)                                                     X                       X          `High \u003chttps://github.com/jepsen-io/jepsen/graphs/contributors\u003e`__"},{"line_number":39,"context_line":"OPNFV-Doctor_                                                                           X                                  `NA since April 2019 \u003chttps://gerrit.opnfv.org/gerrit/gitweb?p\u003ddoctor.git;a\u003dsummary\u003e`__"},{"line_number":40,"context_line":"Stepler_ (Uses OS-faults)                                                               X                                  `NA since February 2019 \u003chttps://github.com/Mirantis/stepler/graphs/contributors\u003e`__"},{"line_number":41,"context_line":"NFVbench_                                   X       X                                                           X          `Medium \u003chttps://github.com/opnfv/nfvbench/graphs/contributors\u003e`__"},{"line_number":42,"context_line":"Eris_ (In development)              X       X       X           X           X           X                       X          `NA since November 2017 \u003chttps://github.com/LCOO/eris\u003e`__"},{"line_number":43,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":44,"context_line":""}],"source_content_type":"text/x-rst","patch_set":7,"id":"7faddb67_7c39bd3c","line":41,"updated":"2019-09-05 14:41:47.000000000","message":"NFVbench needs a check on Scale testing column because it can measure traffic on high density workloads (e.g. with 20 VMs per compute).","commit_id":"80d68118004bdf2c0e3f3bb24cd5c4f5520bf83c"},{"author":{"_account_id":30772,"name":"Ihtisham ul Haq","display_name":"Ihtisham ul Haq","email":"ihtisham.ul_haq@mail.schwarz","username":"ihtisham","status":"STACKIT (Schwarz IT)"},"change_message_id":"5858dc8ac5f6dd27ac75f12c3442231f180f4d1d","unresolved":false,"context_lines":[{"line_number":38,"context_line":"Jepsen_ (not specific to OpenStack)                                                     X                       X          `High \u003chttps://github.com/jepsen-io/jepsen/graphs/contributors\u003e`__"},{"line_number":39,"context_line":"OPNFV-Doctor_                                                                           X                                  `NA since April 2019 \u003chttps://gerrit.opnfv.org/gerrit/gitweb?p\u003ddoctor.git;a\u003dsummary\u003e`__"},{"line_number":40,"context_line":"Stepler_ (Uses OS-faults)                                                               X                                  `NA since February 2019 \u003chttps://github.com/Mirantis/stepler/graphs/contributors\u003e`__"},{"line_number":41,"context_line":"NFVbench_                                   X       X                                                           X          `Medium \u003chttps://github.com/opnfv/nfvbench/graphs/contributors\u003e`__"},{"line_number":42,"context_line":"Eris_ (In development)              X       X       X           X           X           X                       X          `NA since November 2017 \u003chttps://github.com/LCOO/eris\u003e`__"},{"line_number":43,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":44,"context_line":""}],"source_content_type":"text/x-rst","patch_set":7,"id":"5faad753_6089c273","line":41,"in_reply_to":"7faddb67_7c39bd3c","updated":"2019-09-09 14:51:58.000000000","message":"Done","commit_id":"80d68118004bdf2c0e3f3bb24cd5c4f5520bf83c"},{"author":{"_account_id":11744,"name":"Alec Hothan","email":"ahothan@cisco.com","username":"ahothan"},"change_message_id":"f227d769729eec4c7aae8ae08fb18eff8f5e6095","unresolved":false,"context_lines":[{"line_number":40,"context_line":"Stepler_ (Uses OS-faults)                                                               X                                  `NA since February 2019 \u003chttps://github.com/Mirantis/stepler/graphs/contributors\u003e`__"},{"line_number":41,"context_line":"NFVbench_                                   X       X                                                           X          `Medium \u003chttps://github.com/opnfv/nfvbench/graphs/contributors\u003e`__"},{"line_number":42,"context_line":"Eris_ (In development)              X       X       X           X           X           X                       X          `NA since November 2017 \u003chttps://github.com/LCOO/eris\u003e`__"},{"line_number":43,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":44,"context_line":""},{"line_number":45,"context_line":".. [#] Commits per month: Low\u003c5, Medium\u003c15, High\u003d\u003e15, NA\u003dNo Activity"},{"line_number":46,"context_line":""}],"source_content_type":"text/x-rst","patch_set":7,"id":"7faddb67_7cd77d50","line":43,"updated":"2019-09-05 14:41:47.000000000","message":"you can add vmtp to this list.\n\nhttps://vmtp.readthedocs.io/en/latest/\nhttps://opendev.org/x/vmtp\n\nVMTP has checks in:  dataplane testing / perf testing / Report generation\nSame as nfvbench but they do very different things - so your table does not capture the subtle difference.","commit_id":"80d68118004bdf2c0e3f3bb24cd5c4f5520bf83c"},{"author":{"_account_id":30772,"name":"Ihtisham ul Haq","display_name":"Ihtisham ul Haq","email":"ihtisham.ul_haq@mail.schwarz","username":"ihtisham","status":"STACKIT (Schwarz IT)"},"change_message_id":"5858dc8ac5f6dd27ac75f12c3442231f180f4d1d","unresolved":false,"context_lines":[{"line_number":40,"context_line":"Stepler_ (Uses OS-faults)                                                               X                                  `NA since February 2019 \u003chttps://github.com/Mirantis/stepler/graphs/contributors\u003e`__"},{"line_number":41,"context_line":"NFVbench_                                   X       X                                                           X          `Medium \u003chttps://github.com/opnfv/nfvbench/graphs/contributors\u003e`__"},{"line_number":42,"context_line":"Eris_ (In development)              X       X       X           X           X           X                       X          `NA since November 2017 \u003chttps://github.com/LCOO/eris\u003e`__"},{"line_number":43,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d \u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":44,"context_line":""},{"line_number":45,"context_line":".. [#] Commits per month: Low\u003c5, Medium\u003c15, High\u003d\u003e15, NA\u003dNo Activity"},{"line_number":46,"context_line":""}],"source_content_type":"text/x-rst","patch_set":7,"id":"5faad753_007ece6a","line":43,"in_reply_to":"7faddb67_7cd77d50","updated":"2019-09-09 14:51:58.000000000","message":"Done","commit_id":"80d68118004bdf2c0e3f3bb24cd5c4f5520bf83c"},{"author":{"_account_id":11744,"name":"Alec Hothan","email":"ahothan@cisco.com","username":"ahothan"},"change_message_id":"f227d769729eec4c7aae8ae08fb18eff8f5e6095","unresolved":false,"context_lines":[{"line_number":122,"context_line":"-  Benchmarking of data plane and storage services in OpenStack"},{"line_number":123,"context_line":""},{"line_number":124,"context_line":"A fully integrated framework which is easy to use with basic knowledge"},{"line_number":125,"context_line":"of OpenStack but isn\u0027t flexible or programmable to do everything."},{"line_number":126,"context_line":""},{"line_number":127,"context_line":".. _HA-Failure-Test:"},{"line_number":128,"context_line":""}],"source_content_type":"text/x-rst","patch_set":7,"id":"7faddb67_3ce7c511","line":125,"updated":"2019-09-05 14:41:47.000000000","message":"\"but isn\u0027t flexible or programmable to do everything\",\ncan probably be removed?\nI mean which tool is not flexible or programmable to do everything?","commit_id":"80d68118004bdf2c0e3f3bb24cd5c4f5520bf83c"},{"author":{"_account_id":30772,"name":"Ihtisham ul Haq","display_name":"Ihtisham ul Haq","email":"ihtisham.ul_haq@mail.schwarz","username":"ihtisham","status":"STACKIT (Schwarz IT)"},"change_message_id":"5858dc8ac5f6dd27ac75f12c3442231f180f4d1d","unresolved":false,"context_lines":[{"line_number":122,"context_line":"-  Benchmarking of data plane and storage services in OpenStack"},{"line_number":123,"context_line":""},{"line_number":124,"context_line":"A fully integrated framework which is easy to use with basic knowledge"},{"line_number":125,"context_line":"of OpenStack but isn\u0027t flexible or programmable to do everything."},{"line_number":126,"context_line":""},{"line_number":127,"context_line":".. _HA-Failure-Test:"},{"line_number":128,"context_line":""}],"source_content_type":"text/x-rst","patch_set":7,"id":"5faad753_2083ca55","line":125,"in_reply_to":"7faddb67_3ce7c511","updated":"2019-09-09 14:51:58.000000000","message":"Done","commit_id":"80d68118004bdf2c0e3f3bb24cd5c4f5520bf83c"},{"author":{"_account_id":11744,"name":"Alec Hothan","email":"ahothan@cisco.com","username":"ahothan"},"change_message_id":"f227d769729eec4c7aae8ae08fb18eff8f5e6095","unresolved":false,"context_lines":[{"line_number":230,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":231,"context_line":""},{"line_number":232,"context_line":"-  Measure network performance in OpenStack"},{"line_number":233,"context_line":"-  Data plane performance testing"},{"line_number":234,"context_line":""},{"line_number":235,"context_line":""},{"line_number":236,"context_line":".. _Eris:"}],"source_content_type":"text/x-rst","patch_set":7,"id":"7faddb67_5ccba151","line":233,"updated":"2019-09-05 14:41:47.000000000","message":"I would just add that NFVbench tool is designed for benchmarking NFVi platforms and packet paths that are critical for NFV workloads. NFVi platforms are predominantly based on openstack today. NFV workloads use a different packet path and have different characteristics than enterprise workloads.\nThere is no other open source tool that covers this area.\n\n\nVMTP is designed for benchmarking VM to VM performance and is more adapetd for enterprise workloads.","commit_id":"80d68118004bdf2c0e3f3bb24cd5c4f5520bf83c"},{"author":{"_account_id":30772,"name":"Ihtisham ul Haq","display_name":"Ihtisham ul Haq","email":"ihtisham.ul_haq@mail.schwarz","username":"ihtisham","status":"STACKIT (Schwarz IT)"},"change_message_id":"5858dc8ac5f6dd27ac75f12c3442231f180f4d1d","unresolved":false,"context_lines":[{"line_number":230,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":231,"context_line":""},{"line_number":232,"context_line":"-  Measure network performance in OpenStack"},{"line_number":233,"context_line":"-  Data plane performance testing"},{"line_number":234,"context_line":""},{"line_number":235,"context_line":""},{"line_number":236,"context_line":".. _Eris:"}],"source_content_type":"text/x-rst","patch_set":7,"id":"5faad753_40e92618","line":233,"in_reply_to":"7faddb67_5ccba151","updated":"2019-09-09 14:51:58.000000000","message":"Done","commit_id":"80d68118004bdf2c0e3f3bb24cd5c4f5520bf83c"}]}