)]}'
{"specs/devstack/counter-inspection.rst":[{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"ed420203e20dc8e19901c0398f570569443dd8a6","unresolved":false,"context_lines":[{"line_number":27,"context_line":""},{"line_number":28,"context_line":"  * Configure memcached plugin for caching performance."},{"line_number":29,"context_line":""},{"line_number":30,"context_line":"  * Create RabbitMQ dstat plugin to collect message load."},{"line_number":31,"context_line":""},{"line_number":32,"context_line":"* Leverage existing statsd/graphite infrastructure to record results of"},{"line_number":33,"context_line":"  several tests in the devstack gate."}],"source_content_type":"text/x-rst","patch_set":3,"id":"7a2fa921_65992d1f","line":30,"updated":"2015-10-06 21:46:42.000000000","message":"Are these the only 3, or just a starting point? Can you add links to the 2 that are available.","commit_id":"dc05504d8f975f1ea852117957adc9298f4a41be"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"ed420203e20dc8e19901c0398f570569443dd8a6","unresolved":false,"context_lines":[{"line_number":62,"context_line":"Work Items"},{"line_number":63,"context_line":"----------"},{"line_number":64,"context_line":""},{"line_number":65,"context_line":"* Modify devstack gate job output to include dstat counters"},{"line_number":66,"context_line":"* Add counters for core supporting services"},{"line_number":67,"context_line":"* Create infra worker to pipeline this data into graphite and/or statsd"},{"line_number":68,"context_line":"* Analyze data for stable counters and useful trends"}],"source_content_type":"text/x-rst","patch_set":3,"id":"7a2fa921_c55fe13f","line":65,"updated":"2015-10-06 21:46:42.000000000","message":"Is there a work item here for creating the rabbit dstat plugin?","commit_id":"dc05504d8f975f1ea852117957adc9298f4a41be"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"ed420203e20dc8e19901c0398f570569443dd8a6","unresolved":false,"context_lines":[{"line_number":66,"context_line":"* Add counters for core supporting services"},{"line_number":67,"context_line":"* Create infra worker to pipeline this data into graphite and/or statsd"},{"line_number":68,"context_line":"* Analyze data for stable counters and useful trends"},{"line_number":69,"context_line":"* Add hard upper bounds check to devstack gate"},{"line_number":70,"context_line":""},{"line_number":71,"context_line":"Dependencies"},{"line_number":72,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":3,"id":"7a2fa921_a5a66551","line":69,"updated":"2015-10-06 21:46:42.000000000","message":"So from experience I know you\u0027re gonna have a hard time with this one. We tried something similar with error messages in logs at one point (where no new errors during a successful run were allowed) The primary issue will be the social aspect of getting people on top of it.","commit_id":"dc05504d8f975f1ea852117957adc9298f4a41be"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"088bc6cc985178908e70ff739f3945c781ba5929","unresolved":false,"context_lines":[{"line_number":46,"context_line":"    Since there are daunting social issues around failing gate tests"},{"line_number":47,"context_line":"    on global collisions, warnings and bugs about said warnings are"},{"line_number":48,"context_line":"    likely the only reasonable outcome we can achieve. It will take a"},{"line_number":49,"context_line":"    considerable amount of community agreement to make these limits hard."},{"line_number":50,"context_line":""},{"line_number":51,"context_line":".. _`InnoDB plugin`: https://github.com/dagwieers/dstat/blob/master/plugins/dstat_mysql5_innodb.py"},{"line_number":52,"context_line":".. _`memcached plugin`: https://github.com/dagwieers/dstat/blob/master/plugins/dstat_memcache_hits.py"}],"source_content_type":"text/x-rst","patch_set":5,"id":"7a2fa921_93902c45","line":49,"updated":"2015-10-07 23:02:15.000000000","message":"We can try to start setting hard limits in the future, but I agree just using a soft limit with a detailed warning message is definitely more realistic goal. We can easily track those with logstash.","commit_id":"b63fb322a161055611d64045661f04363ff89b96"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"088bc6cc985178908e70ff739f3945c781ba5929","unresolved":false,"context_lines":[{"line_number":48,"context_line":"    likely the only reasonable outcome we can achieve. It will take a"},{"line_number":49,"context_line":"    considerable amount of community agreement to make these limits hard."},{"line_number":50,"context_line":""},{"line_number":51,"context_line":".. _`InnoDB plugin`: https://github.com/dagwieers/dstat/blob/master/plugins/dstat_mysql5_innodb.py"},{"line_number":52,"context_line":".. _`memcached plugin`: https://github.com/dagwieers/dstat/blob/master/plugins/dstat_memcache_hits.py"},{"line_number":53,"context_line":""},{"line_number":54,"context_line":"Implementation"}],"source_content_type":"text/x-rst","patch_set":5,"id":"7a2fa921_b38c4836","line":51,"updated":"2015-10-07 23:02:15.000000000","message":"Ooh, links :)","commit_id":"b63fb322a161055611d64045661f04363ff89b96"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"088bc6cc985178908e70ff739f3945c781ba5929","unresolved":false,"context_lines":[{"line_number":83,"context_line":"* Modify devstack gate job output to include dstat counters"},{"line_number":84,"context_line":"* Create dstat plugins for missing core services (i.e. RabbitMQ)"},{"line_number":85,"context_line":"* Add counters for core supporting services"},{"line_number":86,"context_line":"* Create infra worker to pipeline this data into graphite and/or statsd"},{"line_number":87,"context_line":"* Analyze data for stable counters and useful trends"},{"line_number":88,"context_line":"* Add upper bounds check to devstack gate"},{"line_number":89,"context_line":""}],"source_content_type":"text/x-rst","patch_set":5,"id":"7a2fa921_e6ae6ee5","line":86,"updated":"2015-10-07 23:02:15.000000000","message":"will we be able to get the time series data properly grouped per job run using statsd/graphite? I haven\u0027t looked too closely at the implementation details there, but I know none of the data we have in there now is associated with a single build uuid. I\u0027m just trying to figure out in my head the data model you\u0027re looking to store. Is it just max values on the counters or looking at the counter value as a time series during a run?","commit_id":"b63fb322a161055611d64045661f04363ff89b96"},{"author":{"_account_id":6488,"name":"Clint Byrum","email":"clint@fewbar.com","username":"clint-fewbar"},"change_message_id":"7ac047eb43d1629b9c210a3fe84af6a1ea900776","unresolved":false,"context_lines":[{"line_number":83,"context_line":"* Modify devstack gate job output to include dstat counters"},{"line_number":84,"context_line":"* Create dstat plugins for missing core services (i.e. RabbitMQ)"},{"line_number":85,"context_line":"* Add counters for core supporting services"},{"line_number":86,"context_line":"* Create infra worker to pipeline this data into graphite and/or statsd"},{"line_number":87,"context_line":"* Analyze data for stable counters and useful trends"},{"line_number":88,"context_line":"* Add upper bounds check to devstack gate"},{"line_number":89,"context_line":""}],"source_content_type":"text/x-rst","patch_set":5,"id":"7a2fa921_0624ca5d","line":86,"in_reply_to":"7a2fa921_e6ae6ee5","updated":"2015-10-07 23:08:49.000000000","message":"I want to see, over time, the trend of movement of the counters. Mapping back to specific runs would be fantastic and may prove useful when we try to bisect jumps up or down on a particular counter, but I think we can achieve that with logstash queries. The intention here is to show that the counter consistenly stays the same, or is extremely volatile and changes on each run.","commit_id":"b63fb322a161055611d64045661f04363ff89b96"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"3d6ebf3d03604995d4e55915b9a6dc0cd9785af3","unresolved":false,"context_lines":[{"line_number":12,"context_line":"Problem description"},{"line_number":13,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"OpenStack projects vary on their impact to the underlying infrastructure"},{"line_number":16,"context_line":"that they rely on greatly. This is hard to measure without going to a"},{"line_number":17,"context_line":"full scale deployment, but we should be able to measure the impact by"},{"line_number":18,"context_line":"inspecting counters already maintained by the system."}],"source_content_type":"text/x-rst","patch_set":7,"id":"7a740942_4dd523b7","line":15,"updated":"2015-12-07 09:21:48.000000000","message":"What kind of impact here?\n\nWorkload to OpenStack infra?\nIf so, maybe you want to measure the counters/impact for solving infra problems, right?\n\nAnyways, it is necessary to describe them for clarifying what problems we want to solve.","commit_id":"b6eb5aef44bda72b8a7f6c8eab6c50f4ba1c234a"},{"author":{"_account_id":6488,"name":"Clint Byrum","email":"clint@fewbar.com","username":"clint-fewbar"},"change_message_id":"6a95c03f84048a77f63db8080dfd36c0d085c129","unresolved":false,"context_lines":[{"line_number":12,"context_line":"Problem description"},{"line_number":13,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"OpenStack projects vary on their impact to the underlying infrastructure"},{"line_number":16,"context_line":"that they rely on greatly. This is hard to measure without going to a"},{"line_number":17,"context_line":"full scale deployment, but we should be able to measure the impact by"},{"line_number":18,"context_line":"inspecting counters already maintained by the system."}],"source_content_type":"text/x-rst","patch_set":7,"id":"7a740942_7ea70bbd","line":15,"in_reply_to":"7a740942_4dd523b7","updated":"2015-12-08 17:21:23.000000000","message":"This has nothing to do with openstack-infra other than the fact that infra hosts graphite and runs our tests. It means to measure the impact on things used in real deployments of OpenStack, like MySQL, RabbitMQ, and anything else which is not OpenStack itself, but supports running OpenStack.","commit_id":"b6eb5aef44bda72b8a7f6c8eab6c50f4ba1c234a"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"725ef9171c5e3e7293bda5b4d303f73585587a3f","unresolved":false,"context_lines":[{"line_number":12,"context_line":"Problem description"},{"line_number":13,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"OpenStack projects vary on their impact to the underlying infrastructure"},{"line_number":16,"context_line":"that they rely on greatly. This is hard to measure without going to a"},{"line_number":17,"context_line":"full scale deployment, but we should be able to measure the impact by"},{"line_number":18,"context_line":"inspecting counters already maintained by the system."}],"source_content_type":"text/x-rst","patch_set":7,"id":"7a740942_e03cc394","line":15,"in_reply_to":"7a740942_7ea70bbd","updated":"2015-12-14 06:12:14.000000000","message":"Thanks for your response, I see.\n\nSo how about here like\n\n .. to the underlying infrastructure (MySQL, RabbitMQ, etc.)\n\n?","commit_id":"b6eb5aef44bda72b8a7f6c8eab6c50f4ba1c234a"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"3d6ebf3d03604995d4e55915b9a6dc0cd9785af3","unresolved":false,"context_lines":[{"line_number":24,"context_line":"  written in python for purposes such as this."},{"line_number":25,"context_line":""},{"line_number":26,"context_line":"  * Create a tool, `os-qa-counters`, which collects relevant counters"},{"line_number":27,"context_line":"    using OpenStack configurations and outputs a JSON mapping with all"},{"line_number":28,"context_line":"    counters. Includes ability to delta with a previous run to allow"},{"line_number":29,"context_line":"    showing counters in a given window."},{"line_number":30,"context_line":""}],"source_content_type":"text/x-rst","patch_set":7,"id":"7a740942_6d4b3f88","line":27,"updated":"2015-12-07 09:21:48.000000000","message":"What is \"OpenStack configurations\" here?\nEach project(nova, etc) configurations? or the other thing?","commit_id":"b6eb5aef44bda72b8a7f6c8eab6c50f4ba1c234a"},{"author":{"_account_id":6488,"name":"Clint Byrum","email":"clint@fewbar.com","username":"clint-fewbar"},"change_message_id":"37eb69ef33244b6cdea2891eba0c8ac0e8d60e88","unresolved":false,"context_lines":[{"line_number":24,"context_line":"  written in python for purposes such as this."},{"line_number":25,"context_line":""},{"line_number":26,"context_line":"  * Create a tool, `os-qa-counters`, which collects relevant counters"},{"line_number":27,"context_line":"    using OpenStack configurations and outputs a JSON mapping with all"},{"line_number":28,"context_line":"    counters. Includes ability to delta with a previous run to allow"},{"line_number":29,"context_line":"    showing counters in a given window."},{"line_number":30,"context_line":""}],"source_content_type":"text/x-rst","patch_set":7,"id":"5a710552_dc25b9ae","line":27,"in_reply_to":"7a740942_40759761","updated":"2015-12-14 18:49:54.000000000","message":"Actually in doing the implementation this proved complicated and didn\u0027t actually provide any value. So I\u0027ve changed the tool (renamed to os-collect-counters) to just use its own configuration which devstack can populate.","commit_id":"b6eb5aef44bda72b8a7f6c8eab6c50f4ba1c234a"},{"author":{"_account_id":6488,"name":"Clint Byrum","email":"clint@fewbar.com","username":"clint-fewbar"},"change_message_id":"522e10342e6764f5040fa5affc4d351be3f3bb35","unresolved":false,"context_lines":[{"line_number":24,"context_line":"  written in python for purposes such as this."},{"line_number":25,"context_line":""},{"line_number":26,"context_line":"  * Create a tool, `os-qa-counters`, which collects relevant counters"},{"line_number":27,"context_line":"    using OpenStack configurations and outputs a JSON mapping with all"},{"line_number":28,"context_line":"    counters. Includes ability to delta with a previous run to allow"},{"line_number":29,"context_line":"    showing counters in a given window."},{"line_number":30,"context_line":""}],"source_content_type":"text/x-rst","patch_set":7,"id":"7a740942_fe945b8b","line":27,"in_reply_to":"7a740942_6d4b3f88","updated":"2015-12-08 17:13:08.000000000","message":"This means it uses the same configurations as the OpenStack components in general.","commit_id":"b6eb5aef44bda72b8a7f6c8eab6c50f4ba1c234a"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"725ef9171c5e3e7293bda5b4d303f73585587a3f","unresolved":false,"context_lines":[{"line_number":24,"context_line":"  written in python for purposes such as this."},{"line_number":25,"context_line":""},{"line_number":26,"context_line":"  * Create a tool, `os-qa-counters`, which collects relevant counters"},{"line_number":27,"context_line":"    using OpenStack configurations and outputs a JSON mapping with all"},{"line_number":28,"context_line":"    counters. Includes ability to delta with a previous run to allow"},{"line_number":29,"context_line":"    showing counters in a given window."},{"line_number":30,"context_line":""}],"source_content_type":"text/x-rst","patch_set":7,"id":"7a740942_40759761","line":27,"in_reply_to":"7a740942_fe945b8b","updated":"2015-12-14 06:12:14.000000000","message":"Sorry, but I cannot catch here yet.\n\nHow/wat to get these countesr from the configurations(nova.conf, etc) ?","commit_id":"b6eb5aef44bda72b8a7f6c8eab6c50f4ba1c234a"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"3d6ebf3d03604995d4e55915b9a6dc0cd9785af3","unresolved":false,"context_lines":[{"line_number":29,"context_line":"    showing counters in a given window."},{"line_number":30,"context_line":""},{"line_number":31,"context_line":"    * Initial counters will be at a minimum a set of MySQL counters,"},{"line_number":32,"context_line":"      and published messages from the RabbitMQ management interface."},{"line_number":33,"context_line":""},{"line_number":34,"context_line":"* Leverage existing subunit/statsd/graphite infrastructure to record results of"},{"line_number":35,"context_line":"  several tests in the devstack gate."}],"source_content_type":"text/x-rst","patch_set":7,"id":"7a740942_9f56d2d0","line":32,"updated":"2015-12-07 09:21:48.000000000","message":"s/published/publishes/ ?\n\nline 32 contains \",\" at the end, so I\u0027m not sure this \"published\" means adjective or verb.\n\nBTW, can it get message from the above \"OpenStack configurations\" via RabbitMQ management interface, right?\nI need to know the above \"OpenStack configurations\".","commit_id":"b6eb5aef44bda72b8a7f6c8eab6c50f4ba1c234a"},{"author":{"_account_id":6488,"name":"Clint Byrum","email":"clint@fewbar.com","username":"clint-fewbar"},"change_message_id":"522e10342e6764f5040fa5affc4d351be3f3bb35","unresolved":false,"context_lines":[{"line_number":29,"context_line":"    showing counters in a given window."},{"line_number":30,"context_line":""},{"line_number":31,"context_line":"    * Initial counters will be at a minimum a set of MySQL counters,"},{"line_number":32,"context_line":"      and published messages from the RabbitMQ management interface."},{"line_number":33,"context_line":""},{"line_number":34,"context_line":"* Leverage existing subunit/statsd/graphite infrastructure to record results of"},{"line_number":35,"context_line":"  several tests in the devstack gate."}],"source_content_type":"text/x-rst","patch_set":7,"id":"7a740942_fead3be9","line":32,"in_reply_to":"7a740942_9f56d2d0","updated":"2015-12-08 17:13:08.000000000","message":"It is an adjective describing messages. The way the counters are retrieved is an implementation detail.","commit_id":"b6eb5aef44bda72b8a7f6c8eab6c50f4ba1c234a"}]}