)]}'
{"specs/juno/zabbix-metrics-collection.rst":[{"author":{"_account_id":9562,"name":"Ildiko Vancsa","email":"ildiko.vancsa@gmail.com","username":"ildikov"},"change_message_id":"5201328b366ce19473c834baebf47738fd975c52","unresolved":false,"context_lines":[{"line_number":10,"context_line":""},{"line_number":11,"context_line":"This blueprint aims at taking advantage of customers\u0027 existing Zabbix"},{"line_number":12,"context_line":"deployment, getting the metrics collected by Zabbix to Ceilometer so that we"},{"line_number":13,"context_line":"have a single place - Ceilometer, storing all the measurements from top to"},{"line_number":14,"context_line":"bottom."},{"line_number":15,"context_line":""},{"line_number":16,"context_line":"Problem description"}],"source_content_type":"text/x-rst","patch_set":1,"id":"baada198_be1af67a","line":13,"updated":"2014-07-03 15:40:36.000000000","message":"Is this all about storing the data in the sample place, especially in the same database?","commit_id":"7bc9313ca80e97801ba65090f12a3510ccd65410"},{"author":{"_account_id":882,"name":"shengjie min","email":"minshengjie@chinacloud.com.cn","username":"shengjie-min"},"change_message_id":"02158156d97cc7d68d700db6a8a54068cec50f99","unresolved":false,"context_lines":[{"line_number":10,"context_line":""},{"line_number":11,"context_line":"This blueprint aims at taking advantage of customers\u0027 existing Zabbix"},{"line_number":12,"context_line":"deployment, getting the metrics collected by Zabbix to Ceilometer so that we"},{"line_number":13,"context_line":"have a single place - Ceilometer, storing all the measurements from top to"},{"line_number":14,"context_line":"bottom."},{"line_number":15,"context_line":""},{"line_number":16,"context_line":"Problem description"}],"source_content_type":"text/x-rst","patch_set":1,"id":"baada198_64427e69","line":13,"in_reply_to":"baada198_be1af67a","updated":"2014-07-04 01:43:59.000000000","message":"It\u0027s not about making a exact copy from Zabbix to Ceilometer, it\u0027s more about leave Zabbix as it is, only have the Zabbix metrics which are valuable to Ceilometer stored alongside with the ceilometer meters . Regarding to what metrics are valuable, this varies case by case. This bp is just trying to provide a plugin which allows people to quickly connect their existing zabbix to ceilometer. And have their specific Zabbix metrics which can benefitial from metering or administration perspective stored in Ceilometer with a small configuration  change.","commit_id":"7bc9313ca80e97801ba65090f12a3510ccd65410"},{"author":{"_account_id":9562,"name":"Ildiko Vancsa","email":"ildiko.vancsa@gmail.com","username":"ildikov"},"change_message_id":"5201328b366ce19473c834baebf47738fd975c52","unresolved":false,"context_lines":[{"line_number":23,"context_line":"many production environments to collect hardware level metrics, such as fan"},{"line_number":24,"context_line":"speed, power status, router up-time etc. In openstack environment, those"},{"line_number":25,"context_line":"metrics collected by Zabbix can be highly valuable from the system"},{"line_number":26,"context_line":"administration perspective. Out of the box, Zabbix supports SNMP, IPMI, JMX etc"},{"line_number":27,"context_line":"as well. The metrics from Zabbix can be a very good complement to the existing"},{"line_number":28,"context_line":"Ceilometer metrics."},{"line_number":29,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"baada198_d2cec12d","line":26,"updated":"2014-07-03 15:40:36.000000000","message":"The list of these protocols are kind of overlapping with the current Ceilometer implementation and it\u0027s not a good approach to have duplicated support for data collection mechanisms.","commit_id":"7bc9313ca80e97801ba65090f12a3510ccd65410"},{"author":{"_account_id":882,"name":"shengjie min","email":"minshengjie@chinacloud.com.cn","username":"shengjie-min"},"change_message_id":"02158156d97cc7d68d700db6a8a54068cec50f99","unresolved":false,"context_lines":[{"line_number":23,"context_line":"many production environments to collect hardware level metrics, such as fan"},{"line_number":24,"context_line":"speed, power status, router up-time etc. In openstack environment, those"},{"line_number":25,"context_line":"metrics collected by Zabbix can be highly valuable from the system"},{"line_number":26,"context_line":"administration perspective. Out of the box, Zabbix supports SNMP, IPMI, JMX etc"},{"line_number":27,"context_line":"as well. The metrics from Zabbix can be a very good complement to the existing"},{"line_number":28,"context_line":"Ceilometer metrics."},{"line_number":29,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"baada198_472d7c94","line":26,"in_reply_to":"baada198_d2cec12d","updated":"2014-07-04 01:43:59.000000000","message":"This is just a small introduction for Zabbix. It\u0027s always a good idea to have just one collection mechanism, But Ceilometer needs to co-exist with some existing tools when it can\u0027t fully replace them.","commit_id":"7bc9313ca80e97801ba65090f12a3510ccd65410"},{"author":{"_account_id":7052,"name":"Fabio Giannetti","email":"fgiannet@cisco.com","username":"fabgia"},"change_message_id":"1caecf68cf4dd2fdfcc2039ce53331aa747de2a5","unresolved":false,"context_lines":[{"line_number":30,"context_line":"Proposed change"},{"line_number":31,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":32,"context_line":""},{"line_number":33,"context_line":"Since Zabbix has a set of Json-Rpc API over HTTP, The idea is to add a pollster"},{"line_number":34,"context_line":"in Ceilometer\u0027s central agent with a HTTP client periodically calling Zabbix API"},{"line_number":35,"context_line":"to get the latest monitoring items, then the corresponding Ceilometer samples"},{"line_number":36,"context_line":"can be generated based on them."}],"source_content_type":"text/x-rst","patch_set":1,"id":"baada198_121039a7","line":33,"updated":"2014-07-03 14:14:36.000000000","message":"Are you already storing the data in a SQL database instance?","commit_id":"7bc9313ca80e97801ba65090f12a3510ccd65410"},{"author":{"_account_id":882,"name":"shengjie min","email":"minshengjie@chinacloud.com.cn","username":"shengjie-min"},"change_message_id":"351c31de881e25edbc64e235ef30932488631389","unresolved":false,"context_lines":[{"line_number":30,"context_line":"Proposed change"},{"line_number":31,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":32,"context_line":""},{"line_number":33,"context_line":"Since Zabbix has a set of Json-Rpc API over HTTP, The idea is to add a pollster"},{"line_number":34,"context_line":"in Ceilometer\u0027s central agent with a HTTP client periodically calling Zabbix API"},{"line_number":35,"context_line":"to get the latest monitoring items, then the corresponding Ceilometer samples"},{"line_number":36,"context_line":"can be generated based on them."}],"source_content_type":"text/x-rst","patch_set":1,"id":"baada198_fd9c7111","line":33,"in_reply_to":"baada198_121039a7","updated":"2014-07-03 16:40:27.000000000","message":"Yes, it has a mysql db there, the older data is meant to be wiped out periodically in Zabbix. Also, It allows you to collect customised metrics as well, you can even write a shell script to collect a specific metric not provided by Zabbix out of box, and add that into Zabbix as an metric. Some of the existing Zabbix deployments have already built up a rich set of metrics their own. Keep everything in mysql, gradually, it won\u0027t be able to cope with the size of the data anymore. It\u0027s against the design as well to keep the data in Zabbix for long-term usage.\n\nThe idea here is to leave Zabbix there for what it\u0027s good at, which is real-time H/W level monitoring(of coz plus lords of existing customised metrics we added. e.g. GlusterFS storage used etc), meanwhile, send those valuable metrics from Zabbix to Ceilometer for long term retention. In our case, we have HBase, as the centralised place in Ceilometer, it will have all the Zabbix metrics we want + ceilometer meters for our cloud environment. As the result of that, our metering \u0026 data analytics can easily happen in only one place - Ceilometer. Ceilometer APIs are the only APIs we want to expose as well.","commit_id":"7bc9313ca80e97801ba65090f12a3510ccd65410"},{"author":{"_account_id":882,"name":"shengjie min","email":"minshengjie@chinacloud.com.cn","username":"shengjie-min"},"change_message_id":"02158156d97cc7d68d700db6a8a54068cec50f99","unresolved":false,"context_lines":[{"line_number":30,"context_line":"Proposed change"},{"line_number":31,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":32,"context_line":""},{"line_number":33,"context_line":"Since Zabbix has a set of Json-Rpc API over HTTP, The idea is to add a pollster"},{"line_number":34,"context_line":"in Ceilometer\u0027s central agent with a HTTP client periodically calling Zabbix API"},{"line_number":35,"context_line":"to get the latest monitoring items, then the corresponding Ceilometer samples"},{"line_number":36,"context_line":"can be generated based on them."}],"source_content_type":"text/x-rst","patch_set":1,"id":"baada198_a797388f","line":33,"in_reply_to":"baada198_fd9c7111","updated":"2014-07-04 01:43:59.000000000","message":"One more point, after doing this, you\u0027d have the combination of zabbix and ceilometer metrics which allow you to set your alarms in a single place.","commit_id":"7bc9313ca80e97801ba65090f12a3510ccd65410"},{"author":{"_account_id":9562,"name":"Ildiko Vancsa","email":"ildiko.vancsa@gmail.com","username":"ildikov"},"change_message_id":"5201328b366ce19473c834baebf47738fd975c52","unresolved":false,"context_lines":[{"line_number":31,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":32,"context_line":""},{"line_number":33,"context_line":"Since Zabbix has a set of Json-Rpc API over HTTP, The idea is to add a pollster"},{"line_number":34,"context_line":"in Ceilometer\u0027s central agent with a HTTP client periodically calling Zabbix API"},{"line_number":35,"context_line":"to get the latest monitoring items, then the corresponding Ceilometer samples"},{"line_number":36,"context_line":"can be generated based on them."},{"line_number":37,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"baada198_127119e0","line":34,"updated":"2014-07-03 15:40:36.000000000","message":"The Central Agent is currently a single point of failure, which means that adding a pollster that would generate a high load on this single component is not a good choice.","commit_id":"7bc9313ca80e97801ba65090f12a3510ccd65410"},{"author":{"_account_id":882,"name":"shengjie min","email":"minshengjie@chinacloud.com.cn","username":"shengjie-min"},"change_message_id":"02158156d97cc7d68d700db6a8a54068cec50f99","unresolved":false,"context_lines":[{"line_number":31,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":32,"context_line":""},{"line_number":33,"context_line":"Since Zabbix has a set of Json-Rpc API over HTTP, The idea is to add a pollster"},{"line_number":34,"context_line":"in Ceilometer\u0027s central agent with a HTTP client periodically calling Zabbix API"},{"line_number":35,"context_line":"to get the latest monitoring items, then the corresponding Ceilometer samples"},{"line_number":36,"context_line":"can be generated based on them."},{"line_number":37,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"baada198_a74c9843","line":34,"in_reply_to":"baada198_127119e0","updated":"2014-07-04 01:43:59.000000000","message":"1. We are not making a exact full copy from zabbix to ceilometer, we only collect the valuable metrics from zabbix from Ceilometer perspective. That won\u0027t be a massive load for the central agent.\n2. Even without zabbix pollster, Central Agent is a SPOF by its own. That\u0027s another problem needs to be looked at.","commit_id":"7bc9313ca80e97801ba65090f12a3510ccd65410"},{"author":{"_account_id":9562,"name":"Ildiko Vancsa","email":"ildiko.vancsa@gmail.com","username":"ildikov"},"change_message_id":"5201328b366ce19473c834baebf47738fd975c52","unresolved":false,"context_lines":[{"line_number":46,"context_line":"    ceilometer.sample.unit \u003d zabbix.item.units"},{"line_number":47,"context_line":"    ceilometer.sample.type \u003d \"gauge\""},{"line_number":48,"context_line":"    ceilometer.sample.user_id \u003d user_id"},{"line_number":49,"context_line":"    ceilometer.sample.project_id \u003d project_id"},{"line_number":50,"context_line":"    ceilometer.sample.resource_meta \u003d \"\""},{"line_number":51,"context_line":"    ceilometer.sample.source \u003d \"zabbix\""},{"line_number":52,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"baada198_fecf0e27","line":49,"updated":"2014-07-03 15:40:36.000000000","message":"Where the user_id and project_is is coming from? Are these existing in Zabbix too?","commit_id":"7bc9313ca80e97801ba65090f12a3510ccd65410"},{"author":{"_account_id":882,"name":"shengjie min","email":"minshengjie@chinacloud.com.cn","username":"shengjie-min"},"change_message_id":"02158156d97cc7d68d700db6a8a54068cec50f99","unresolved":false,"context_lines":[{"line_number":46,"context_line":"    ceilometer.sample.unit \u003d zabbix.item.units"},{"line_number":47,"context_line":"    ceilometer.sample.type \u003d \"gauge\""},{"line_number":48,"context_line":"    ceilometer.sample.user_id \u003d user_id"},{"line_number":49,"context_line":"    ceilometer.sample.project_id \u003d project_id"},{"line_number":50,"context_line":"    ceilometer.sample.resource_meta \u003d \"\""},{"line_number":51,"context_line":"    ceilometer.sample.source \u003d \"zabbix\""},{"line_number":52,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"baada198_e7ee90ec","line":49,"in_reply_to":"baada198_fecf0e27","updated":"2014-07-04 01:43:59.000000000","message":"This is just an example, the metric may not belong to any specific tenant, so, in that case, the project_id and user_id would be null.","commit_id":"7bc9313ca80e97801ba65090f12a3510ccd65410"},{"author":{"_account_id":3012,"name":"Dina Belova","email":"dbelova@mirantis.com","username":"dbelova"},"change_message_id":"d5d1c6926296d15ad0e4a62d0acd3d73d79aa773","unresolved":false,"context_lines":[{"line_number":129,"context_line":""},{"line_number":130,"context_line":"    * dingyuan-rao"},{"line_number":131,"context_line":""},{"line_number":132,"context_line":"    "},{"line_number":133,"context_line":"Work Items"},{"line_number":134,"context_line":"----------"},{"line_number":135,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"baada198_ef6be2ee","line":132,"updated":"2014-07-03 13:55:22.000000000","message":"tab?","commit_id":"7bc9313ca80e97801ba65090f12a3510ccd65410"},{"author":{"_account_id":882,"name":"shengjie min","email":"minshengjie@chinacloud.com.cn","username":"shengjie-min"},"change_message_id":"351c31de881e25edbc64e235ef30932488631389","unresolved":false,"context_lines":[{"line_number":129,"context_line":""},{"line_number":130,"context_line":"    * dingyuan-rao"},{"line_number":131,"context_line":""},{"line_number":132,"context_line":"    "},{"line_number":133,"context_line":"Work Items"},{"line_number":134,"context_line":"----------"},{"line_number":135,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"baada198_ba8bdf66","line":132,"in_reply_to":"baada198_ef6be2ee","updated":"2014-07-03 16:40:27.000000000","message":"sry about that, will get ride of this in the next patch.","commit_id":"7bc9313ca80e97801ba65090f12a3510ccd65410"}]}