)]}'
{"ansible/roles/prometheus/defaults/main.yml":[{"author":{"_account_id":17669,"name":"Doug Szumski","email":"doug@stackhpc.com","username":"DougSzumski"},"change_message_id":"041383e572e95aeb510cf0b7c031d0f867124776","unresolved":false,"context_lines":[{"line_number":133,"context_line":"    volumes:"},{"line_number":134,"context_line":"      - \"{{ node_config_directory }}/prometheus-pushgateway/:{{ container_config_directory }}/:ro\""},{"line_number":135,"context_line":"      - \"/etc/localtime:/etc/localtime:ro\""},{"line_number":136,"context_line":"      - \"kolla_logs:/var/log/kolla/\""},{"line_number":137,"context_line":"      - \"prometheus_pushgateway:/var/lib/prometheus-pushgateway/\""},{"line_number":138,"context_line":"    dimensions: \"{{ prometheus_pushgateway_dimensions }}\""},{"line_number":139,"context_line":"    # FIXME(wszumski): The pushgateway doesn\u0027t support clustering, see:"}],"source_content_type":"text/x-yaml","patch_set":3,"id":"dfbec78f_3470d0dc","line":136,"range":{"start_line":136,"start_character":6,"end_line":136,"end_character":36},"updated":"2019-05-08 16:55:21.000000000","message":"See comment about command line, maybe we can delete this?","commit_id":"cb63a005352b1067bfd1d30fb0f649a18c6077a2"}],"ansible/roles/prometheus/templates/prometheus-pushgateway.json.j2":[{"author":{"_account_id":17669,"name":"Doug Szumski","email":"doug@stackhpc.com","username":"DougSzumski"},"change_message_id":"041383e572e95aeb510cf0b7c031d0f867124776","unresolved":false,"context_lines":[{"line_number":3,"context_line":"    \"config_files\": [],"},{"line_number":4,"context_line":"    \"permissions\": ["},{"line_number":5,"context_line":"        {"},{"line_number":6,"context_line":"            \"path\": \"/var/log/kolla/prometheus\","},{"line_number":7,"context_line":"            \"owner\": \"prometheus:kolla\","},{"line_number":8,"context_line":"            \"recurse\": true"},{"line_number":9,"context_line":"        },"}],"source_content_type":"text/x-jinja2","patch_set":3,"id":"dfbec78f_54bea465","line":6,"range":{"start_line":6,"start_character":12,"end_line":6,"end_character":48},"updated":"2019-05-08 16:55:21.000000000","message":"Can we add something to the command to make it write logs here, or can it only log to stdout (in which case shall we remove this)?","commit_id":"cb63a005352b1067bfd1d30fb0f649a18c6077a2"}],"ansible/roles/prometheus/templates/prometheus.yml.j2":[{"author":{"_account_id":17669,"name":"Doug Szumski","email":"doug@stackhpc.com","username":"DougSzumski"},"change_message_id":"041383e572e95aeb510cf0b7c031d0f867124776","unresolved":false,"context_lines":[{"line_number":102,"context_line":"    honor_labels: true"},{"line_number":103,"context_line":"    static_configs:"},{"line_number":104,"context_line":"      - targets:"},{"line_number":105,"context_line":"{% for host in groups[\"prometheus-pushgateway\"] %}"},{"line_number":106,"context_line":"        - \u0027{{ hostvars[host][\u0027ansible_\u0027 + hostvars[host][\u0027api_interface\u0027]][\u0027ipv4\u0027][\u0027address\u0027] }}:{{ hostvars[host][\u0027prometheus_pushgateway_port\u0027] }}\u0027"},{"line_number":107,"context_line":"{% endfor %}"},{"line_number":108,"context_line":"{% endif %}"},{"line_number":109,"context_line":""}],"source_content_type":"text/x-jinja2","patch_set":3,"id":"dfbec78f_a89ea0b5","line":106,"range":{"start_line":105,"start_character":0,"end_line":106,"end_character":146},"updated":"2019-05-08 16:55:21.000000000","message":"I\u0027m still a bit confused about the HA model. If I push metrics `batch_job_running \u003d 1`, `batch_job_running \u003d 0` across multiple push gateways, what happens when they are scraped by multiple Prometheus servers? Can it get into state where the servers get out of sync and I miss the start / finish of the batch job? Could we run push gateway as a \u0027sidecar\u0027 service, so that there is one per Prometheus server, and only that Prometheus server scrapes it? In that case, instead of round-robin can HAProxy write in parallel to all push gateways? Just thinking aloud here..","commit_id":"cb63a005352b1067bfd1d30fb0f649a18c6077a2"},{"author":{"_account_id":17669,"name":"Doug Szumski","email":"doug@stackhpc.com","username":"DougSzumski"},"change_message_id":"03adf232c392c61579fca1bef9348b44a922804a","unresolved":false,"context_lines":[{"line_number":102,"context_line":"    honor_labels: true"},{"line_number":103,"context_line":"    static_configs:"},{"line_number":104,"context_line":"      - targets:"},{"line_number":105,"context_line":"{% for host in groups[\"prometheus-pushgateway\"] %}"},{"line_number":106,"context_line":"        - \u0027{{ hostvars[host][\u0027ansible_\u0027 + hostvars[host][\u0027api_interface\u0027]][\u0027ipv4\u0027][\u0027address\u0027] }}:{{ hostvars[host][\u0027prometheus_pushgateway_port\u0027] }}\u0027"},{"line_number":107,"context_line":"{% endfor %}"},{"line_number":108,"context_line":"{% endif %}"},{"line_number":109,"context_line":""}],"source_content_type":"text/x-jinja2","patch_set":3,"id":"dfbec78f_9350a8d6","line":106,"range":{"start_line":105,"start_character":0,"end_line":106,"end_character":146},"in_reply_to":"dfbec78f_13827850","updated":"2019-05-09 09:17:42.000000000","message":"Ah, I see, so the push gateway just presents whatever the last metric was, so metrics that are sent to it are not guaranteed to be ingested.","commit_id":"cb63a005352b1067bfd1d30fb0f649a18c6077a2"},{"author":{"_account_id":28048,"name":"Will Szumski","email":"will@stackhpc.com","username":"jovial"},"change_message_id":"602f777558597739a14c6e3228937f642a21da2a","unresolved":false,"context_lines":[{"line_number":102,"context_line":"    honor_labels: true"},{"line_number":103,"context_line":"    static_configs:"},{"line_number":104,"context_line":"      - targets:"},{"line_number":105,"context_line":"{% for host in groups[\"prometheus-pushgateway\"] %}"},{"line_number":106,"context_line":"        - \u0027{{ hostvars[host][\u0027ansible_\u0027 + hostvars[host][\u0027api_interface\u0027]][\u0027ipv4\u0027][\u0027address\u0027] }}:{{ hostvars[host][\u0027prometheus_pushgateway_port\u0027] }}\u0027"},{"line_number":107,"context_line":"{% endfor %}"},{"line_number":108,"context_line":"{% endif %}"},{"line_number":109,"context_line":""}],"source_content_type":"text/x-jinja2","patch_set":3,"id":"dfbec78f_13827850","line":106,"range":{"start_line":105,"start_character":0,"end_line":106,"end_character":146},"in_reply_to":"dfbec78f_a89ea0b5","updated":"2019-05-09 09:07:06.000000000","message":"Would that even work well with a single pushgateway? As far as I know if you push another metric before the scrape window, it will just override the one that was already there.\n\nI don\u0027t think we can use haproxy to push to them all either (unless I missed something).","commit_id":"cb63a005352b1067bfd1d30fb0f649a18c6077a2"}]}