)]}'
{"tests/run.yml":[{"author":{"_account_id":22629,"name":"Michal Nasiadka","email":"mnasiadka@gmail.com","username":"mnasiadka"},"change_message_id":"affd4bc1ccfb84d65af21031e473a7a3ac7794ee","unresolved":true,"context_lines":[{"line_number":40,"context_line":"        name: kolla-ansible-setup-disks"},{"line_number":41,"context_line":"      when: scenario in [\u0027cephadm\u0027]"},{"line_number":42,"context_line":""},{"line_number":43,"context_line":"    - name: Prepare disks for a storage service"},{"line_number":44,"context_line":"      script: \"setup_disks.sh {{ disk_type }}\""},{"line_number":45,"context_line":"      when: scenario in [\u0027cephadm\u0027, \u0027zun\u0027]"},{"line_number":46,"context_line":""}],"source_content_type":"text/x-yaml","patch_set":23,"id":"a1c5d26d_bb5fd143","line":43,"updated":"2026-05-29 09:40:47.000000000","message":"That is surely a bad rebase","commit_id":"61e936ded56936d95e62ddfe137413712994ed80"},{"author":{"_account_id":17669,"name":"Doug Szumski","email":"doug@stackhpc.com","username":"DougSzumski"},"change_message_id":"8528b4d6da96f19cfc279fba2d82abe175f9b8dc","unresolved":false,"context_lines":[{"line_number":40,"context_line":"        name: kolla-ansible-setup-disks"},{"line_number":41,"context_line":"      when: scenario in [\u0027cephadm\u0027]"},{"line_number":42,"context_line":""},{"line_number":43,"context_line":"    - name: Prepare disks for a storage service"},{"line_number":44,"context_line":"      script: \"setup_disks.sh {{ disk_type }}\""},{"line_number":45,"context_line":"      when: scenario in [\u0027cephadm\u0027, \u0027zun\u0027]"},{"line_number":46,"context_line":""}],"source_content_type":"text/x-yaml","patch_set":23,"id":"d96f5ed9_f17325af","line":43,"in_reply_to":"a1c5d26d_bb5fd143","updated":"2026-05-29 11:02:26.000000000","message":"indeed","commit_id":"61e936ded56936d95e62ddfe137413712994ed80"}],"tests/test-prometheus-opensearch.sh":[{"author":{"_account_id":17669,"name":"Doug Szumski","email":"doug@stackhpc.com","username":"DougSzumski"},"change_message_id":"a7031389798d1f08434fff01cffec7195ef465da","unresolved":true,"context_lines":[{"line_number":73,"context_line":"        echo \"Found the example message in OpenSearch\""},{"line_number":74,"context_line":"        return 0"},{"line_number":75,"context_line":"    fi"},{"line_number":76,"context_line":"    sudo docker restart fluentd"},{"line_number":77,"context_line":"    return 1"},{"line_number":78,"context_line":"}"},{"line_number":79,"context_line":""}],"source_content_type":"text/x-sh","patch_set":10,"id":"aecb33bd_efcbc515","line":76,"updated":"2025-09-24 16:26:57.000000000","message":"This hack fixes the test. It indicates an issue with Fluentd retrying the post to OpenSearch. Fluentd /should/ recover after not being able to talk to OpenSearch until it is deployed. There is a slow flush warning, but not an error - perhaps a clue there.","commit_id":"3fc09e49de31ef6dff941364af932799bdf5ccbb"},{"author":{"_account_id":17669,"name":"Doug Szumski","email":"doug@stackhpc.com","username":"DougSzumski"},"change_message_id":"641162e6fcefdb98b57c2615999e69764a370cd5","unresolved":true,"context_lines":[{"line_number":73,"context_line":"        echo \"Found the example message in OpenSearch\""},{"line_number":74,"context_line":"        return 0"},{"line_number":75,"context_line":"    fi"},{"line_number":76,"context_line":"    sudo docker restart fluentd"},{"line_number":77,"context_line":"    return 1"},{"line_number":78,"context_line":"}"},{"line_number":79,"context_line":""}],"source_content_type":"text/x-sh","patch_set":10,"id":"2376e4f7_da4fe7f4","line":76,"in_reply_to":"aecb33bd_efcbc515","updated":"2025-10-01 16:41:49.000000000","message":"Everything points to the Fluentd output plugin giving up on retries, even though it /should/ retry. The `fluentd_output_status_retry_wait metrics` for the OpenSearch output should look something like below. I.e. there is some finite retry period set. All we see is 0 in the CI test. It doesn\u0027t even get close to running out of retries in CI and we wait much longer than the last retry period seen in the logs.\n\n```                                                                              \nfluentd_output_status_retry_wait{Hostname\u003d\"test\",plugin_id\u003d\"object:dd4\",type\u003d\"opensearch\"} 64.12964479714877   \n\n```","commit_id":"3fc09e49de31ef6dff941364af932799bdf5ccbb"}]}