)]}'
{"/PATCHSET_LEVEL":[{"author":{"_account_id":35024},"change_message_id":"0c76a569f537823705e32941261155fb9cb5141f","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":1,"id":"d87a4bba_32d4fb27","updated":"2022-07-05 18:43:31.000000000","message":"Ah, ok, I was just trying to see why this other change was failing on Xena...\n\nhttps://review.opendev.org/c/openstack/openstack-helm/+/848025","commit_id":"516fea74c0e2114d87a1c6487d743e8b7c22f119"},{"author":{"_account_id":21420,"name":"Gage Hugo","email":"gagehugo@gmail.com","username":"ghugo"},"change_message_id":"7ea744a6a3d5d2126c34d844cab4d097844df98e","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":1,"id":"a8ec2233_a153e3a0","in_reply_to":"d87a4bba_32d4fb27","updated":"2022-07-05 18:44:53.000000000","message":"The xena job has been flakey, it\u0027s still worth investigating if you have the bandwidth.","commit_id":"516fea74c0e2114d87a1c6487d743e8b7c22f119"},{"author":{"_account_id":35024},"change_message_id":"ad460ccd687a0853f32895d109cd7f6df3ce9f38","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":2,"id":"7d2d735e_e70c02a9","updated":"2022-07-06 17:21:10.000000000","message":"5/6 of Xena jobs completed successfully, just one in POST_FAILURE. I\u0027ll push another version that disables some of the other jobs so this can use less resources, just to see if the parent change helped with Xena.","commit_id":"b9c95825e327ce7f17faa53f255433f0b37ee9ec"},{"author":{"_account_id":35024},"change_message_id":"53260776b559b7a63df07b8e1867352282fb3cdd","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"aed3b6c7_b3518e79","updated":"2022-07-06 21:58:09.000000000","message":"At a minimum, rabbit liveness probe failed:\n\nhttps://ebc7c55a32ad54b242bc-7d211d4380eeb6317dc985091f0b7f02.ssl.cf2.rackcdn.com/848774/3/check/openstack-helm-compute-kit-xena-ubuntu_focal-5/e032094/primary/objects/namespaced/openstack/pods/rabbitmq-rabbitmq-0.txt\n\nGood run:\n\nhttps://0e4946a809d3ba8ed039-2e4779f3cb2ed6b8482a8051dc8df3aa.ssl.cf1.rackcdn.com/848774/3/check/openstack-helm-compute-kit-xena-ubuntu_focal-2/e78664b/primary/objects/namespaced/openstack/pods/rabbitmq-rabbitmq-0.txt\n\nThat matches some of the failed RPC tracebacks in the l3 and dhcp agent logs.","commit_id":"5ab1d03ec9f0e755101d866966079f2d1d0ae96f"},{"author":{"_account_id":35024},"change_message_id":"376ee14060972e98ed791f2fe253fc55aceb38e6","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"41d9ff7a_acce1087","updated":"2022-07-08 21:36:52.000000000","message":"I was able to look through the logs again, and in one of the cases it looks like the keystone pod never comes up correctly, leading to other pods timing out trying to poke the auth endpoint. So then things like neutron-test fail. There\u0027s nothing obvious to me, and if it\u0027s some kind of kubernetes timing issue I\u0027m probably not the right person to dig further.","commit_id":"5ab1d03ec9f0e755101d866966079f2d1d0ae96f"},{"author":{"_account_id":21420,"name":"Gage Hugo","email":"gagehugo@gmail.com","username":"ghugo"},"change_message_id":"6ee9d89224ccd5a1f1c025231c643b787db49d3d","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":14,"id":"3a64f78a_a327c2de","updated":"2022-10-05 14:38:16.000000000","message":"recheck","commit_id":"044a9e647a2ebff82cd84380b6742ae8c67b00cf"},{"author":{"_account_id":21420,"name":"Gage Hugo","email":"gagehugo@gmail.com","username":"ghugo"},"change_message_id":"955b24e0f03a38cb3984352a5caafc063950b6ca","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":14,"id":"6be63989_ea859eda","updated":"2022-10-04 23:27:26.000000000","message":"recheck","commit_id":"044a9e647a2ebff82cd84380b6742ae8c67b00cf"},{"author":{"_account_id":21420,"name":"Gage Hugo","email":"gagehugo@gmail.com","username":"ghugo"},"change_message_id":"7fb83b9abe2986c241f727ad6a9d2c3abe30b934","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":15,"id":"b359597e_4fca55e5","updated":"2022-10-06 19:39:26.000000000","message":"recheck","commit_id":"91f7d3c2772ef8ca0d9ffcd985745ec30d861001"},{"author":{"_account_id":21420,"name":"Gage Hugo","email":"gagehugo@gmail.com","username":"ghugo"},"change_message_id":"155b73c28c6027081e5844001f903483432a1ead","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":16,"id":"5f65d3e0_b54d0513","updated":"2022-10-07 04:21:05.000000000","message":"recheck","commit_id":"1d2fedd9bd9489cb8fe970a31e4fc57da8a1e8bb"},{"author":{"_account_id":21420,"name":"Gage Hugo","email":"gagehugo@gmail.com","username":"ghugo"},"change_message_id":"c05936b22f06f37b214c69e4b80a832e6c28e394","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":16,"id":"7f93cd83_b9359671","updated":"2022-10-10 15:57:21.000000000","message":"recheck - seems to be more stable now?","commit_id":"1d2fedd9bd9489cb8fe970a31e4fc57da8a1e8bb"},{"author":{"_account_id":21420,"name":"Gage Hugo","email":"gagehugo@gmail.com","username":"ghugo"},"change_message_id":"2c1444461b8a2e56bf0b02f8cf6483dcb92e986b","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":16,"id":"15bc42cd_059716c2","updated":"2022-10-10 14:50:27.000000000","message":"recheck - testing multiple xena jobs","commit_id":"1d2fedd9bd9489cb8fe970a31e4fc57da8a1e8bb"},{"author":{"_account_id":21420,"name":"Gage Hugo","email":"gagehugo@gmail.com","username":"ghugo"},"change_message_id":"f5f210b39291f27f29ebedc06d77b832d5aee01f","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":16,"id":"b1c27345_c6e5cdd5","updated":"2022-10-10 17:43:03.000000000","message":"recheck - will it be stable still?","commit_id":"1d2fedd9bd9489cb8fe970a31e4fc57da8a1e8bb"},{"author":{"_account_id":21420,"name":"Gage Hugo","email":"gagehugo@gmail.com","username":"ghugo"},"change_message_id":"5733f3e561dd4d471d52a54870eb47b1f95595b3","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":17,"id":"68372e42_6f086293","updated":"2022-10-24 01:20:44.000000000","message":"recheck - one more time","commit_id":"503eecf24da8808a718a2ac662d5315d84a4ac26"},{"author":{"_account_id":21420,"name":"Gage Hugo","email":"gagehugo@gmail.com","username":"ghugo"},"change_message_id":"6529871bcff04c5a456928dd2916959cc4a3f1c5","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":17,"id":"0b3235d0_4fc991d6","updated":"2022-10-23 15:28:21.000000000","message":"recheck - spin the wheel again","commit_id":"503eecf24da8808a718a2ac662d5315d84a4ac26"}],"openstack/values.yaml":[{"author":{"_account_id":21420,"name":"Gage Hugo","email":"gagehugo@gmail.com","username":"ghugo"},"change_message_id":"ae3e424d09e92850fb3c6e05bbfb5f9bfcdd7762","unresolved":true,"context_lines":[{"line_number":17,"context_line":"  release_group: rabbitmq"},{"line_number":18,"context_line":"  enabled: true"},{"line_number":19,"context_line":"  volume:"},{"line_number":20,"context_line":"    # enabled: false"},{"line_number":21,"context_line":"    # testing this isn\u0027t causing an issue"},{"line_number":22,"context_line":"    class_name: standard"},{"line_number":23,"context_line":"  pod:"},{"line_number":24,"context_line":"    replicas:"}],"source_content_type":"text/x-yaml","patch_set":1,"id":"a2d15c01_79693d85","line":21,"range":{"start_line":20,"start_character":0,"end_line":21,"end_character":41},"updated":"2022-07-05 18:41:40.000000000","message":"I don\u0027t believe this will affect the Xena job, since it doesn\u0027t run the openstack chart.\n\nI\u0027d tweak values here: https://github.com/openstack/openstack-helm/blob/master/tools/deployment/component/common/rabbitmq.sh","commit_id":"516fea74c0e2114d87a1c6487d743e8b7c22f119"}]}