)]}'
{"/PATCHSET_LEVEL":[{"author":{"_account_id":13252,"name":"Dr. Jens Harbott","display_name":"Jens Harbott (frickler)","email":"frickler@offenerstapel.de","username":"jrosenboom"},"change_message_id":"bb6335814ff21732658aa2350776fd0b0756044f","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":1,"id":"002aa48f_0741a424","updated":"2023-10-18 17:28:19.000000000","message":"Is this using cirros 0.6.x for the first time compared to earlier cycles?","commit_id":"662339cb0b6b94b6a78b77639e09d58014652be4"},{"author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"change_message_id":"7d29e4c2b411c60b521532db2e403579bf790c59","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":1,"id":"f935ef00_10ccfa42","updated":"2023-10-18 16:43:27.000000000","message":"This failed with 60s as well, so it must not just be a \"didn\u0027t wait long enough\" problem.","commit_id":"662339cb0b6b94b6a78b77639e09d58014652be4"},{"author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"change_message_id":"b2620b9b252cd4d29ed7185f632881d06389c396","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":1,"id":"9baf14a5_9f22d32a","in_reply_to":"002aa48f_0741a424","updated":"2023-10-18 17:31:25.000000000","message":"Oh, you mean because we just moved the \"from\" target? That\u0027s a good thought.","commit_id":"662339cb0b6b94b6a78b77639e09d58014652be4"},{"author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"change_message_id":"fb88d97559f27351b69db3085d434aeda144fc59","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":2,"id":"ba372e23_0c1f5eb8","updated":"2023-10-18 19:18:03.000000000","message":"recheck get another data point - sync took \u003c1s this time.","commit_id":"ca402a8ce2f0690a2a19f3c9587790a6a995e700"},{"author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"change_message_id":"9a9856959ce6850920e78b9f9178a6be5bd0a575","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":2,"id":"f13bae21_2576117e","updated":"2023-10-19 13:24:39.000000000","message":"recheck no repro again","commit_id":"ca402a8ce2f0690a2a19f3c9587790a6a995e700"},{"author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"change_message_id":"381ec80dda53636466467ad82cad10ae2b700ab5","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":2,"id":"eaaf51fa_7be3df63","updated":"2023-10-18 21:32:29.000000000","message":"recheck same deal, sync was immediate, so problem not reproduced","commit_id":"ca402a8ce2f0690a2a19f3c9587790a6a995e700"},{"author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"change_message_id":"d09e1120ef1d05e7b0dfc3468f9aec6305e21d87","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":2,"id":"f0e5c287_25405bda","updated":"2023-10-19 16:35:41.000000000","message":"recheck sync took ~30s but still not long enough to repro the failure","commit_id":"ca402a8ce2f0690a2a19f3c9587790a6a995e700"},{"author":{"_account_id":22873,"name":"Martin Kopec","email":"mkopec@redhat.com","username":"mkopec"},"change_message_id":"382626ebe1f1aedc047864d2ad2ea4db1c1bf7cf","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":3,"id":"b9917acb_4a79cd75","updated":"2023-10-20 14:07:14.000000000","message":"lgtm as it helps avoiding timeouts","commit_id":"36c8d242f8a702c0e6673530e02990d6ab269588"}],"projects/70_cinder/resources.sh":[{"author":{"_account_id":13252,"name":"Dr. Jens Harbott","display_name":"Jens Harbott (frickler)","email":"frickler@offenerstapel.de","username":"jrosenboom"},"change_message_id":"bb6335814ff21732658aa2350776fd0b0756044f","unresolved":true,"context_lines":[{"line_number":243,"context_line":"    # this sync is here to ensure that we don\u0027t accidentally pass when"},{"line_number":244,"context_line":"    # the volume is actually down."},{"line_number":245,"context_line":"    timeout 60 $FSSH -i $CINDER_KEY_FILE cirros@$server_ip \\"},{"line_number":246,"context_line":"        \"echo Starting sync; sync; echo Done with sync\""},{"line_number":247,"context_line":"    local state\u003d$($FSSH -i $CINDER_KEY_FILE cirros@$server_ip \\"},{"line_number":248,"context_line":"        \"cat $CINDER_STATE_FILE\")"},{"line_number":249,"context_line":"    if [[ \"$state\" !\u003d \"$CINDER_STATE\" ]]; then"}],"source_content_type":"text/x-sh","patch_set":1,"id":"dc6f0923_3500f550","line":246,"updated":"2023-10-18 17:28:19.000000000","message":"I don\u0027t think that the sync is needed for the pre_upgrade verify. Or possibly at all.\n\nFor debugging maybe make it \"time sync\" and also make the timeout much higher like 600? And then it could be interesting to compare against a run on 2023.1 or .2.","commit_id":"662339cb0b6b94b6a78b77639e09d58014652be4"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"0d783b4c03d0c48b4fc74db64f3382854b367b3e","unresolved":true,"context_lines":[{"line_number":243,"context_line":"    # this sync is here to ensure that we don\u0027t accidentally pass when"},{"line_number":244,"context_line":"    # the volume is actually down."},{"line_number":245,"context_line":"    timeout 60 $FSSH -i $CINDER_KEY_FILE cirros@$server_ip \\"},{"line_number":246,"context_line":"        \"echo Starting sync; sync; echo Done with sync\""},{"line_number":247,"context_line":"    local state\u003d$($FSSH -i $CINDER_KEY_FILE cirros@$server_ip \\"},{"line_number":248,"context_line":"        \"cat $CINDER_STATE_FILE\")"},{"line_number":249,"context_line":"    if [[ \"$state\" !\u003d \"$CINDER_STATE\" ]]; then"}],"source_content_type":"text/x-sh","patch_set":1,"id":"c3f2557d_de018d3d","line":246,"in_reply_to":"6e99a71a_799ae06f","updated":"2023-10-20 04:17:28.000000000","message":"if 180 will work (as dan did test with many recheck), I am ok with that and if we see issue then we can increase.","commit_id":"662339cb0b6b94b6a78b77639e09d58014652be4"},{"author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"change_message_id":"b2620b9b252cd4d29ed7185f632881d06389c396","unresolved":true,"context_lines":[{"line_number":243,"context_line":"    # this sync is here to ensure that we don\u0027t accidentally pass when"},{"line_number":244,"context_line":"    # the volume is actually down."},{"line_number":245,"context_line":"    timeout 60 $FSSH -i $CINDER_KEY_FILE cirros@$server_ip \\"},{"line_number":246,"context_line":"        \"echo Starting sync; sync; echo Done with sync\""},{"line_number":247,"context_line":"    local state\u003d$($FSSH -i $CINDER_KEY_FILE cirros@$server_ip \\"},{"line_number":248,"context_line":"        \"cat $CINDER_STATE_FILE\")"},{"line_number":249,"context_line":"    if [[ \"$state\" !\u003d \"$CINDER_STATE\" ]]; then"}],"source_content_type":"text/x-sh","patch_set":1,"id":"6e99a71a_799ae06f","line":246,"in_reply_to":"dc6f0923_3500f550","updated":"2023-10-18 17:31:25.000000000","message":"I guess I\u0027m not confident than sync taking \u003e60s here means anything other than bad news. But sure, we can set it super high and see if it ever finishes. It\u0027s already pretty well timed in the logs so I think we can just use that to measure.","commit_id":"662339cb0b6b94b6a78b77639e09d58014652be4"}]}
