)]}'
{"/PATCHSET_LEVEL":[{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"40b9f4d26caf450eb6500cc35120257dce072088","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":1,"id":"6268d02a_ccefce43","updated":"2026-02-02 02:46:08.000000000","message":"lgtm","commit_id":"f2d4d37732836d81585097b26fc761850fbf4169"},{"author":{"_account_id":9708,"name":"Balazs Gibizer","display_name":"gibi","email":"gibizer@gmail.com","username":"gibi"},"change_message_id":"44ec65f2ede1d80a418ecfb2b5e16c37c488b331","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":7,"id":"76aad175_70e45027","updated":"2026-02-05 12:35:42.000000000","message":"recheck\n\nAn instance.save() failed with rpc timeout. This is a new one. \n\n```\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [None req-72f5e0af-054b-43b7-bf4f-84055ff6391c tempest-ServerMetadataNegativeTestJSON-909514324 tempest-ServerMetadataNegativeTestJSON-909514324-project-member] [instance: 12b707f9-102e-4ca8-a419-65169109580d] Instance failed to spawn: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 119fd974ebad424ab7e18f687e708dd4\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d] Traceback (most recent call last):\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]   File \"/opt/stack/nova/nova/compute/manager.py\", line 2962, in _build_resources\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]     yield resources\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]   File \"/opt/stack/nova/nova/compute/manager.py\", line 2708, in _build_and_run_instance\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]     self.driver.spawn(context, instance, image_meta,\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]   File \"/opt/stack/nova/nova/virt/libvirt/driver.py\", line 4900, in spawn\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]     self._register_undefined_instance_details(context, instance)\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]   File \"/opt/stack/nova/nova/virt/libvirt/driver.py\", line 1050, in _register_undefined_instance_details\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]     instance.save()\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]   File \"/opt/stack/data/venv/lib/python3.11/site-packages/oslo_versionedobjects/base.py\", line 209, in wrapper\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]     updates, result \u003d self.indirection_api.object_action(\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]                       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]   File \"/opt/stack/nova/nova/conductor/rpcapi.py\", line 247, in object_action\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]     return cctxt.call(context, \u0027object_action\u0027, objinst\u003dobjinst,\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]   File \"/opt/stack/data/venv/lib/python3.11/site-packages/oslo_messaging/rpc/client.py\", line 180, in call\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]     result \u003d self.transport._send(\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]              ^^^^^^^^^^^^^^^^^^^^^\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]   File \"/opt/stack/data/venv/lib/python3.11/site-packages/oslo_messaging/transport.py\", line 123, in _send\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]     return self._driver.send(target, ctxt, message,\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]   File \"/opt/stack/data/venv/lib/python3.11/site-packages/oslo_messaging/_drivers/amqpdriver.py\", line 800, in send\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]     return self._send(target, ctxt, message, wait_for_reply, timeout,\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]   File \"/opt/stack/data/venv/lib/python3.11/site-packages/oslo_messaging/_drivers/amqpdriver.py\", line 789, in _send\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]     result \u003d self._waiter.wait(msg_id, timeout,\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]   File \"/opt/stack/data/venv/lib/python3.11/site-packages/oslo_messaging/_drivers/amqpdriver.py\", line 660, in wait\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]     message \u003d self.waiters.get(msg_id, timeout\u003dtimeout)\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]   File \"/opt/stack/data/venv/lib/python3.11/site-packages/oslo_messaging/_drivers/amqpdriver.py\", line 526, in get\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d]     raise oslo_messaging.MessagingTimeout(\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d] oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 119fd974ebad424ab7e18f687e708dd4\nFeb 05 02:43:14.362943 npf094ce30c2664 nova-compute[102071]: ERROR nova.compute.manager [instance: 12b707f9-102e-4ca8-a419-65169109580d] \nFeb 05 02:43:14.364671 npf094ce30c2664 nova-compute[102071]: INFO nova.compute.manager [None req-72f5e0af-054b-43b7-bf4f-84055ff6391c tempest-ServerMetadataNegativeTestJSON-909514324 tempest-ServerMetadataNegativeTestJSON-909514324-project-member] [instance: 12b707f9-102e-4ca8-a419-65169109580d] Terminating instance\n```\n\nThe cell conductor at the same time reports slow report_state periodics calls:\n```\nFeb 05 02:43:17.821330 npf094ce30c2664 nova-conductor[102131]: WARNING oslo.service.backend._common.loopingcall [-] Function \u0027nova.servicegroup.drivers.db.DbDriver._report_state\u0027 run outlasted interval by 54.74 sec\nFeb 05 02:43:17.829883 npf094ce30c2664 nova-conductor[102130]: WARNING oslo.service.backend._common.loopingcall [-] Function \u0027nova.servicegroup.drivers.db.DbDriver._report_state\u0027 run outlasted interval by 52.57 sec\n```","commit_id":"8b14a16c57cc499abf4b4ee06a5ffadb20f0475c"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"c9758e22b4d10da6cf9d1557bc0356f70996fdd2","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":7,"id":"bc94271d_098d6afc","updated":"2026-02-05 01:16:17.000000000","message":"recheck and +W as nova-next job fix is merged now","commit_id":"8b14a16c57cc499abf4b4ee06a5ffadb20f0475c"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"0a64d9d4fa28bffc6be4ebdc42ca9ddb3de0af51","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":7,"id":"ec77ea97_216e1e63","updated":"2026-02-18 05:04:42.000000000","message":"recheck gate is green now","commit_id":"8b14a16c57cc499abf4b4ee06a5ffadb20f0475c"},{"author":{"_account_id":9708,"name":"Balazs Gibizer","display_name":"gibi","email":"gibizer@gmail.com","username":"gibi"},"change_message_id":"ae6241a8f5c5c3acaa1ec8b6715d5ae0e3612beb","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":7,"id":"11f996c4_4b7ba8da","updated":"2026-02-06 20:27:23.000000000","message":"recheck requeue","commit_id":"8b14a16c57cc499abf4b4ee06a5ffadb20f0475c"}],"nova/utils.py":[{"author":{"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},"change_message_id":"c13d2db188f71cd1f95c8bf61c435500a73399f5","unresolved":true,"context_lines":[{"line_number":616,"context_line":"            \"The %s pool does not have free threads so the task %s will be \""},{"line_number":617,"context_line":"            \"queued. If this happens repeatedly then the size of the pool is \""},{"line_number":618,"context_line":"            \"too small for the load or there are stuck threads filling the \""},{"line_number":619,"context_line":"            \"pool.\", getattr(executor, \"name\", \"unknown\"), func)"},{"line_number":620,"context_line":""},{"line_number":621,"context_line":"    _context \u003d common_context.get_current()"},{"line_number":622,"context_line":"    profiler_info \u003d _serialize_profile_info()"}],"source_content_type":"text/x-python","patch_set":7,"id":"3da759a4_dbe4b86c","line":619,"updated":"2026-02-04 20:58:33.000000000","message":"+1 i would have been fine removign the name but this works too and returns useful debug info when it logs.","commit_id":"8b14a16c57cc499abf4b4ee06a5ffadb20f0475c"},{"author":{"_account_id":9708,"name":"Balazs Gibizer","display_name":"gibi","email":"gibizer@gmail.com","username":"gibi"},"change_message_id":"dd9ad8b97254cac5147d44f7262ece1314f8a5af","unresolved":true,"context_lines":[{"line_number":616,"context_line":"            \"The %s pool does not have free threads so the task %s will be \""},{"line_number":617,"context_line":"            \"queued. If this happens repeatedly then the size of the pool is \""},{"line_number":618,"context_line":"            \"too small for the load or there are stuck threads filling the \""},{"line_number":619,"context_line":"            \"pool.\", getattr(executor, \"name\", \"unknown\"), func)"},{"line_number":620,"context_line":""},{"line_number":621,"context_line":"    _context \u003d common_context.get_current()"},{"line_number":622,"context_line":"    profiler_info \u003d _serialize_profile_info()"}],"source_content_type":"text/x-python","patch_set":7,"id":"01862771_7001fc61","line":619,"in_reply_to":"3da759a4_dbe4b86c","updated":"2026-02-05 12:25:12.000000000","message":"I have local patches to refactor the executor stuff in nova.utils and it could address the name field in a better way.","commit_id":"8b14a16c57cc499abf4b4ee06a5ffadb20f0475c"}]}
