)]}'
{"/PATCHSET_LEVEL":[{"author":{"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},"change_message_id":"134c41dc5457f32937c787ae2138c1d3f39a8ce3","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":2,"id":"1a416ad3_8561bf5e","updated":"2022-06-04 00:41:11.000000000","message":"recheck\n\nso we proably want to try this again a few times to validate it works so i have rececked it\n and it will run again if you update the commed to add stable only and expain why we did this so if it passes all tree times i think we could proceed with this.\n\ni have no idea why it seam to be needed not after working for so long but my guess would be some change in ansible that was backported to 18,04 recently.\n\n\nin any case this is the first time the job has passed in a few days so this is promising\n ","commit_id":"cac9957884e52b347d23155cade669a36f225ced"},{"author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"change_message_id":"9df4d01a1b0329a905e275047d7355a04983468f","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":2,"id":"b7359243_9547af56","in_reply_to":"1a416ad3_8561bf5e","updated":"2022-06-04 04:31:10.000000000","message":"Thanks for looking at this! Yeah, makes sense. I\u0027ll update the commit message and all if your recheck passes. If you noticed the devstack-plugin-ceph-tempest still failing on this patch, that is a different issue and I\u0027m working on it.","commit_id":"cac9957884e52b347d23155cade669a36f225ced"},{"author":{"_account_id":17685,"name":"Elod Illes","email":"elod.illes@est.tech","username":"elod.illes"},"change_message_id":"dcade3be3651cf47343d12d2b8fb1afdf3f08d69","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"d92e67ad_66cc91c6","updated":"2022-06-14 14:09:49.000000000","message":"Currently stable/train gate is broken without this fix. Thanks Melanie for this workaround! \\o/\n\nChanging from \u0027raw\u0027 ansible module to \u0027shell\u0027 module makes sense. LGTM.","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"change_message_id":"b9c15f3e1751e10d2fcee98fd72c3def0abe54c5","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"757735a3_a5265a16","updated":"2022-08-09 07:04:50.000000000","message":"Looks like nova-grenade-multinode is now failing with:\n\n  IOError: [Errno 2] No such file or directory: \u0027/opt/stack/logs/worlddump-2022-08-06-102910.txt\u0027\n  \nSo I don\u0027t think rechecking this will help. We need to look into what needs to be fixed there.\n\n","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":7634,"name":"Takashi Natsume","email":"takanattie@gmail.com","username":"natsumet"},"change_message_id":"94473b88dec3d2767edad154b8c2500d138f8137","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"b90ceba5_596b16f7","updated":"2022-07-18 01:13:18.000000000","message":"recheck","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":7634,"name":"Takashi Natsume","email":"takanattie@gmail.com","username":"natsumet"},"change_message_id":"229c5ef78a7bc9e56554a920bbb950204b2f27f8","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"faaaf409_69476d91","updated":"2022-07-30 11:20:10.000000000","message":"recheck","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":17685,"name":"Elod Illes","email":"elod.illes@est.tech","username":"elod.illes"},"change_message_id":"f2fa0ac5ed86ecdb28546424058c351b0fbeb2ac","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"b2cf2ec8_290ef9b2","updated":"2022-06-21 15:38:36.000000000","message":"recheck\n\n* test_volume_swap\n* grenade failed at resource create phase (logs are not saved?)","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":17685,"name":"Elod Illes","email":"elod.illes@est.tech","username":"elod.illes"},"change_message_id":"656d40741e2e98ca5e05cf3ea099c4f92ac230d2","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"468bed89_878d36f0","updated":"2022-07-05 14:04:03.000000000","message":"recheck\n\n- \u0027volume * failed to reach * status\u0027\n- \u0027Timed out waiting for server evacuate-bfv-test to go to ACTIVE status\u0027","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"change_message_id":"cc355ae29de195927da8d8a66484fb0bc7000a57","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"2ce7be4a_f483d870","updated":"2022-06-06 21:18:16.000000000","message":"recheck\n\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [None req-c44d9b70-7efd-473e-80a7-f27dc55e1f86 tempest-TestMinimumBasicScenario-299224078 tempest-TestMinimumBasicScenario-299224078-project] [instance: cdc41bbc-109c-4611-acc8-62deee721a20] Failed to attach 43687361-957c-4dfb-aefd-2a2ac8b8c59c at /dev/vdb: libvirt.libvirtError: operation failed: \u0027serial\u0027 is deprecated, please use the corresponding option of \u0027-device\u0027 instead\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: Could not open \u0027/dev/sdb\u0027: Permission denied\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20] Traceback (most recent call last):\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/opt/stack/nova/nova/compute/manager.py\", line 6198, in _attach_volume\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     do_driver_attach\u003dTrue)\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/opt/stack/nova/nova/virt/block_device.py\", line 46, in wrapped\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     ret_val \u003d method(obj, context, *args, **kwargs)\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/opt/stack/nova/nova/virt/block_device.py\", line 666, in attach\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     virt_driver, do_driver_attach)\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/opt/stack/nova/nova/virt/block_device.py\", line 644, in _do_attach\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     do_driver_attach)\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/opt/stack/nova/nova/virt/block_device.py\", line 591, in _volume_attach\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     attachment_id)\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py\", line 220, in __exit__\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     self.force_reraise()\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py\", line 196, in force_reraise\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     six.reraise(self.type_, self.value, self.tb)\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/usr/local/lib/python3.6/dist-packages/six.py\", line 693, in reraise\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     raise value\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/opt/stack/nova/nova/virt/block_device.py\", line 582, in _volume_attach\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     device_type\u003dself[\u0027device_type\u0027], encryption\u003dencryption)\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/opt/stack/nova/nova/virt/libvirt/driver.py\", line 1909, in attach_volume\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     encryption\u003dencryption)\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py\", line 220, in __exit__\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     self.force_reraise()\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py\", line 196, in force_reraise\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     six.reraise(self.type_, self.value, self.tb)\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/usr/local/lib/python3.6/dist-packages/six.py\", line 693, in reraise\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     raise value\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/opt/stack/nova/nova/virt/libvirt/driver.py\", line 1882, in attach_volume\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     guest.attach_device(conf, persistent\u003dTrue, live\u003dlive)\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/opt/stack/nova/nova/virt/libvirt/guest.py\", line 305, in attach_device\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     self._domain.attachDeviceFlags(device_xml, flags\u003dflags)\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/usr/local/lib/python3.6/dist-packages/eventlet/tpool.py\", line 190, in doit\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     result \u003d proxy_call(self._autowrap, f, *args, **kwargs)\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/usr/local/lib/python3.6/dist-packages/eventlet/tpool.py\", line 148, in proxy_call\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     rv \u003d execute(f, *args, **kwargs)\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/usr/local/lib/python3.6/dist-packages/eventlet/tpool.py\", line 129, in execute\nJun 04 07:08:13.799278 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     six.reraise(c, e, tb)\nJun 04 07:08:13.802001 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/usr/local/lib/python3.6/dist-packages/six.py\", line 693, in reraise\nJun 04 07:08:13.802001 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     raise value\nJun 04 07:08:13.802001 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/usr/local/lib/python3.6/dist-packages/eventlet/tpool.py\", line 83, in tworker\nJun 04 07:08:13.802001 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     rv \u003d meth(*args, **kwargs)\nJun 04 07:08:13.802001 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]   File \"/usr/local/lib/python3.6/dist-packages/libvirt.py\", line 593, in attachDeviceFlags\nJun 04 07:08:13.802001 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20]     if ret \u003d\u003d -1: raise libvirtError (\u0027virDomainAttachDeviceFlags() failed\u0027, dom\u003dself)\nJun 04 07:08:13.802001 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20] libvirt.libvirtError: operation failed: \u0027serial\u0027 is deprecated, please use the corresponding option of \u0027-device\u0027 instead\nJun 04 07:08:13.802001 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20] Could not open \u0027/dev/sdb\u0027: Permission denied\nJun 04 07:08:13.802001 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.compute.manager [instance: cdc41bbc-109c-4611-acc8-62deee721a20] \nJun 04 07:08:13.841921 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: ERROR nova.volume.cinder [None req-c44d9b70-7efd-473e-80a7-f27dc55e1f86 tempest-TestMinimumBasicScenario-299224078 tempest-TestMinimumBasicScenario-299224078-project] Delete attachment failed for attachment f9f3c1b7-e41d-4651-99d5-0dad80d203c2. Error: Volume attachment could not be found with filter: attachment_id \u003d f9f3c1b7-e41d-4651-99d5-0dad80d203c2. (HTTP 404) (Request-ID: req-076e371d-b6cd-4279-bf63-8edc7d889d6d) Code: 404: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id \u003d f9f3c1b7-e41d-4651-99d5-0dad80d203c2. (HTTP 404) (Request-ID: req-076e371d-b6cd-4279-bf63-8edc7d889d6d)\nJun 04 07:08:13.843852 ubuntu-bionic-rax-dfw-0029898841 nova-compute[19845]: DEBUG nova.compute.manager [None req-c44d9b70-7efd-473e-80a7-f27dc55e1f86 tempest-TestMinimumBasicScenario-299224078 tempest-TestMinimumBasicScenario-299224078-project] [instance: cdc41bbc-109c-4611-acc8-62deee721a20] Ignoring VolumeAttachmentNotFound: Volume attachment f9f3c1b7-e41d-4651-99d5-0dad80d203c2 could not be found. {{(pid\u003d19845) _attach_volume /opt/stack/nova/nova/compute/manager.py:6216}}","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"change_message_id":"3933c868ac5dc347ca533153f2c96bd60fdbbdb6","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"f763da50_b5ce1c59","updated":"2022-06-06 23:16:35.000000000","message":"recheck\n\nJun 06 21:55:46.243508 ubuntu-bionic-ovh-gra1-0029915182 nova-compute[19496]: ERROR oslo_messaging.rpc.server   File \"/usr/local/lib/python3.6/dist-packages/libvirt.py\", line 963, in blockRebase\nJun 06 21:55:46.243508 ubuntu-bionic-ovh-gra1-0029915182 nova-compute[19496]: ERROR oslo_messaging.rpc.server     if ret \u003d\u003d -1: raise libvirtError (\u0027virDomainBlockRebase() failed\u0027, dom\u003dself)\nJun 06 21:55:46.243508 ubuntu-bionic-ovh-gra1-0029915182 nova-compute[19496]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: internal error: unable to execute QEMU command \u0027drive-mirror\u0027: Could not open \u0027/dev/sdb\u0027 for locking: Permission denied","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},"change_message_id":"a05bd0a79a0d4bee5a93d6dacfb26564b05f070f","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"0943b664_b8e85499","updated":"2022-06-13 16:49:28.000000000","message":"recheck  libvirt.libvirtError: internal error: unable to execute QEMU command \u0027drive-mirror\u0027: Could not open \u0027/dev/sdb\u0027: Permission denied\n\ni also see \n\n ERROR os_brick.initiator.linuxscsi [None req-3b679822-436c-4f14-b142-d453bbc1ab72 tempest-TestVolumeSwap-558803593 tempest-TestVolumeSwap-558803593-project-admin] multipathd is not running: exit code None: oslo_concurrency.processutils.ProcessExecutionError: [Errno 2] No such file or directory: \u0027multipathd\n\njust before this so not sure if that is related or not.\n\nfull erros below this seam unrelated to me since it in the iscsi tests not with cepch.\n\n\nJun 07 00:00:27.507702 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]:  stderr\u003d {{(pid\u003d19824) _run_iscsi_session /usr/local/lib/python3.6/dist-packages/os_brick/initiator/connectors/iscsi.py:1128}}\n\nJun 07 00:00:27.507702 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b679822-436c-4f14-b142-d453bbc1ab72 tempest-TestVolumeSwap-558803593 tempest-TestVolumeSwap-558803593-project-admin] Resulting device map defaultdict(\u003cfunction ISCSIConnector._get_connection_devices.\u003clocals\u003e.\u003clambda\u003e at 0x7fa9fbdedae8\u003e, {(\u002710.209.128.128:3260\u0027, \u0027iqn.2010-10.org.openstack:volume-5ec11ee6-2f29-4f71-9764-54238a829ca6\u0027): ({\u0027sdb\u0027}, set())}) {{(pid\u003d19824) _get_connection_devices /usr/local/lib/python3.6/dist-packages/os_brick/initiator/connectors/iscsi.py:856}}\n\nJun 07 00:00:27.507702 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: DEBUG os_brick.initiator.linuxscsi [None req-3b679822-436c-4f14-b142-d453bbc1ab72 tempest-TestVolumeSwap-558803593 tempest-TestVolumeSwap-558803593-project-admin] Removing single pathed devices sdb {{(pid\u003d19824) remove_connection /usr/local/lib/python3.6/dist-packages/os_brick/initiator/linuxscsi.py:301}}\n\nJun 07 00:00:27.518203 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR os_brick.initiator.linuxscsi [None req-3b679822-436c-4f14-b142-d453bbc1ab72 tempest-TestVolumeSwap-558803593 tempest-TestVolumeSwap-558803593-project-admin] multipathd is not running: exit code None: oslo_concurrency.processutils.ProcessExecutionError: [Errno 2] No such file or directory: \u0027multipathd\u0027\n\nJun 07 00:00:27.518203 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: DEBUG os_brick.initiator.linuxscsi [None req-3b679822-436c-4f14-b142-d453bbc1ab72 tempest-TestVolumeSwap-558803593 tempest-TestVolumeSwap-558803593-project-admin] Flushing IO for device /dev/sdb {{(pid\u003d19824) flush_device_io /usr/local/lib/python3.6/dist-packages/os_brick/initiator/linuxscsi.py:359}}\n\nJun 07 00:00:27.525436 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: DEBUG os_brick.initiator.linuxscsi [None req-3b679822-436c-4f14-b142-d453bbc1ab72 tempest-TestVolumeSwap-558803593 tempest-TestVolumeSwap-558803593-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid\u003d19824) remove_scsi_device /usr/local/lib/python3.6/dist-packages/os_brick/initiator/linuxscsi.py:76}}\n\nJun 07 00:00:27.594743 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: DEBUG os_brick.initiator.linuxscsi [None req-3b679822-436c-4f14-b142-d453bbc1ab72 tempest-TestVolumeSwap-558803593 tempest-TestVolumeSwap-558803593-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid\u003d19824) wait_for_volumes_removal /usr/local/lib/python3.6/dist-packages/os_brick/initiator/linuxscsi.py:84}}\n\nJun 07 00:00:27.595101 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: DEBUG os_brick.initiator.linuxscsi [None req-3b679822-436c-4f14-b142-d453bbc1ab72 tempest-TestVolumeSwap-558803593 tempest-TestVolumeSwap-558803593-project-admin] SCSI volumes sdb have been removed. {{(pid\u003d19824) wait_for_volumes_removal /usr/local/lib/python3.6/dist-packages/os_brick/initiator/linuxscsi.py:93}}\n\nJun 07 00:00:27.595701 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b679822-436c-4f14-b142-d453bbc1ab72 tempest-TestVolumeSwap-558803593 tempest-TestVolumeSwap-558803593-project-admin] Disconnecting from: [(\u002710.209.128.128:3260\u0027, \u0027iqn.2010-10.org.openstack:volume-5ec11ee6-2f29-4f71-9764-54238a829ca6\u0027)] {{(pid\u003d19824) _disconnect_connection /usr/local/lib/python3.6/dist-packages/os_brick/initiator/connectors/iscsi.py:1116}}\n\nJun 07 00:00:27.603361 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b679822-436c-4f14-b142-d453bbc1ab72 tempest-TestVolumeSwap-558803593 tempest-TestVolumeSwap-558803593-project-admin] iscsiadm (\u0027--op\u0027, \u0027update\u0027, \u0027-n\u0027, \u0027node.startup\u0027, \u0027-v\u0027, \u0027manual\u0027): stdout\u003d stderr\u003d {{(pid\u003d19824) _run_iscsiadm /usr/local/lib/python3.6/dist-packages/os_brick/initiator/connectors/iscsi.py:1012}}\n\nJun 07 00:00:27.654892 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b679822-436c-4f14-b142-d453bbc1ab72 tempest-TestVolumeSwap-558803593 tempest-TestVolumeSwap-558803593-project-admin] iscsiadm (\u0027--logout\u0027,): stdout\u003dLogging out of session [sid: 2, target: iqn.2010-10.org.openstack:volume-5ec11ee6-2f29-4f71-9764-54238a829ca6, portal: 10.209.128.128,3260]\n\nJun 07 00:00:27.654892 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:volume-5ec11ee6-2f29-4f71-9764-54238a829ca6, portal: 10.209.128.128,3260] successful.\n\nJun 07 00:00:27.654892 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]:  stderr\u003d {{(pid\u003d19824) _run_iscsiadm /usr/local/lib/python3.6/dist-packages/os_brick/initiator/connectors/iscsi.py:1012}}\n\nJun 07 00:00:27.663904 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b679822-436c-4f14-b142-d453bbc1ab72 tempest-TestVolumeSwap-558803593 tempest-TestVolumeSwap-558803593-project-admin] iscsiadm (\u0027--op\u0027, \u0027delete\u0027): stdout\u003d stderr\u003d {{(pid\u003d19824) _run_iscsiadm /usr/local/lib/python3.6/dist-packages/os_brick/initiator/connectors/iscsi.py:1012}}\n\nJun 07 00:00:27.664351 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: DEBUG oslo_concurrency.lockutils [None req-3b679822-436c-4f14-b142-d453bbc1ab72 tempest-TestVolumeSwap-558803593 tempest-TestVolumeSwap-558803593-project-admin] Lock \"connect_volume\" released by \"os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume\" :: held 0.192s {{(pid\u003d19824) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}\n\nJun 07 00:00:27.664701 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b679822-436c-4f14-b142-d453bbc1ab72 tempest-TestVolumeSwap-558803593 tempest-TestVolumeSwap-558803593-project-admin] \u003c\u003d\u003d disconnect_volume: return (192ms) None {{(pid\u003d19824) trace_logging_wrapper /usr/local/lib/python3.6/dist-packages/os_brick/utils.py:170}}\n\nJun 07 00:00:27.665041 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b679822-436c-4f14-b142-d453bbc1ab72 tempest-TestVolumeSwap-558803593 tempest-TestVolumeSwap-558803593-project-admin] [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e] Disconnected iSCSI Volume {{(pid\u003d19824) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:78}}\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [None req-3b679822-436c-4f14-b142-d453bbc1ab72 tempest-TestVolumeSwap-558803593 tempest-TestVolumeSwap-558803593-project-admin] [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e] Failed to swap volume a591ff80-5e86-41c3-a244-1f4a515d71f9 for 5ec11ee6-2f29-4f71-9764-54238a829ca6: nova.exception.VolumeRebaseFailed: Volume rebase failed: internal error: unable to execute QEMU command \u0027drive-mirror\u0027: Could not open \u0027/dev/sdb\u0027: Permission denied\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e] Traceback (most recent call last):\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]   File \"/opt/stack/nova/nova/virt/libvirt/driver.py\", line 1948, in _swap_volume\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]     copy_dev\u003dcopy_dev)\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]   File \"/opt/stack/nova/nova/virt/libvirt/guest.py\", line 812, in rebase\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]     self._disk, base, self.REBASE_DEFAULT_BANDWIDTH, flags\u003dflags)\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]   File \"/usr/local/lib/python3.6/dist-packages/eventlet/tpool.py\", line 190, in doit\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]     result \u003d proxy_call(self._autowrap, f, *args, **kwargs)\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]   File \"/usr/local/lib/python3.6/dist-packages/eventlet/tpool.py\", line 148, in proxy_call\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]     rv \u003d execute(f, *args, **kwargs)\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]   File \"/usr/local/lib/python3.6/dist-packages/eventlet/tpool.py\", line 129, in execute\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]     six.reraise(c, e, tb)\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]   File \"/usr/local/lib/python3.6/dist-packages/six.py\", line 693, in reraise\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]     raise value\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]   File \"/usr/local/lib/python3.6/dist-packages/eventlet/tpool.py\", line 83, in tworker\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]     rv \u003d meth(*args, **kwargs)\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]   File \"/usr/local/lib/python3.6/dist-packages/libvirt.py\", line 963, in blockRebase\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]     if ret \u003d\u003d -1: raise libvirtError (\u0027virDomainBlockRebase() failed\u0027, dom\u003dself)\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e] libvirt.libvirtError: internal error: unable to execute QEMU command \u0027drive-mirror\u0027: Could not open \u0027/dev/sdb\u0027: Permission denied\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e] \n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e] During handling of the above exception, another exception occurred:\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e] \n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e] Traceback (most recent call last):\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]   File \"/opt/stack/nova/nova/compute/manager.py\", line 6416, in _swap_volume\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]     mountpoint, resize_to)\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]   File \"/opt/stack/nova/nova/virt/libvirt/driver.py\", line 2012, in swap_volume\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]     self._disconnect_volume(context, new_connection_info, instance)\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]   File \"/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py\", line 220, in __exit__\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]     self.force_reraise()\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]   File \"/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py\", line 196, in force_reraise\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]     six.reraise(self.type_, self.value, self.tb)\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]   File \"/usr/local/lib/python3.6/dist-packages/six.py\", line 693, in reraise\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]     raise value\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]   File \"/opt/stack/nova/nova/virt/libvirt/driver.py\", line 2009, in swap_volume\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]     self._swap_volume(guest, disk_dev, conf, resize_to)\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]   File \"/opt/stack/nova/nova/virt/libvirt/driver.py\", line 1958, in _swap_volume\n\nJun 07 00:00:27.666754 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e]     raise exception.VolumeRebaseFailed(reason\u003dsix.text_type(exc))\n\nJun 07 00:00:27.670017 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e] nova.exception.VolumeRebaseFailed: Volume rebase failed: internal error: unable to execute QEMU command \u0027drive-mirror\u0027: Could not open \u0027/dev/sdb\u0027: Permission denied\n\nJun 07 00:00:27.670017 ubuntu-bionic-rax-dfw-0029915971 nova-compute[19824]: ERROR nova.compute.manager [instance: 152954d8-6d00-4c29-b2af-bcdd559cfc2e] \n","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":17685,"name":"Elod Illes","email":"elod.illes@est.tech","username":"elod.illes"},"change_message_id":"953ac43283f85913b4f48d702f57cb981b3f3b79","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"79976e0e_250a681a","updated":"2022-06-28 12:53:51.000000000","message":"recheck - \u0027Timed out waiting for server evacuate-bfv-test to go to ACTIVE status\u0027 (actually it went to ERROR state...)\n\nI\u0027ve checked the last 100 failed devstack jobs with logsearch and did not find other occurance of this fail. So let\u0027s just recheck for now.","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":17685,"name":"Elod Illes","email":"elod.illes@est.tech","username":"elod.illes"},"change_message_id":"e988a848e9f3e8184cd6bef5aa0c119bcdf7bb46","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"8308bb4a_a72b5307","updated":"2022-07-11 19:21:47.000000000","message":"recheck - nova-grenade-multinode failed @ create but no logs + not even the error message Melanie commented above :S","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":17685,"name":"Elod Illes","email":"elod.illes@est.tech","username":"elod.illes"},"change_message_id":"3ce409fe950ace42a30b1d74b296800aebef607b","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"93bd614c_b21ec884","updated":"2022-07-26 14:04:25.000000000","message":"recheck - since the failure is probably due to image update, let\u0027s see if the situation is the same, as one week has passed :/","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":17685,"name":"Elod Illes","email":"elod.illes@est.tech","username":"elod.illes"},"change_message_id":"6520ed3220663a4a421856be4c5504bc0d673d61","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"5133bfe2_b349241c","updated":"2022-07-05 11:56:26.000000000","message":"recheck - the usual \u0027volume * failed to reach * status\u0027 :/","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"change_message_id":"ad39148b920c0cfa90f0b734b7e20074ae375ed6","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"9cd5bf34_69697c5a","updated":"2022-07-07 20:47:12.000000000","message":"recheck Timed out waiting for server evacuate-test to go to ACTIVE status","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"change_message_id":"0726a81917916e869261cb2b843188e8c6291b73","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"011d2ef6_85199352","updated":"2022-06-15 17:22:27.000000000","message":"recheck bug 1843610","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":9708,"name":"Balazs Gibizer","display_name":"gibi","email":"gibizer@gmail.com","username":"gibi"},"change_message_id":"a9cb6f152663ba50a9cdff6fbf1c24912dc52faf","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"98ec8cb4_8b2b02ff","updated":"2022-06-17 08:02:33.000000000","message":"recheck kernel panic in geust","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":15334,"name":"Stephen Finucane","display_name":"stephenfin","email":"stephenfin@redhat.com","username":"sfinucan"},"change_message_id":"aacba064183cdcf89a35d7205a2322578a2c9587","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"73f9849e_e30c438f","updated":"2022-07-14 12:55:48.000000000","message":"recheck random failures","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":7634,"name":"Takashi Natsume","email":"takanattie@gmail.com","username":"natsumet"},"change_message_id":"1e6e61f70b82f954c2b7547b9fc9171efa2a2d73","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"0c2740c0_50442a5f","updated":"2022-08-06 07:32:42.000000000","message":"recheck timeout","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},"change_message_id":"6fa705b750769641cc88fccd08fb557070c1d85a","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"f93049a5_bf9ed714","updated":"2022-06-14 16:57:15.000000000","message":"there were no objections to proceeding with this at the team meeting and as elod noted this is blocking train so +2w","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"change_message_id":"ad39148b920c0cfa90f0b734b7e20074ae375ed6","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"ebd31b20_39991f8c","in_reply_to":"b2cf2ec8_290ef9b2","updated":"2022-07-07 20:47:12.000000000","message":"\u003e recheck\n\u003e \n\u003e * test_volume_swap\n\u003e * grenade failed at resource create phase (logs are not saved?)\n\nI asked about this in #openstack-infra just now and frickler pointed to this error which is likely the issue [1]:\n\n  mv: cannot move \u0027/home/zuul/workspace/devstack-gate-post_test_hook.txt\u0027 to \u0027/opt/stack/logs/\u0027: Not a directory\n\n[1] https://zuul.opendev.org/t/openstack/build/d2b1319d7f5c48389817c3f9e77a494b/log/job-output.txt#8038","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"},{"author":{"_account_id":17685,"name":"Elod Illes","email":"elod.illes@est.tech","username":"elod.illes"},"change_message_id":"2d4f4ec3a95328e1c9902a259980855727b3e0cc","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"198e7469_ed5775d0","in_reply_to":"d92e67ad_66cc91c6","updated":"2022-06-14 14:12:53.000000000","message":"(stable-only is OK, since the issue is not present in newer branches because there the job is updated to use zuulv3 [1], thus this hook does not exist anymore)\n\n[1] Ibbb3930a6e629e93a424b3ae048f599f11923be3","commit_id":"9ee436ac9c10caf30e1a355448165fb53b3ee8d2"}],"gate/live_migration/hooks/ceph.sh":[{"author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"change_message_id":"c1b85e6a213bdf924a2604ac800ef798bb41a39b","unresolved":true,"context_lines":[{"line_number":7,"context_line":"    install_ceph"},{"line_number":8,"context_line":"    configure_ceph"},{"line_number":9,"context_line":"    #install ceph-common package on compute nodes"},{"line_number":10,"context_line":"    $ANSIBLE subnodes --become -f 5 -i \"$WORKSPACE/inventory\" -m raw -a \"executable\u003d/bin/bash\""},{"line_number":11,"context_line":"    export CEPH_RELEASE\u003dnautilus"},{"line_number":12,"context_line":"    source $BASE/new/devstack/functions"},{"line_number":13,"context_line":"    source $BASE/new/devstack/functions-common"}],"source_content_type":"text/x-sh","patch_set":1,"id":"90e564c4_bcc26b8a","line":10,"updated":"2022-06-02 23:42:38.000000000","message":"sigh ... I completely missed that the matching \" is on L17.","commit_id":"050c82d7783a2d603aded98cf6632d4dc08d13b4"},{"author":{"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},"change_message_id":"3b71e3d0c898dfb943c20c89405a522116750519","unresolved":false,"context_lines":[{"line_number":7,"context_line":"    install_ceph"},{"line_number":8,"context_line":"    configure_ceph"},{"line_number":9,"context_line":"    #install ceph-common package on compute nodes"},{"line_number":10,"context_line":"    $ANSIBLE subnodes --become -f 5 -i \"$WORKSPACE/inventory\" -m raw -a \"executable\u003d/bin/bash\""},{"line_number":11,"context_line":"    export CEPH_RELEASE\u003dnautilus"},{"line_number":12,"context_line":"    source $BASE/new/devstack/functions"},{"line_number":13,"context_line":"    source $BASE/new/devstack/functions-common"}],"source_content_type":"text/x-sh","patch_set":1,"id":"4b7fbf13_f8ea6c25","line":10,"in_reply_to":"90e564c4_bcc26b8a","updated":"2022-06-14 16:57:44.000000000","message":"Done","commit_id":"050c82d7783a2d603aded98cf6632d4dc08d13b4"},{"author":{"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},"change_message_id":"134c41dc5457f32937c787ae2138c1d3f39a8ce3","unresolved":true,"context_lines":[{"line_number":7,"context_line":"    install_ceph"},{"line_number":8,"context_line":"    configure_ceph"},{"line_number":9,"context_line":"    #install ceph-common package on compute nodes"},{"line_number":10,"context_line":"    $ANSIBLE subnodes --become -f 5 -i \"$WORKSPACE/inventory\" -m shell -a \"executable\u003d/bin/bash"},{"line_number":11,"context_line":"    export CEPH_RELEASE\u003dnautilus"},{"line_number":12,"context_line":"    source $BASE/new/devstack/functions"},{"line_number":13,"context_line":"    source $BASE/new/devstack/functions-common"}],"source_content_type":"text/x-sh","patch_set":2,"id":"a387b462_cf8e5103","line":10,"updated":"2022-06-04 00:41:11.000000000","message":"this seams to work.\ni belive the default shell is either /bin/sh our the ansisbile users default shell so its proably best to be explict as you have done here since we expect bash to be able to use source.","commit_id":"cac9957884e52b347d23155cade669a36f225ced"},{"author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"change_message_id":"9df4d01a1b0329a905e275047d7355a04983468f","unresolved":true,"context_lines":[{"line_number":7,"context_line":"    install_ceph"},{"line_number":8,"context_line":"    configure_ceph"},{"line_number":9,"context_line":"    #install ceph-common package on compute nodes"},{"line_number":10,"context_line":"    $ANSIBLE subnodes --become -f 5 -i \"$WORKSPACE/inventory\" -m shell -a \"executable\u003d/bin/bash"},{"line_number":11,"context_line":"    export CEPH_RELEASE\u003dnautilus"},{"line_number":12,"context_line":"    source $BASE/new/devstack/functions"},{"line_number":13,"context_line":"    source $BASE/new/devstack/functions-common"}],"source_content_type":"text/x-sh","patch_set":2,"id":"add5b671_2d5ba436","line":10,"in_reply_to":"a387b462_cf8e5103","updated":"2022-06-04 04:31:10.000000000","message":"That is correct, by default it will use /bin/sh [1]:\n\n\u003e It is almost exactly like the ansible.builtin.command module but runs the command through a shell (/bin/sh) on the remote node.\n\n[1] https://docs.ansible.com/ansible/latest/collections/ansible/builtin/shell_module.html#synopsis","commit_id":"cac9957884e52b347d23155cade669a36f225ced"},{"author":{"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},"change_message_id":"3b71e3d0c898dfb943c20c89405a522116750519","unresolved":false,"context_lines":[{"line_number":7,"context_line":"    install_ceph"},{"line_number":8,"context_line":"    configure_ceph"},{"line_number":9,"context_line":"    #install ceph-common package on compute nodes"},{"line_number":10,"context_line":"    $ANSIBLE subnodes --become -f 5 -i \"$WORKSPACE/inventory\" -m shell -a \"executable\u003d/bin/bash"},{"line_number":11,"context_line":"    export CEPH_RELEASE\u003dnautilus"},{"line_number":12,"context_line":"    source $BASE/new/devstack/functions"},{"line_number":13,"context_line":"    source $BASE/new/devstack/functions-common"}],"source_content_type":"text/x-sh","patch_set":2,"id":"f001b913_74d18875","line":10,"in_reply_to":"add5b671_2d5ba436","updated":"2022-06-14 16:57:44.000000000","message":"Ack","commit_id":"cac9957884e52b347d23155cade669a36f225ced"}]}