)]}'
{".zuul.yaml":[{"author":{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},"change_message_id":"ffb39831bcf8afa26583da93a03be2b648533476","unresolved":true,"context_lines":[{"line_number":61,"context_line":"            auth:"},{"line_number":62,"context_line":"              tempest_roles: creator"},{"line_number":63,"context_line":"        post-config:"},{"line_number":64,"context_line":"          $NOVA_CONF:"},{"line_number":65,"context_line":"            libvirt:"},{"line_number":66,"context_line":"              cpu_mode: custom"},{"line_number":67,"context_line":"              cpu_models: kvm64"}],"source_content_type":"text/x-yaml","patch_set":19,"id":"62d913e8_5afd5c7c","line":64,"updated":"2021-10-18 15:07:18.000000000","message":"I suspect you need the key_manager option here as well?","commit_id":"73d3a253ccd5d5b5dfbfc4dbf95054c58c9326ee"},{"author":{"_account_id":31033,"name":"James Parker","email":"jparker@redhat.com","username":"jparker"},"change_message_id":"7a3dea400c00b8866b07b41f03126c09543238c3","unresolved":false,"context_lines":[{"line_number":61,"context_line":"            auth:"},{"line_number":62,"context_line":"              tempest_roles: creator"},{"line_number":63,"context_line":"        post-config:"},{"line_number":64,"context_line":"          $NOVA_CONF:"},{"line_number":65,"context_line":"            libvirt:"},{"line_number":66,"context_line":"              cpu_mode: custom"},{"line_number":67,"context_line":"              cpu_models: kvm64"}],"source_content_type":"text/x-yaml","patch_set":19,"id":"9d1c0c87_4bdf8cc7","line":64,"in_reply_to":"58ca9baf_202ad045","updated":"2022-02-14 20:06:21.000000000","message":"Done","commit_id":"73d3a253ccd5d5b5dfbfc4dbf95054c58c9326ee"},{"author":{"_account_id":31033,"name":"James Parker","email":"jparker@redhat.com","username":"jparker"},"change_message_id":"2f70eac865eae24c5e09e4656d5d8e935f772728","unresolved":true,"context_lines":[{"line_number":61,"context_line":"            auth:"},{"line_number":62,"context_line":"              tempest_roles: creator"},{"line_number":63,"context_line":"        post-config:"},{"line_number":64,"context_line":"          $NOVA_CONF:"},{"line_number":65,"context_line":"            libvirt:"},{"line_number":66,"context_line":"              cpu_mode: custom"},{"line_number":67,"context_line":"              cpu_models: kvm64"}],"source_content_type":"text/x-yaml","patch_set":19,"id":"58ca9baf_202ad045","line":64,"in_reply_to":"62d913e8_5afd5c7c","updated":"2021-10-18 15:18:45.000000000","message":"Let me add it here and retest","commit_id":"73d3a253ccd5d5b5dfbfc4dbf95054c58c9326ee"},{"author":{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},"change_message_id":"ffb39831bcf8afa26583da93a03be2b648533476","unresolved":true,"context_lines":[{"line_number":89,"context_line":"        # controller, as we don\u0027t have a dedicated group for this we just"},{"line_number":90,"context_line":"        # use tempest for now."},{"line_number":91,"context_line":"        devstack_plugins:"},{"line_number":92,"context_line":"            whitebox-tempest-plugin: https://opendev.org/openstack/whitebox-tempest-plugin.git"},{"line_number":93,"context_line":"            barbican: https://opendev.org/openstack/barbican.git"},{"line_number":94,"context_line":"        num_hugepages: 512"},{"line_number":95,"context_line":""}],"source_content_type":"text/x-yaml","patch_set":19,"id":"9cd4ee85_827287e0","line":92,"updated":"2021-10-18 15:07:18.000000000","message":"nit: alignment. We use 2 spaces as a tab width in yaml.","commit_id":"73d3a253ccd5d5b5dfbfc4dbf95054c58c9326ee"},{"author":{"_account_id":31033,"name":"James Parker","email":"jparker@redhat.com","username":"jparker"},"change_message_id":"2f70eac865eae24c5e09e4656d5d8e935f772728","unresolved":false,"context_lines":[{"line_number":89,"context_line":"        # controller, as we don\u0027t have a dedicated group for this we just"},{"line_number":90,"context_line":"        # use tempest for now."},{"line_number":91,"context_line":"        devstack_plugins:"},{"line_number":92,"context_line":"            whitebox-tempest-plugin: https://opendev.org/openstack/whitebox-tempest-plugin.git"},{"line_number":93,"context_line":"            barbican: https://opendev.org/openstack/barbican.git"},{"line_number":94,"context_line":"        num_hugepages: 512"},{"line_number":95,"context_line":""}],"source_content_type":"text/x-yaml","patch_set":19,"id":"5dd9d4fd_98b8a3c4","line":92,"in_reply_to":"9cd4ee85_827287e0","updated":"2021-10-18 15:18:45.000000000","message":"Ack","commit_id":"73d3a253ccd5d5b5dfbfc4dbf95054c58c9326ee"},{"author":{"_account_id":31033,"name":"James Parker","email":"jparker@redhat.com","username":"jparker"},"change_message_id":"7a3dea400c00b8866b07b41f03126c09543238c3","unresolved":true,"context_lines":[{"line_number":118,"context_line":"      tempest_concurrency: 1"},{"line_number":119,"context_line":"      devstack_plugins:"},{"line_number":120,"context_line":"        whitebox-tempest-plugin: https://opendev.org/openstack/whitebox-tempest-plugin.git"},{"line_number":121,"context_line":"      tempest_test_regex: \u0027^whitebox_tempest_plugin.api.compute.test_rbd_direct_download\u0027"},{"line_number":122,"context_line":"      devstack_localrc:"},{"line_number":123,"context_line":"        COMPUTE_FEATURE_RBD_DOWNLOAD: True"},{"line_number":124,"context_line":"        TEMPEST_PLUGINS: /opt/stack/whitebox-tempest-plugin"}],"source_content_type":"text/x-yaml","patch_set":28,"id":"973331ef_f3a11259","line":121,"updated":"2022-02-14 20:06:21.000000000","message":"Should this be updated to account for https://opendev.org/openstack/whitebox-tempest-plugin/src/branch/master/whitebox_tempest_plugin/api/compute/test_volume_encryption.py?","commit_id":"76ac2ac85c36e92033d53f3bf4342d16c084fd68"},{"author":{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},"change_message_id":"8a6ffd1a8b6de1fbb043cdea2454c63b9b24f380","unresolved":true,"context_lines":[{"line_number":118,"context_line":"      tempest_concurrency: 1"},{"line_number":119,"context_line":"      devstack_plugins:"},{"line_number":120,"context_line":"        whitebox-tempest-plugin: https://opendev.org/openstack/whitebox-tempest-plugin.git"},{"line_number":121,"context_line":"      tempest_test_regex: \u0027^whitebox_tempest_plugin.api.compute.test_rbd_direct_download\u0027"},{"line_number":122,"context_line":"      devstack_localrc:"},{"line_number":123,"context_line":"        COMPUTE_FEATURE_RBD_DOWNLOAD: True"},{"line_number":124,"context_line":"        TEMPEST_PLUGINS: /opt/stack/whitebox-tempest-plugin"}],"source_content_type":"text/x-yaml","patch_set":28,"id":"b152c8a8_81d40aef","line":121,"in_reply_to":"973331ef_f3a11259","updated":"2022-02-14 22:07:22.000000000","message":"Ah, so that\u0027s interesting - if we want to include that test in the ceph job, it would mean having to figure out why we can\u0027t get ceph and barbican to play nice together in devstack. My lazy self wants to *not* do that, and I think that\u0027s... OK? As in, we can still run the volume encryption tests with barbican, they just won\u0027t use ceph... Right?","commit_id":"76ac2ac85c36e92033d53f3bf4342d16c084fd68"},{"author":{"_account_id":31033,"name":"James Parker","email":"jparker@redhat.com","username":"jparker"},"change_message_id":"f9f5fee972bea2426e48b1bcbbf627ff9926284e","unresolved":true,"context_lines":[{"line_number":118,"context_line":"      tempest_concurrency: 1"},{"line_number":119,"context_line":"      devstack_plugins:"},{"line_number":120,"context_line":"        whitebox-tempest-plugin: https://opendev.org/openstack/whitebox-tempest-plugin.git"},{"line_number":121,"context_line":"      tempest_test_regex: \u0027^whitebox_tempest_plugin.api.compute.test_rbd_direct_download\u0027"},{"line_number":122,"context_line":"      devstack_localrc:"},{"line_number":123,"context_line":"        COMPUTE_FEATURE_RBD_DOWNLOAD: True"},{"line_number":124,"context_line":"        TEMPEST_PLUGINS: /opt/stack/whitebox-tempest-plugin"}],"source_content_type":"text/x-yaml","patch_set":28,"id":"0de28b85_69031527","line":121,"in_reply_to":"b152c8a8_81d40aef","updated":"2022-02-14 22:16:13.000000000","message":"We have a ceph+barbican WB job downstream so I\u0027m ok with keeping them separate and barbican use a different backend.","commit_id":"76ac2ac85c36e92033d53f3bf4342d16c084fd68"}],"/PATCHSET_LEVEL":[{"author":{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},"change_message_id":"ffb39831bcf8afa26583da93a03be2b648533476","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":19,"id":"8bfdb30b_e0a319e7","updated":"2021-10-18 15:07:18.000000000","message":"So n-cpu on the subnode (aka the compute) isn\u0027t starting up at all, deployment fails way before that, with:\n","commit_id":"73d3a253ccd5d5b5dfbfc4dbf95054c58c9326ee"},{"author":{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},"change_message_id":"323fbe015430e21ff234da6afb04e595d5f0c99e","unresolved":true,"context_lines":[],"source_content_type":"","patch_set":19,"id":"eabbb14a_6bbf26b3","in_reply_to":"8bfdb30b_e0a319e7","updated":"2021-10-18 15:08:54.000000000","message":"(Err, not sure what happened, hit Enter and ended up submitting the half-written comment as opposed to inserting a newline). Was saying:\n\ndeployment fails way before that with:\n\n2021-10-14 18:45:00.833964 | compute -\u003e 217.182.143.13 |   \"msg\": \"rsync: change_dir \\\"/etc/ceph\\\" failed: No such file or directory (2)\\nrsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1207) [sender\u003d3.1.3]\\n\"\n\nSo that\u0027s a legit problem, and also the failure in the ceph job seems also legit, though I don\u0027t see how adding barbican triggers it.","commit_id":"73d3a253ccd5d5b5dfbfc4dbf95054c58c9326ee"},{"author":{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},"change_message_id":"388099be8bf16f5d2e3aafa4e86dbcaf48d22f2c","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":20,"id":"cd3a2a13_f87c5f76","updated":"2021-10-18 17:42:23.000000000","message":"Let\u0027s see what https://review.opendev.org/c/openstack/whitebox-tempest-plugin/+/814474 tells us about the Ceph job, as a control of sorts.","commit_id":"9d372f1efb70166952f498fd62eeb7932db679c2"},{"author":{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},"change_message_id":"7625a97bd113060b93e5b546afa281dcb252441d","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":20,"id":"e9ab7d6d_668b7c02","updated":"2021-10-25 14:09:22.000000000","message":"To expedite this we should just add barbican to the non-ceph jobs :)","commit_id":"9d372f1efb70166952f498fd62eeb7932db679c2"},{"author":{"_account_id":31033,"name":"James Parker","email":"jparker@redhat.com","username":"jparker"},"change_message_id":"ae89e81aac1457c8233f3735aa5094904e6aecc8","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":20,"id":"253e6b26_f662dc94","in_reply_to":"e9ab7d6d_668b7c02","updated":"2021-10-25 14:10:53.000000000","message":"Agreed","commit_id":"9d372f1efb70166952f498fd62eeb7932db679c2"},{"author":{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},"change_message_id":"8d1407c5bbe13a9d43a4fbc0bb004d0525cd21f0","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":24,"id":"49ec76e9_2cc8c031","updated":"2021-12-10 17:05:28.000000000","message":"The ceph failure doesn\u0027t seem related to Barbican. AFAICT, it\u0027s because the image might be already in the local cache? Comparing the traces between a working CI run where the image was downloaded and a failing CI run where nothing was done, here\u0027s the main difference:\n\nWorking:\n\nDec 06 19:41:23.771567 [./controller/logs/screen-n-cpu.txt] nested-virt-ubuntu-focal-ovh-bhs1-\n0027617842 nova-compute[117500]: DEBUG oslo_concurrency.lockutils [None req-3e4fda08-2485-4154\n-b898-deb2de5de39b tempest-TestRBDDirectDownload-1527258308 tempest-TestRBDDirectDownload-1527\n258308-project] Lock \"0384a8582332a56183118c2c9527ece0bc8eace8\" acquired by \"nova.virt.libvirt\n.imagebackend.Image.cache.\u003clocals\u003e.fetch_func_sync\" :: waited 0.000s {{(pid\u003d117500) inner /usr\n/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}\n\n0027617842 nova-compute[117500]: DEBUG nova.image.glance [None req-3e4fda08-2485-4154-b898-deb2de5de39b tempest-TestRBDDirectDownload-1527258308 tempest-TestRBDDirectDownload-1527258308-project] Attempting to export RBD image: [pool_name: images] [image_uuid: 1eef3515-c339-498c-91f6-47a8290fb415] [snapshot_name: snap] [dst_path: /opt/stack/data/nova/instances/_base/0384a8582332a56183118c2c9527ece0bc8eace8.part] {{(pid\u003d117500) rbd_download /opt/stack/nova/nova/image/glance.py:258}}\n\n\u003cmuch later\u003e\n\nDec 06 19:41:24.178863 [./controller/logs/screen-n-cpu.txt] nested-virt-ubuntu-focal-ovh-bhs1-0027617842 nova-compute[117500]: DEBUG oslo_concurrency.lockutils [None req-3e4fda08-2485-4154-b898-deb2de5de39b tempest-TestRBDDirectDownload-1527258308 tempest-TestRBDDirectDownload-1527258308-project] Lock \"0384a8582332a56183118c2c9527ece0bc8eace8\" \"released\" by \"nova.virt.libvirt.imagebackend.Image.cache.\u003clocals\u003e.fetch_func_sync\" :: held 0.407s {{(pid\u003d117500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}\n\nIn other words, get lock, download, release lock.\n\nCompare to a failing CI run:\n\nDec 07 01:08:10.817187 [./controller/logs/screen-n-cpu.txt] nested-virt-ubuntu-focal-ovh-bhs1-\n0027620754 nova-compute[113765]: DEBUG oslo_concurrency.lockutils [None req-784cc854-695b-42f9\n-8118-c711a1a919f4 tempest-TestRBDDirectDownload-735143914 tempest-TestRBDDirectDownload-73514\n3914-project] Lock \"6aee6301402539402b4b35401b2f0b313197eadb\" acquired by \"nova.virt.libvirt.i\nmagebackend.Image.cache.\u003clocals\u003e.fetch_func_sync\" :: waited 0.000s {{(pid\u003d113765) inner /usr/l\nocal/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}\n\nThen you get the same entries as the working run about converting the image, etc, then the lock gets released:\n\nDec 07 01:08:11.588318 [./controller/logs/screen-n-cpu.txt] nested-virt-ubuntu-focal-ovh-bhs1-0027620754 nova-compute[113765]: DEBUG oslo_concurrency.lockutils [None req-784cc854-695b-42f9-8118-c711a1a919f4 tempest-TestRBDDirectDownload-735143914 tempest-TestRBDDirectDownload-735143914-project] Lock \"6aee6301402539402b4b35401b2f0b313197eadb\" \"released\" by \"nova.virt.libvirt.imagebackend.Image.cache.\u003clocals\u003e.fetch_func_sync\" :: held 0.771s {{(pid\u003d113765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}\n","commit_id":"45de9fd442e38fc32c62d655e4383bc604235ff3"},{"author":{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},"change_message_id":"f0ec577f192a78194d792fcbb1c4c92e177bd8a0","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":24,"id":"b3854dcb_3b2dd836","updated":"2021-12-06 22:31:53.000000000","message":"The tests pass, it\u0027s failing because it\u0027s trying to run barbican on the compute.","commit_id":"45de9fd442e38fc32c62d655e4383bc604235ff3"},{"author":{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},"change_message_id":"6feb16b0af35711156e526be63001b414736ec9b","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":24,"id":"88251f7b_9f9d67c8","updated":"2022-02-10 14:47:05.000000000","message":"recheck","commit_id":"45de9fd442e38fc32c62d655e4383bc604235ff3"},{"author":{"_account_id":8864,"name":"Artom Lifshitz","email":"notartom@gmail.com","username":"artom"},"change_message_id":"a9ec983357f6ba02041e9917cd5e29a73993102c","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":24,"id":"e26fbf67_90082b4b","updated":"2021-12-07 00:39:23.000000000","message":"recheck","commit_id":"45de9fd442e38fc32c62d655e4383bc604235ff3"},{"author":{"_account_id":31033,"name":"James Parker","email":"jparker@redhat.com","username":"jparker"},"change_message_id":"7a3dea400c00b8866b07b41f03126c09543238c3","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":28,"id":"f986b332_f6c71deb","updated":"2022-02-14 20:06:21.000000000","message":"LGTM, -1 just for a question in regards to if additional testcases should be included as well.","commit_id":"76ac2ac85c36e92033d53f3bf4342d16c084fd68"}]}