)]}'
{"id":"openstack%2Fnova~693537","triplet_id":"openstack%2Fnova~master~I17e0e45117a3312c11d6c7f2762dd416b6067979","project":"openstack/nova","branch":"master","topic":"bug/1844296","hashtags":[],"change_id":"I17e0e45117a3312c11d6c7f2762dd416b6067979","subject":"compute: Use long_rpc_timeout in reserve_block_device_name","status":"MERGED","created":"2019-11-08 13:40:42.000000000","updated":"2019-11-29 17:06:44.000000000","submitted":"2019-11-29 17:02:22.000000000","submitter":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"total_comment_count":1,"unresolved_comment_count":0,"has_review_started":true,"submission_id":"693537-1575046942372-d86a0cf6","meta_rev_id":"a5f2ca98a62da216eb6f3ee903de0836ce5fd673","_number":693537,"virtual_id_number":693537,"owner":{"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},"actions":{},"labels":{"Verified":{"approved":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"all":[{"value":0,"_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},{"value":0,"date":"2019-11-26 10:21:16.000000000","_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},{"value":0,"date":"2019-11-26 11:48:18.000000000","permitted_voting_range":{"min":0,"max":1},"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},{"value":0,"_account_id":15334,"name":"Stephen Finucane","display_name":"stephenfin","email":"stephenfin@redhat.com","username":"sfinucan"},{"value":0,"date":"2019-11-26 09:53:19.000000000","permitted_voting_range":{"min":0,"max":1},"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},{"value":0,"date":"2019-11-26 09:17:41.000000000","_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},{"tag":"autogenerated:zuul:gate","value":2,"date":"2019-11-29 17:02:22.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"_account_id":782,"name":"John Garbutt","email":"john@johngarbutt.com","username":"johngarbutt"},{"value":0,"date":"2019-11-26 09:38:47.000000000","_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},{"value":0,"date":"2019-11-26 11:15:46.000000000","_account_id":14384,"name":"Quobyte CI","email":"openstack-ci-external@quobyte.com","username":"quobyteci","tags":["SERVICE_USER"]},{"value":0,"date":"2019-11-26 11:21:34.000000000","_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},{"value":0,"_account_id":9555,"name":"Matthew Booth","email":"mbooth@redhat.com","username":"MatthewBooth"},{"value":0,"date":"2019-11-26 19:06:19.000000000","_account_id":14070,"name":"Eric Fried","email":"openstack@fried.cc","username":"efried"},{"value":0,"date":"2019-11-26 17:25:02.000000000","_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},{"value":0,"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},{"value":0,"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"}],"values":{"-2":"Fails","-1":"Doesn\u0027t seem to work"," 0":"No score","+1":"Works for me","+2":"Verified"},"description":"","default_value":0,"optional":true},"Code-Review":{"approved":{"_account_id":15334,"name":"Stephen Finucane","display_name":"stephenfin","email":"stephenfin@redhat.com","username":"sfinucan"},"all":[{"value":0,"_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},{"value":0,"_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},{"value":0,"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},{"value":2,"date":"2019-11-29 15:06:16.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":15334,"name":"Stephen Finucane","display_name":"stephenfin","email":"stephenfin@redhat.com","username":"sfinucan"},{"value":0,"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},{"value":0,"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":2,"date":"2019-11-26 10:45:50.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":782,"name":"John Garbutt","email":"john@johngarbutt.com","username":"johngarbutt"},{"value":0,"_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},{"value":0,"_account_id":14384,"name":"Quobyte CI","email":"openstack-ci-external@quobyte.com","username":"quobyteci","tags":["SERVICE_USER"]},{"value":0,"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},{"value":0,"_account_id":9555,"name":"Matthew Booth","email":"mbooth@redhat.com","username":"MatthewBooth"},{"value":0,"_account_id":14070,"name":"Eric Fried","email":"openstack@fried.cc","username":"efried"},{"value":0,"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},{"value":0,"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},{"value":1,"date":"2019-11-26 08:50:34.000000000","permitted_voting_range":{"min":1,"max":1},"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"}],"values":{"-2":"Do not merge","-1":"This patch needs further work before it can be merged"," 0":"No score","+1":"Looks good to me, but someone else must approve","+2":"Looks good to me (core reviewer)"},"description":"","default_value":0,"optional":true},"Workflow":{"approved":{"_account_id":15334,"name":"Stephen Finucane","display_name":"stephenfin","email":"stephenfin@redhat.com","username":"sfinucan"},"all":[{"value":0,"_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},{"value":0,"_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},{"value":0,"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},{"value":1,"date":"2019-11-29 15:06:16.000000000","permitted_voting_range":{"min":1,"max":1},"_account_id":15334,"name":"Stephen Finucane","display_name":"stephenfin","email":"stephenfin@redhat.com","username":"sfinucan"},{"value":0,"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},{"value":0,"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"_account_id":782,"name":"John Garbutt","email":"john@johngarbutt.com","username":"johngarbutt"},{"value":0,"_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},{"value":0,"_account_id":14384,"name":"Quobyte CI","email":"openstack-ci-external@quobyte.com","username":"quobyteci","tags":["SERVICE_USER"]},{"value":0,"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},{"value":0,"_account_id":9555,"name":"Matthew Booth","email":"mbooth@redhat.com","username":"MatthewBooth"},{"value":0,"_account_id":14070,"name":"Eric Fried","email":"openstack@fried.cc","username":"efried"},{"value":0,"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},{"value":0,"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},{"value":0,"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"}],"values":{"-1":"Work in progress"," 0":"Ready for reviews","+1":"Approved"},"description":"","default_value":0,"optional":true},"Review-Priority":{"all":[{"value":0,"_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},{"value":0,"_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},{"value":0,"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},{"value":0,"_account_id":15334,"name":"Stephen Finucane","display_name":"stephenfin","email":"stephenfin@redhat.com","username":"sfinucan"},{"value":0,"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},{"value":0,"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"_account_id":782,"name":"John Garbutt","email":"john@johngarbutt.com","username":"johngarbutt"},{"value":0,"_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},{"value":0,"_account_id":14384,"name":"Quobyte CI","email":"openstack-ci-external@quobyte.com","username":"quobyteci","tags":["SERVICE_USER"]},{"value":0,"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},{"value":0,"_account_id":9555,"name":"Matthew Booth","email":"mbooth@redhat.com","username":"MatthewBooth"},{"value":0,"_account_id":14070,"name":"Eric Fried","email":"openstack@fried.cc","username":"efried"},{"value":0,"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},{"value":0,"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},{"value":0,"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"}],"values":{" 0":"Default Priority","+1":"Contributor Review Promise","+2":"Core Review Promise"},"description":"","default_value":0,"optional":true}},"removable_reviewers":[],"reviewers":{"REVIEWER":[{"_account_id":782,"name":"John Garbutt","email":"john@johngarbutt.com","username":"johngarbutt"},{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},{"_account_id":9555,"name":"Matthew Booth","email":"mbooth@redhat.com","username":"MatthewBooth"},{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},{"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},{"_account_id":14070,"name":"Eric Fried","email":"openstack@fried.cc","username":"efried"},{"_account_id":14384,"name":"Quobyte CI","email":"openstack-ci-external@quobyte.com","username":"quobyteci","tags":["SERVICE_USER"]},{"_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},{"_account_id":15334,"name":"Stephen Finucane","display_name":"stephenfin","email":"stephenfin@redhat.com","username":"sfinucan"},{"_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},{"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"}]},"pending_reviewers":{},"reviewer_updates":[{"updated":"2019-11-08 16:21:17.000000000","updated_by":{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},"reviewer":{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2019-11-08 18:25:00.000000000","updated_by":{"_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},"reviewer":{"_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2019-11-09 13:47:55.000000000","updated_by":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"reviewer":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"state":"REVIEWER"},{"updated":"2019-11-19 13:31:48.000000000","updated_by":{"_account_id":9555,"name":"Matthew Booth","email":"mbooth@redhat.com","username":"MatthewBooth"},"reviewer":{"_account_id":9555,"name":"Matthew Booth","email":"mbooth@redhat.com","username":"MatthewBooth"},"state":"REVIEWER"},{"updated":"2019-11-26 09:17:41.000000000","updated_by":{"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},"reviewer":{"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},"state":"REVIEWER"},{"updated":"2019-11-26 09:38:47.000000000","updated_by":{"_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},"reviewer":{"_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2019-11-26 09:53:19.000000000","updated_by":{"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},"reviewer":{"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},"state":"REVIEWER"},{"updated":"2019-11-26 10:21:16.000000000","updated_by":{"_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},"reviewer":{"_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2019-11-26 10:45:50.000000000","updated_by":{"_account_id":782,"name":"John Garbutt","email":"john@johngarbutt.com","username":"johngarbutt"},"reviewer":{"_account_id":782,"name":"John Garbutt","email":"john@johngarbutt.com","username":"johngarbutt"},"state":"REVIEWER"},{"updated":"2019-11-26 11:15:46.000000000","updated_by":{"_account_id":14384,"name":"Quobyte CI","email":"openstack-ci-external@quobyte.com","username":"quobyteci","tags":["SERVICE_USER"]},"reviewer":{"_account_id":14384,"name":"Quobyte CI","email":"openstack-ci-external@quobyte.com","username":"quobyteci","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2019-11-26 11:21:34.000000000","updated_by":{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},"reviewer":{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},"state":"REVIEWER"},{"updated":"2019-11-26 11:48:18.000000000","updated_by":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"reviewer":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2019-11-26 19:06:19.000000000","updated_by":{"_account_id":14070,"name":"Eric Fried","email":"openstack@fried.cc","username":"efried"},"reviewer":{"_account_id":14070,"name":"Eric Fried","email":"openstack@fried.cc","username":"efried"},"state":"REVIEWER"},{"updated":"2019-11-29 15:06:16.000000000","updated_by":{"_account_id":15334,"name":"Stephen Finucane","display_name":"stephenfin","email":"stephenfin@redhat.com","username":"sfinucan"},"reviewer":{"_account_id":15334,"name":"Stephen Finucane","display_name":"stephenfin","email":"stephenfin@redhat.com","username":"sfinucan"},"state":"REVIEWER"},{"updated":"2019-11-29 17:02:22.000000000","updated_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"reviewer":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"state":"REVIEWER"}],"messages":[{"id":"e5315fd9b0554c5f174dee333488b2a1afc6f140","author":{"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},"date":"2019-11-08 13:40:42.000000000","message":"Uploaded patch set 1.","accounts_in_message":[],"_revision_number":1},{"id":"cfa0d5846b30af271e249e76368221ec6cb918a0","author":{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},"date":"2019-11-08 13:41:36.000000000","message":"Patch Set 1:\n\nBuild succeeded (check pipeline).\n\n- tempest-dsvm-intel-nfv-xenial tempest-dsvm-intel-nfv-xenial : SKIPPED (non-voting)\n- tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial : SKIPPED (non-voting)\n- tempest-dsvm-ovsdpdk-nfv-networking-xenial tempest-dsvm-ovsdpdk-nfv-networking-xenial : SKIPPED (non-voting)","accounts_in_message":[],"_revision_number":1},{"id":"cde491a11d876c8f5b87e85d94b48cabade9bbc9","author":{"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},"date":"2019-11-08 14:10:17.000000000","message":"Patch Set 1:\n\nBuild SUCCESSFUL (check pipeline).\n\n- pmem-tempest-plugin-filtered http://52.27.155.124/37/693537/1/check/pmem-tempest-plugin-filtered/21b81c9/ : SUCCESS in 27m 44s","accounts_in_message":[],"_revision_number":1},{"id":"46988014f82fae60a8dadcfdbdda5224e0d29ac0","author":{"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},"date":"2019-11-08 15:05:59.000000000","message":"Patch Set 1:\n\nTesting completed on the zVM Driver CI system check-nova pipeline and failed.  To recheck only the zVM driver plugins, submit a comment with only  zvm: recheck in the comment.. Contact information: zvmosci@us.ibm.com. For information see https://wiki.openstack.org/wiki/ZVMDriver.\n\n- check-nova-master http://extbasicopstackcilog01.podc.sl.edst.ibm.com/test_logs/jenkins-check-nova-master-38943 : FAILURE in 1h 23m 49s","accounts_in_message":[],"_revision_number":1},{"id":"9cd9a70a8b5da612ecb12e8c3dd9674e0c2291c1","author":{"_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},"date":"2019-11-08 15:39:19.000000000","message":"Patch Set 1:\n\nTesting failed ubuntu-xenial-s390x. For rechecking only on the ubuntu-xenial-s390x CI, add a review comment with recheck-zkvm. Contact info: zkvm-ci@linux.vnet.ibm.com. For more information, see https://wiki.openstack.org/wiki/ThirdPartySystems/IBM_zKVM_CI\n\n- check-tempest-dsvm-neutron-full-ubuntu-xenial-s390x http://extbasicopstackcilog01.podc.sl.edst.ibm.com/zkvm_test_logs/production/693537/1/check-tempest-dsvm-neutron-full-ubuntu-xenial-s390x/e849f3c : FAILURE in 48m 39s","accounts_in_message":[],"_revision_number":1},{"id":"39dbaa9a0d8c3fd553927bf25855dd2edcbe209e","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-11-08 15:46:33.000000000","message":"Patch Set 1: Code-Review-1\n\n(1 comment)","accounts_in_message":[],"_revision_number":1},{"id":"956cf7035ababb8b356785259dfa3a750902415d","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-11-08 15:46:40.000000000","message":"Topic set to bug/1844296","accounts_in_message":[],"_revision_number":1},{"id":"ce97ad1a170bbaf50cea3ddc27f40ecf2cef9fc7","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-11-08 15:55:36.000000000","message":"Patch Set 1: Verified-1\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttp://docs.openstack.org/infra/manual/developers.html#automated-testing\n\n\n- grenade-py3 https://zuul.opendev.org/t/openstack/build/c8851b6e2350473abb69153746b1dcd1 : SUCCESS in 55m 07s\n- tempest-integrated-compute https://zuul.opendev.org/t/openstack/build/3a3f783300de48bba8f24db252a71a0b : SUCCESS in 1h 20m 17s\n- openstack-tox-cover https://zuul.opendev.org/t/openstack/build/eca74f3cf76f4939a32a0b2da567cd3e : SUCCESS in 18m 37s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/1e454cadf30b48c1b719e80309292711 : SUCCESS in 14m 32s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/9f5ee771abc14d989b5d29c202b42889 : SUCCESS in 9m 56s\n- openstack-tox-py27 https://zuul.opendev.org/t/openstack/build/2aa80b3ab55a485d919ea0171c3d3d8c : SUCCESS in 19m 09s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/907922a4444d43ffaa266e15b57f1a75 : SUCCESS in 11m 56s\n- openstack-tox-py37 https://zuul.opendev.org/t/openstack/build/c6a13f5d666a4607bd28395682b0aa11 : SUCCESS in 13m 07s\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/175a1bc207b34b7f8b9ef1a9386339f1 : SUCCESS in 8m 55s\n- ironic-tempest-ipa-wholedisk-bios-agent_ipmitool-tinyipa https://zuul.opendev.org/t/openstack/build/f10f92329d504d11854cb67bf6efe1e0 : SUCCESS in 56m 46s (non-voting)\n- devstack-plugin-ceph-tempest-py3 https://zuul.opendev.org/t/openstack/build/fb8d5f1819c9438e80c02e8c96d33b0d : SUCCESS in 1h 19m 00s (non-voting)\n- neutron-grenade-multinode https://zuul.opendev.org/t/openstack/build/f6b5074aff1f40df9c57e0f385b87796 : SUCCESS in 1h 10m 48s\n- nova-grenade-multinode https://zuul.opendev.org/t/openstack/build/8e08be6dcf6f4dfcb37629fcfc74ee1c : FAILURE in 1h 44m 49s\n- nova-live-migration https://zuul.opendev.org/t/openstack/build/e2be7d4dfd9544bc98516c7999fe7b09 : SUCCESS in 46m 48s\n- nova-multi-cell https://zuul.opendev.org/t/openstack/build/a99472e38fb94c72b43b6d951c42a34c : SUCCESS in 1h 21m 39s\n- nova-next https://zuul.opendev.org/t/openstack/build/c24e91f971914ea3b6206c17e79e35ba : SUCCESS in 1h 56m 22s\n- nova-tox-functional https://zuul.opendev.org/t/openstack/build/998147d1375f4637b79c7cdd3cd9b891 : SUCCESS in 19m 24s\n- nova-tox-functional-py36 https://zuul.opendev.org/t/openstack/build/ccad118cba6a4ce1b703dde90a27a4e1 : SUCCESS in 16m 24s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/2b82031108b5465ba46a53b32faf463e : SUCCESS in 1h 07m 50s","accounts_in_message":[],"_revision_number":1},{"id":"e2be68eaa28688f43f1605300cb2f2098b0f5434","author":{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},"date":"2019-11-08 16:10:00.000000000","message":"Patch Set 1:\n\nBuild succeeded.\n\n- nova http://cloudbase-ci.com/nova/693537/1 : SUCCESS in 2h 27m 53s","accounts_in_message":[],"_revision_number":1},{"id":"302f766c400cfc84f149ced6bcef539c3b07503e","author":{"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},"date":"2019-11-08 16:20:50.000000000","message":"Uploaded patch set 2.","accounts_in_message":[],"_revision_number":2},{"id":"7a0cfb72de558be8d412e63e4f8b8b7efe2d4710","author":{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},"date":"2019-11-08 16:21:17.000000000","message":"Patch Set 2:\n\nBuild succeeded (check pipeline).\n\n- tempest-dsvm-intel-nfv-xenial tempest-dsvm-intel-nfv-xenial : SKIPPED (non-voting)\n- tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial : SKIPPED (non-voting)\n- tempest-dsvm-ovsdpdk-nfv-networking-xenial tempest-dsvm-ovsdpdk-nfv-networking-xenial : SKIPPED (non-voting)","accounts_in_message":[],"_revision_number":2},{"id":"95043dfea23ea4918c70769b1c7a47d5b2e05a08","author":{"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},"date":"2019-11-08 16:51:23.000000000","message":"Patch Set 2:\n\nBuild SUCCESSFUL (check pipeline).\n\n- pmem-tempest-plugin-filtered http://52.27.155.124/37/693537/2/check/pmem-tempest-plugin-filtered/7b1198c/ : SUCCESS in 29m 19s","accounts_in_message":[],"_revision_number":2},{"id":"f21b1792dd473ae46bceac2c04dfdf8401639b67","author":{"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},"date":"2019-11-08 17:24:28.000000000","message":"Patch Set 2:\n\nTesting completed on the zVM Driver CI system check-nova pipeline.  To recheck only the zVM driver plugins, submit a comment with only zvm: recheck in the comment. Contact information: zvmosci@us.ibm.com. For information see https://wiki.openstack.org/wiki/ZVMDriver.\n\n- check-nova-master http://extbasicopstackcilog01.podc.sl.edst.ibm.com/test_logs/jenkins-check-nova-master-38947 : SUCCESS in 1h 03m 07s","accounts_in_message":[],"_revision_number":2},{"id":"5e6507746b1dab8d5a2001148dbf681d418446af","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-11-08 18:24:18.000000000","message":"Patch Set 2: Verified+1\n\nBuild succeeded (check pipeline).\n\n- grenade-py3 https://zuul.opendev.org/t/openstack/build/c7d360e275b54010a771bf6d2b982520 : SUCCESS in 1h 01m 52s\n- tempest-integrated-compute https://zuul.opendev.org/t/openstack/build/5ac1c335aaf34ad0b4d26f7f76c2789a : SUCCESS in 1h 20m 45s\n- openstack-tox-cover https://zuul.opendev.org/t/openstack/build/3f8f18a8cbd44493b70f98951bde1ffc : SUCCESS in 17m 22s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/5eae1d47a5434c84857ac29ef9641d70 : SUCCESS in 15m 38s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/2bed9988fba54d9f9bd5f9fb1be7bb0f : SUCCESS in 11m 32s\n- openstack-tox-py27 https://zuul.opendev.org/t/openstack/build/95bde20bd6af4743b6f3164ae4d1f454 : SUCCESS in 13m 35s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/3eeefde5676647e2b7585ca353f49ec2 : SUCCESS in 13m 42s\n- openstack-tox-py37 https://zuul.opendev.org/t/openstack/build/b5f973c7be72442b91910d2a2279128b : SUCCESS in 14m 37s\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/08dc996952c6477caf74bb93015aa640 : SUCCESS in 11m 17s\n- ironic-tempest-ipa-wholedisk-bios-agent_ipmitool-tinyipa https://zuul.opendev.org/t/openstack/build/f90778f548284dba9d7b3f3a2b207f25 : SUCCESS in 55m 16s (non-voting)\n- devstack-plugin-ceph-tempest-py3 https://zuul.opendev.org/t/openstack/build/4a064aa2665942cbbb28def6bb821dcb : SUCCESS in 1h 21m 22s (non-voting)\n- neutron-grenade-multinode https://zuul.opendev.org/t/openstack/build/6200e6d4a2c943e1a1bf53c9223c4067 : SUCCESS in 1h 09m 14s\n- nova-grenade-multinode https://zuul.opendev.org/t/openstack/build/7bb3ec390d414267b3d254cf00ad763f : SUCCESS in 1h 17m 34s\n- nova-live-migration https://zuul.opendev.org/t/openstack/build/5975250c45de4bc99745bad0c0083fcb : SUCCESS in 52m 16s\n- nova-multi-cell https://zuul.opendev.org/t/openstack/build/f01ac7458458455e83defa6a3c329846 : SUCCESS in 1h 55m 49s\n- nova-next https://zuul.opendev.org/t/openstack/build/4b2ccebff28f499cada9abd598047718 : SUCCESS in 1h 30m 27s\n- nova-tox-functional https://zuul.opendev.org/t/openstack/build/318a8464a0ac43f0b39c5ed4aafca208 : SUCCESS in 16m 38s\n- nova-tox-functional-py36 https://zuul.opendev.org/t/openstack/build/90f19ba4a4ce41199bdeecc10de81589 : SUCCESS in 14m 58s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/d3102563900f43378433ec33772d3cac : SUCCESS in 1h 02m 36s","accounts_in_message":[],"_revision_number":2},{"id":"7906f33bc747e7b50ae6d6c97d156247335573ac","author":{"_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},"date":"2019-11-08 18:24:54.000000000","message":"Patch Set 2:\n\nBuild failed.  For information on how to proceed, see https://docs.openstack.org/infra/manual/developers.html\n\n- EMC_VxFlexOS_NOVA http://publiclogs.emc.com/37/693537/2/check/EMC_VxFlexOS_NOVA/3a2d66f/EMC_VxFlexOS_NOVA/None : NOT_REGISTERED\n\nLeave a comment with \u0027run-DellEMC VxFlexOS CI\u0027 to trigger a recheck. For more information about CI, please see https://wiki.openstack.org/wiki/ThirdPartySystems/DellEMC_VxFlexOS_CI","accounts_in_message":[],"_revision_number":2},{"id":"02ba084f92398479d92a8ac26ed07aace71cb045","author":{"_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},"date":"2019-11-08 18:25:00.000000000","message":"Patch Set 2:\n\nTesting succeeded on ubuntu-xenial-s390x. For rechecking only on the ubuntu-xenail-s390x CI, add a review comment with recheck-zkvm. Contact info: zkvm-ci@linux.vnet.ibm.com. For more information, see https://wiki.openstack.org/wiki/ThirdPartySystems/IBM_zKVM_CI\n\n- check-tempest-dsvm-neutron-full-ubuntu-xenial-s390x http://extbasicopstackcilog01.podc.sl.edst.ibm.com/zkvm_test_logs/production/693537/2/check-tempest-dsvm-neutron-full-ubuntu-xenial-s390x/ef32dcd : SUCCESS in 2h 02m 05s","accounts_in_message":[],"_revision_number":2},{"id":"5fcb2e3f42e2261cdb6d2886c284fe335a860752","author":{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},"date":"2019-11-08 18:50:53.000000000","message":"Patch Set 2:\n\nFor rechecking only on the Cloudbase Nova Hyper-V CI, add a review comment with run-Cloudbase Nova Hyper-V CI\n\n- nova http://cloudbase-ci.com/nova/693537/2 : FAILURE in 2h 29m 18s","accounts_in_message":[],"_revision_number":2},{"id":"b2d71addbf25481f5df63c5ba52c4247ca2a0b1c","author":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"date":"2019-11-08 19:27:00.000000000","message":"Patch Set 2:\n\nBuild failed. Test completed on IBM PowerKVM platform. For rechecking only on the IBM PowerKVM CI, add a review comment with pkvm: recheck. For contact and more information, see https://wiki.openstack.org/wiki/PowerKVM\n\n- tempest-dsvm-full-xenial https://oplab9.parqtec.unicamp.br/pub/ppc64el/openstack/nova/37/693537/2/check/tempest-dsvm-full-xenial/8eaf568/ : FAILURE in 3h 01m 01s\n- tempest-dsvm-full-xenial-py3 https://oplab9.parqtec.unicamp.br/pub/ppc64el/openstack/nova/37/693537/2/check/tempest-dsvm-full-xenial-py3/e4b8e3c/ : SUCCESS in 2h 46m 29s (non-voting)\n- grenade-dsvm-xenial https://oplab9.parqtec.unicamp.br/pub/ppc64el/openstack/nova/37/693537/2/check/grenade-dsvm-xenial/da18f1e/ : FAILURE in 2h 56m 39s (non-voting)","accounts_in_message":[],"_revision_number":2},{"id":"e145195dec13ee796d35a6cab7434b27f4f7c52e","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-11-09 13:47:55.000000000","message":"Patch Set 2: Code-Review+1\n\nI know mdbooth had some concerns with this in the chance that some eventlet/libvirt thing happened on the compute which means the request is never going to get the lock and then the user request just hangs, but I think there is a timeout on the http session as well (maybe 10 minutes by default in KSA?), but I think that\u0027s an unproven edge case at this point and the user can get a rpc timeout today even without some phantom libvirt/eventlet thing if the host is under load and something else has the instance uuid lock, so I\u0027ll +1 for now but wait for others to chime in.","accounts_in_message":[],"_revision_number":2},{"id":"7eea5ecaf4f8a70e57b258cb12c3613ef8516da0","author":{"_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},"date":"2019-11-12 02:16:15.000000000","message":"Patch Set 2:\n\nBuild failed\n\n- dsvm-nova http://207.189.188.190/logs/37/693537/2/check-vote/ext-nova-zuul/ee237d0 : FAILURE in 27m 01s","accounts_in_message":[],"_revision_number":2},{"id":"b9d7c9279fa34e527c01878eaa0620204418d3d0","author":{"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},"date":"2019-11-26 08:50:34.000000000","message":"Patch Set 3: Patch Set 2 was rebased","accounts_in_message":[],"_revision_number":3},{"id":"c465893433f24fff41b567f9b1b776e323a4e0fa","author":{"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},"date":"2019-11-26 09:17:41.000000000","message":"Patch Set 3:\n\nBuild SUCCESSFUL (check pipeline).\n\n- pmem-tempest-plugin-filtered http://52.27.155.124/37/693537/3/check/pmem-tempest-plugin-filtered/ed6aa51/ : SUCCESS in 25m 53s","accounts_in_message":[],"_revision_number":3},{"id":"fa82568e73a6fe9fee4b9490219744ab2fa1775b","author":{"_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},"date":"2019-11-26 09:38:47.000000000","message":"Patch Set 3:\n\nBuild succeeded\n\n- dsvm-nova http://207.189.188.190/logs/37/693537/3/check-vote/ext-nova-zuul/0907a83 : SUCCESS in 47m 28s","accounts_in_message":[],"_revision_number":3},{"id":"615081cca433413fa6c49ac6db0a20a30d710a0f","author":{"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},"date":"2019-11-26 09:53:19.000000000","message":"Patch Set 3:\n\nTesting completed on the zVM Driver CI system check-nova pipeline and failed.  To recheck only the zVM driver plugins, submit a comment with only  zvm: recheck in the comment.. Contact information: zvmosci@us.ibm.com. For information see https://wiki.openstack.org/wiki/ZVMDriver.\n\n- check-nova-master http://extbasicopstackcilog01.podc.sl.edst.ibm.com/test_logs/jenkins-check-nova-master-39460 : FAILURE in 1h 02m 13s","accounts_in_message":[],"_revision_number":3},{"id":"56e89e31024c7752e25c9a3de3303361150660ca","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-11-26 10:20:38.000000000","message":"Patch Set 3: Verified+1\n\nBuild succeeded (check pipeline).\n\n- grenade-py3 https://zuul.opendev.org/t/openstack/build/d4327a9d348c4d16986b667a0d735345 : SUCCESS in 1h 03m 53s\n- tempest-integrated-compute https://zuul.opendev.org/t/openstack/build/28faf14baad24d65b4ed751808fd66b0 : SUCCESS in 1h 20m 52s\n- openstack-tox-cover https://zuul.opendev.org/t/openstack/build/ca172ea6cfa04793b6157c3e2cec815a : SUCCESS in 17m 17s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/9ebb4661c3bf4ca68c20687e984a50b2 : SUCCESS in 13m 58s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/3a816e54c116403da1c396941c793257 : SUCCESS in 9m 22s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/8dacff7a71644693baac61000fdee085 : SUCCESS in 14m 17s\n- openstack-tox-py37 https://zuul.opendev.org/t/openstack/build/861f977f691f454ebc36ec5bca22d639 : SUCCESS in 15m 28s\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/13cec9ea6e4848c18ee92403386fd460 : SUCCESS in 8m 45s\n- ironic-tempest-ipa-wholedisk-bios-agent_ipmitool-tinyipa https://zuul.opendev.org/t/openstack/build/e3e12d7324344b9f91b36a46c290f99e : SUCCESS in 51m 58s (non-voting)\n- devstack-plugin-ceph-tempest-py3 https://zuul.opendev.org/t/openstack/build/fc98a0b577c24f9d86031ff0a10e3459 : SUCCESS in 1h 00m 40s (non-voting)\n- neutron-grenade-multinode https://zuul.opendev.org/t/openstack/build/889439ef018e4ca8a3fc8900ad3bcb17 : SUCCESS in 1h 12m 53s\n- nova-grenade-multinode https://zuul.opendev.org/t/openstack/build/258138a52853471289cb5f787d69be7f : SUCCESS in 1h 17m 08s\n- nova-live-migration https://zuul.opendev.org/t/openstack/build/ec256bf0665845468f5ca152dc987a84 : SUCCESS in 45m 57s\n- nova-multi-cell https://zuul.opendev.org/t/openstack/build/56f32dbacf4548af8ca820feabb27a0a : SUCCESS in 1h 16m 11s\n- nova-next https://zuul.opendev.org/t/openstack/build/da4916e857ed4290b4f8c879ca6b3560 : SUCCESS in 1h 22m 00s\n- nova-tox-functional-py36 https://zuul.opendev.org/t/openstack/build/f17847f7fa91448a964c33e90bb64cac : SUCCESS in 18m 34s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/aed83414ed874f3dbdadf87a39673145 : SUCCESS in 58m 45s","accounts_in_message":[],"_revision_number":3},{"id":"f7493c9dccea502eebcfbcfd075e0e5ac44d236b","author":{"_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},"date":"2019-11-26 10:21:16.000000000","message":"Patch Set 3:\n\nBuild failed.  For information on how to proceed, see https://docs.openstack.org/infra/manual/developers.html\n\n- EMC_VxFlexOS_NOVA http://publiclogs.emc.com/37/693537/3/check/EMC_VxFlexOS_NOVA/846d291/EMC_VxFlexOS_NOVA/None : NOT_REGISTERED\n\nLeave a comment with \u0027run-DellEMC VxFlexOS CI\u0027 to trigger a recheck. For more information about CI, please see https://wiki.openstack.org/wiki/ThirdPartySystems/DellEMC_VxFlexOS_CI","accounts_in_message":[],"_revision_number":3},{"id":"21db8b2d367a968caeda054efc2a74d2829dfab0","author":{"_account_id":782,"name":"John Garbutt","email":"john@johngarbutt.com","username":"johngarbutt"},"date":"2019-11-26 10:45:50.000000000","message":"Patch Set 3: Code-Review+2\n\nWe still have a timeout here, so this seems OK to me, its just making it a longer timeout.","accounts_in_message":[],"_revision_number":3},{"id":"137510cc27a15620bfbb901cbcbeb9e24ca5babd","author":{"_account_id":14384,"name":"Quobyte CI","email":"openstack-ci-external@quobyte.com","username":"quobyteci","tags":["SERVICE_USER"]},"date":"2019-11-26 11:15:46.000000000","message":"Patch Set 3:\n\n* nova-quobyteci-dsvm-volume http://78.46.57.153:8081/refs-changes-37-693537-3 : SUCCESS \n\nhttps://wiki.openstack.org/wiki/ThirdPartySystems/Quobyte_CI","accounts_in_message":[],"_revision_number":3},{"id":"4cd5be734fcb407528a7e3a2c76cee124a191162","author":{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},"date":"2019-11-26 11:21:34.000000000","message":"Patch Set 3:\n\nFor rechecking only on the Cloudbase Nova Hyper-V CI, add a review comment with run-Cloudbase Nova Hyper-V CI\n\n- nova http://cloudbase-ci.com/nova/693537/3 : FAILURE in 2h 30m 15s","accounts_in_message":[],"_revision_number":3},{"id":"358dfb2b1f0d4969b9b1e09764f6756df64a5a4e","author":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"date":"2019-11-26 11:48:18.000000000","message":"Patch Set 3:\n\nBuild failed. Test completed on IBM PowerKVM platform. For rechecking only on the IBM PowerKVM CI, add a review comment with pkvm: recheck. For contact and more information, see https://wiki.openstack.org/wiki/PowerKVM\n\n- tempest-dsvm-full-xenial https://oplab9.parqtec.unicamp.br/pub/ppc64el/openstack/nova/37/693537/3/check/tempest-dsvm-full-xenial/1807ed8/ : FAILURE in 1h 54m 45s\n- tempest-dsvm-full-xenial-py3 https://oplab9.parqtec.unicamp.br/pub/ppc64el/openstack/nova/37/693537/3/check/tempest-dsvm-full-xenial-py3/f6064c6/ : SUCCESS in 2h 37m 05s (non-voting)\n- grenade-dsvm-xenial https://oplab9.parqtec.unicamp.br/pub/ppc64el/openstack/nova/37/693537/3/check/grenade-dsvm-xenial/454ba5c/ : FAILURE in 2h 56m 08s (non-voting)","accounts_in_message":[],"_revision_number":3},{"id":"39a9c96fbf7fbf7d6423ef309a4e3b064e5a2e08","author":{"_account_id":14070,"name":"Eric Fried","email":"openstack@fried.cc","username":"efried"},"date":"2019-11-26 16:04:02.000000000","message":"Patch Set 3:\n\nPlease confirm my understanding of the scenario we\u0027re trying to fix here:\n\n- The user kicks off $N (\"a bunch of\") volume attaches in parallel\n- Each API thread call()s with $timeout\n- Each compute manager thread blocks on the instance.uuid\n- Even though the compute manager side takes $not_much_time (see below), adding in the RPC round trip (?) and multiplying by $N can exceed $timeout when it\u0027s the short rpc_response_timeout\n- So blow it out to long_rpc_timeout for the sake of those few cases where $N is big or the network is slow or ...\n\nDo I have that right?\n\nRe $not_much_time, is there even a part of reserve_block_device_name that leaves compute (e.g. talks to cinder)? I couldn\u0027t see it on a quick trace-through. So basically what I\u0027m asking is: how is it possible to hit this in any reasonable way? If the network is that bad, you *should* time out, and fix your network. If $N is really allowed to be that big, we should arguably implement something more intelligent than \"wait way longer\"; but in the meantime perhaps the user should batch the attaches instead of doing them all at once.\n\nAnyway, abstaining until I\u0027m sure I understand this a bit better.","accounts_in_message":[],"_revision_number":3},{"id":"804768ee645a74279a1be7c3860e8974c6bbcb80","author":{"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},"date":"2019-11-26 17:15:50.000000000","message":"Patch Set 3:\n\n\u003e Please confirm my understanding of the scenario we\u0027re trying to fix\n \u003e here:\n \u003e \n \u003e - The user kicks off $N (\"a bunch of\") volume attaches in parallel\n \u003e - Each API thread call()s with $timeout\n \u003e - Each compute manager thread blocks on the instance.uuid\n \u003e - Even though the compute manager side takes $not_much_time (see\n \u003e below), adding in the RPC round trip (?) and multiplying by $N can\n \u003e exceed $timeout when it\u0027s the short rpc_response_timeout\n \u003e - So blow it out to long_rpc_timeout for the sake of those few\n \u003e cases where $N is big or the network is slow or ...\n \u003e \n \u003e Do I have that right?\n\nYes that is Correct.\n\n \u003e Re $not_much_time, is there even a part of reserve_block_device_name\n \u003e that leaves compute (e.g. talks to cinder)? I couldn\u0027t see it on a\n \u003e quick trace-through. \n\nThere\u0027s a call to nova.object.block_device.BlockDeviceMapping.save() right at the end of reserve_block_device_name on the compute: \n\nhttps://github.com/openstack/nova/blob/ee25a82c2c1c12b0e290ed524e4d66b1a8a7a500/nova/compute/manager.py#L6496-L6498\n\nAside from that this is all self contained within the compute itself yes.\n\n \u003e So basically what I\u0027m asking is: how is it\n \u003e possible to hit this in any reasonable way? If the network is that\n \u003e bad, you *should* time out, and fix your network. If $N is really\n \u003e allowed to be that big, we should arguably implement something more\n \u003e intelligent than \"wait way longer\"; but in the meantime perhaps the\n \u003e user should batch the attaches instead of doing them all at once.\n\nI agree that a slow network is not something we should care about. \n\nFor large values of $N I also agree that extending the timeout isn\u0027t really fixing anything, this was more an attempt to avoid failures in more cases than actually resolve.\n\nI guess what we could to do is duplicate the instance.uuid lock up in the compute API before making the RPC call to the compute itself?\n\nThat would keep the calls serialised while avoiding parallel calls piling up on the remote side of the RPC call and potentially hitting the timeout. I\u0027ll take a look at this now.\n\n \u003e Anyway, abstaining until I\u0027m sure I understand this a bit better.\n\nAppreciated as always Eric, thanks!","accounts_in_message":[],"_revision_number":3},{"id":"27af277973c63452476fd2883648ce0ea74ffc71","author":{"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},"date":"2019-11-26 17:25:02.000000000","message":"Patch Set 3:\n\n\u003e For large values of $N I also agree that extending the timeout\n \u003e isn\u0027t really fixing anything, this was more an attempt to avoid\n \u003e failures in more cases than actually resolve.\n \u003e \n \u003e I guess what we could to do is duplicate the instance.uuid lock up\n \u003e in the compute API before making the RPC call to the compute\n \u003e itself?\n \u003e \n \u003e That would keep the calls serialised while avoiding parallel calls\n \u003e piling up on the remote side of the RPC call and potentially\n \u003e hitting the timeout. I\u0027ll take a look at this now.\n \nIgnore me, that doesn\u0027t take multiple requests from different compute APIs (controllers) into account so we can\u0027t move the lock from the compute itself.","accounts_in_message":[],"_revision_number":3},{"id":"a65f372e700a90a8a05befd5451e274b2702af7a","author":{"_account_id":14070,"name":"Eric Fried","email":"openstack@fried.cc","username":"efried"},"date":"2019-11-26 19:06:19.000000000","message":"Patch Set 3:\n\nYeah, we can\u0027t know about $N in code easily.\n\nHere\u0027s where my brainstorm went:\n\n\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\n\nLet\u0027s say oslo.concurrency had a way of keeping track of the number of waiters for a lock.\n\nMake lock()/@synchronized accept a kwarg like max_waiters\u003d$X, which means \"bounce with $SpecialException if the number of waiters is more than $X when attempting to acquire the lock\".\n\nThen we pick some (arbitrary? configurable?) number of concurrent reserve_block_device_nameZ we\u0027ll allow to run at once, and set that in its @synchronized decorator.\n\nThe API side would need to be able to distinguish $SpecialException from other error conditions. Having done so, it ought to be able to simply retry (indefinitely? a configurable number of times?) the RPC call.\n\nIn this way, we would be able to avoid hitting the timeout for reasons of big $N, *ever*, and the timeout goes back to being useful for detecting things like network snafus or actual deadlocks.\n\n\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\n\nThis kind of model could be generally useful -- there are probably several similar scenarios where we don\u0027t/can\u0027t know about $N and therefore can\u0027t make a good decision about timeout values -- but it\u0027s a multi-project effort (unless I\u0027m missing something about how oslo.concurrency is using lockf()) that\u0027s probably too big to get any traction.\n\nSo....\n\nCould we maybe consider instead documenting the batched approach?\n\nIf others really disagree, I\u0027ll step back and push this through.","accounts_in_message":[],"_revision_number":3},{"id":"ed4d4ffd87a433d128c4028da0439b6d276e4ea5","author":{"_account_id":15334,"name":"Stephen Finucane","display_name":"stephenfin","email":"stephenfin@redhat.com","username":"sfinucan"},"date":"2019-11-29 15:06:16.000000000","message":"Patch Set 3: Code-Review+2 Workflow+1","accounts_in_message":[],"_revision_number":3},{"id":"0e6a68ece952188b43670b7dea9eaa61bd28cab1","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-11-29 15:07:17.000000000","message":"Patch Set 3: -Verified\n\nStarting gate jobs.","accounts_in_message":[],"_revision_number":3},{"id":"801deaa79dfcbb866b389e4d41ef721981a31ec1","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-11-29 17:02:22.000000000","message":"Patch Set 3: Verified+2\n\nBuild succeeded (gate pipeline).\n\n- grenade-py3 https://zuul.opendev.org/t/openstack/build/fe9e52247b6f4662a29827f13db98431 : SUCCESS in 51m 49s\n- tempest-integrated-compute https://zuul.opendev.org/t/openstack/build/8dd346c64eb04deaabc2970afd7c9e18 : SUCCESS in 1h 34m 28s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/ef12320c64bb4079b85a47b617fd4d66 : SUCCESS in 19m 36s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/149550bd565c4b468b7049601c5e33b8 : SUCCESS in 9m 43s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/935f915784234945b8bcd9595c6d6295 : SUCCESS in 14m 50s\n- openstack-tox-py37 https://zuul.opendev.org/t/openstack/build/575fe31e6d72499c8cc2d6af497d3552 : SUCCESS in 12m 41s\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/8bf0d28aeeb34c47acff79e65b43a97f : SUCCESS in 10m 06s\n- nova-grenade-multinode https://zuul.opendev.org/t/openstack/build/43e9ff6347c34f988f229fa2bc945fd0 : SUCCESS in 1h 22m 02s\n- nova-live-migration https://zuul.opendev.org/t/openstack/build/cb678dd2ac074987b7fda581df2dca59 : SUCCESS in 46m 57s\n- nova-tox-functional-py36 https://zuul.opendev.org/t/openstack/build/b95f4aff38024ef5b12397bb11bafc00 : SUCCESS in 18m 23s\n- nova-multi-cell https://zuul.opendev.org/t/openstack/build/017cd828cc55457dbca1423741ed625d : SUCCESS in 1h 24m 37s\n- nova-next https://zuul.opendev.org/t/openstack/build/507e91c5a0204431b7d6d20c4848cb8d : SUCCESS in 1h 38m 49s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/8ad851d768ba402096ce4cd4aa460a68 : SUCCESS in 57m 12s","accounts_in_message":[],"_revision_number":3},{"id":"70bf4cffaad6cc6e9966432df71691f7034a9f62","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-11-29 17:02:22.000000000","message":"Change has been successfully merged by Zuul","accounts_in_message":[],"_revision_number":3},{"id":"a5f2ca98a62da216eb6f3ee903de0836ce5fd673","tag":"autogenerated:zuul:promote","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-11-29 17:06:44.000000000","message":"Patch Set 3:\n\nBuild succeeded (promote pipeline).\n\n- promote-openstack-tox-docs https://zuul.opendev.org/t/openstack/build/9343e9bd5ec8456abc33eb997e2447c8 : SUCCESS in 1m 16s","accounts_in_message":[],"_revision_number":3}],"current_revision_number":3,"current_revision":"1b63c7a83f4cd4e49aa0e6336dcc19d798b09f75","revisions":{"190d19316a973326ddfdfdc1477a5dffbad8e7a6":{"kind":"REWORK","_number":1,"created":"2019-11-08 13:40:42.000000000","uploader":{"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},"ref":"refs/changes/37/693537/1","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/nova","ref":"refs/changes/37/693537/1","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/nova refs/changes/37/693537/1 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/nova refs/changes/37/693537/1 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/nova refs/changes/37/693537/1 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/nova refs/changes/37/693537/1"}}},"commit":{"parents":[{"commit":"d597ecde1070b9598303c863b59d78f5adf43e97","subject":"Merge \"Remove the TODO about using OSC for BFV in test_evacuate.sh\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/d597ecde1070b9598303c863b59d78f5adf43e97"}]}],"author":{"name":"Lee Yarwood","email":"lyarwood@redhat.com","date":"2019-11-08 12:26:01.000000000","tz":0},"committer":{"name":"Lee Yarwood","email":"lyarwood@redhat.com","date":"2019-11-08 13:39:53.000000000","tz":0},"subject":"compute: Use long_rpc_timeout in reserve_block_device_name","message":"compute: Use long_rpc_timeout in reserve_block_device_name\n\nGiven the instance.uuid lock taken on the remote compute, calls to\nreserve_block_device_name can take a large amount of time to complete\nwhen attaching multiple volumes. To help avoid timeouts during such\nattempts this change switches to using the long_rpc_timeout for the\noverall timeout for each call.\n\nRelated-Bug: #1844296\nChange-Id: I17e0e45117a3312c11d6c7f2762dd416b6067979\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/190d19316a973326ddfdfdc1477a5dffbad8e7a6"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/190d19316a973326ddfdfdc1477a5dffbad8e7a6"}]},"branch":"refs/heads/master"},"648c05f7bee025087c2f9d8e2f9cda6e2c13e13f":{"kind":"REWORK","_number":2,"created":"2019-11-08 16:20:50.000000000","uploader":{"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},"ref":"refs/changes/37/693537/2","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/nova","ref":"refs/changes/37/693537/2","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/nova refs/changes/37/693537/2 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/nova refs/changes/37/693537/2 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/nova refs/changes/37/693537/2 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/nova refs/changes/37/693537/2"}}},"commit":{"parents":[{"commit":"d597ecde1070b9598303c863b59d78f5adf43e97","subject":"Merge \"Remove the TODO about using OSC for BFV in test_evacuate.sh\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/d597ecde1070b9598303c863b59d78f5adf43e97"}]}],"author":{"name":"Lee Yarwood","email":"lyarwood@redhat.com","date":"2019-11-08 12:26:01.000000000","tz":0},"committer":{"name":"Lee Yarwood","email":"lyarwood@redhat.com","date":"2019-11-08 16:19:30.000000000","tz":0},"subject":"compute: Use long_rpc_timeout in reserve_block_device_name","message":"compute: Use long_rpc_timeout in reserve_block_device_name\n\nGiven the instance.uuid lock taken on the remote compute, calls to\nreserve_block_device_name can take a large amount of time to complete\nwhen attaching multiple volumes. To help avoid timeouts during such\nattempts this change switches to using the long_rpc_timeout for the\noverall timeout for each call.\n\nRelated-Bug: #1844296\nChange-Id: I17e0e45117a3312c11d6c7f2762dd416b6067979\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/648c05f7bee025087c2f9d8e2f9cda6e2c13e13f"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/648c05f7bee025087c2f9d8e2f9cda6e2c13e13f"}]},"branch":"refs/heads/master"},"1b63c7a83f4cd4e49aa0e6336dcc19d798b09f75":{"kind":"TRIVIAL_REBASE","_number":3,"created":"2019-11-26 08:50:34.000000000","uploader":{"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},"ref":"refs/changes/37/693537/3","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/nova","ref":"refs/changes/37/693537/3","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/nova refs/changes/37/693537/3 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/nova refs/changes/37/693537/3 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/nova refs/changes/37/693537/3 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/nova refs/changes/37/693537/3"}}},"commit":{"parents":[{"commit":"d621914442855ce67ce0b99003f7e69e8ee515e6","subject":"Merge \"Add zones wrinkle to TestMultiCellMigrate\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/d621914442855ce67ce0b99003f7e69e8ee515e6"}]}],"author":{"name":"Lee Yarwood","email":"lyarwood@redhat.com","date":"2019-11-08 12:26:01.000000000","tz":0},"committer":{"name":"Lee Yarwood","email":"lyarwood@redhat.com","date":"2019-11-26 08:50:34.000000000","tz":0},"subject":"compute: Use long_rpc_timeout in reserve_block_device_name","message":"compute: Use long_rpc_timeout in reserve_block_device_name\n\nGiven the instance.uuid lock taken on the remote compute, calls to\nreserve_block_device_name can take a large amount of time to complete\nwhen attaching multiple volumes. To help avoid timeouts during such\nattempts this change switches to using the long_rpc_timeout for the\noverall timeout for each call.\n\nRelated-Bug: #1844296\nChange-Id: I17e0e45117a3312c11d6c7f2762dd416b6067979\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/1b63c7a83f4cd4e49aa0e6336dcc19d798b09f75"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/1b63c7a83f4cd4e49aa0e6336dcc19d798b09f75"}]},"branch":"refs/heads/master"}},"requirements":[],"submit_records":[],"submit_requirements":[]}