)]}'
{"id":"openstack%2Fnova~684840","triplet_id":"openstack%2Fnova~master~I6d9e81bdea7e6080197d0840ebc75d2ebe7c8e96","project":"openstack/nova","branch":"master","topic":"bug/1841481","hashtags":[],"change_id":"I6d9e81bdea7e6080197d0840ebc75d2ebe7c8e96","subject":"Add functional recreate test for bug 1841481","status":"ABANDONED","created":"2019-09-25 20:31:39.000000000","updated":"2019-11-21 16:17:23.000000000","total_comment_count":1,"unresolved_comment_count":0,"has_review_started":true,"meta_rev_id":"ffc109d8fa9229229cd99006b8040870f68af938","_number":684840,"virtual_id_number":684840,"owner":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"actions":{},"labels":{"Verified":{"recommended":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"all":[{"date":"2019-09-26 15:42:27.000000000","_account_id":16128,"name":"IBM PowerVM CI","email":"powervmci@linux.vnet.ibm.com","username":"powervmci","tags":["SERVICE_USER"]},{"date":"2019-09-26 16:45:14.000000000","_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},{"date":"2019-09-26 19:47:38.000000000","_account_id":9732,"name":"Mellanox CI","email":"mlnx-openstack-ci@dev.mellanox.co.il","username":"mellanox","tags":["SERVICE_USER"]},{"date":"2019-09-26 18:44:10.000000000","_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},{"value":0,"date":"2019-09-26 15:40:55.000000000","permitted_voting_range":{"min":-1,"max":1},"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},{"value":0,"date":"2019-09-26 14:40:02.000000000","permitted_voting_range":{"min":-1,"max":1},"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},{"date":"2019-09-26 14:09:24.000000000","_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},{"tag":"autogenerated:zuul:check","value":1,"date":"2019-09-26 18:43:39.000000000","permitted_voting_range":{"min":-2,"max":2},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"date":"2019-09-26 19:51:23.000000000","_account_id":14384,"name":"Quobyte CI","email":"openstack-ci-external@quobyte.com","username":"quobyteci","tags":["SERVICE_USER"]},{"date":"2019-09-26 14:43:33.000000000","_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},{"date":"2019-09-26 16:13:06.000000000","_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},{"_account_id":14070,"name":"Eric Fried","email":"openstack@fried.cc","username":"efried"},{"date":"2019-09-26 13:39:50.000000000","_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"}],"values":{"-2":"Fails","-1":"Doesn\u0027t seem to work"," 0":"No score","+1":"Works for me","+2":"Verified"},"description":"","value":1,"default_value":0,"optional":true},"Code-Review":{"all":[{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":16128,"name":"IBM PowerVM CI","email":"powervmci@linux.vnet.ibm.com","username":"powervmci","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":9732,"name":"Mellanox CI","email":"mlnx-openstack-ci@dev.mellanox.co.il","username":"mellanox","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":14384,"name":"Quobyte CI","email":"openstack-ci-external@quobyte.com","username":"quobyteci","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":14070,"name":"Eric Fried","email":"openstack@fried.cc","username":"efried"},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"}],"values":{"-2":"Do not merge","-1":"This patch needs further work before it can be merged"," 0":"No score","+1":"Looks good to me, but someone else must approve","+2":"Looks good to me (core reviewer)"},"description":"","default_value":0,"optional":true},"Workflow":{"all":[{"_account_id":16128,"name":"IBM PowerVM CI","email":"powervmci@linux.vnet.ibm.com","username":"powervmci","tags":["SERVICE_USER"]},{"_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},{"_account_id":9732,"name":"Mellanox CI","email":"mlnx-openstack-ci@dev.mellanox.co.il","username":"mellanox","tags":["SERVICE_USER"]},{"_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},{"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},{"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"_account_id":14384,"name":"Quobyte CI","email":"openstack-ci-external@quobyte.com","username":"quobyteci","tags":["SERVICE_USER"]},{"_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},{"date":"2019-10-15 20:52:04.000000000","_account_id":14070,"name":"Eric Fried","email":"openstack@fried.cc","username":"efried"},{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":-1,"max":0},"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"}],"values":{"-1":"Work in progress"," 0":"Ready for reviews","+1":"Approved"},"description":"","default_value":0,"optional":true},"Review-Priority":{"all":[{"value":0,"permitted_voting_range":{"min":0,"max":1},"_account_id":16128,"name":"IBM PowerVM CI","email":"powervmci@linux.vnet.ibm.com","username":"powervmci","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":0,"max":1},"_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":0,"max":1},"_account_id":9732,"name":"Mellanox CI","email":"mlnx-openstack-ci@dev.mellanox.co.il","username":"mellanox","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":0,"max":1},"_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":0,"max":1},"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":0,"max":1},"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},{"value":0,"permitted_voting_range":{"min":0,"max":1},"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},{"value":0,"permitted_voting_range":{"min":0,"max":1},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":0,"max":1},"_account_id":14384,"name":"Quobyte CI","email":"openstack-ci-external@quobyte.com","username":"quobyteci","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":0,"max":1},"_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":0,"max":1},"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},{"value":0,"permitted_voting_range":{"min":0,"max":1},"_account_id":14070,"name":"Eric Fried","email":"openstack@fried.cc","username":"efried"},{"value":0,"permitted_voting_range":{"min":0,"max":1},"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":0,"max":1},"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"}],"values":{" 0":"Default Priority","+1":"Contributor Review Promise","+2":"Core Review Promise"},"description":"","default_value":0,"optional":true}},"removable_reviewers":[],"reviewers":{"REVIEWER":[{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},{"_account_id":9732,"name":"Mellanox CI","email":"mlnx-openstack-ci@dev.mellanox.co.il","username":"mellanox","tags":["SERVICE_USER"]},{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},{"_account_id":14070,"name":"Eric Fried","email":"openstack@fried.cc","username":"efried"},{"_account_id":14384,"name":"Quobyte CI","email":"openstack-ci-external@quobyte.com","username":"quobyteci","tags":["SERVICE_USER"]},{"_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},{"_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},{"_account_id":16128,"name":"IBM PowerVM CI","email":"powervmci@linux.vnet.ibm.com","username":"powervmci","tags":["SERVICE_USER"]},{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},{"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"}]},"pending_reviewers":{},"reviewer_updates":[{"updated":"2019-09-26 13:39:50.000000000","updated_by":{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},"reviewer":{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2019-09-26 14:09:24.000000000","updated_by":{"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},"reviewer":{"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},"state":"REVIEWER"},{"updated":"2019-09-26 14:40:02.000000000","updated_by":{"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},"reviewer":{"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},"state":"REVIEWER"},{"updated":"2019-09-26 14:43:33.000000000","updated_by":{"_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},"reviewer":{"_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2019-09-26 15:40:55.000000000","updated_by":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"reviewer":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2019-09-26 15:42:27.000000000","updated_by":{"_account_id":16128,"name":"IBM PowerVM CI","email":"powervmci@linux.vnet.ibm.com","username":"powervmci","tags":["SERVICE_USER"]},"reviewer":{"_account_id":16128,"name":"IBM PowerVM CI","email":"powervmci@linux.vnet.ibm.com","username":"powervmci","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2019-09-26 16:13:06.000000000","updated_by":{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},"reviewer":{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},"state":"REVIEWER"},{"updated":"2019-09-26 16:45:14.000000000","updated_by":{"_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},"reviewer":{"_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2019-09-26 18:43:39.000000000","updated_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"reviewer":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2019-09-26 18:44:10.000000000","updated_by":{"_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},"reviewer":{"_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2019-09-26 19:47:38.000000000","updated_by":{"_account_id":9732,"name":"Mellanox CI","email":"mlnx-openstack-ci@dev.mellanox.co.il","username":"mellanox","tags":["SERVICE_USER"]},"reviewer":{"_account_id":9732,"name":"Mellanox CI","email":"mlnx-openstack-ci@dev.mellanox.co.il","username":"mellanox","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2019-09-26 19:51:23.000000000","updated_by":{"_account_id":14384,"name":"Quobyte CI","email":"openstack-ci-external@quobyte.com","username":"quobyteci","tags":["SERVICE_USER"]},"reviewer":{"_account_id":14384,"name":"Quobyte CI","email":"openstack-ci-external@quobyte.com","username":"quobyteci","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2019-10-15 20:52:04.000000000","updated_by":{"_account_id":14070,"name":"Eric Fried","email":"openstack@fried.cc","username":"efried"},"reviewer":{"_account_id":14070,"name":"Eric Fried","email":"openstack@fried.cc","username":"efried"},"state":"REVIEWER"}],"messages":[{"id":"6b89cd3109aa95861a227e62599aaf102264d93d","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-09-25 20:31:39.000000000","message":"Uploaded patch set 1.","accounts_in_message":[],"_revision_number":1},{"id":"99c5aeeb00ff50cd10e449b72dbd01d0cca280dc","author":{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},"date":"2019-09-25 20:32:10.000000000","message":"Patch Set 1:\n\nBuild succeeded (check pipeline).\n\n- tempest-dsvm-intel-nfv-xenial tempest-dsvm-intel-nfv-xenial : SKIPPED (non-voting)\n- tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial : SKIPPED (non-voting)\n- tempest-dsvm-ovsdpdk-nfv-networking-xenial tempest-dsvm-ovsdpdk-nfv-networking-xenial : SKIPPED (non-voting)","accounts_in_message":[],"_revision_number":1},{"id":"f7ab49aa7e303de2880f627a1b579a0af63b3919","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-09-25 20:36:03.000000000","message":"Uploaded patch set 2.","accounts_in_message":[],"_revision_number":2},{"id":"85d32cc143f4cd4300be6c3c8b1d98b1276ab665","author":{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},"date":"2019-09-25 20:36:36.000000000","message":"Patch Set 2:\n\nBuild succeeded (check pipeline).\n\n- tempest-dsvm-intel-nfv-xenial tempest-dsvm-intel-nfv-xenial : SKIPPED (non-voting)\n- tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial : SKIPPED (non-voting)\n- tempest-dsvm-ovsdpdk-nfv-networking-xenial tempest-dsvm-ovsdpdk-nfv-networking-xenial : SKIPPED (non-voting)","accounts_in_message":[],"_revision_number":2},{"id":"788b9a433e1dac221628cf9805c84b514c7932af","author":{"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},"date":"2019-09-25 21:08:55.000000000","message":"Patch Set 2:\n\nBuild SUCCESSFUL (check pipeline).\n\n- pmem-tempest-plugin-filtered http://52.27.155.124/40/684840/2/check/pmem-tempest-plugin-filtered/91b98e1/ : SUCCESS in 31m 16s","accounts_in_message":[],"_revision_number":2},{"id":"7abd1337f0401be08a6780ddc76da19a97273648","author":{"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},"date":"2019-09-25 21:34:18.000000000","message":"Patch Set 2:\n\nTesting completed on the zVM Driver CI system check-nova pipeline and failed.  To recheck only the zVM driver plugins, submit a comment with only  zvm: recheck in the comment.. Contact information: zvmosci@us.ibm.com. For information see https://wiki.openstack.org/wiki/ZVMDriver.\n\n- check-nova-master http://extbasicopstackcilog01.podc.sl.edst.ibm.com/test_logs/jenkins-check-nova-master-37818 : FAILURE in 57m 49s","accounts_in_message":[],"_revision_number":2},{"id":"cfc3502b643b69b4eb1d9ed18fc9936b84ac1bb8","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-09-25 22:09:45.000000000","message":"Topic set to bug/1841481","accounts_in_message":[],"_revision_number":2},{"id":"14d061d3720adc0a75141bd13d2f4857227ee651","author":{"_account_id":16128,"name":"IBM PowerVM CI","email":"powervmci@linux.vnet.ibm.com","username":"powervmci","tags":["SERVICE_USER"]},"date":"2019-09-25 22:29:24.000000000","message":"Patch Set 2:\n\nBuild failed. Comment \u0027powervm: recheck\u0027 to recheck.\n For 3rd party CI contact info: https://wiki.openstack.org/wiki/ThirdPartySystems/IBM_PowerVM_CI\n\n- nova-out-of-tree-pvm http://184.172.12.213/40/684840/2/check/nova-out-of-tree-pvm/877970f : FAILURE in 1h 50m 24s\n- nova-in-tree-pvm http://184.172.12.213/40/684840/2/check/nova-in-tree-pvm/585f2e2 : FAILURE in 1h 52m 34s","accounts_in_message":[],"_revision_number":2},{"id":"1e554dde9e06958258ff981f5cfe20fee1d3f8ff","author":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"date":"2019-09-25 22:39:21.000000000","message":"Patch Set 2:\n\nBuild succeeded. Test completed on IBM PowerKVM platform. For rechecking only on the IBM PowerKVM CI, add a review comment with pkvm: recheck. For contact and more information, see https://wiki.openstack.org/wiki/PowerKVM\n\n- tempest-dsvm-full-xenial https://oplab9.parqtec.unicamp.br/pub/ppc64el/openstack/nova/40/684840/2/check/tempest-dsvm-full-xenial/9db117c/ : SUCCESS in 2h 01m 28s\n- tempest-dsvm-full-xenial-py3 https://oplab9.parqtec.unicamp.br/pub/ppc64el/openstack/nova/40/684840/2/check/tempest-dsvm-full-xenial-py3/ce2e323/ : SUCCESS in 1h 40m 53s (non-voting)\n- grenade-dsvm-xenial https://oplab9.parqtec.unicamp.br/pub/ppc64el/openstack/nova/40/684840/2/check/grenade-dsvm-xenial/e5a2cd0/ : SUCCESS in 1h 54m 00s (non-voting)","accounts_in_message":[],"_revision_number":2},{"id":"1dff906de3cf5b1fb606341827a3539d2310bc94","author":{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},"date":"2019-09-25 22:57:44.000000000","message":"Patch Set 2:\n\nFor rechecking only on the Cloudbase Nova Hyper-V CI, add a review comment with run-Cloudbase Nova Hyper-V CI\n\n- nova http://cloudbase-ci.com/nova/684840/2 : FAILURE in 2h 20m 52s","accounts_in_message":[],"_revision_number":2},{"id":"cbd1f7678168e711a85ebc660e642fe989635582","author":{"_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},"date":"2019-09-25 23:23:55.000000000","message":"Patch Set 2:\n\nBuild succeeded\n\n- dsvm-nova http://207.189.188.190/logs/40/684840/2/check-vote/ext-nova-zuul/11d2204 : SUCCESS in 1h 02m 30s","accounts_in_message":[],"_revision_number":2},{"id":"d3f231013c2b40b151a802e1c87e2525a0ec2d56","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-09-26 00:03:07.000000000","message":"Patch Set 2: Verified-1\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttp://docs.openstack.org/infra/manual/developers.html#automated-testing\n\n\n- grenade-py3 https://zuul.opendev.org/t/openstack/build/72ce8dd70df848d9bda4f302a67bf717 : SUCCESS in 1h 16m 22s\n- tempest-integrated-compute https://zuul.opendev.org/t/openstack/build/17f5a02e17f44dd4911e963270fa96f0 : SUCCESS in 1h 38m 37s\n- openstack-tox-cover https://zuul.opendev.org/t/openstack/build/677945b69aaf4f6aafd55e2fc3c3912e : SUCCESS in 18m 51s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/1c05315c8f9d4d6dbabc814f963be951 : SUCCESS in 14m 46s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/30b85ebc45bb403dbe1aae673e50d18c : SUCCESS in 10m 12s\n- openstack-tox-py27 https://zuul.opendev.org/t/openstack/build/22a8ab16f6ae4a78aa017041efbd6df1 : SUCCESS in 14m 20s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/203d16825fc444eeafdf6bb9660c4b48 : SUCCESS in 13m 51s\n- openstack-tox-py37 https://zuul.opendev.org/t/openstack/build/8ec7376b71e34b3287cf13e709914215 : SUCCESS in 11m 41s\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/31ddf20a285542458f9223e6a59b4a31 : SUCCESS in 9m 29s\n- ironic-tempest-ipa-wholedisk-bios-agent_ipmitool-tinyipa https://zuul.opendev.org/t/openstack/build/5c97d5e17a144ad3825c6594ff61d2f0 : FAILURE in 1h 00m 14s (non-voting)\n- devstack-plugin-ceph-tempest https://zuul.opendev.org/t/openstack/build/c6acbe96901249dfbc4541bc529ec84b : SUCCESS in 1h 44m 19s (non-voting)\n- neutron-grenade-multinode https://zuul.opendev.org/t/openstack/build/ec554a468b504f748d8ce0803ba5615d : SUCCESS in 1h 15m 30s\n- nova-grenade-multinode https://zuul.opendev.org/t/openstack/build/389f715996044637ade0b460a09c508c : SUCCESS in 1h 18m 10s\n- nova-live-migration https://zuul.opendev.org/t/openstack/build/89b2b30e4a4f4e7c975bac217fb8d749 : SUCCESS in 54m 51s\n- nova-multi-cell https://zuul.opendev.org/t/openstack/build/9321ace66bef47d99f5960af1c018f15 : SUCCESS in 1h 32m 03s\n- nova-next https://zuul.opendev.org/t/openstack/build/3e220a4b2403422cb522b56f156e6ccc : SUCCESS in 1h 15m 35s\n- nova-tox-functional https://zuul.opendev.org/t/openstack/build/714815d996a44b93b412a26f5ab35214 : FAILURE in 19m 11s\n- nova-tox-functional-py36 https://zuul.opendev.org/t/openstack/build/edfce28346904194821bb45aa8465846 : SUCCESS in 17m 11s\n- tempest-slow-py3 https://zuul.opendev.org/t/openstack/build/b896ea4febac4acead286fcabdc8465b : SUCCESS in 2h 34m 46s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/e1226a3af1d34faba5eb3fc237014265 : SUCCESS in 1h 01m 35s","accounts_in_message":[],"_revision_number":2},{"id":"7b5c06cb221ccc6299fc8614f93ff3a73f5c6853","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-09-26 13:19:37.000000000","message":"Patch Set 2: Workflow-1\n\n(1 comment)","accounts_in_message":[],"_revision_number":2},{"id":"e4bfb4081e0e1505b7b8eaefc8513df480736cc5","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-09-26 13:39:16.000000000","message":"Uploaded patch set 3.","accounts_in_message":[],"_revision_number":3},{"id":"41a631df6abbd89623c57f96f9474d89d22c03d1","author":{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},"date":"2019-09-26 13:39:50.000000000","message":"Patch Set 3:\n\nBuild succeeded (check pipeline).\n\n- tempest-dsvm-intel-nfv-xenial tempest-dsvm-intel-nfv-xenial : SKIPPED (non-voting)\n- tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial : SKIPPED (non-voting)\n- tempest-dsvm-ovsdpdk-nfv-networking-xenial tempest-dsvm-ovsdpdk-nfv-networking-xenial : SKIPPED (non-voting)","accounts_in_message":[],"_revision_number":3},{"id":"8f80bb35ad8e165645a4bc56fe11d998a53cff9a","author":{"_account_id":29963,"name":"Intel_Zuul","display_name":"Intel Corporation CI","email":"intel-openstack-ci@intel.com","username":"Intel_Zuul"},"date":"2019-09-26 14:09:24.000000000","message":"Patch Set 3:\n\nBuild SUCCESSFUL (check pipeline).\n\n- pmem-tempest-plugin-filtered http://52.27.155.124/40/684840/3/check/pmem-tempest-plugin-filtered/ae516fb/ : SUCCESS in 28m 13s","accounts_in_message":[],"_revision_number":3},{"id":"c2841f8b919a5c9bd18a86d90fb4b4aac4acf110","author":{"_account_id":23498,"name":"IBM zVM CI","email":"zvmosci@us.ibm.com","username":"zvmosci"},"date":"2019-09-26 14:40:02.000000000","message":"Patch Set 3:\n\nTesting completed on the zVM Driver CI system check-nova pipeline.  To recheck only the zVM driver plugins, submit a comment with only zvm: recheck in the comment. Contact information: zvmosci@us.ibm.com. For information see https://wiki.openstack.org/wiki/ZVMDriver.\n\n- check-nova-master http://extbasicopstackcilog01.podc.sl.edst.ibm.com/test_logs/jenkins-check-nova-master-37831 : SUCCESS in 1h 00m 18s","accounts_in_message":[],"_revision_number":3},{"id":"5e987d7f80bb597ffe92af62b538ca0390be453e","author":{"_account_id":9008,"name":"VMware NSX CI","username":"vmwareminesweeper","tags":["SERVICE_USER"]},"date":"2019-09-26 14:43:33.000000000","message":"Patch Set 3:\n\nBuild succeeded\n\n- dsvm-nova http://207.189.188.190/logs/40/684840/3/check-vote/ext-nova-zuul/72799b4 : SUCCESS in 1h 03m 34s","accounts_in_message":[],"_revision_number":3},{"id":"5fd69fe19b960bdc71922582a9b5790cb64629b5","author":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"date":"2019-09-26 15:40:55.000000000","message":"Patch Set 3:\n\nBuild succeeded. Test completed on IBM PowerKVM platform. For rechecking only on the IBM PowerKVM CI, add a review comment with pkvm: recheck. For contact and more information, see https://wiki.openstack.org/wiki/PowerKVM\n\n- tempest-dsvm-full-xenial https://oplab9.parqtec.unicamp.br/pub/ppc64el/openstack/nova/40/684840/3/check/tempest-dsvm-full-xenial/fd97d5e/ : SUCCESS in 1h 59m 51s\n- tempest-dsvm-full-xenial-py3 https://oplab9.parqtec.unicamp.br/pub/ppc64el/openstack/nova/40/684840/3/check/tempest-dsvm-full-xenial-py3/c0ee0b0/ : SUCCESS in 1h 47m 52s (non-voting)\n- grenade-dsvm-xenial https://oplab9.parqtec.unicamp.br/pub/ppc64el/openstack/nova/40/684840/3/check/grenade-dsvm-xenial/15a1826/ : SUCCESS in 1h 23m 13s (non-voting)","accounts_in_message":[],"_revision_number":3},{"id":"8aa9740a3d7b684aba2655380c1180fe11256bfc","author":{"_account_id":16128,"name":"IBM PowerVM CI","email":"powervmci@linux.vnet.ibm.com","username":"powervmci","tags":["SERVICE_USER"]},"date":"2019-09-26 15:42:27.000000000","message":"Patch Set 3:\n\nBuild failed. Comment \u0027powervm: recheck\u0027 to recheck.\n For 3rd party CI contact info: https://wiki.openstack.org/wiki/ThirdPartySystems/IBM_PowerVM_CI\n\n- nova-out-of-tree-pvm http://184.172.12.213/40/684840/3/check/nova-out-of-tree-pvm/2157b4e : FAILURE in 2h 02m 25s\n- nova-in-tree-pvm http://184.172.12.213/40/684840/3/check/nova-in-tree-pvm/5248cb2 : FAILURE in 1h 41m 46s","accounts_in_message":[],"_revision_number":3},{"id":"832bc5ed23d846d28f86e153a5a7edd3f1f8987c","author":{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},"date":"2019-09-26 16:13:06.000000000","message":"Patch Set 3:\n\nBuild succeeded.\n\n- nova http://cloudbase-ci.com/nova/684840/3 : SUCCESS in 2h 32m 56s","accounts_in_message":[],"_revision_number":3},{"id":"65d8e2f43ee050b329d6528c029ae31fe47cd2c0","author":{"_account_id":14595,"name":"z Systems KVM","email":"zkvm-ci@linux.vnet.ibm.com","username":"ibm-zkvm-ci","tags":["SERVICE_USER"]},"date":"2019-09-26 16:45:14.000000000","message":"Patch Set 3:\n\nTesting succeeded on ubuntu-xenial-s390x. For rechecking only on the ubuntu-xenail-s390x CI, add a review comment with recheck-zkvm. Contact info: zkvm-ci@linux.vnet.ibm.com. For more information, see https://wiki.openstack.org/wiki/ThirdPartySystems/IBM_zKVM_CI\n\n- check-tempest-dsvm-neutron-full-ubuntu-xenial-s390x http://sng01.objectstorage.softlayer.net/v1/AUTH_1940ea10-6e82-4501-b2f9-eb236510e575/ibmzkvmci/production/684840/3/check-tempest-dsvm-neutron-full-ubuntu-xenial-s390x/d4a52c0 : SUCCESS in 2h 12m 48s","accounts_in_message":[],"_revision_number":3},{"id":"f30c15413bf78e950742525f4f33dad8e2da7b6f","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-09-26 18:43:39.000000000","message":"Patch Set 3: Verified+1\n\nBuild succeeded (check pipeline).\n\n- grenade-py3 https://zuul.opendev.org/t/openstack/build/bfc88e638c9f490c82bbfdb2af8d625f : SUCCESS in 1h 04m 52s\n- tempest-integrated-compute https://zuul.opendev.org/t/openstack/build/00e2c828bb7743fe9f269084d92a8c70 : SUCCESS in 1h 26m 22s\n- openstack-tox-cover https://zuul.opendev.org/t/openstack/build/684c4985d3a44d7a966ca3bbc3534669 : SUCCESS in 15m 07s\n- openstack-tox-lower-constraints https://zuul.opendev.org/t/openstack/build/d932de9abdb94cbf883588b70943a7d8 : SUCCESS in 18m 54s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/ac1f41c559c94c69931123952a793500 : SUCCESS in 10m 50s\n- openstack-tox-py27 https://zuul.opendev.org/t/openstack/build/1de2c3020c784ae38a8462e9a0e65be8 : SUCCESS in 12m 55s\n- openstack-tox-py36 https://zuul.opendev.org/t/openstack/build/f9d521e00aec4e518a2554a8956d7611 : SUCCESS in 11m 57s\n- openstack-tox-py37 https://zuul.opendev.org/t/openstack/build/2c25fb31e96d49978eec183769de0080 : SUCCESS in 15m 01s\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/3593d0bdac014d53a1a14a9df10243e7 : SUCCESS in 10m 42s\n- ironic-tempest-ipa-wholedisk-bios-agent_ipmitool-tinyipa https://zuul.opendev.org/t/openstack/build/17563793f9ac4f00a04221bca7355b5b : SUCCESS in 57m 02s (non-voting)\n- devstack-plugin-ceph-tempest https://zuul.opendev.org/t/openstack/build/c958fe4b4db64779a682ce41183b85d2 : SUCCESS in 1h 15m 13s (non-voting)\n- neutron-grenade-multinode https://zuul.opendev.org/t/openstack/build/8aa4a6ac8d314e99a247a50362538c4a : SUCCESS in 1h 38m 53s\n- nova-grenade-multinode https://zuul.opendev.org/t/openstack/build/744171fa20644d80a0f5df272064d833 : SUCCESS in 1h 06m 11s\n- nova-live-migration https://zuul.opendev.org/t/openstack/build/81c06c055e8744d095a1146e37ce8dc9 : SUCCESS in 56m 41s\n- nova-multi-cell https://zuul.opendev.org/t/openstack/build/eddccdda79e94608b037fbaa02d80ccb : SUCCESS in 1h 33m 22s\n- nova-next https://zuul.opendev.org/t/openstack/build/5d2bf5e290a04f4297ce0965c8870f77 : SUCCESS in 1h 21m 17s\n- nova-tox-functional https://zuul.opendev.org/t/openstack/build/e829f71085b8463bb32ec40c090cbabd : SUCCESS in 18m 20s\n- nova-tox-functional-py36 https://zuul.opendev.org/t/openstack/build/347c71f86bbc4fe690747f82199bf5d7 : SUCCESS in 20m 02s\n- tempest-slow-py3 https://zuul.opendev.org/t/openstack/build/8770bf0313244ac2ad5418472fe0446c : SUCCESS in 2h 30m 52s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/567cddc9f46443c0ae081f64367c2792 : SUCCESS in 1h 07m 59s","accounts_in_message":[],"_revision_number":3},{"id":"401517020c0c90b3c1bda6cb0b66944a62655967","author":{"_account_id":15941,"name":"DellEMC PowerFlex CI","email":"emc.scaleio.ci@emc.com","username":"emc-scaleio-ci","tags":["SERVICE_USER"]},"date":"2019-09-26 18:44:10.000000000","message":"Patch Set 3:\n\nBuild failed.  For information on how to proceed, see https://docs.openstack.org/infra/manual/developers.html\n\n- EMC_VxFlexOS_NOVA http://publiclogs.emc.com/40/684840/3/check/EMC_VxFlexOS_NOVA/88ed49c/EMC_VxFlexOS_NOVA/None : NOT_REGISTERED\n\nLeave a comment with \u0027run-DellEMC VxFlexOS CI\u0027 to trigger a recheck. For more information about CI, please see https://wiki.openstack.org/wiki/ThirdPartySystems/DellEMC_VxFlexOS_CI","accounts_in_message":[],"_revision_number":3},{"id":"112aea7ff2dd5baac661bb230d8cda44e2c9d146","author":{"_account_id":9732,"name":"Mellanox CI","email":"mlnx-openstack-ci@dev.mellanox.co.il","username":"mellanox","tags":["SERVICE_USER"]},"date":"2019-09-26 19:47:38.000000000","message":"Patch Set 3:\n\nBuild succeeded.\n\n- Nova-ML2-Sriov http://13.74.249.42/40/684840/3/check-nova/Nova-ML2-Sriov/821531a : SUCCESS in 1h 22m 09s (non-voting)\n- Nova-MACVTAP-ML2-Sriov http://13.74.249.42/40/684840/3/check-nova/Nova-MACVTAP-ML2-Sriov/bfe1b39 : FAILURE in 2h 01m 41s (non-voting)\n\nTo re-run the job post \u0027recheck nova-mlnx\u0027 comment. For more information visit https://wiki.openstack.org/wiki/ThirdPartySystems/Mellanox_CI","accounts_in_message":[],"_revision_number":3},{"id":"7061688f68ca7146dda8c0c93a63f01d97be7b5f","author":{"_account_id":14384,"name":"Quobyte CI","email":"openstack-ci-external@quobyte.com","username":"quobyteci","tags":["SERVICE_USER"]},"date":"2019-09-26 19:51:23.000000000","message":"Patch Set 3:\n\n* nova-quobyteci-dsvm-volume http://78.46.57.153:8081/refs-changes-40-684840-3 : FAILURE \n\nSee https://wiki.openstack.org/wiki/ThirdPartySystems/Quobyte_CI for rechecking and info.","accounts_in_message":[],"_revision_number":3},{"id":"ffc109d8fa9229229cd99006b8040870f68af938","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-11-21 16:17:23.000000000","message":"Abandoned\n\nLet\u0027s just go with Mark\u0027s series here:\n\nhttps://review.opendev.org/#/q/topic:bug/1839560+status:open\n\nI\u0027ve lost context on the bug and fixes and likely not going to drive any of this forward so we\u0027ll just go with Mark\u0027s changes.","accounts_in_message":[],"_revision_number":3}],"current_revision_number":3,"current_revision":"b63b78e8a5b6626933238e4a2c86909c458bd79f","revisions":{"cb8c1490862cd5e53ef8334dd89b3d71433910ea":{"kind":"REWORK","_number":1,"created":"2019-09-25 20:31:39.000000000","uploader":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"ref":"refs/changes/40/684840/1","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/nova","ref":"refs/changes/40/684840/1","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/nova refs/changes/40/684840/1 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/nova refs/changes/40/684840/1 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/nova refs/changes/40/684840/1 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/nova refs/changes/40/684840/1"}}},"commit":{"parents":[{"commit":"9ae3b0c8ed1c62a5e0a638bf092c9531afa14c0f","subject":"Merge \"docs: Scrub available quotas\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/9ae3b0c8ed1c62a5e0a638bf092c9531afa14c0f"}]}],"author":{"name":"Matt Riedemann","email":"mriedem.os@gmail.com","date":"2019-09-25 20:26:43.000000000","tz":-240},"committer":{"name":"Matt Riedemann","email":"mriedem.os@gmail.com","date":"2019-09-25 20:26:43.000000000","tz":-240},"subject":"Add functional recreate test for bug 1841481","message":"Add functional recreate test for bug 1841481\n\nThis is pretty hairy since it involves an ironic node\nre-balance across two compute services and a race but\nif you trust what is written in the test, which is\nbasically automating the log dive from the bug report,\nthis works and recreates the issue. The hairy bits are\nin simulating the race because in the bug report things\nare happening concurrently (obviously, it\u0027s a race across\ntwo separate services on different compute hosts) but in\nthe test we\u0027re doing things in serial so we have to stub\nout a few things to simulate what happens at each point\nin time from the view of each service.\n\nThe main takeaways are that:\n\n1. Once the node is re-balanced to host2, we cannot\n   re-create the resource provider by simply running\n   the update_available_resource periodic task, i.e.\n   the issue is not self-healing.\n\n2. The resource tracker on host2 has incorrectly cached\n   in memory a ComputeNode and resource provider which are\n   actually deleted so the cache is stale but we\u0027re not\n   healing it automatically on failure.\n\nChange-Id: I6d9e81bdea7e6080197d0840ebc75d2ebe7c8e96\nRelated-Bug: #1841481\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/cb8c1490862cd5e53ef8334dd89b3d71433910ea"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/cb8c1490862cd5e53ef8334dd89b3d71433910ea"}]},"branch":"refs/heads/master"},"80d602b0efb13990c8c097efc32bf5fc6c756471":{"kind":"REWORK","_number":2,"created":"2019-09-25 20:36:03.000000000","uploader":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"ref":"refs/changes/40/684840/2","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/nova","ref":"refs/changes/40/684840/2","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/nova refs/changes/40/684840/2 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/nova refs/changes/40/684840/2 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/nova refs/changes/40/684840/2 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/nova refs/changes/40/684840/2"}}},"commit":{"parents":[{"commit":"9ae3b0c8ed1c62a5e0a638bf092c9531afa14c0f","subject":"Merge \"docs: Scrub available quotas\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/9ae3b0c8ed1c62a5e0a638bf092c9531afa14c0f"}]}],"author":{"name":"Matt Riedemann","email":"mriedem.os@gmail.com","date":"2019-09-25 20:26:43.000000000","tz":-240},"committer":{"name":"Matt Riedemann","email":"mriedem.os@gmail.com","date":"2019-09-25 20:35:44.000000000","tz":-240},"subject":"Add functional recreate test for bug 1841481","message":"Add functional recreate test for bug 1841481\n\nThis is pretty hairy since it involves an ironic node\nre-balance across two compute services and a race but\nif you trust what is written in the test, which is\nbasically automating the log dive from the bug report,\nthis works and recreates the issue. The hairy bits are\nin simulating the race because in the bug report things\nare happening concurrently (obviously, it\u0027s a race across\ntwo separate services on different compute hosts) but in\nthe test we\u0027re doing things in serial so we have to stub\nout a few things to simulate what happens at each point\nin time from the view of each service.\n\nThe main takeaways are that:\n\n1. Once the node is re-balanced to host2, we cannot\n   re-create the resource provider by simply running\n   the update_available_resource periodic task, i.e.\n   the issue is not self-healing.\n\n2. The resource tracker on host2 has incorrectly cached\n   in memory a ComputeNode and resource provider which are\n   actually deleted so the cache is stale but we\u0027re not\n   healing it automatically on failure.\n\nChange-Id: I6d9e81bdea7e6080197d0840ebc75d2ebe7c8e96\nRelated-Bug: #1841481\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/80d602b0efb13990c8c097efc32bf5fc6c756471"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/80d602b0efb13990c8c097efc32bf5fc6c756471"}]},"branch":"refs/heads/master"},"b63b78e8a5b6626933238e4a2c86909c458bd79f":{"kind":"REWORK","_number":3,"created":"2019-09-26 13:39:16.000000000","uploader":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"ref":"refs/changes/40/684840/3","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/nova","ref":"refs/changes/40/684840/3","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/nova refs/changes/40/684840/3 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/nova refs/changes/40/684840/3 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/nova refs/changes/40/684840/3 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/nova refs/changes/40/684840/3"}}},"commit":{"parents":[{"commit":"9ae3b0c8ed1c62a5e0a638bf092c9531afa14c0f","subject":"Merge \"docs: Scrub available quotas\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/9ae3b0c8ed1c62a5e0a638bf092c9531afa14c0f"}]}],"author":{"name":"Matt Riedemann","email":"mriedem.os@gmail.com","date":"2019-09-25 20:26:43.000000000","tz":-240},"committer":{"name":"Matt Riedemann","email":"mriedem.os@gmail.com","date":"2019-09-26 13:38:56.000000000","tz":-240},"subject":"Add functional recreate test for bug 1841481","message":"Add functional recreate test for bug 1841481\n\nThis is pretty hairy since it involves an ironic node\nre-balance across two compute services and a race but\nif you trust what is written in the test, which is\nbasically automating the log dive from the bug report,\nthis works and recreates the issue. The hairy bits are\nin simulating the race because in the bug report things\nare happening concurrently (obviously, it\u0027s a race across\ntwo separate services on different compute hosts) but in\nthe test we\u0027re doing things in serial so we have to stub\nout a few things to simulate what happens at each point\nin time from the view of each service.\n\nThe main takeaways are that:\n\n1. Once the node is re-balanced to host2, we cannot\n   re-create the resource provider by simply running\n   the update_available_resource periodic task, i.e.\n   the issue is not self-healing.\n\n2. The resource tracker on host2 has incorrectly cached\n   in memory a ComputeNode and resource provider which are\n   actually deleted so the cache is stale but we\u0027re not\n   healing it automatically on failure.\n\nChange-Id: I6d9e81bdea7e6080197d0840ebc75d2ebe7c8e96\nRelated-Bug: #1841481\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/b63b78e8a5b6626933238e4a2c86909c458bd79f"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/b63b78e8a5b6626933238e4a2c86909c458bd79f"}]},"branch":"refs/heads/master"}},"requirements":[],"submit_records":[],"submit_requirements":[]}