)]}'
{"id":"openstack%2Fdevstack~477556","triplet_id":"openstack%2Fdevstack~master~I08d7da843d18b426dda8a8a231039d950a4c0ce5","project":"openstack/devstack","branch":"master","topic":"conductor-fleet","hashtags":[],"change_id":"I08d7da843d18b426dda8a8a231039d950a4c0ce5","subject":"Fleetify nova conductor for N cells","status":"MERGED","created":"2017-06-26 14:32:04.000000000","updated":"2017-07-25 22:32:18.000000000","submitted":"2017-07-25 22:32:17.000000000","submitter":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"total_comment_count":7,"unresolved_comment_count":0,"has_review_started":true,"meta_rev_id":"e144680f8eceaf5790fcaa02588ad4c50e5d96b8","_number":477556,"virtual_id_number":477556,"owner":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"actions":{},"labels":{"Verified":{"approved":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"recommended":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"all":[{"value":0,"_account_id":9708,"name":"Balazs Gibizer","display_name":"gibi","email":"gibizer@gmail.com","username":"gibi"},{"value":0,"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},{"value":0,"_account_id":10239,"name":"Dmitry Tantsur","email":"dtantsur@protonmail.com","username":"dtantsur"},{"value":0,"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},{"value":0,"_account_id":14760,"name":"John L. Villalovos","email":"openstack.org@sodarock.com","username":"jlvillal"},{"value":0,"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"value":0,"_account_id":12356,"name":"Vladyslav Drok","email":"vdrok@mirantis.com","username":"vdrok"},{"value":1,"date":"2017-07-07 18:25:12.000000000","permitted_voting_range":{"min":1,"max":1},"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},{"value":0,"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},{"value":2,"date":"2017-07-25 22:32:17.000000000","_account_id":3,"name":"Jenkins","username":"jenkins"}],"values":{"-2":"Fails","-1":"Doesn\u0027t seem to work"," 0":"No score","+1":"Works for me","+2":"Verified"},"description":"","value":1,"default_value":0,"optional":true},"Code-Review":{"approved":{"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},"recommended":{"_account_id":9708,"name":"Balazs Gibizer","display_name":"gibi","email":"gibizer@gmail.com","username":"gibi"},"all":[{"value":1,"date":"2017-07-10 07:29:16.000000000","permitted_voting_range":{"min":1,"max":2},"_account_id":9708,"name":"Balazs Gibizer","display_name":"gibi","email":"gibizer@gmail.com","username":"gibi"},{"value":2,"date":"2017-07-19 14:56:34.000000000","_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},{"value":0,"_account_id":10239,"name":"Dmitry Tantsur","email":"dtantsur@protonmail.com","username":"dtantsur"},{"value":0,"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},{"value":0,"_account_id":14760,"name":"John L. Villalovos","email":"openstack.org@sodarock.com","username":"jlvillal"},{"value":1,"date":"2017-07-25 19:44:50.000000000","permitted_voting_range":{"min":1,"max":1},"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"value":0,"_account_id":12356,"name":"Vladyslav Drok","email":"vdrok@mirantis.com","username":"vdrok"},{"value":0,"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},{"value":0,"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},{"value":0,"_account_id":3,"name":"Jenkins","username":"jenkins"}],"values":{"-2":"Do not merge","-1":"This patch needs further work before it can be merged"," 0":"No score","+1":"Looks good to me, but someone else must approve","+2":"Looks good to me (core reviewer)"},"description":"","value":1,"default_value":0,"optional":true},"Workflow":{"approved":{"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},"all":[{"value":0,"_account_id":9708,"name":"Balazs Gibizer","display_name":"gibi","email":"gibizer@gmail.com","username":"gibi"},{"value":1,"date":"2017-07-25 21:02:32.000000000","_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},{"value":0,"_account_id":10239,"name":"Dmitry Tantsur","email":"dtantsur@protonmail.com","username":"dtantsur"},{"value":0,"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},{"value":0,"_account_id":14760,"name":"John L. Villalovos","email":"openstack.org@sodarock.com","username":"jlvillal"},{"value":0,"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"value":0,"_account_id":12356,"name":"Vladyslav Drok","email":"vdrok@mirantis.com","username":"vdrok"},{"value":0,"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},{"value":0,"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},{"value":0,"_account_id":3,"name":"Jenkins","username":"jenkins"}],"values":{"-1":"Work in progress"," 0":"Ready for reviews","+1":"Approved"},"description":"","default_value":0,"optional":true},"Review-Priority":{"all":[{"value":0,"_account_id":9708,"name":"Balazs Gibizer","display_name":"gibi","email":"gibizer@gmail.com","username":"gibi"},{"value":0,"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},{"value":0,"_account_id":10239,"name":"Dmitry Tantsur","email":"dtantsur@protonmail.com","username":"dtantsur"},{"value":0,"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},{"value":0,"_account_id":14760,"name":"John L. Villalovos","email":"openstack.org@sodarock.com","username":"jlvillal"},{"value":0,"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"value":0,"_account_id":12356,"name":"Vladyslav Drok","email":"vdrok@mirantis.com","username":"vdrok"},{"value":0,"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},{"value":0,"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},{"value":0,"_account_id":3,"name":"Jenkins","username":"jenkins"}],"values":{"-1":"Branch Freeze"," 0":"No Priority","+1":"Important Change","+2":"Gate Blocker Fix / Urgent Change"},"description":"","default_value":0,"optional":true}},"removable_reviewers":[],"reviewers":{"REVIEWER":[{"_account_id":3,"name":"Jenkins","username":"jenkins"},{"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"_account_id":9708,"name":"Balazs Gibizer","display_name":"gibi","email":"gibizer@gmail.com","username":"gibi"},{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},{"_account_id":10239,"name":"Dmitry Tantsur","email":"dtantsur@protonmail.com","username":"dtantsur"},{"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},{"_account_id":12356,"name":"Vladyslav Drok","email":"vdrok@mirantis.com","username":"vdrok"},{"_account_id":14760,"name":"John L. Villalovos","email":"openstack.org@sodarock.com","username":"jlvillal"},{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]}]},"pending_reviewers":{},"reviewer_updates":[{"updated":"2017-06-26 17:47:12.000000000","updated_by":{"_account_id":14760,"name":"John L. Villalovos","email":"openstack.org@sodarock.com","username":"jlvillal"},"reviewer":{"_account_id":14760,"name":"John L. Villalovos","email":"openstack.org@sodarock.com","username":"jlvillal"},"state":"REVIEWER"},{"updated":"2017-06-26 17:47:18.000000000","updated_by":{"_account_id":10239,"name":"Dmitry Tantsur","email":"dtantsur@protonmail.com","username":"dtantsur"},"reviewer":{"_account_id":10239,"name":"Dmitry Tantsur","email":"dtantsur@protonmail.com","username":"dtantsur"},"state":"REVIEWER"},{"updated":"2017-07-05 22:30:36.000000000","updated_by":{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},"reviewer":{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2017-07-06 01:01:14.000000000","updated_by":{"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},"reviewer":{"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2017-07-06 11:34:45.000000000","updated_by":{"_account_id":12356,"name":"Vladyslav Drok","email":"vdrok@mirantis.com","username":"vdrok"},"reviewer":{"_account_id":12356,"name":"Vladyslav Drok","email":"vdrok@mirantis.com","username":"vdrok"},"state":"REVIEWER"},{"updated":"2017-07-07 18:25:12.000000000","updated_by":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"reviewer":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2017-07-10 07:29:16.000000000","updated_by":{"_account_id":9708,"name":"Balazs Gibizer","display_name":"gibi","email":"gibizer@gmail.com","username":"gibi"},"reviewer":{"_account_id":9708,"name":"Balazs Gibizer","display_name":"gibi","email":"gibizer@gmail.com","username":"gibi"},"state":"REVIEWER"},{"updated":"2017-07-25 19:44:50.000000000","updated_by":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"reviewer":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"state":"REVIEWER"},{"updated":"2017-07-25 21:02:32.000000000","updated_by":{"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},"reviewer":{"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},"state":"REVIEWER"},{"updated":"2017-07-25 22:32:17.000000000","updated_by":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"reviewer":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"state":"REVIEWER"}],"messages":[{"id":"380da36c4de1bfafc6e3f914f1b957ba503c40da","author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"date":"2017-06-26 14:32:04.000000000","message":"Uploaded patch set 1.","accounts_in_message":[],"_revision_number":1},{"id":"ad0b34cef46b01b6bd71a3ed4f29cbd41598b9a6","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-06-26 14:38:19.000000000","message":"Patch Set 1:\n\n(1 comment)","accounts_in_message":[],"_revision_number":1},{"id":"4d4df161c6cd5d1ffdfa8a2defbe8503f20484b6","author":{"_account_id":9708,"name":"Balazs Gibizer","display_name":"gibi","email":"gibizer@gmail.com","username":"gibi"},"date":"2017-06-26 14:40:43.000000000","message":"Patch Set 1: Code-Review+1\n\nThe notification transport_url addition looks good to me.","accounts_in_message":[],"_revision_number":1},{"id":"dcc5429bd0327b26a49dc8cb29cf07f35f08e0c5","author":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"date":"2017-06-26 15:21:18.000000000","message":"Patch Set 1: Verified+1\n\nBuild succeeded. Test completed on IBM PowerKVM platform. For rechecking only on the IBM PowerKVM CI, add a review comment with pkvm: recheck. For contact and more information, see https://wiki.openstack.org/wiki/PowerKVM\n\n- tempest-dsvm-full-xenial http://dal05.objectstorage.softlayer.net/v1/AUTH_3d8e6ecb-f597-448c-8ec2-164e9f710dd6/pkvmci/devstack/56/477556/1/check/tempest-dsvm-full-xenial/f08727c/ : SUCCESS in 48m 48s","accounts_in_message":[],"_revision_number":1},{"id":"22c831e4695079e9e7a0fd75c8b301ce853f9125","author":{"_account_id":9708,"name":"Balazs Gibizer","display_name":"gibi","email":"gibizer@gmail.com","username":"gibi"},"date":"2017-06-26 15:34:53.000000000","message":"Patch Set 1:\n\nVitrage tempest with this patch now only fails due to the quota bug: http://logs.openstack.org/55/477455/2/check/gate-vitrage-dsvm-api-ubuntu-xenial/60b8e32/console.html","accounts_in_message":[],"_revision_number":1},{"id":"e263e2bd1e119f4e88e751e5c0dc55a4fbca719b","author":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"date":"2017-06-26 16:09:41.000000000","message":"Patch Set 1: Verified+1\n\nBuild succeeded (check pipeline).\n\n- gate-tempest-dsvm-neutron-full-ubuntu-xenial http://logs.openstack.org/56/477556/1/check/gate-tempest-dsvm-neutron-full-ubuntu-xenial/5218b4d/ : SUCCESS in 1h 32m 30s\n- gate-grenade-dsvm-neutron-ubuntu-xenial http://logs.openstack.org/56/477556/1/check/gate-grenade-dsvm-neutron-ubuntu-xenial/732cfb8/ : SUCCESS in 40m 01s\n- gate-tempest-dsvm-py35-ubuntu-xenial http://logs.openstack.org/56/477556/1/check/gate-tempest-dsvm-py35-ubuntu-xenial/c7367e1/ : SUCCESS in 1h 10m 07s\n- gate-devstack-docs-ubuntu-xenial http://docs-draft.openstack.org/56/477556/1/check/gate-devstack-docs-ubuntu-xenial/2322e95//doc/build/html/ : SUCCESS in 5m 25s\n- gate-devstack-bashate http://logs.openstack.org/56/477556/1/check/gate-devstack-bashate/8c3c317/ : SUCCESS in 4m 11s\n- gate-devstack-unit-tests http://logs.openstack.org/56/477556/1/check/gate-devstack-unit-tests/a6a50c8/ : SUCCESS in 4m 58s\n- gate-tempest-dsvm-ironic-ipa-wholedisk-bios-agent_ipmitool-tinyipa-ubuntu-xenial-nv http://logs.openstack.org/56/477556/1/check/gate-tempest-dsvm-ironic-ipa-wholedisk-bios-agent_ipmitool-tinyipa-ubuntu-xenial-nv/6b712c5/ : SUCCESS in 41m 14s (non-voting)\n- gate-devstack-dsvm-updown-ubuntu-xenial http://logs.openstack.org/56/477556/1/check/gate-devstack-dsvm-updown-ubuntu-xenial/8eeda4f/ : SUCCESS in 26m 07s\n- gate-devstack-dsvm-py35-updown-ubuntu-xenial-nv http://logs.openstack.org/56/477556/1/check/gate-devstack-dsvm-py35-updown-ubuntu-xenial-nv/1e879b3/ : SUCCESS in 26m 06s (non-voting)\n- gate-swift-dsvm-functional-ubuntu-xenial-nv http://logs.openstack.org/56/477556/1/check/gate-swift-dsvm-functional-ubuntu-xenial-nv/ebf147b/ : SUCCESS in 22m 19s (non-voting)\n- gate-grenade-dsvm-neutron-multinode-ubuntu-xenial http://logs.openstack.org/56/477556/1/check/gate-grenade-dsvm-neutron-multinode-ubuntu-xenial/0332773/ : SUCCESS in 42m 20s\n- gate-tempest-dsvm-neutron-full-centos-7-nv http://logs.openstack.org/56/477556/1/check/gate-tempest-dsvm-neutron-full-centos-7-nv/aaab8f3/ : SUCCESS in 1h 29m 43s (non-voting)\n- gate-tempest-dsvm-neutron-linuxbridge-ubuntu-xenial http://logs.openstack.org/56/477556/1/check/gate-tempest-dsvm-neutron-linuxbridge-ubuntu-xenial/e667dc0/ : SUCCESS in 1h 19m 00s\n- gate-tempest-dsvm-neutron-full-opensuse-422-nv http://logs.openstack.org/56/477556/1/check/gate-tempest-dsvm-neutron-full-opensuse-422-nv/50f686e/ : FAILURE in 1h 00m 06s (non-voting)\n- gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv http://logs.openstack.org/56/477556/1/check/gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv/4773307/ : FAILURE in 1h 09m 17s (non-voting)","accounts_in_message":[],"_revision_number":1},{"id":"b72173c14b194357dfe1779a9563a83a4b75ac18","author":{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},"date":"2017-06-26 16:48:12.000000000","message":"Patch Set 1:\n\nBuild succeeded (check pipeline).\n\n- tempest-dsvm-full-nfv-xenial http://intel-openstack-ci-logs.ovh/portland/2017-06-26/477556/1/check/tempest-dsvm-full-nfv-xenial/74505ca : SUCCESS in 2h 08m 03s\n- tempest-dsvm-ovsdpdk-nfv-networking-centos http://intel-openstack-ci-logs.ovh/portland/2017-06-26/477556/1/check/tempest-dsvm-ovsdpdk-nfv-networking-centos/cbe6df5 : SUCCESS in 1h 23m 20s (non-voting)\n- tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial http://intel-openstack-ci-logs.ovh/portland/2017-06-26/477556/1/check/tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial/7a1c8df : SUCCESS in 1h 34m 17s (non-voting)","accounts_in_message":[],"_revision_number":1},{"id":"aedd82f9a0c5a36b764be280a53f9cc8bf7b1529","author":{"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},"date":"2017-06-26 16:51:37.000000000","message":"Patch Set 1:\n\nBuild succeeded.\n\n- dsvm-tempest-neutron-network http://dd6b71949550285df7dc-dda4e480e005aaa13ec303551d2d8155.r49.cf1.rackcdn.com/56/477556/1/check/dsvm-tempest-neutron-network/e382b94 : SUCCESS in 2h 06m 55s","accounts_in_message":[],"_revision_number":1},{"id":"88ea050cea00d03ad7002320f973b498f5ab7d8d","author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"date":"2017-06-26 17:35:37.000000000","message":"Uploaded patch set 2: Commit message was updated.","accounts_in_message":[],"_revision_number":2},{"id":"fff3b2c0e49a03e95d5178ece8a766fa479b0bcd","author":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"date":"2017-06-26 17:39:47.000000000","message":"Patch Set 2:\n\nBuild failed. Test completed on IBM PowerKVM platform. For rechecking only on the IBM PowerKVM CI, add a review comment with pkvm: recheck. For contact and more information, see https://wiki.openstack.org/wiki/PowerKVM\n\n- tempest-dsvm-full-xenial http://dal05.objectstorage.softlayer.net/v1/AUTH_3d8e6ecb-f597-448c-8ec2-164e9f710dd6/pkvmci/devstack/56/477556/2/check/tempest-dsvm-full-xenial/525eee2/ : FAILURE in 2m 43s","accounts_in_message":[],"_revision_number":2},{"id":"fa3e5a03fa4b02de86adf7951e8c2e62771318e7","author":{"_account_id":14760,"name":"John L. Villalovos","email":"openstack.org@sodarock.com","username":"jlvillal"},"date":"2017-06-26 17:47:12.000000000","message":"Patch Set 2:\n\nThe previous patch broke the Ironic grenade jobs. Do we know if this one will be any different?","accounts_in_message":[],"_revision_number":2},{"id":"1180bf809c749029fdfce4a77623708f91ec86a5","author":{"_account_id":7979,"name":"Mikhail S Medvedev","email":"mihailmed@gmail.com","username":"msmedved"},"date":"2017-06-26 17:58:16.000000000","message":"Patch Set 2:\n\npkvm: recheck","accounts_in_message":[],"_revision_number":2},{"id":"e1c8545888015b54889ef21a75376122dada82c5","author":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"date":"2017-06-26 18:58:04.000000000","message":"Patch Set 2: Verified+1\n\nBuild succeeded. Test completed on IBM PowerKVM platform. For rechecking only on the IBM PowerKVM CI, add a review comment with pkvm: recheck. For contact and more information, see https://wiki.openstack.org/wiki/PowerKVM\n\n- tempest-dsvm-full-xenial http://dal05.objectstorage.softlayer.net/v1/AUTH_3d8e6ecb-f597-448c-8ec2-164e9f710dd6/pkvmci/devstack/56/477556/2/check/tempest-dsvm-full-xenial/b4e42b0/ : SUCCESS in 58m 30s","accounts_in_message":[],"_revision_number":2},{"id":"bcac6cdc3aa5a0b76cfa39803fb6761753e3f934","author":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"date":"2017-06-26 18:58:45.000000000","message":"Patch Set 2: Verified+1\n\nBuild succeeded (check pipeline).\n\n- gate-tempest-dsvm-neutron-full-ubuntu-xenial http://logs.openstack.org/56/477556/2/check/gate-tempest-dsvm-neutron-full-ubuntu-xenial/7b60fdd/ : SUCCESS in 1h 16m 23s\n- gate-grenade-dsvm-neutron-ubuntu-xenial http://logs.openstack.org/56/477556/2/check/gate-grenade-dsvm-neutron-ubuntu-xenial/89bafb0/ : SUCCESS in 38m 40s\n- gate-tempest-dsvm-py35-ubuntu-xenial http://logs.openstack.org/56/477556/2/check/gate-tempest-dsvm-py35-ubuntu-xenial/d4a2a09/ : SUCCESS in 1h 06m 02s\n- gate-devstack-docs-ubuntu-xenial http://docs-draft.openstack.org/56/477556/2/check/gate-devstack-docs-ubuntu-xenial/977ca8c//doc/build/html/ : SUCCESS in 3m 15s\n- gate-devstack-bashate http://logs.openstack.org/56/477556/2/check/gate-devstack-bashate/9ffd4ae/ : SUCCESS in 2m 00s\n- gate-devstack-unit-tests http://logs.openstack.org/56/477556/2/check/gate-devstack-unit-tests/b40dd26/ : SUCCESS in 3m 35s\n- gate-tempest-dsvm-ironic-ipa-wholedisk-bios-agent_ipmitool-tinyipa-ubuntu-xenial-nv http://logs.openstack.org/56/477556/2/check/gate-tempest-dsvm-ironic-ipa-wholedisk-bios-agent_ipmitool-tinyipa-ubuntu-xenial-nv/4acd649/ : SUCCESS in 42m 52s (non-voting)\n- gate-devstack-dsvm-updown-ubuntu-xenial http://logs.openstack.org/56/477556/2/check/gate-devstack-dsvm-updown-ubuntu-xenial/f325e86/ : SUCCESS in 29m 49s\n- gate-devstack-dsvm-py35-updown-ubuntu-xenial-nv http://logs.openstack.org/56/477556/2/check/gate-devstack-dsvm-py35-updown-ubuntu-xenial-nv/c6b751e/ : SUCCESS in 26m 52s (non-voting)\n- gate-swift-dsvm-functional-ubuntu-xenial-nv http://logs.openstack.org/56/477556/2/check/gate-swift-dsvm-functional-ubuntu-xenial-nv/1f9e4b1/ : SUCCESS in 17m 48s (non-voting)\n- gate-grenade-dsvm-neutron-multinode-ubuntu-xenial http://logs.openstack.org/56/477556/2/check/gate-grenade-dsvm-neutron-multinode-ubuntu-xenial/5ec0207/ : SUCCESS in 42m 10s\n- gate-tempest-dsvm-neutron-full-centos-7-nv http://logs.openstack.org/56/477556/2/check/gate-tempest-dsvm-neutron-full-centos-7-nv/d9769f8/ : SUCCESS in 1h 14m 59s (non-voting)\n- gate-tempest-dsvm-neutron-linuxbridge-ubuntu-xenial http://logs.openstack.org/56/477556/2/check/gate-tempest-dsvm-neutron-linuxbridge-ubuntu-xenial/393a993/ : SUCCESS in 1h 20m 16s\n- gate-tempest-dsvm-neutron-full-opensuse-422-nv http://logs.openstack.org/56/477556/2/check/gate-tempest-dsvm-neutron-full-opensuse-422-nv/0428f67/ : FAILURE in 1h 13m 27s (non-voting)\n- gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv http://logs.openstack.org/56/477556/2/check/gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv/a4cdd84/ : FAILURE in 1h 12m 37s (non-voting)","accounts_in_message":[],"_revision_number":2},{"id":"52d0d65423256da0fd4cb3bf6b6feafaeee79032","author":{"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},"date":"2017-06-26 19:35:35.000000000","message":"Patch Set 2:\n\nBuild succeeded.\n\n- dsvm-tempest-neutron-network http://dd6b71949550285df7dc-dda4e480e005aaa13ec303551d2d8155.r49.cf1.rackcdn.com/56/477556/2/check/dsvm-tempest-neutron-network/82a6c8d : SUCCESS in 1h 58m 26s","accounts_in_message":[],"_revision_number":2},{"id":"1428db73501874c55452a812766f764c94f4feca","author":{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},"date":"2017-06-26 19:44:07.000000000","message":"Patch Set 2:\n\nBuild succeeded (check pipeline).\n\n- tempest-dsvm-full-nfv-xenial http://intel-openstack-ci-logs.ovh/portland/2017-06-26/477556/2/check/tempest-dsvm-full-nfv-xenial/b23f5f0 : SUCCESS in 2h 07m 28s\n- tempest-dsvm-ovsdpdk-nfv-networking-centos http://intel-openstack-ci-logs.ovh/portland/2017-06-26/477556/2/check/tempest-dsvm-ovsdpdk-nfv-networking-centos/ebcf159 : SUCCESS in 1h 20m 47s (non-voting)\n- tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial http://intel-openstack-ci-logs.ovh/portland/2017-06-26/477556/2/check/tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial/5e7198c : SUCCESS in 1h 30m 48s (non-voting)","accounts_in_message":[],"_revision_number":2},{"id":"243dc2674df532c090857f6217abd96628c8b04a","author":{"_account_id":9708,"name":"Balazs Gibizer","display_name":"gibi","email":"gibizer@gmail.com","username":"gibi"},"date":"2017-06-27 07:27:36.000000000","message":"Patch Set 2: Code-Review+1\n\n\u003e Uploaded patch set 2: Commit message was updated.\n\nSo after adding the counting quota series as a dependency here vitrage tempest is green in https://review.openstack.org/#/c/477455/\n\nCool!","accounts_in_message":[],"_revision_number":2},{"id":"2f732ddf83a9ce788997197954b459918a03acbe","author":{"_account_id":14760,"name":"John L. Villalovos","email":"openstack.org@sodarock.com","username":"jlvillal"},"date":"2017-06-27 17:17:22.000000000","message":"Patch Set 2: Code-Review-1\n\nUntil Ironic makes changes so that this patch doesn\u0027t break their grenade job I will vote -1","accounts_in_message":[],"_revision_number":2},{"id":"52a5cba18187e376c0d2a2462d04a8c771953118","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-06-28 02:55:21.000000000","message":"Patch Set 2:\n\nA cold migration test in the neutron multinode job failed, should probably check that out.","accounts_in_message":[],"_revision_number":2},{"id":"490de8c1aa361415f96fcbbaee8ebcc02cf4ec28","author":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"date":"2017-06-29 20:35:15.000000000","message":"Patch Set 2: Verified-1\n\nMerge Failed.\n\nThis change or one of its cross-repo dependencies was unable to be automatically merged with the current state of its repository. Please rebase the change and upload a new patchset.","accounts_in_message":[],"_revision_number":2},{"id":"45f39b20fe4a22448047cfd9384a061706882824","author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"date":"2017-07-05 20:07:46.000000000","message":"Uploaded patch set 3.","accounts_in_message":[],"_revision_number":3},{"id":"eb3df05174c85899cc0d069ff7335cb37de3e9f3","author":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"date":"2017-07-05 20:59:19.000000000","message":"Patch Set 3:\n\nBuild failed. Test completed on IBM PowerKVM platform. For rechecking only on the IBM PowerKVM CI, add a review comment with pkvm: recheck. For contact and more information, see https://wiki.openstack.org/wiki/PowerKVM\n\n- tempest-dsvm-full-xenial http://dal05.objectstorage.softlayer.net/v1/AUTH_3d8e6ecb-f597-448c-8ec2-164e9f710dd6/pkvmci/devstack/56/477556/3/check/tempest-dsvm-full-xenial/7719fbe/ : FAILURE in 50m 08s","accounts_in_message":[],"_revision_number":3},{"id":"37f774e9ad5b0bcc97a876a222c39e17a295b5a9","author":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"date":"2017-07-05 21:39:50.000000000","message":"Patch Set 3: Verified+1\n\nBuild succeeded (check pipeline).\n\n- gate-tempest-dsvm-neutron-full-ubuntu-xenial http://logs.openstack.org/56/477556/3/check/gate-tempest-dsvm-neutron-full-ubuntu-xenial/36278b0/ : SUCCESS in 1h 21m 45s\n- gate-grenade-dsvm-neutron-ubuntu-xenial http://logs.openstack.org/56/477556/3/check/gate-grenade-dsvm-neutron-ubuntu-xenial/02009a7/ : SUCCESS in 37m 25s\n- gate-tempest-dsvm-py35-ubuntu-xenial http://logs.openstack.org/56/477556/3/check/gate-tempest-dsvm-py35-ubuntu-xenial/1874185/ : SUCCESS in 1h 10m 39s\n- gate-devstack-docs-ubuntu-xenial http://docs-draft.openstack.org/56/477556/3/check/gate-devstack-docs-ubuntu-xenial/99c4b19//doc/build/html/ : SUCCESS in 3m 16s\n- gate-devstack-bashate http://logs.openstack.org/56/477556/3/check/gate-devstack-bashate/44c687a/ : SUCCESS in 3m 16s\n- gate-devstack-unit-tests http://logs.openstack.org/56/477556/3/check/gate-devstack-unit-tests/02b8848/ : SUCCESS in 4m 47s\n- gate-tempest-dsvm-ironic-ipa-wholedisk-bios-agent_ipmitool-tinyipa-ubuntu-xenial-nv http://logs.openstack.org/56/477556/3/check/gate-tempest-dsvm-ironic-ipa-wholedisk-bios-agent_ipmitool-tinyipa-ubuntu-xenial-nv/e250ac3/ : SUCCESS in 37m 40s (non-voting)\n- gate-devstack-dsvm-updown-ubuntu-xenial http://logs.openstack.org/56/477556/3/check/gate-devstack-dsvm-updown-ubuntu-xenial/13347a7/ : SUCCESS in 16m 32s\n- gate-devstack-dsvm-py35-updown-ubuntu-xenial-nv http://logs.openstack.org/56/477556/3/check/gate-devstack-dsvm-py35-updown-ubuntu-xenial-nv/0624973/ : SUCCESS in 23m 06s (non-voting)\n- gate-swift-dsvm-functional-ubuntu-xenial-nv http://logs.openstack.org/56/477556/3/check/gate-swift-dsvm-functional-ubuntu-xenial-nv/c29f6c2/ : SUCCESS in 12m 38s (non-voting)\n- gate-grenade-dsvm-neutron-multinode-ubuntu-xenial http://logs.openstack.org/56/477556/3/check/gate-grenade-dsvm-neutron-multinode-ubuntu-xenial/16f9c31/ : SUCCESS in 50m 05s\n- gate-tempest-dsvm-neutron-full-centos-7-nv http://logs.openstack.org/56/477556/3/check/gate-tempest-dsvm-neutron-full-centos-7-nv/ea0f6eb/ : SUCCESS in 1h 23m 05s (non-voting)\n- gate-tempest-dsvm-neutron-linuxbridge-ubuntu-xenial http://logs.openstack.org/56/477556/3/check/gate-tempest-dsvm-neutron-linuxbridge-ubuntu-xenial/6e6d546/ : SUCCESS in 1h 26m 55s\n- gate-tempest-dsvm-neutron-full-opensuse-422-nv http://logs.openstack.org/56/477556/3/check/gate-tempest-dsvm-neutron-full-opensuse-422-nv/2e6dfc8/ : FAILURE in 20m 19s (non-voting)\n- gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv http://logs.openstack.org/56/477556/3/check/gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv/ee3e9b6/ : FAILURE in 1h 09m 40s (non-voting)","accounts_in_message":[],"_revision_number":3},{"id":"9b8bd08b4f022dcbca622de7f6e83a853525b59d","author":{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},"date":"2017-07-05 22:30:36.000000000","message":"Patch Set 3:\n\nBuild succeeded (check pipeline).\n\n- tempest-dsvm-full-nfv-xenial http://intel-openstack-ci-logs.ovh/portland/2017-07-05/477556/3/check/tempest-dsvm-full-nfv-xenial/f9405c7 : SUCCESS in 2h 21m 45s\n- tempest-dsvm-ovsdpdk-nfv-networking-centos http://intel-openstack-ci-logs.ovh/portland/2017-07-05/477556/3/check/tempest-dsvm-ovsdpdk-nfv-networking-centos/5eddca3 : SUCCESS in 1h 23m 43s (non-voting)\n- tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial http://intel-openstack-ci-logs.ovh/portland/2017-07-05/477556/3/check/tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial/2d155a2 : SUCCESS in 1h 34m 14s (non-voting)","accounts_in_message":[],"_revision_number":3},{"id":"cea40b9db393e3400cdbdcf461d71067377985ec","author":{"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},"date":"2017-07-06 01:01:14.000000000","message":"Patch Set 3:\n\nBuild succeeded.\n\n- dsvm-tempest-neutron-network http://dd6b71949550285df7dc-dda4e480e005aaa13ec303551d2d8155.r49.cf1.rackcdn.com/56/477556/3/check/dsvm-tempest-neutron-network/cc68e99 : SUCCESS in 1h 38m 55s","accounts_in_message":[],"_revision_number":3},{"id":"b92902f7282812df2c627a3517909889a2fd8647","author":{"_account_id":20229,"name":"Omer Anson","email":"omer.anson@toganetworks.com","username":"oanson"},"date":"2017-07-06 08:16:02.000000000","message":"Patch Set 3:\n\ncheck experimental","accounts_in_message":[],"_revision_number":3},{"id":"fec08c2935946b52ab95ebd6d0163cd410d0d64c","author":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"date":"2017-07-06 11:14:12.000000000","message":"Patch Set 3:\n\nBuild succeeded (experimental pipeline).\n\n- gate-tempest-dsvm-neutron-pg-full-ubuntu-xenial http://logs.openstack.org/56/477556/3/experimental/gate-tempest-dsvm-neutron-pg-full-ubuntu-xenial/cb2fc04/ : FAILURE in 56m 02s (non-voting)\n- gate-tempest-dsvm-full-devstack-plugin-ceph-ubuntu-xenial http://logs.openstack.org/56/477556/3/experimental/gate-tempest-dsvm-full-devstack-plugin-ceph-ubuntu-xenial/95f2897/ : FAILURE in 1h 04m 52s (non-voting)\n- gate-tempest-dsvm-py35-full-devstack-plugin-ceph-ubuntu-xenial-nv http://logs.openstack.org/56/477556/3/experimental/gate-tempest-dsvm-py35-full-devstack-plugin-ceph-ubuntu-xenial-nv/df199c8/ : FAILURE in 24m 32s (non-voting)\n- gate-manila-tempest-minimal-py35-dsvm-cephfs-native-centos-7-nv http://logs.openstack.org/56/477556/3/experimental/gate-manila-tempest-minimal-py35-dsvm-cephfs-native-centos-7-nv/c07f516/ : FAILURE in 3m 18s (non-voting)\n- gate-manila-tempest-minimal-py35-dsvm-cephfs-nfs-centos-7-nv http://logs.openstack.org/56/477556/3/experimental/gate-manila-tempest-minimal-py35-dsvm-cephfs-nfs-centos-7-nv/ea8e476/ : FAILURE in 8m 22s (non-voting)\n- gate-tempest-dsvm-neutron-dvr-ubuntu-xenial http://logs.openstack.org/56/477556/3/experimental/gate-tempest-dsvm-neutron-dvr-ubuntu-xenial/be49b4e/ : SUCCESS in 1h 21m 40s\n- gate-tempest-dsvm-neutron-dvr-multinode-full-ubuntu-xenial-nv http://logs.openstack.org/56/477556/3/experimental/gate-tempest-dsvm-neutron-dvr-multinode-full-ubuntu-xenial-nv/adb38a1/ : SUCCESS in 1h 38m 10s (non-voting)\n- gate-tempest-dsvm-neutron-dvr-ha-multinode-full-ubuntu-xenial-nv http://logs.openstack.org/56/477556/3/experimental/gate-tempest-dsvm-neutron-dvr-ha-multinode-full-ubuntu-xenial-nv/383d91f/ : FAILURE in 1h 00m 27s (non-voting)\n- gate-tempest-dsvm-neutron-nova-next-full-ubuntu-xenial-nv http://logs.openstack.org/56/477556/3/experimental/gate-tempest-dsvm-neutron-nova-next-full-ubuntu-xenial-nv/e14b5c1/ : SUCCESS in 1h 23m 44s (non-voting)\n- gate-tempest-dsvm-multinode-full-ubuntu-xenial-nv http://logs.openstack.org/56/477556/3/experimental/gate-tempest-dsvm-multinode-full-ubuntu-xenial-nv/a2b8909/ : FAILURE in 1h 22m 11s (non-voting)\n- gate-tempest-dsvm-cells-ubuntu-xenial http://logs.openstack.org/56/477556/3/experimental/gate-tempest-dsvm-cells-ubuntu-xenial/f863258/ : SUCCESS in 50m 15s\n- gate-tempest-dsvm-lvm-multibackend-ubuntu-xenial-nv http://logs.openstack.org/56/477556/3/experimental/gate-tempest-dsvm-lvm-multibackend-ubuntu-xenial-nv/c91ab3c/ : SUCCESS in 1h 10m 20s (non-voting)\n- gate-tempest-dsvm-neutron-full-fedora-25-nv http://logs.openstack.org/56/477556/3/experimental/gate-tempest-dsvm-neutron-full-fedora-25-nv/a478586/ : FAILURE in 2h 51m 36s (non-voting)","accounts_in_message":[],"_revision_number":3},{"id":"3a8b4fcb3cf5f2723370503ca3b3863766aa2b72","author":{"_account_id":12356,"name":"Vladyslav Drok","email":"vdrok@mirantis.com","username":"vdrok"},"date":"2017-07-06 11:34:45.000000000","message":"Patch Set 3:\n\nI\u0027m not sure if something needs to change on ironic side or not, but I see the following failure coming from the scheduler at http://logs.openstack.org/20/478220/3/check/gate-tempest-dsvm-ironic-ipa-wholedisk-agent_ipmitool-tinyipa-multinode-ubuntu-xenial/1b9068f/logs/screen-n-cond-cell1.txt.gz#_Jul_06_10_19_16_289232, which causes one of the nova api tests to fail -- http://logs.openstack.org/20/478220/3/check/gate-tempest-dsvm-ironic-ipa-wholedisk-agent_ipmitool-tinyipa-multinode-ubuntu-xenial/1b9068f/console.html#_2017-07-06_10_40_44_105478","accounts_in_message":[],"_revision_number":3},{"id":"34521ca31bb2af86ffe60df1b45558a819479cb1","author":{"_account_id":12356,"name":"Vladyslav Drok","email":"vdrok@mirantis.com","username":"vdrok"},"date":"2017-07-07 11:42:20.000000000","message":"Patch Set 3:\n\nRegarding the previous comment, maybe we should not setup n-cond-cell1 at all in ironic case to avoid the problem? I see that we can set NOVA_NUM_CELLS to 1 but it does not prevent this issue.","accounts_in_message":[],"_revision_number":3},{"id":"f960eceb85c60ec83d00cddb8b6143dab3129f28","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-07 16:27:14.000000000","message":"Patch Set 3: Code-Review-1\n\nSomething blew up in the non-voting neutron multinode job which looks really odd:\n\nhttp://logs.openstack.org/56/477556/3/check/gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv/ee3e9b6/logs/screen-n-cond-cell1.txt.gz#_Jul_05_20_44_20_132760\n\nThis is for the test_create_server_with_scheduler_hint_group test, which is probably doing affinity testing, and the affinity lookup from the compute is disabled. Although this looks like a retry in the cell conductor that\u0027s failing.","accounts_in_message":[],"_revision_number":3},{"id":"0f083b707e1ca33874dcf5101cce82e850846231","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-07 16:28:49.000000000","message":"Patch Set 3:\n\nI also noticed that we got a bunch of 500s for migration not found in the API:\n\nhttp://logs.openstack.org/56/477556/3/check/gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv/ee3e9b6/logs/screen-n-api.txt.gz?level\u003dTRACE#_Jul_05_20_55_53_749696","accounts_in_message":[],"_revision_number":3},{"id":"eea3c7bd42464a48170c5d7449060ab0b2dcd9d9","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-07 16:38:30.000000000","message":"Patch Set 3:\n\nbug 1702959 for the migration not found issue","accounts_in_message":[],"_revision_number":3},{"id":"9ad9ca1cf6271e25b2a7e84e04649a9eca0ad1be","author":{"_account_id":12356,"name":"Vladyslav Drok","email":"vdrok@mirantis.com","username":"vdrok"},"date":"2017-07-07 16:39:42.000000000","message":"Patch Set 3:\n\n\u003e Something blew up in the non-voting neutron multinode job which\n \u003e looks really odd:\n \u003e \n \u003e http://logs.openstack.org/56/477556/3/check/gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv/ee3e9b6/logs/screen-n-cond-cell1.txt.gz#_Jul_05_20_44_20_132760\n \u003e \n \u003e This is for the test_create_server_with_scheduler_hint_group test,\n \u003e which is probably doing affinity testing, and the affinity lookup\n \u003e from the compute is disabled. Although this looks like a retry in\n \u003e the cell conductor that\u0027s failing.\n\nYup, that\u0027s the same issue I see in ironic multinode job.","accounts_in_message":[],"_revision_number":3},{"id":"9f7afa3806d61519c9e1dff9d7459fb1f58e46ec","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-07 16:56:09.000000000","message":"Patch Set 4: Published edit on patch set 3","accounts_in_message":[],"_revision_number":4},{"id":"b5e275e98f48b35548646c6fef9278614a2fdb68","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-07 17:08:20.000000000","message":"Patch Set 4: Code-Review-1\n\nOK I think I figured out the weird sql_connection failure in the cell conductor logs.\n\nThe n-cpu in the subnode doesn\u0027t have the upcall disabled for the server group affinity check, so it tries to upcall here:\n\nhttp://logs.openstack.org/56/477556/3/check/gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv/ee3e9b6/logs/subnode-2/screen-n-cpu.txt.gz#_Jul_05_20_44_19_705646\n\nWhich fails b/c the cell conductor isn\u0027t configured for the API DB.\n\nhttp://logs.openstack.org/56/477556/3/check/gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv/ee3e9b6/logs/subnode-2/etc/nova/nova-cpu.conf.txt.gz\n\nWe should have this in the nova-cpu.conf in the subnode also:\n\n[workarounds]\ndisable_group_policy_check_upcall \u003d True","accounts_in_message":[],"_revision_number":4},{"id":"eb5554356c8f48d9a9a5c5b36f103c9d32281c59","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-07 17:10:21.000000000","message":"Patch Set 4:\n\n(1 comment)","accounts_in_message":[],"_revision_number":4},{"id":"4ec8988c5a1da10fc71d12cc0e7bfaab50b6740e","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-07 17:19:09.000000000","message":"Patch Set 4:\n\n(1 comment)","accounts_in_message":[],"_revision_number":4},{"id":"884f45f7123b0115ccb4e0ff4d5c50a857b3ac29","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-07 17:23:26.000000000","message":"Uploaded patch set 5.","accounts_in_message":[],"_revision_number":5},{"id":"6a60794b438045071bb7d2db3fe3bdae2b4394b6","author":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"date":"2017-07-07 18:25:12.000000000","message":"Patch Set 5: Verified+1\n\nBuild succeeded. Test completed on IBM PowerKVM platform. For rechecking only on the IBM PowerKVM CI, add a review comment with pkvm: recheck. For contact and more information, see https://wiki.openstack.org/wiki/PowerKVM\n\n- tempest-dsvm-full-xenial http://dal05.objectstorage.softlayer.net/v1/AUTH_3d8e6ecb-f597-448c-8ec2-164e9f710dd6/pkvmci/devstack/56/477556/5/check/tempest-dsvm-full-xenial/d517a53/ : SUCCESS in 59m 47s","accounts_in_message":[],"_revision_number":5},{"id":"1e051e7efa0a9697a64335a248e9154508636783","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-07 19:03:18.000000000","message":"Patch Set 5:\n\nThe neutron multinode job is now passing, and the nova-cpu.conf on the subnode is correctly disabling the server groups upcall. The MigrationNotFound error in nova-api is also gone now due to If59453f1899e99040c554bcb9ad54c8a506adc56.","accounts_in_message":[],"_revision_number":5},{"id":"7a701e9ec37d20b0ab940e297e5f454e7b098606","author":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"date":"2017-07-07 19:20:35.000000000","message":"Patch Set 5: Verified+1\n\nBuild succeeded (check pipeline).\n\n- gate-tempest-dsvm-neutron-full-ubuntu-xenial http://logs.openstack.org/56/477556/5/check/gate-tempest-dsvm-neutron-full-ubuntu-xenial/26544fd/ : SUCCESS in 1h 50m 13s\n- gate-grenade-dsvm-neutron-ubuntu-xenial http://logs.openstack.org/56/477556/5/check/gate-grenade-dsvm-neutron-ubuntu-xenial/c9ee335/ : SUCCESS in 38m 00s\n- gate-tempest-dsvm-py35-ubuntu-xenial http://logs.openstack.org/56/477556/5/check/gate-tempest-dsvm-py35-ubuntu-xenial/2bda794/ : SUCCESS in 1h 04m 59s\n- gate-devstack-docs-ubuntu-xenial http://docs-draft.openstack.org/56/477556/5/check/gate-devstack-docs-ubuntu-xenial/3ac5cb0//doc/build/html/ : SUCCESS in 3m 21s\n- gate-devstack-bashate http://logs.openstack.org/56/477556/5/check/gate-devstack-bashate/3f7b7ef/ : SUCCESS in 3m 55s\n- gate-devstack-unit-tests http://logs.openstack.org/56/477556/5/check/gate-devstack-unit-tests/779039a/ : SUCCESS in 3m 52s\n- gate-tempest-dsvm-ironic-ipa-wholedisk-bios-agent_ipmitool-tinyipa-ubuntu-xenial-nv http://logs.openstack.org/56/477556/5/check/gate-tempest-dsvm-ironic-ipa-wholedisk-bios-agent_ipmitool-tinyipa-ubuntu-xenial-nv/065e588/ : SUCCESS in 45m 01s (non-voting)\n- gate-devstack-dsvm-updown-ubuntu-xenial http://logs.openstack.org/56/477556/5/check/gate-devstack-dsvm-updown-ubuntu-xenial/f3c30a7/ : SUCCESS in 26m 18s\n- gate-devstack-dsvm-py35-updown-ubuntu-xenial-nv http://logs.openstack.org/56/477556/5/check/gate-devstack-dsvm-py35-updown-ubuntu-xenial-nv/7cba6ba/ : SUCCESS in 17m 22s (non-voting)\n- gate-swift-dsvm-functional-ubuntu-xenial-nv http://logs.openstack.org/56/477556/5/check/gate-swift-dsvm-functional-ubuntu-xenial-nv/bbfa856/ : SUCCESS in 25m 09s (non-voting)\n- gate-grenade-dsvm-neutron-multinode-ubuntu-xenial http://logs.openstack.org/56/477556/5/check/gate-grenade-dsvm-neutron-multinode-ubuntu-xenial/78b1584/ : SUCCESS in 42m 16s\n- gate-tempest-dsvm-neutron-full-centos-7-nv http://logs.openstack.org/56/477556/5/check/gate-tempest-dsvm-neutron-full-centos-7-nv/56124cc/ : SUCCESS in 1h 20m 40s (non-voting)\n- gate-tempest-dsvm-neutron-linuxbridge-ubuntu-xenial http://logs.openstack.org/56/477556/5/check/gate-tempest-dsvm-neutron-linuxbridge-ubuntu-xenial/408c6f8/ : SUCCESS in 1h 12m 53s\n- gate-tempest-dsvm-neutron-full-opensuse-422-nv http://logs.openstack.org/56/477556/5/check/gate-tempest-dsvm-neutron-full-opensuse-422-nv/08678dd/ : FAILURE in 19m 43s (non-voting)\n- gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv http://logs.openstack.org/56/477556/5/check/gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv/aed9486/ : SUCCESS in 1h 17m 27s (non-voting)","accounts_in_message":[],"_revision_number":5},{"id":"9df9e7968c63bf352986f70a95b4702764c6eb77","author":{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},"date":"2017-07-07 19:25:49.000000000","message":"Patch Set 5:\n\nThis change depends on a change that failed to merge.","accounts_in_message":[],"_revision_number":5},{"id":"e0ac65ef8de08cf02f2d845735554e1adbdde779","author":{"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},"date":"2017-07-07 19:26:08.000000000","message":"Patch Set 5:\n\nThis change depends on a change that failed to merge.","accounts_in_message":[],"_revision_number":5},{"id":"77badca8937ff7c749b82bd3c94e9654a4fdd1a5","author":{"_account_id":9708,"name":"Balazs Gibizer","display_name":"gibi","email":"gibizer@gmail.com","username":"gibi"},"date":"2017-07-10 07:29:16.000000000","message":"Patch Set 5: Code-Review+1\n\nLooks good from notification perspective.\nCheers,\ngibi","accounts_in_message":[],"_revision_number":5},{"id":"0174aefd6adb87d732d35bb4e7e409e2e8405489","author":{"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},"date":"2017-07-19 14:56:34.000000000","message":"Patch Set 5: Code-Review+2","accounts_in_message":[],"_revision_number":5},{"id":"62b8c14af1f4827e5a70a410cdb54c6545bc3452","author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"date":"2017-07-19 18:39:07.000000000","message":"Patch Set 5:\n\n(2 comments)","accounts_in_message":[],"_revision_number":5},{"id":"494523d94e68717c8fae0996cecb5902c98efe4a","author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"date":"2017-07-25 13:23:24.000000000","message":"Patch Set 5:\n\n(2 comments)","accounts_in_message":[],"_revision_number":5},{"id":"2e0c1b4ceeb028fc68658e5fb5ad78cc03943e09","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-25 14:15:29.000000000","message":"Patch Set 5:\n\nrecheck","accounts_in_message":[],"_revision_number":5},{"id":"d909d8b341b2fab0ecd281bdc04daeff772bdb31","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-25 14:15:45.000000000","message":"Patch Set 5:\n\ncheck experimental","accounts_in_message":[],"_revision_number":5},{"id":"8c546a2c882cbf4f12c3baeed741021f288787cd","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-25 14:18:11.000000000","message":"Patch Set 5:\n\nThis could be a follow on, but it would be great if we could get some docs related to the setup with this:\n\nhttps://github.com/openstack-dev/devstack/tree/master/doc/source\n\nBecause this is fairly complicated to know what all of the moving parts are, including the various nova config files it generates and which services are using which config files as a result.","accounts_in_message":[],"_revision_number":5},{"id":"1b8c22cd74b724e5b6df4f2219c05b6eaaacf913","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-25 15:06:10.000000000","message":"Patch Set 5:\n\nnovaclient functional single-tenant job passed on this:\n\nhttp://logs.openstack.org/91/487091/1/check/gate-novaclient-dsvm-functional-neutron-ubuntu-xenial/4d6e24e/\n\nThat failed in the initial version since this depend on the quotas changes in nova.","accounts_in_message":[],"_revision_number":5},{"id":"d7bce4c1de7e90f61d319cc00dd82c3f730e4e7d","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-25 15:06:43.000000000","message":"Patch Set 5:\n\n\u003e That failed in the initial version since this depend on the quotas changes in nova.\n\nThat failed in the initial version since this *did not* depend on the quotas changes in nova.","accounts_in_message":[],"_revision_number":5},{"id":"fe1126b07d0fbeccacae262aec4c0d27d601b6ff","author":{"_account_id":10118,"name":"IBM PowerKVM CI","email":"kvmpower@linux.vnet.ibm.com","username":"powerkvm","tags":["SERVICE_USER"]},"date":"2017-07-25 15:20:13.000000000","message":"Patch Set 5:\n\nBuild succeeded. Test completed on IBM PowerKVM platform. For rechecking only on the IBM PowerKVM CI, add a review comment with pkvm: recheck. For contact and more information, see https://wiki.openstack.org/wiki/PowerKVM\n\n- tempest-dsvm-full-xenial http://dal05.objectstorage.softlayer.net/v1/AUTH_3d8e6ecb-f597-448c-8ec2-164e9f710dd6/pkvmci/devstack/56/477556/5/check/tempest-dsvm-full-xenial/0e8caab/ : SUCCESS in 1h 04m 21s","accounts_in_message":[],"_revision_number":5},{"id":"00796f727dcf0616815fb3034a155fbbb3956eb4","author":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"date":"2017-07-25 16:03:10.000000000","message":"Patch Set 5:\n\nBuild succeeded (experimental pipeline).\n\n- gate-tempest-dsvm-neutron-pg-full-ubuntu-xenial http://logs.openstack.org/56/477556/5/experimental/gate-tempest-dsvm-neutron-pg-full-ubuntu-xenial/5debc30/ : SUCCESS in 1h 27m 23s (non-voting)\n- gate-tempest-dsvm-neutron-full-opensuse-423-nv http://logs.openstack.org/56/477556/5/experimental/gate-tempest-dsvm-neutron-full-opensuse-423-nv/f9c1e5a/ : FAILURE in 14m 49s (non-voting)\n- gate-tempest-dsvm-full-devstack-plugin-ceph-ubuntu-xenial http://logs.openstack.org/56/477556/5/experimental/gate-tempest-dsvm-full-devstack-plugin-ceph-ubuntu-xenial/db9b1d6/ : SUCCESS in 1h 21m 38s (non-voting)\n- gate-tempest-dsvm-py35-full-devstack-plugin-ceph-ubuntu-xenial-nv http://logs.openstack.org/56/477556/5/experimental/gate-tempest-dsvm-py35-full-devstack-plugin-ceph-ubuntu-xenial-nv/6066e44/ : FAILURE in 18m 43s (non-voting)\n- gate-manila-tempest-minimal-py35-dsvm-cephfs-native-centos-7-nv http://logs.openstack.org/56/477556/5/experimental/gate-manila-tempest-minimal-py35-dsvm-cephfs-native-centos-7-nv/11071c6/ : FAILURE in 8m 50s (non-voting)\n- gate-manila-tempest-minimal-py35-dsvm-cephfs-nfs-centos-7-nv http://logs.openstack.org/56/477556/5/experimental/gate-manila-tempest-minimal-py35-dsvm-cephfs-nfs-centos-7-nv/2880c53/ : FAILURE in 9m 38s (non-voting)\n- gate-tempest-dsvm-neutron-dvr-ubuntu-xenial http://logs.openstack.org/56/477556/5/experimental/gate-tempest-dsvm-neutron-dvr-ubuntu-xenial/992b731/ : SUCCESS in 1h 43m 53s\n- gate-tempest-dsvm-neutron-dvr-multinode-full-ubuntu-xenial-nv http://logs.openstack.org/56/477556/5/experimental/gate-tempest-dsvm-neutron-dvr-multinode-full-ubuntu-xenial-nv/a44a7be/ : SUCCESS in 1h 28m 32s (non-voting)\n- gate-tempest-dsvm-neutron-dvr-ha-multinode-full-ubuntu-xenial-nv http://logs.openstack.org/56/477556/5/experimental/gate-tempest-dsvm-neutron-dvr-ha-multinode-full-ubuntu-xenial-nv/432c235/ : FAILURE in 1h 34m 07s (non-voting)\n- gate-tempest-dsvm-neutron-nova-next-full-ubuntu-xenial-nv http://logs.openstack.org/56/477556/5/experimental/gate-tempest-dsvm-neutron-nova-next-full-ubuntu-xenial-nv/2343911/ : FAILURE in 1h 13m 23s (non-voting)\n- gate-tempest-dsvm-multinode-full-ubuntu-xenial-nv http://logs.openstack.org/56/477556/5/experimental/gate-tempest-dsvm-multinode-full-ubuntu-xenial-nv/323a27c/ : SUCCESS in 1h 22m 28s (non-voting)\n- gate-tempest-dsvm-cells-ubuntu-xenial http://logs.openstack.org/56/477556/5/experimental/gate-tempest-dsvm-cells-ubuntu-xenial/2067295/ : SUCCESS in 1h 20m 00s\n- gate-tempest-dsvm-lvm-multibackend-ubuntu-xenial-nv http://logs.openstack.org/56/477556/5/experimental/gate-tempest-dsvm-lvm-multibackend-ubuntu-xenial-nv/2e0b761/ : SUCCESS in 1h 13m 41s (non-voting)\n- gate-tempest-dsvm-neutron-full-fedora-25-nv http://logs.openstack.org/56/477556/5/experimental/gate-tempest-dsvm-neutron-full-fedora-25-nv/a42211f/ : SUCCESS in 1h 43m 10s (non-voting)","accounts_in_message":[],"_revision_number":5},{"id":"2cd7dff29e659949949813b56b5ac874b644cf39","author":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"date":"2017-07-25 16:32:23.000000000","message":"Patch Set 5:\n\nBuild succeeded (check pipeline).\n\n- gate-tempest-dsvm-neutron-full-ubuntu-xenial http://logs.openstack.org/56/477556/5/check/gate-tempest-dsvm-neutron-full-ubuntu-xenial/694b833/ : SUCCESS in 1h 49m 23s\n- gate-grenade-dsvm-neutron-ubuntu-xenial http://logs.openstack.org/56/477556/5/check/gate-grenade-dsvm-neutron-ubuntu-xenial/b8d779d/ : SUCCESS in 36m 56s\n- gate-tempest-dsvm-py35-ubuntu-xenial http://logs.openstack.org/56/477556/5/check/gate-tempest-dsvm-py35-ubuntu-xenial/39778f8/ : SUCCESS in 1h 19m 44s\n- gate-devstack-docs-ubuntu-xenial http://docs-draft.openstack.org/56/477556/5/check/gate-devstack-docs-ubuntu-xenial/494e0e0//doc/build/html/ : SUCCESS in 3m 17s\n- gate-devstack-bashate http://logs.openstack.org/56/477556/5/check/gate-devstack-bashate/886e80a/ : SUCCESS in 3m 22s\n- gate-devstack-unit-tests http://logs.openstack.org/56/477556/5/check/gate-devstack-unit-tests/9e0cd59/ : SUCCESS in 4m 12s\n- gate-tempest-dsvm-ironic-ipa-wholedisk-bios-agent_ipmitool-tinyipa-ubuntu-xenial-nv http://logs.openstack.org/56/477556/5/check/gate-tempest-dsvm-ironic-ipa-wholedisk-bios-agent_ipmitool-tinyipa-ubuntu-xenial-nv/a1a6c27/ : SUCCESS in 37m 20s (non-voting)\n- gate-devstack-dsvm-updown-ubuntu-xenial http://logs.openstack.org/56/477556/5/check/gate-devstack-dsvm-updown-ubuntu-xenial/fbf7ee0/ : SUCCESS in 27m 52s\n- gate-devstack-dsvm-py35-updown-ubuntu-xenial-nv http://logs.openstack.org/56/477556/5/check/gate-devstack-dsvm-py35-updown-ubuntu-xenial-nv/6b3d2f7/ : SUCCESS in 25m 35s (non-voting)\n- gate-swift-dsvm-functional-ubuntu-xenial-nv http://logs.openstack.org/56/477556/5/check/gate-swift-dsvm-functional-ubuntu-xenial-nv/d419e1f/ : SUCCESS in 14m 16s (non-voting)\n- gate-grenade-dsvm-neutron-multinode-ubuntu-xenial http://logs.openstack.org/56/477556/5/check/gate-grenade-dsvm-neutron-multinode-ubuntu-xenial/099b8a5/ : SUCCESS in 53m 02s\n- gate-tempest-dsvm-neutron-full-centos-7-nv http://logs.openstack.org/56/477556/5/check/gate-tempest-dsvm-neutron-full-centos-7-nv/10042cb/ : SUCCESS in 1h 23m 22s (non-voting)\n- gate-tempest-dsvm-neutron-linuxbridge-ubuntu-xenial http://logs.openstack.org/56/477556/5/check/gate-tempest-dsvm-neutron-linuxbridge-ubuntu-xenial/738547e/ : SUCCESS in 1h 18m 57s\n- gate-tempest-dsvm-neutron-full-opensuse-422-nv http://logs.openstack.org/56/477556/5/check/gate-tempest-dsvm-neutron-full-opensuse-422-nv/1e8bfe3/ : FAILURE in 18m 25s (non-voting)\n- gate-tempest-dsvm-neutron-full-opensuse-423-nv http://logs.openstack.org/56/477556/5/check/gate-tempest-dsvm-neutron-full-opensuse-423-nv/4604a3a/ : FAILURE in 17m 15s (non-voting)\n- gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv http://logs.openstack.org/56/477556/5/check/gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv/2c13050/ : SUCCESS in 2h 12m 05s (non-voting)","accounts_in_message":[],"_revision_number":5},{"id":"1906a7dd1a5ef11dac5a402f772c2a1efe001bc8","author":{"_account_id":16376,"name":"Intel NFV CI","email":"openstack-nfv-ci@intel.com","username":"intel-nfv-ci","tags":["SERVICE_USER"]},"date":"2017-07-25 16:43:20.000000000","message":"Patch Set 5:\n\nBuild succeeded (check pipeline).\n\n- tempest-dsvm-full-nfv-xenial http://intel-openstack-ci-logs.ovh/portland/2017-07-25/477556/5/check/tempest-dsvm-full-nfv-xenial/8278b2c : SUCCESS in 2h 23m 34s\n- tempest-dsvm-ovsdpdk-nfv-networking-centos http://intel-openstack-ci-logs.ovh/portland/2017-07-25/477556/5/check/tempest-dsvm-ovsdpdk-nfv-networking-centos/06a5927 : SUCCESS in 1h 24m 51s (non-voting)\n- tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial http://intel-openstack-ci-logs.ovh/portland/2017-07-25/477556/5/check/tempest-dsvm-multinode-ovsdpdk-nfv-networking-xenial/c760859 : SUCCESS in 1h 35m 58s (non-voting)","accounts_in_message":[],"_revision_number":5},{"id":"6cd6d4362e9581ca253e98520838cc3e846874aa","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-25 17:39:20.000000000","message":"Patch Set 5:\n\nFor the experimental queue jobs, the nova-next failure was some random cinder related test, so not related.\n\nThe ceph py35 jobs are failing because of bug 1706405.\n\nThe opensuse jobs are failing because of some keystone multibackend configuration issue, so unrelated.\n\nThe only job failing that looks like it\u0027s caused by this is the neutron dvr-ha multinode job:\n\nhttp://logs.openstack.org/56/477556/5/experimental/gate-tempest-dsvm-neutron-dvr-ha-multinode-full-ubuntu-xenial-nv/432c235/console.html#_2017-07-25_15_47_52_092840\n\nLooking in logstash for that failure in that job, it\u0027s only happening on this change, so probably some issue in the setup there. Also note that\u0027s a 3-node job, so that\u0027s likely part of the issue (maybe we aren\u0027t accounting for the 3rd node in the setup here?). It sounds like haleyb in neutron cares about this job, and it was passing not too long ago, but it also seems to have gone off the rails since 7/21:\n\nhttp://tinyurl.com/y937bvp9\n\nSo we probably want an ack from the neutron team before approving this.","accounts_in_message":[],"_revision_number":5},{"id":"cf1ba1d62fef11259cb018d39ff4672fb7ef4b4b","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-25 19:17:56.000000000","message":"Patch Set 5:\n\nLooking at the gate-tempest-dsvm-neutron-dvr-ha-multinode-full-ubuntu-xenial-nv job failure, the subnode-2 and subnode-3 all look OK as far as their config. They use the same values for nova-cpu.conf pointing at the nova_cell1 MQ which points at the cell1 conductor and cell1 database. I see that the compute nodes are created for both subnode-2 and subnode-3 *after* discover_hosts runs:\n\n2017-07-25 15:06:55.991684 | + /opt/stack/new/devstack-gate/devstack-vm-gate.sh:main:L777:   discover_hosts\n\nJul 25 15:06:58.945371 ubuntu-xenial-3-node-rax-iad-10067333-744503 nova-compute[794]: INFO nova.compute.resource_tracker [None req-f69c76bf-0263-494b-8257-61617c90d799 None None] Compute node record created for ubuntu-xenial-3-node-rax-iad-10067333-744503:ubuntu-xenial-3-node-rax-iad-10067333-744503 with uuid: 1788fe0b-496c-4eda-b03a-2cf4a2733a94\n\nJul 25 15:07:02.323379 ubuntu-xenial-3-node-rax-iad-10067333-744504 nova-compute[827]: INFO nova.compute.resource_tracker [None req-95419fec-a2a7-467f-b167-d83755273a7a None None] Compute node record created for ubuntu-xenial-3-node-rax-iad-10067333-744504:ubuntu-xenial-3-node-rax-iad-10067333-744504 with uuid: ae3420a1-20d2-42a1-909d-fc9cf1b14248\n\nAnd looking at the discover_hosts output, only subnode-2 is discovered as the unmapped host:\n\nhttp://logs.openstack.org/56/477556/5/experimental/gate-tempest-dsvm-neutron-dvr-ha-multinode-full-ubuntu-xenial-nv/432c235/logs/devstack-gate-discover-hosts.txt.gz\n\nThe compute node from the primary host is discovered and mapped to cell1 as part of the devstack run on the primary host:\n\nhttp://logs.openstack.org/56/477556/5/experimental/gate-tempest-dsvm-neutron-dvr-ha-multinode-full-ubuntu-xenial-nv/432c235/logs/devstacklog.txt.gz#_2017-07-25_14_50_45_831\n\nSo it seems that we are simply getting lucky by discovering the compute node from subnode-2 and mapping it to cell1 but missing the compute node from subnode-3, so it doesn\u0027t get mapped and then things fail when Tempest tries to use it. This could be a problem on any 3 node job, and might not just be related to this devstack change.","accounts_in_message":[],"_revision_number":5},{"id":"38ecd9198751c6ef7763a394fd7b8a559e88863b","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-25 19:44:50.000000000","message":"Patch Set 5: Code-Review+1\n\nI\u0027ve gone through the dvr-ha 3-node job failure and it just appears to be a latent issue that we could also hit in 2-node jobs, and I even noticed in a 2-node job that when the subnode compute node is created it actually happens after we start running discover_hosts from the primary via devstack-gate, so it just seems to be a race window, which we already have, and maybe expose more in 3-node jobs if they are slower, or slow down the traffic on the control node.\n\nIf you look at the cells v2 setup guide, it even says to make sure the computes are created before running discover_hosts:\n\nhttps://docs.openstack.org/nova/latest/user/cells.html\n\n\"Configure and start your compute hosts. Before step 7, make sure you have compute hosts in the database by running nova service-list --binary nova-compute.\"\n\nStep 7 is running \u0027nova-manage cell_v2 discover_hosts\u0027.\n\nIdeally what we should be doing is have devstack-gate pass a variable to the discover_hosts.sh script in devstack telling it how many compute services we expect (3 in the case of the dvr-ha job) and then have that discover_hosts.sh script run nova-compute service-list --binary nova-compute and count the results until the expected number is hit, or it times out, but then run discover_hosts. That\u0027s really what we expect from other deployment tools like triple-o and kolla.\n\nBut overall I\u0027m not finding anything in this change that\u0027s killing these jobs outright, so let\u0027s get it in.","accounts_in_message":[],"_revision_number":5},{"id":"049f026b762fc3af659690838b937079bf2f1502","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2017-07-25 20:14:28.000000000","message":"Patch Set 5:\n\nThis is what I see for voting jobs that fail with the \u0027host is not mapped to any cell\u0027 error:\n\nhttp://logstash.openstack.org/#dashboard/file/logstash.json?query\u003dmessage%3A%5C%22Host%5C%22%20AND%20message%3A%5C%22is%20not%20mapped%20to%20any%20cell%5C%22%20AND%20tags%3A%5C%22console%5C%22%20AND%20voting%3A1%20AND%20build_status%3A%5C%22FAILURE%5C%22\u0026from\u003d7d\n\nThose are all grenade multinode jobs.\n\nLikely https://review.openstack.org/#/c/426310/, or a variant thereof, would resolve it.","accounts_in_message":[],"_revision_number":5},{"id":"d95f928ea6f48b9455feca64635b332629d95024","author":{"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},"date":"2017-07-25 21:02:32.000000000","message":"Patch Set 5: Workflow+1\n\nmriedem thinks we are good to go, so off we go","accounts_in_message":[],"_revision_number":5},{"id":"7ba5bfdba9e44d50ac3d4739daa81b2fc597f90a","author":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"date":"2017-07-25 21:02:46.000000000","message":"Patch Set 5: -Verified\n\nStarting gate jobs.\nhttp://status.openstack.org/zuul/","accounts_in_message":[],"_revision_number":5},{"id":"9819c13516d7e0e56726548c281977d2c579d66d","author":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"date":"2017-07-25 22:32:17.000000000","message":"Patch Set 5: Verified+2\n\nBuild succeeded (gate pipeline).\n\n- gate-tempest-dsvm-neutron-full-ubuntu-xenial http://logs.openstack.org/56/477556/5/gate/gate-tempest-dsvm-neutron-full-ubuntu-xenial/a5de595/ : SUCCESS in 1h 28m 57s\n- gate-grenade-dsvm-neutron-ubuntu-xenial http://logs.openstack.org/56/477556/5/gate/gate-grenade-dsvm-neutron-ubuntu-xenial/4a28989/ : SUCCESS in 51m 40s\n- gate-tempest-dsvm-py35-ubuntu-xenial http://logs.openstack.org/56/477556/5/gate/gate-tempest-dsvm-py35-ubuntu-xenial/0ba8360/ : SUCCESS in 1h 21m 44s\n- gate-devstack-docs-ubuntu-xenial http://docs-draft.openstack.org/56/477556/5/gate/gate-devstack-docs-ubuntu-xenial/2cfbe24//doc/build/html/ : SUCCESS in 2m 48s\n- gate-devstack-bashate http://logs.openstack.org/56/477556/5/gate/gate-devstack-bashate/da4fc9f/ : SUCCESS in 2m 23s\n- gate-grenade-dsvm-neutron-multinode-ubuntu-xenial http://logs.openstack.org/56/477556/5/gate/gate-grenade-dsvm-neutron-multinode-ubuntu-xenial/f134bab/ : SUCCESS in 1h 02m 47s\n- gate-tempest-dsvm-neutron-linuxbridge-ubuntu-xenial http://logs.openstack.org/56/477556/5/gate/gate-tempest-dsvm-neutron-linuxbridge-ubuntu-xenial/6df77be/ : SUCCESS in 1h 17m 07s","accounts_in_message":[],"_revision_number":5},{"id":"c79255972eee880d156287cdc8b323d1bf593bea","date":"2017-07-25 22:32:18.000000000","message":"Change has been successfully merged into the git repository by Jenkins","accounts_in_message":[],"_revision_number":5}],"current_revision_number":5,"current_revision":"f3d533157267a1568eeb36a349aee637195e9c8a","revisions":{"352f34fb64f9f18488fea67718a7a9b410a152cb":{"kind":"REWORK","_number":1,"created":"2017-06-26 14:32:04.000000000","uploader":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"ref":"refs/changes/56/477556/1","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/devstack","ref":"refs/changes/56/477556/1","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/devstack refs/changes/56/477556/1 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/devstack refs/changes/56/477556/1 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/devstack refs/changes/56/477556/1 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/devstack refs/changes/56/477556/1"}}},"commit":{"parents":[{"commit":"20eeff813d21e86c1d529d5cbc4f7b0ad732e69d","subject":"Revert \"Fleetify nova conductor for N cells\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/20eeff813d21e86c1d529d5cbc4f7b0ad732e69d"}]}],"author":{"name":"Dan Smith","email":"dansmith@redhat.com","date":"2017-06-08 12:22:38.000000000","tz":-240},"committer":{"name":"Dan Smith","email":"dansmith@redhat.com","date":"2017-06-26 14:30:23.000000000","tz":-420},"subject":"Fleetify nova conductor for N cells","message":"Fleetify nova conductor for N cells\n\nThis makes us start two levels of nova-conductor processes, and one per cell.\n\nNote that this also sets the notification transport_url to the top-level mq\nso that we continue to get a unified stream of notifications.\n\nChange-Id: I08d7da843d18b426dda8a8a231039d950a4c0ce5\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/352f34fb64f9f18488fea67718a7a9b410a152cb"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/352f34fb64f9f18488fea67718a7a9b410a152cb"}]},"branch":"refs/heads/master"},"65e71452109acfd36e79fc916a4c4fa44b3cb1db":{"kind":"NO_CODE_CHANGE","_number":2,"created":"2017-06-26 17:35:37.000000000","uploader":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"ref":"refs/changes/56/477556/2","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/devstack","ref":"refs/changes/56/477556/2","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/devstack refs/changes/56/477556/2 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/devstack refs/changes/56/477556/2 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/devstack refs/changes/56/477556/2 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/devstack refs/changes/56/477556/2"}}},"commit":{"parents":[{"commit":"20eeff813d21e86c1d529d5cbc4f7b0ad732e69d","subject":"Revert \"Fleetify nova conductor for N cells\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/20eeff813d21e86c1d529d5cbc4f7b0ad732e69d"}]}],"author":{"name":"Dan Smith","email":"dansmith@redhat.com","date":"2017-06-08 12:22:38.000000000","tz":-240},"committer":{"name":"Dan Smith","email":"dansmith@redhat.com","date":"2017-06-26 15:19:55.000000000","tz":-420},"subject":"Fleetify nova conductor for N cells","message":"Fleetify nova conductor for N cells\n\nThis makes us start two levels of nova-conductor processes, and one per cell.\n\nNote that this also sets the notification transport_url to the top-level mq\nso that we continue to get a unified stream of notifications.\n\nRelated-Bug: #1700496\nChange-Id: I08d7da843d18b426dda8a8a231039d950a4c0ce5\nDepends-On: I64b600b30f6e54db0ec9083c6c176e895c6d0cc2\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/65e71452109acfd36e79fc916a4c4fa44b3cb1db"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/65e71452109acfd36e79fc916a4c4fa44b3cb1db"}]},"branch":"refs/heads/master"},"0cd46490eaa300f44fd7e3fbd7e4f32dd2b51788":{"kind":"REWORK","_number":3,"created":"2017-07-05 20:07:46.000000000","uploader":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"ref":"refs/changes/56/477556/3","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/devstack","ref":"refs/changes/56/477556/3","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/devstack refs/changes/56/477556/3 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/devstack refs/changes/56/477556/3 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/devstack refs/changes/56/477556/3 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/devstack refs/changes/56/477556/3"}}},"commit":{"parents":[{"commit":"3415521d5659b2268b8984bf89ede8e34f1b76f7","subject":"Don\u0027t dump commit message header to devstack-version","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/3415521d5659b2268b8984bf89ede8e34f1b76f7"}]}],"author":{"name":"Dan Smith","email":"dansmith@redhat.com","date":"2017-06-08 12:22:38.000000000","tz":-240},"committer":{"name":"Dan Smith","email":"dansmith@redhat.com","date":"2017-07-05 20:07:34.000000000","tz":-420},"subject":"Fleetify nova conductor for N cells","message":"Fleetify nova conductor for N cells\n\nThis makes us start two levels of nova-conductor processes, and one per cell.\n\nNote that this also sets the notification transport_url to the top-level mq\nso that we continue to get a unified stream of notifications.\n\nRelated-Bug: #1700496\nChange-Id: I08d7da843d18b426dda8a8a231039d950a4c0ce5\nDepends-On: I64b600b30f6e54db0ec9083c6c176e895c6d0cc2\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/0cd46490eaa300f44fd7e3fbd7e4f32dd2b51788"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/0cd46490eaa300f44fd7e3fbd7e4f32dd2b51788"}]},"branch":"refs/heads/master"},"32c00b4e1524b195efa5ce534f44924bc2fee823":{"kind":"NO_CODE_CHANGE","_number":4,"created":"2017-07-07 16:56:09.000000000","uploader":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"ref":"refs/changes/56/477556/4","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/devstack","ref":"refs/changes/56/477556/4","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/devstack refs/changes/56/477556/4 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/devstack refs/changes/56/477556/4 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/devstack refs/changes/56/477556/4 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/devstack refs/changes/56/477556/4"}}},"commit":{"parents":[{"commit":"3415521d5659b2268b8984bf89ede8e34f1b76f7","subject":"Don\u0027t dump commit message header to devstack-version","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/3415521d5659b2268b8984bf89ede8e34f1b76f7"}]}],"author":{"name":"Dan Smith","email":"dansmith@redhat.com","date":"2017-06-08 12:22:38.000000000","tz":-240},"committer":{"name":"Matt Riedemann","email":"mriedem.os@gmail.com","date":"2017-07-07 16:56:06.000000000","tz":0},"subject":"Fleetify nova conductor for N cells","message":"Fleetify nova conductor for N cells\n\nThis makes us start two levels of nova-conductor processes, and one per cell.\n\nNote that this also sets the notification transport_url to the top-level mq\nso that we continue to get a unified stream of notifications.\n\nRelated-Bug: #1700496\nChange-Id: I08d7da843d18b426dda8a8a231039d950a4c0ce5\nDepends-On: I64b600b30f6e54db0ec9083c6c176e895c6d0cc2\nDepends-On: If59453f1899e99040c554bcb9ad54c8a506adc56\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/32c00b4e1524b195efa5ce534f44924bc2fee823"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/32c00b4e1524b195efa5ce534f44924bc2fee823"}]},"branch":"refs/heads/master"},"f3d533157267a1568eeb36a349aee637195e9c8a":{"kind":"REWORK","_number":5,"created":"2017-07-07 17:23:26.000000000","uploader":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"ref":"refs/changes/56/477556/5","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/devstack","ref":"refs/changes/56/477556/5","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/devstack refs/changes/56/477556/5 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/devstack refs/changes/56/477556/5 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/devstack refs/changes/56/477556/5 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/devstack refs/changes/56/477556/5"}}},"commit":{"parents":[{"commit":"3415521d5659b2268b8984bf89ede8e34f1b76f7","subject":"Don\u0027t dump commit message header to devstack-version","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/3415521d5659b2268b8984bf89ede8e34f1b76f7"}]}],"author":{"name":"Dan Smith","email":"dansmith@redhat.com","date":"2017-06-08 12:22:38.000000000","tz":-240},"committer":{"name":"Matt Riedemann","email":"mriedem.os@gmail.com","date":"2017-07-07 17:23:17.000000000","tz":-240},"subject":"Fleetify nova conductor for N cells","message":"Fleetify nova conductor for N cells\n\nThis makes us start two levels of nova-conductor processes, and one per cell.\n\nNote that this also sets the notification transport_url to the top-level mq\nso that we continue to get a unified stream of notifications.\n\nRelated-Bug: #1700496\nChange-Id: I08d7da843d18b426dda8a8a231039d950a4c0ce5\nDepends-On: I64b600b30f6e54db0ec9083c6c176e895c6d0cc2\nDepends-On: If59453f1899e99040c554bcb9ad54c8a506adc56\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/f3d533157267a1568eeb36a349aee637195e9c8a"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/f3d533157267a1568eeb36a349aee637195e9c8a"}]},"branch":"refs/heads/master"}},"requirements":[],"submit_records":[],"submit_requirements":[]}