)]}'
{"nova/compute/api.py":[{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"f961f39d8fc4602be007feb2032321d46596da6e","unresolved":false,"context_lines":[{"line_number":1945,"context_line":"            # Count volume bdms. There should be exactly one."},{"line_number":1946,"context_line":"            vol_bdms \u003d [bdm for bdm in bdms if bdm.is_volume]"},{"line_number":1947,"context_line":"            if not vol_bdms:"},{"line_number":1948,"context_line":"                LOG.error(\u0027No volume BDMs found for server.\u0027,"},{"line_number":1949,"context_line":"                          instance\u003dinstance)"},{"line_number":1950,"context_line":"                # Check to see if they were deleted already."},{"line_number":1951,"context_line":"                with utils.temporary_mutation(context, read_deleted\u003d\u0027yes\u0027):"}],"source_content_type":"text/x-python","patch_set":1,"id":"3f79a3b5_b3caf940","line":1948,"updated":"2018-12-11 18:00:04.000000000","message":"Hit this here:\n\nhttp://logs.openstack.org/78/606978/5/check/tempest-slow/5a90cad/controller/logs/screen-n-api.txt.gz#_Dec_10_20_29_39_767102\n\nbut the job didn\u0027t fail....\n\nDec 10 20:29:39.767102 ubuntu-xenial-rax-ord-0001105586 devstack@n-api.service[23323]: ERROR nova.compute.api [None req-04f71fae-15dd-4cc0-b211-4a4f53a7cbc8 tempest-TestMultiAttachVolumeSwap-1722594678 tempest-TestMultiAttachVolumeSwap-1722594678] [instance: c3c9407c-e2af-4d04-94ed-f334844ea6bf] No volume BDMs found for server.\nDec 10 20:29:39.775519 ubuntu-xenial-rax-ord-0001105586 devstack@n-api.service[23323]: ERROR nova.compute.api [None req-04f71fae-15dd-4cc0-b211-4a4f53a7cbc8 tempest-TestMultiAttachVolumeSwap-1722594678 tempest-TestMultiAttachVolumeSwap-1722594678] [instance: c3c9407c-e2af-4d04-94ed-f334844ea6bf] BDMs were already deleted: [BlockDeviceMapping(attachment_id\u003dNone,boot_index\u003d0,connection_info\u003dNone,created_at\u003d2018-12-10T20:28:24Z,delete_on_termination\u003dTrue,deleted\u003dFalse,deleted_at\u003dNone,destination_type\u003d\u0027local\u0027,device_name\u003d\u0027/dev/vda\u0027,device_type\u003d\u0027disk\u0027,disk_bus\u003dNone,guest_format\u003dNone,id\u003d1,image_id\u003d\u0027863afc54-1096-4382-b8f2-6103641a65c1\u0027,instance\u003d\u003c?\u003e,instance_uuid\u003dc3c9407c-e2af-4d04-94ed-f334844ea6bf,no_device\u003dFalse,snapshot_id\u003dNone,source_type\u003d\u0027image\u0027,tag\u003dNone,updated_at\u003d2018-12-10T20:28:25Z,uuid\u003dbe69a559-05ee-43bd-8170-2c65cc2a518c,volume_id\u003dNone,volume_size\u003dNone,volume_type\u003dNone), BlockDeviceMapping(attachment_id\u003dbe11fe1f-5c65-4a64-a5c6-caa934f564c9,boot_index\u003dNone,connection_info\u003d\u0027{\"status\": \"reserved\", \"multiattach\": true, \"detached_at\": \"\", \"volume_id\": \"26af085c-f977-4508-8bb1-46a57c8f34ed\", \"attach_mode\": \"null\", \"driver_volume_type\": \"iscsi\", \"instance\": \"c3c9407c-e2af-4d04-94ed-f334844ea6bf\", \"attached_at\": \"\", \"serial\": \"26af085c-f977-4508-8bb1-46a57c8f34ed\", \"data\": {\"access_mode\": \"rw\", \"target_discovered\": false, \"encrypted\": false, \"qos_specs\": null, \"target_iqn\": \"iqn.2010-10.org.openstack:volume-26af085c-f977-4508-8bb1-46a57c8f34ed\", \"target_portal\": \"10.210.4.21:3260\", \"volume_id\": \"26af085c-f977-4508-8bb1-46a57c8f34ed\", \"target_lun\": 1, \"device_path\": \"/dev/sda\", \"auth_password\": \"***\", \"auth_username\": \"P2uFcW9nEpz3GcuKwqHv\", \"auth_method\": \"CHAP\"}}\u0027,created_at\u003d2018-12-10T20:28:37Z,delete_on_termination\u003dFalse,deleted\u003dTrue,deleted_at\u003d2018-12-10T20:29:39Z,destination_type\u003d\u0027volume\u0027,device_name\u003d\u0027/dev/vdb\u0027,device_type\u003dNone,disk_bus\u003dNone,guest_format\u003dNone,id\u003d4,image_id\u003dNone,instance\u003d\u003c?\u003e,instance_uuid\u003dc3c9407c-e2af-4d04-94ed-f334844ea6bf,no_device\u003dFalse,snapshot_id\u003dNone,source_type\u003d\u0027volume\u0027,tag\u003dNone,updated_at\u003d2018-12-10T20:28:44Z,uuid\u003d15aba0c7-c\nDec 10 20:29:39.776294 ubuntu-xenial-rax-ord-0001105586 devstack@n-api.service[23323]: 612-40a4-9445-dfe964764b02,volume_id\u003d\u002726af085c-f977-4508-8bb1-46a57c8f34ed\u0027,volume_size\u003d1,volume_type\u003dNone)]\n\nAnd here is the deleted volume bdm:\n\nBlockDeviceMapping(attachment_id\u003dbe11fe1f-5c65-4a64-a5c6-caa934f564c9,boot_index\u003dNone,connection_info\u003d\u0027{\"status\": \"reserved\", \"multiattach\": true, \"detached_at\": \"\", \"volume_id\": \"26af085c-f977-4508-8bb1-46a57c8f34ed\", \"attach_mode\": \"null\", \"driver_volume_type\": \"iscsi\", \"instance\": \"c3c9407c-e2af-4d04-94ed-f334844ea6bf\", \"attached_at\": \"\", \"serial\": \"26af085c-f977-4508-8bb1-46a57c8f34ed\", \"data\": {\"access_mode\": \"rw\", \"target_discovered\": false, \"encrypted\": false, \"qos_specs\": null, \"target_iqn\": \"iqn.2010-10.org.openstack:volume-26af085c-f977-4508-8bb1-46a57c8f34ed\", \"target_portal\": \"10.210.4.21:3260\", \"volume_id\": \"26af085c-f977-4508-8bb1-46a57c8f34ed\", \"target_lun\": 1, \"device_path\": \"/dev/sda\", \"auth_password\": \"***\", \"auth_username\": \"P2uFcW9nEpz3GcuKwqHv\", \"auth_method\": \"CHAP\"}}\u0027,created_at\u003d2018-12-10T20:28:37Z,delete_on_termination\u003dFalse,deleted\u003dTrue,deleted_at\u003d2018-12-10T20:29:39Z,destination_type\u003d\u0027volume\u0027,device_name\u003d\u0027/dev/vdb\u0027,device_type\u003dNone,disk_bus\u003dNone,guest_format\u003dNone,id\u003d4,image_id\u003dNone,instance\u003d\u003c?\u003e,instance_uuid\u003dc3c9407c-e2af-4d04-94ed-f334844ea6bf,no_device\u003dFalse,snapshot_id\u003dNone,source_type\u003d\u0027volume\u0027,tag\u003dNone,updated_at\u003d2018-12-10T20:28:44Z,uuid\u003d15aba0c7-c\nDec 10 20:29:39.776294 ubuntu-xenial-rax-ord-0001105586 devstack@n-api.service[23323]: 612-40a4-9445-dfe964764b02,volume_id\u003d\u002726af085c-f977-4508-8bb1-46a57c8f34ed\u0027,volume_size\u003d1,volume_type\u003dNone)]","commit_id":"9fee15608fd5cf24c92fc2bff2f98cca5e9076b2"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"f961f39d8fc4602be007feb2032321d46596da6e","unresolved":false,"context_lines":[{"line_number":1955,"context_line":"                    vol_bdms \u003d [bdm for bdm in deleted_bdms if bdm.is_volume]"},{"line_number":1956,"context_line":"                    if vol_bdms:"},{"line_number":1957,"context_line":"                        LOG.error(\u0027BDMs were already deleted: %s\u0027,"},{"line_number":1958,"context_line":"                                  list(deleted_bdms), instance\u003dinstance)"},{"line_number":1959,"context_line":""},{"line_number":1960,"context_line":"        # At these states an instance has a snapshot associate."},{"line_number":1961,"context_line":"        if instance.vm_state in (vm_states.SHELVED,"}],"source_content_type":"text/x-python","patch_set":1,"id":"3f79a3b5_13f5ed85","line":1958,"range":{"start_line":1958,"start_character":39,"end_line":1958,"end_character":51},"updated":"2018-12-11 18:00:04.000000000","message":"Should be vol_bdms","commit_id":"9fee15608fd5cf24c92fc2bff2f98cca5e9076b2"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"99b166ebc5193967a4a5d56a5717ae3648eb3619","unresolved":false,"context_lines":[{"line_number":1954,"context_line":"                            context, instance.uuid))"},{"line_number":1955,"context_line":"                    vol_bdms \u003d [bdm for bdm in deleted_bdms if bdm.is_volume]"},{"line_number":1956,"context_line":"                    if vol_bdms:"},{"line_number":1957,"context_line":"                        LOG.error(\u0027Volume BDMs were already deleted: %s\u0027,"},{"line_number":1958,"context_line":"                                  list(vol_bdms), instance\u003dinstance)"},{"line_number":1959,"context_line":""},{"line_number":1960,"context_line":"        # At these states an instance has a snapshot associate."}],"source_content_type":"text/x-python","patch_set":2,"id":"3f79a3b5_da68e58b","line":1957,"updated":"2018-12-11 21:00:34.000000000","message":"So we hit this in an expected case for one of the servers actually (server2) because tempest detaches the volume explicitly before deleting the server, so by the time we go to delete the server, the volume bdm is already deleted.","commit_id":"f4e13a7e9ea311e44832850dbebadcca828c2e87"}],"nova/compute/manager.py":[{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"6b6052f93fca67a0995a11fd5819161dbd681b4f","unresolved":false,"context_lines":[{"line_number":5834,"context_line":"                objects.BlockDeviceMappingList.get_by_instance_uuid("},{"line_number":5835,"context_line":"                    context, instance.uuid))"},{"line_number":5836,"context_line":"            if len(before_update_bdms) !\u003d len(after_update_bdms):"},{"line_number":5837,"context_line":"                LOG.error(\u0027Swap volume resulted in different BDMs showing up \u0027"},{"line_number":5838,"context_line":"                          \u0027for server. Before: %s. After: %s\u0027,"},{"line_number":5839,"context_line":"                          list(before_update_bdms), list(after_update_bdms),"},{"line_number":5840,"context_line":"                          instance\u003dinstance)"}],"source_content_type":"text/x-python","patch_set":3,"id":"3f79a3b5_97cb091b","line":5837,"updated":"2018-12-12 21:02:46.000000000","message":"I haven\u0027t seen any hits on this.","commit_id":"2d6bd7682490d9eafdb129a0004caf55faa9ff83"}]}