)]}'
{"id":"openstack%2Fnova~662095","triplet_id":"openstack%2Fnova~stable%2Fstein~I22abd1f5377489dd809eb705c8e7aec2814ced0e","project":"openstack/nova","branch":"stable/stein","topic":"bug/1825584","hashtags":[],"change_id":"I22abd1f5377489dd809eb705c8e7aec2814ced0e","subject":"Add reno about nova-api eventlet monkey-patching and rabbitmq","status":"MERGED","created":"2019-05-29 21:34:06.000000000","updated":"2019-10-02 17:56:42.000000000","submitted":"2019-10-02 17:54:23.000000000","submitter":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"total_comment_count":13,"unresolved_comment_count":0,"has_review_started":true,"submission_id":"662095-1570038863560-adebb769","meta_rev_id":"6202e7d28d33ff3bff2401e0e82736232a50935f","_number":662095,"virtual_id_number":662095,"owner":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"actions":{},"labels":{"Verified":{"approved":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"all":[{"tag":"autogenerated:zuul:gate","value":2,"date":"2019-10-02 17:54:23.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"_account_id":23561,"name":"iain MacDonnell","email":"iain.macdonnell@oracle.com","username":"imacdonn"},{"value":0,"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"value":0,"_account_id":26458,"name":"Brin Zhang","email":"zhangbailin@inspur.com","username":"zhangbailin"},{"value":0,"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},{"value":0,"date":"2019-09-25 01:23:54.000000000","_account_id":9732,"name":"Mellanox CI","email":"mlnx-openstack-ci@dev.mellanox.co.il","username":"mellanox","tags":["SERVICE_USER"]},{"value":0,"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},{"value":0,"_account_id":8770,"name":"Ken Giusti","email":"kgiusti@gmail.com","username":"kgiusti"},{"value":0,"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},{"value":0,"_account_id":7634,"name":"Takashi Natsume","email":"takanattie@gmail.com","username":"natsumet"},{"value":0,"date":"2019-09-24 15:57:38.000000000","_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},{"value":0,"_account_id":9555,"name":"Matthew Booth","email":"mbooth@redhat.com","username":"MatthewBooth"}],"values":{"-2":"Fails","-1":"Doesn\u0027t seem to work"," 0":"No score","+1":"Works for me","+2":"Verified"},"description":"","default_value":0,"optional":true},"Code-Review":{"approved":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"all":[{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"_account_id":23561,"name":"iain MacDonnell","email":"iain.macdonnell@oracle.com","username":"imacdonn"},{"value":2,"date":"2019-09-24 13:44:58.000000000","_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"value":0,"_account_id":26458,"name":"Brin Zhang","email":"zhangbailin@inspur.com","username":"zhangbailin"},{"value":1,"date":"2019-10-02 15:41:19.000000000","permitted_voting_range":{"min":1,"max":2},"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},{"value":0,"_account_id":9732,"name":"Mellanox CI","email":"mlnx-openstack-ci@dev.mellanox.co.il","username":"mellanox","tags":["SERVICE_USER"]},{"value":2,"date":"2019-10-02 15:41:50.000000000","_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},{"value":0,"_account_id":8770,"name":"Ken Giusti","email":"kgiusti@gmail.com","username":"kgiusti"},{"value":0,"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},{"value":1,"date":"2019-09-25 04:52:04.000000000","permitted_voting_range":{"min":1,"max":1},"_account_id":7634,"name":"Takashi Natsume","email":"takanattie@gmail.com","username":"natsumet"},{"value":0,"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},{"value":1,"date":"2019-09-24 13:48:54.000000000","permitted_voting_range":{"min":1,"max":1},"_account_id":9555,"name":"Matthew Booth","email":"mbooth@redhat.com","username":"MatthewBooth"}],"values":{"-2":"Do not merge","-1":"This patch needs further work before it can be merged"," 0":"No score","+1":"Looks good to me, but someone else must approve","+2":"Looks good to me (core reviewer)"},"description":"","default_value":0,"optional":true},"Workflow":{"approved":{"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},"all":[{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"_account_id":23561,"name":"iain MacDonnell","email":"iain.macdonnell@oracle.com","username":"imacdonn"},{"value":0,"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"value":0,"_account_id":26458,"name":"Brin Zhang","email":"zhangbailin@inspur.com","username":"zhangbailin"},{"value":0,"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},{"value":0,"_account_id":9732,"name":"Mellanox CI","email":"mlnx-openstack-ci@dev.mellanox.co.il","username":"mellanox","tags":["SERVICE_USER"]},{"value":1,"date":"2019-10-02 15:41:50.000000000","_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},{"value":0,"_account_id":8770,"name":"Ken Giusti","email":"kgiusti@gmail.com","username":"kgiusti"},{"value":0,"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},{"value":0,"_account_id":7634,"name":"Takashi Natsume","email":"takanattie@gmail.com","username":"natsumet"},{"value":0,"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},{"value":0,"_account_id":9555,"name":"Matthew Booth","email":"mbooth@redhat.com","username":"MatthewBooth"}],"values":{"-1":"Work in progress"," 0":"Ready for reviews","+1":"Approved"},"description":"","default_value":0,"optional":true},"Review-Priority":{"all":[{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"_account_id":23561,"name":"iain MacDonnell","email":"iain.macdonnell@oracle.com","username":"imacdonn"},{"value":0,"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"value":0,"_account_id":26458,"name":"Brin Zhang","email":"zhangbailin@inspur.com","username":"zhangbailin"},{"value":0,"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},{"value":0,"_account_id":9732,"name":"Mellanox CI","email":"mlnx-openstack-ci@dev.mellanox.co.il","username":"mellanox","tags":["SERVICE_USER"]},{"value":0,"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},{"value":0,"_account_id":8770,"name":"Ken Giusti","email":"kgiusti@gmail.com","username":"kgiusti"},{"value":0,"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},{"value":0,"_account_id":7634,"name":"Takashi Natsume","email":"takanattie@gmail.com","username":"natsumet"},{"value":0,"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},{"value":0,"_account_id":9555,"name":"Matthew Booth","email":"mbooth@redhat.com","username":"MatthewBooth"}],"values":{" 0":"Default Priority","+1":"Contributor Review Promise","+2":"Core Review Promise"},"description":"","default_value":0,"optional":true}},"removable_reviewers":[],"reviewers":{"REVIEWER":[{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},{"_account_id":7634,"name":"Takashi Natsume","email":"takanattie@gmail.com","username":"natsumet"},{"_account_id":8770,"name":"Ken Giusti","email":"kgiusti@gmail.com","username":"kgiusti"},{"_account_id":9555,"name":"Matthew Booth","email":"mbooth@redhat.com","username":"MatthewBooth"},{"_account_id":9732,"name":"Mellanox CI","email":"mlnx-openstack-ci@dev.mellanox.co.il","username":"mellanox","tags":["SERVICE_USER"]},{"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},{"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"_account_id":23561,"name":"iain MacDonnell","email":"iain.macdonnell@oracle.com","username":"imacdonn"},{"_account_id":26458,"name":"Brin Zhang","email":"zhangbailin@inspur.com","username":"zhangbailin"},{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"}]},"pending_reviewers":{},"reviewer_updates":[{"updated":"2019-05-30 06:04:28.000000000","updated_by":{"_account_id":26458,"name":"Brin Zhang","email":"zhangbailin@inspur.com","username":"zhangbailin"},"reviewer":{"_account_id":26458,"name":"Brin Zhang","email":"zhangbailin@inspur.com","username":"zhangbailin"},"state":"REVIEWER"},{"updated":"2019-06-03 15:06:57.000000000","updated_by":{"_account_id":8770,"name":"Ken Giusti","email":"kgiusti@gmail.com","username":"kgiusti"},"reviewer":{"_account_id":8770,"name":"Ken Giusti","email":"kgiusti@gmail.com","username":"kgiusti"},"state":"REVIEWER"},{"updated":"2019-09-21 00:34:39.000000000","updated_by":{"_account_id":23561,"name":"iain MacDonnell","email":"iain.macdonnell@oracle.com","username":"imacdonn"},"reviewer":{"_account_id":23561,"name":"iain MacDonnell","email":"iain.macdonnell@oracle.com","username":"imacdonn"},"state":"REVIEWER"},{"updated":"2019-09-24 13:44:58.000000000","updated_by":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"reviewer":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"state":"REVIEWER"},{"updated":"2019-09-24 13:48:54.000000000","updated_by":{"_account_id":9555,"name":"Matthew Booth","email":"mbooth@redhat.com","username":"MatthewBooth"},"reviewer":{"_account_id":9555,"name":"Matthew Booth","email":"mbooth@redhat.com","username":"MatthewBooth"},"state":"REVIEWER"},{"updated":"2019-09-24 15:57:38.000000000","updated_by":{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},"reviewer":{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},"state":"REVIEWER"},{"updated":"2019-09-25 01:23:54.000000000","updated_by":{"_account_id":9732,"name":"Mellanox CI","email":"mlnx-openstack-ci@dev.mellanox.co.il","username":"mellanox","tags":["SERVICE_USER"]},"reviewer":{"_account_id":9732,"name":"Mellanox CI","email":"mlnx-openstack-ci@dev.mellanox.co.il","username":"mellanox","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2019-09-25 04:52:04.000000000","updated_by":{"_account_id":7634,"name":"Takashi Natsume","email":"takanattie@gmail.com","username":"natsumet"},"reviewer":{"_account_id":7634,"name":"Takashi Natsume","email":"takanattie@gmail.com","username":"natsumet"},"state":"REVIEWER"},{"updated":"2019-10-02 15:41:19.000000000","updated_by":{"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},"reviewer":{"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},"state":"REVIEWER"},{"updated":"2019-10-02 15:41:50.000000000","updated_by":{"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},"reviewer":{"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},"state":"REVIEWER"},{"updated":"2019-10-02 17:54:23.000000000","updated_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"reviewer":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"state":"REVIEWER"}],"messages":[{"id":"79da2ccc8125bc2b50f41e59db1f91e9446e6598","author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"date":"2019-05-29 21:34:06.000000000","message":"Uploaded patch set 1.","accounts_in_message":[],"_revision_number":1},{"id":"161bceecb04ba0e515f9ce18a62c47b32362c7a2","author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"date":"2019-05-29 21:36:37.000000000","message":"Uploaded patch set 2: Commit message was updated.","accounts_in_message":[],"_revision_number":2},{"id":"16b4a14b884193a8b0a678502ac3ee10e3260fed","author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"date":"2019-05-29 21:37:35.000000000","message":"Uploaded patch set 3: Commit message was updated.","accounts_in_message":[],"_revision_number":3},{"id":"c856f1d468f188e12a1b917f270744dff8bc2c00","author":{"_account_id":23561,"name":"iain MacDonnell","email":"iain.macdonnell@oracle.com","username":"imacdonn"},"date":"2019-05-29 22:19:34.000000000","message":"Patch Set 3:\n\nThanks for doing this. It\u0027ll be good if we can at least nail down the workarounds.\n\nI\u0027ve been investigating the failure to reestablish the connection(s) with threads\u003e1 a bit more. It turns out that the oslo.messaging driver for rabbitmq actually opens *two* connections to service RPC - the first is used to listen for replies, and the second to send requests. My observation is that the connection used to send requests gets a \"connection reset by peer\", and opens a new connection, through which the request does actually get sent. The problem us that the connection used to listen for replies is still dead, so the reply does not get consumed from the AMQP queue. I don\u0027t know how threading works in enough detail, but I\u0027m guessing that the connection used to listen for replies could be running in a different thread, and that thread is not waking up.\n\nI\u0027d been planning on reverting to running nova-api as a standalone daemon (for Stein deployments that are pending), because I still don\u0027t have warm fuzzies about this, even with threads\u003d1. Are we really sure that that will consistently reestablish the connections and work reliably?","accounts_in_message":[],"_revision_number":3},{"id":"a24587072eb5a78bb05bf8abee89b16a88691e6e","author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"date":"2019-05-29 23:10:40.000000000","message":"Patch Set 3:\n\n\u003e Thanks for doing this. It\u0027ll be good if we can at least nail down\n \u003e the workarounds.\n\n++\n\n \u003e I\u0027ve been investigating the failure to reestablish the\n \u003e connection(s) with threads\u003e1 a bit more. It turns out that the\n \u003e oslo.messaging driver for rabbitmq actually opens *two* connections\n \u003e to service RPC - the first is used to listen for replies, and the\n \u003e second to send requests. My observation is that the connection used\n \u003e to send requests gets a \"connection reset by peer\", and opens a new\n \u003e connection, through which the request does actually get sent. The\n \u003e problem us that the connection used to listen for replies is still\n \u003e dead, so the reply does not get consumed from the AMQP queue. I\n \u003e don\u0027t know how threading works in enough detail, but I\u0027m guessing\n \u003e that the connection used to listen for replies could be running in\n \u003e a different thread, and that thread is not waking up.\n\nOh, nice find. I don\u0027t know enough detail about threading either, but your guess sounds like what could be happening. Seems like it would depend on how wsgi app behavior works when threads \u003e 1 -- when a new request comes in, the app resumes from a paused state, but does it wake up all threads or only the one the new request came in on? If it\u0027s the latter, then each thread would lazily wake up when a new request hits it? I wonder if there\u0027s any wsgi app config related to this.\n\n \u003e I\u0027d been planning on reverting to running nova-api as a standalone\n \u003e daemon (for Stein deployments that are pending), because I still\n \u003e don\u0027t have warm fuzzies about this, even with threads\u003d1. Are we\n \u003e really sure that that will consistently reestablish the connections\n \u003e and work reliably?\n\nYou mean, plan to run nova-api using the eventlet wsgi server? True that would be guaranteed to work. We are not 100% sure that threads\u003d1 given a comment sean-k-mooney had made which said, paraphrasing, that if the main thread is one thread and the wsgi app is an additional one thread, then there are two threads and thus a 50% chance that the thread for the send and reply are the same one. But, I\u0027m thinking this depends on how the wsgi resume works? If the wsgi app can only serve requests on its one thread and that one wakes up when a new request comes in while the app is idle, then we would be guaranteed to reconnect and have requests work properly upon a resume. This also seems likely considering Vexxhost is running Stein with eventlet monkey-patching enabled and threads\u003d1 and has not experienced any issues with requests failing. And you\u0027d think they would have seen it by now if there were a 50% chance of the send/reply threads being different.","accounts_in_message":[],"_revision_number":3},{"id":"d07a8de572d3f1c2cde00c2d6604d9b195464626","author":{"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},"date":"2019-05-30 01:42:25.000000000","message":"Patch Set 3:\n\n(2 comments)\n\nthere are a few other uwsgi option that are worth exploring\n\ni think setting the single-interpreter option may help is some cases.\ne.g. threads\u003e1\nhttps://uwsgi-docs.readthedocs.io/en/latest/Options.html#single-interpreter\n\nalso setting die on idel to false may prevent the sleep behavior entrily.\nhttps://uwsgi-docs.readthedocs.io/en/latest/Options.html#die-on-idle\nin a similar vain using cheap mode\nhttps://uwsgi-docs.readthedocs.io/en/latest/Options.html#cheap\nmay similarly prevent the main api form being suspened.\n\nfinally you could change the min worker lifetime form 60 seconds to a larger value to similarly contol the minium interval before it could be suspended.\nhttps://uwsgi-docs.readthedocs.io/en/latest/Options.html#min-worker-lifetime\n\ni have not however had time to test any of the above so we shoudl not put them in the release note but i think there are ohter mitgaton via the config that we could explore in addtion to the other avenues we are looking at.","accounts_in_message":[],"_revision_number":3},{"id":"1da7689ec444b5b99b4a0d06dc5c0946ba641d4e","author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"date":"2019-05-30 02:36:46.000000000","message":"Patch Set 3:\n\n(2 comments)\n\n\u003e (2 comments)\n \u003e \n \u003e there are a few other uwsgi option that are worth exploring\n \u003e \n \u003e i think setting the single-interpreter option may help is some\n \u003e cases.\n \u003e e.g. threads\u003e1\n \u003e https://uwsgi-docs.readthedocs.io/en/latest/Options.html#single-interpreter\n \u003e \n \u003e also setting die on idel to false may prevent the sleep behavior\n \u003e entrily.\n \u003e https://uwsgi-docs.readthedocs.io/en/latest/Options.html#die-on-idle\n \u003e in a similar vain using cheap mode\n \u003e https://uwsgi-docs.readthedocs.io/en/latest/Options.html#cheap\n \u003e may similarly prevent the main api form being suspened.\n \u003e \n \u003e finally you could change the min worker lifetime form 60 seconds to\n \u003e a larger value to similarly contol the minium interval before it\n \u003e could be suspended.\n \u003e https://uwsgi-docs.readthedocs.io/en/latest/Options.html#min-worker-lifetime\n \u003e \n \u003e i have not however had time to test any of the above so we shoudl\n \u003e not put them in the release note but i think there are ohter\n \u003e mitgaton via the config that we could explore in addtion to the\n \u003e other avenues we are looking at.\n\nAck and agreed can\u0027t put them in the reno until we test them.","accounts_in_message":[],"_revision_number":3},{"id":"8d529eb32c047ea355b4a9dae2a53e8653bb2ae0","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-05-30 03:48:29.000000000","message":"Patch Set 3: Verified+1\n\nBuild succeeded (check pipeline).\n\n- openstack-tox-pep8 http://logs.openstack.org/95/662095/3/check/openstack-tox-pep8/7cd0629/ : SUCCESS in 8m 46s\n- openstack-tox-docs http://logs.openstack.org/95/662095/3/check/openstack-tox-docs/a31107c/html/ : SUCCESS in 6m 19s\n- build-openstack-releasenotes http://logs.openstack.org/95/662095/3/check/build-openstack-releasenotes/6958a60/html/ : SUCCESS in 37m 59s","accounts_in_message":[],"_revision_number":3},{"id":"a6bb488b7741053defe15f312dc595789f8eb1ec","author":{"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},"date":"2019-05-30 09:31:00.000000000","message":"Patch Set 3:\n\n(1 comment)","accounts_in_message":[],"_revision_number":3},{"id":"e60d03b2abdef2526ea66f9558eb8fb6133ebba9","author":{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},"date":"2019-05-30 14:21:58.000000000","message":"Patch Set 3:\n\nBuild succeeded.\n\n- nova http://cloudbase-ci.com/nova/662095/3 : SUCCESS in 2h 21m 09s","accounts_in_message":[],"_revision_number":3},{"id":"06d47246c54972eda43bcaf6e114d29fa3d2f9ab","author":{"_account_id":23561,"name":"iain MacDonnell","email":"iain.macdonnell@oracle.com","username":"imacdonn"},"date":"2019-05-31 17:14:12.000000000","message":"Patch Set 3:\n\n\u003e there are a few other uwsgi option that are worth exploring\n \nThe uWSGI docs are a bit sparse, but I don\u0027t think that any of the options below are pertinent. I did try them anyway, but none helped.\n\n\n \u003e i think setting the single-interpreter option may help is some\n \u003e cases.\n \u003e e.g. threads\u003e1\n \u003e https://uwsgi-docs.readthedocs.io/en/latest/Options.html#single-interpreter\n \nI can reproduce the problem with a single process (with 8 threads). I\u0027m guessing there\u0027s already only one interpreter in that case.\n\n\n \u003e also setting die on idel to false may prevent the sleep behavior\n \u003e entrily.\n \u003e https://uwsgi-docs.readthedocs.io/en/latest/Options.html#die-on-idle\n \u003e in a similar vain using cheap mode\n \u003e https://uwsgi-docs.readthedocs.io/en/latest/Options.html#cheap\n \u003e may similarly prevent the main api form being suspened.\n \nI believe that these two options pertain to dynamically spawned vassals.\n\n\n \u003e finally you could change the min worker lifetime form 60 seconds to\n \u003e a larger value to similarly contol the minium interval before it\n \u003e could be suspended.\n \u003e https://uwsgi-docs.readthedocs.io/en/latest/Options.html#min-worker-lifetime\n \nI don\u0027t think that that has anything to do with suspending threads - rather when workers get reloaded.\n\nI was actually able to make the problem go away by setting *max*-worker-lifetime to 30 seconds. This causes workers to get whacked/replaced before their connections can time out. I don\u0027t think it\u0027s a good solution, though, as those workers would get whacked even if they are active and busy, which would (presumably) incur a performance hit in a busy environment.","accounts_in_message":[],"_revision_number":3},{"id":"6c79c710c18ca13625d3ed53e87809a61a6bb181","author":{"_account_id":8770,"name":"Ken Giusti","email":"kgiusti@gmail.com","username":"kgiusti"},"date":"2019-06-03 15:06:57.000000000","message":"Patch Set 3:\n\n(1 comment)","accounts_in_message":[],"_revision_number":3},{"id":"02f02340a736f4d25562391058a882922a8eb225","author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"date":"2019-06-06 18:14:56.000000000","message":"Patch Set 3:\n\n(2 comments)","accounts_in_message":[],"_revision_number":3},{"id":"5b9d2541e7290fc8137acbbd6fdf8433ae0ab8b3","author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"date":"2019-09-18 16:26:59.000000000","message":"Uploaded patch set 4.","accounts_in_message":[],"_revision_number":4},{"id":"198d671d29ea821c1ad0e9018d84c4911db60a2f","author":{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},"date":"2019-09-18 18:37:43.000000000","message":"Patch Set 4:\n\nBuild succeeded.\n\n- nova http://cloudbase-ci.com/nova/662095/4 : SUCCESS in 2h 09m 47s","accounts_in_message":[],"_revision_number":4},{"id":"3a44e92d4c513acbbc9a324dfbc53d322ca0e399","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-09-19 00:55:21.000000000","message":"Patch Set 4: Verified+1\n\nBuild succeeded (check pipeline).\n\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/ede9fd5cc5d4479c90927b98a6cf7def : SUCCESS in 9m 26s\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/e94df249b8d2459ba941a92003a42718 : SUCCESS in 6m 48s\n- build-openstack-releasenotes https://zuul.opendev.org/t/openstack/build/a622987322fc4230b2b4b4c02323bcdb : SUCCESS in 37m 41s","accounts_in_message":[],"_revision_number":4},{"id":"418f9d43289640be34dc8ac78ca7957b79dfe9bf","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-09-20 14:25:03.000000000","message":"Patch Set 4:\n\n(2 comments)","accounts_in_message":[],"_revision_number":4},{"id":"5a7da5d0ab76db2bc117a1a7f466daec3f4dbe53","author":{"_account_id":23561,"name":"iain MacDonnell","email":"iain.macdonnell@oracle.com","username":"imacdonn"},"date":"2019-09-21 00:34:39.000000000","message":"Patch Set 4:\n\n(1 comment)","accounts_in_message":[],"_revision_number":4},{"id":"438153516e02bf20e4dc7165d8ebafa4e57da649","author":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"date":"2019-09-24 03:16:46.000000000","message":"Patch Set 4:\n\n(1 comment)","accounts_in_message":[],"_revision_number":4},{"id":"5ecf244a9118c30a07ff311299d529573e1364e5","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-09-24 13:44:43.000000000","message":"Patch Set 5: Published edit on patch set 4.","accounts_in_message":[],"_revision_number":5},{"id":"cc33fc557c41e60be628f375b18ea2f0d187c58a","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-09-24 13:44:54.000000000","message":"Patch Set 4:\n\n(1 comment)","accounts_in_message":[],"_revision_number":4},{"id":"23615a1c4638ff897b88eee50f5dc5b3ecb24dbe","author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"date":"2019-09-24 13:44:58.000000000","message":"Patch Set 5: Code-Review+2","accounts_in_message":[],"_revision_number":5},{"id":"0133c376b1f424add3518bdef74c997258f7e53d","author":{"_account_id":9555,"name":"Matthew Booth","email":"mbooth@redhat.com","username":"MatthewBooth"},"date":"2019-09-24 13:48:54.000000000","message":"Patch Set 5: Code-Review+1","accounts_in_message":[],"_revision_number":5},{"id":"b1e5be23bcea330c0071ff01502ced7aa0f04f19","author":{"_account_id":26515,"name":"Cloudbase Nova Hyper-V CI","email":"nova_hyperv_ci@cloudbasesolutions.com","username":"nova_hyperv_ci"},"date":"2019-09-24 15:57:38.000000000","message":"Patch Set 5:\n\nBuild succeeded.\n\n- nova http://cloudbase-ci.com/nova/662095/5 : SUCCESS in 2h 12m 00s","accounts_in_message":[],"_revision_number":5},{"id":"4fbcf4367762543345bc1973b39f0b016ea1de92","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-09-24 18:05:21.000000000","message":"Patch Set 5: Verified+1\n\nBuild succeeded (check pipeline).\n\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/944d2b3b7dc449d0ac535c2bcf982dab : SUCCESS in 9m 18s\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/a9571b822aaa4e28b245c437abfa90ae : SUCCESS in 7m 44s\n- build-openstack-releasenotes https://zuul.opendev.org/t/openstack/build/93efe3c675784f5f947d9e7b8a07ce8f : SUCCESS in 47m 37s","accounts_in_message":[],"_revision_number":5},{"id":"ab6e08e63cca3a05db0c3e277ef078546e1a7f28","author":{"_account_id":9732,"name":"Mellanox CI","email":"mlnx-openstack-ci@dev.mellanox.co.il","username":"mellanox","tags":["SERVICE_USER"]},"date":"2019-09-25 01:23:54.000000000","message":"Patch Set 5:\n\nBuild succeeded.\n\n- Nova-ML2-Sriov http://13.74.249.42/95/662095/5/check-nova/Nova-ML2-Sriov/19ba50b : SUCCESS in 1h 21m 50s (non-voting)\n- Nova-MACVTAP-ML2-Sriov http://13.74.249.42/95/662095/5/check-nova/Nova-MACVTAP-ML2-Sriov/53f83d6 : FAILURE in 1h 09m 41s (non-voting)\n\nTo re-run the job post \u0027recheck nova-mlnx\u0027 comment. For more information visit https://wiki.openstack.org/wiki/ThirdPartySystems/Mellanox_CI","accounts_in_message":[],"_revision_number":5},{"id":"18aa5b2ea6b1018884137ecda63276a2b1003cc7","author":{"_account_id":7634,"name":"Takashi Natsume","email":"takanattie@gmail.com","username":"natsumet"},"date":"2019-09-25 04:52:04.000000000","message":"Patch Set 5: Code-Review+1","accounts_in_message":[],"_revision_number":5},{"id":"2dcfc49b7da30a0d67266e981c4abe9f856c532e","author":{"_account_id":11604,"name":"sean mooney","email":"smooney@redhat.com","username":"sean-k-mooney"},"date":"2019-10-02 15:41:19.000000000","message":"Patch Set 5: Code-Review+1\n\ni was more or less fine with this a while ago and given this came up on the mailing list a while ago it clear not all operator are aware of this behavior so i think its imporatnt to include this in the next stable stine release so that they can be made aware of this.","accounts_in_message":[],"_revision_number":5},{"id":"f7126432c66f7100f8eade50a7e4b8b161056039","author":{"_account_id":10135,"name":"Lee Yarwood","display_name":"Lee Yarwood","email":"lyarwood@redhat.com","username":"lyarwood"},"date":"2019-10-02 15:41:50.000000000","message":"Patch Set 5: Code-Review+2 Workflow+1\n\nLGTM.","accounts_in_message":[],"_revision_number":5},{"id":"47bfee30e0a56358b9e1543792afaa2d7d99e2c5","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-10-02 15:42:36.000000000","message":"Patch Set 5: -Verified\n\nStarting gate jobs.","accounts_in_message":[],"_revision_number":5},{"id":"13e6fa3d52dba934e41ce3431bd7ef78b46f5169","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-10-02 17:54:23.000000000","message":"Patch Set 5: Verified+2\n\nBuild succeeded (gate pipeline).\n\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/190b7a625afb4d20af6c1f34e4a5cb13 : SUCCESS in 11m 02s\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/5eedf564b5614d9f8de60df82466341c : SUCCESS in 9m 28s\n- build-openstack-releasenotes https://zuul.opendev.org/t/openstack/build/b2e1ed40c639441aafda001dff7f1c0b : SUCCESS in 55m 02s","accounts_in_message":[],"_revision_number":5},{"id":"ff7db27f4dce16c39fcbaf1ba40cf4c65a076b44","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-10-02 17:54:23.000000000","message":"Change has been successfully merged by Zuul","accounts_in_message":[],"_revision_number":5},{"id":"a31087c32eb22948bd27e86ff02c775cc72911f4","tag":"autogenerated:zuul:promote","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2019-10-02 17:56:42.000000000","message":"Patch Set 5:\n\nBuild succeeded (promote pipeline).\n\n- promote-openstack-tox-docs https://zuul.opendev.org/t/openstack/build/b8362d8f84294e1d83a6ea8ba37918a1 : SUCCESS in 55s\n- promote-openstack-releasenotes https://zuul.opendev.org/t/openstack/build/021b0c74b6ea4088987e6f314e44e0c2 : SUCCESS in 1m 08s","accounts_in_message":[],"_revision_number":5}],"current_revision_number":5,"current_revision":"a694952eacfe3a2dac34957cf95d5529eb89d4b2","revisions":{"279731eda5c2df30ce0e0b014e0994917c048dfa":{"kind":"REWORK","_number":1,"created":"2019-05-29 21:34:06.000000000","uploader":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"ref":"refs/changes/95/662095/1","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/nova","ref":"refs/changes/95/662095/1","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/nova refs/changes/95/662095/1 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/nova refs/changes/95/662095/1 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/nova refs/changes/95/662095/1 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/nova refs/changes/95/662095/1"}}},"commit":{"parents":[{"commit":"498608c15f4df68fcc87397319df3c6152bc4fd4","subject":"Merge \"[stable-only] Improve the reno for consoleauth upgrade check\" into stable/stein","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/498608c15f4df68fcc87397319df3c6152bc4fd4"}]}],"author":{"name":"melanie witt","email":"melwittt@gmail.com","date":"2019-05-29 21:32:11.000000000","tz":0},"committer":{"name":"melanie witt","email":"melwittt@gmail.com","date":"2019-05-29 21:33:42.000000000","tz":0},"subject":"Add reno about nova-api eventlet monkey-patching and rabbitmq","message":"Add reno about nova-api eventlet monkey-patching and rabbitmq\n\nThis adds a known issue release note about eventlet monkey-patching in\nnova-api and workarounds.\n\nChange-Id: I22abd1f5377489dd809eb705c8e7aec2814ced0e\nRelated-Bug: #1826281\nRelated-Bug: #1825584\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/279731eda5c2df30ce0e0b014e0994917c048dfa"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/279731eda5c2df30ce0e0b014e0994917c048dfa"}]},"branch":"refs/heads/stable/stein"},"d6d172b94d6017fe9229d7a920dc6ef735bd09e1":{"kind":"NO_CODE_CHANGE","_number":2,"created":"2019-05-29 21:36:37.000000000","uploader":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"ref":"refs/changes/95/662095/2","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/nova","ref":"refs/changes/95/662095/2","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/nova refs/changes/95/662095/2 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/nova refs/changes/95/662095/2 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/nova refs/changes/95/662095/2 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/nova refs/changes/95/662095/2"}}},"commit":{"parents":[{"commit":"498608c15f4df68fcc87397319df3c6152bc4fd4","subject":"Merge \"[stable-only] Improve the reno for consoleauth upgrade check\" into stable/stein","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/498608c15f4df68fcc87397319df3c6152bc4fd4"}]}],"author":{"name":"melanie witt","email":"melwittt@gmail.com","date":"2019-05-29 21:32:11.000000000","tz":0},"committer":{"name":"melanie witt","email":"melwittt@gmail.com","date":"2019-05-29 21:36:21.000000000","tz":0},"subject":"Add reno about nova-api eventlet monkey-patching and rabbitmq","message":"Add reno about nova-api eventlet monkey-patching and rabbitmq\n\nThis adds a known issue release note about eventlet monkey-patching in\nnova-api and workarounds.\n\nChange-Id: I22abd1f5377489dd809eb705c8e7aec2814ced0e\nRelated-Bug: #1825584\nRelated-Bug: #1829062\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/d6d172b94d6017fe9229d7a920dc6ef735bd09e1"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/d6d172b94d6017fe9229d7a920dc6ef735bd09e1"}]},"branch":"refs/heads/stable/stein"},"c21b0495d9feeb8486924baabacb446e6292afe3":{"kind":"NO_CODE_CHANGE","_number":3,"created":"2019-05-29 21:37:35.000000000","uploader":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"ref":"refs/changes/95/662095/3","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/nova","ref":"refs/changes/95/662095/3","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/nova refs/changes/95/662095/3 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/nova refs/changes/95/662095/3 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/nova refs/changes/95/662095/3 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/nova refs/changes/95/662095/3"}}},"commit":{"parents":[{"commit":"498608c15f4df68fcc87397319df3c6152bc4fd4","subject":"Merge \"[stable-only] Improve the reno for consoleauth upgrade check\" into stable/stein","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/498608c15f4df68fcc87397319df3c6152bc4fd4"}]}],"author":{"name":"melanie witt","email":"melwittt@gmail.com","date":"2019-05-29 21:32:11.000000000","tz":0},"committer":{"name":"melanie witt","email":"melwittt@gmail.com","date":"2019-05-29 21:37:19.000000000","tz":0},"subject":"Add reno about nova-api eventlet monkey-patching and rabbitmq","message":"Add reno about nova-api eventlet monkey-patching and rabbitmq\n\nThis adds a known issue release note about eventlet monkey-patching in\nnova-api and workarounds.\n\nRelated-Bug: #1825584\nRelated-Bug: #1829062\n\nChange-Id: I22abd1f5377489dd809eb705c8e7aec2814ced0e\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/c21b0495d9feeb8486924baabacb446e6292afe3"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/c21b0495d9feeb8486924baabacb446e6292afe3"}]},"branch":"refs/heads/stable/stein"},"74254d8b7952c1a1b28f415c515c39bcce217369":{"kind":"REWORK","_number":4,"created":"2019-09-18 16:26:59.000000000","uploader":{"_account_id":4690,"name":"melanie witt","display_name":"melwitt","email":"melwittt@gmail.com","username":"melwitt"},"ref":"refs/changes/95/662095/4","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/nova","ref":"refs/changes/95/662095/4","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/nova refs/changes/95/662095/4 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/nova refs/changes/95/662095/4 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/nova refs/changes/95/662095/4 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/nova refs/changes/95/662095/4"}}},"commit":{"parents":[{"commit":"498608c15f4df68fcc87397319df3c6152bc4fd4","subject":"Merge \"[stable-only] Improve the reno for consoleauth upgrade check\" into stable/stein","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/498608c15f4df68fcc87397319df3c6152bc4fd4"}]}],"author":{"name":"melanie witt","email":"melwittt@gmail.com","date":"2019-05-29 21:32:11.000000000","tz":0},"committer":{"name":"melanie witt","email":"melwittt@gmail.com","date":"2019-09-18 16:26:28.000000000","tz":0},"subject":"Add reno about nova-api eventlet monkey-patching and rabbitmq","message":"Add reno about nova-api eventlet monkey-patching and rabbitmq\n\nThis adds a known issue release note about eventlet monkey-patching in\nnova-api and workarounds.\n\nRelated-Bug: #1825584\nRelated-Bug: #1829062\n\nChange-Id: I22abd1f5377489dd809eb705c8e7aec2814ced0e\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/74254d8b7952c1a1b28f415c515c39bcce217369"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/74254d8b7952c1a1b28f415c515c39bcce217369"}]},"branch":"refs/heads/stable/stein"},"a694952eacfe3a2dac34957cf95d5529eb89d4b2":{"kind":"REWORK","_number":5,"created":"2019-09-24 13:44:43.000000000","uploader":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"ref":"refs/changes/95/662095/5","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/nova","ref":"refs/changes/95/662095/5","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/nova refs/changes/95/662095/5 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/nova refs/changes/95/662095/5 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/nova refs/changes/95/662095/5 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/nova refs/changes/95/662095/5"}}},"commit":{"parents":[{"commit":"498608c15f4df68fcc87397319df3c6152bc4fd4","subject":"Merge \"[stable-only] Improve the reno for consoleauth upgrade check\" into stable/stein","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/498608c15f4df68fcc87397319df3c6152bc4fd4"}]}],"author":{"name":"melanie witt","email":"melwittt@gmail.com","date":"2019-05-29 21:32:11.000000000","tz":0},"committer":{"name":"Matt Riedemann","email":"mriedem.os@gmail.com","date":"2019-09-24 13:44:42.000000000","tz":0},"subject":"Add reno about nova-api eventlet monkey-patching and rabbitmq","message":"Add reno about nova-api eventlet monkey-patching and rabbitmq\n\nThis adds a known issue release note about eventlet monkey-patching in\nnova-api and workarounds.\n\nRelated-Bug: #1825584\nRelated-Bug: #1829062\n\nChange-Id: I22abd1f5377489dd809eb705c8e7aec2814ced0e\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/a694952eacfe3a2dac34957cf95d5529eb89d4b2"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/nova/commit/a694952eacfe3a2dac34957cf95d5529eb89d4b2"}]},"branch":"refs/heads/stable/stein"}},"requirements":[],"submit_records":[],"submit_requirements":[]}
