)]}'
{"/COMMIT_MSG":[{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"1dbe25b2a8bf97b28ff85eb64f68bdfef68c3d43","unresolved":false,"context_lines":[{"line_number":4,"context_line":"Commit:     Surya Seetharaman \u003csuryaseetharaman.9@gmail.com\u003e"},{"line_number":5,"context_line":"CommitDate: 2019-02-20 15:33:04 +0100"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"[Doc Fix]Best practices for effectively tolerating down cells"},{"line_number":8,"context_line":""},{"line_number":9,"context_line":"Adds a section in the admin guide with the config options related to"},{"line_number":10,"context_line":"down cells."}],"source_content_type":"text/x-gerrit-commit-message","patch_set":1,"id":"9fdfeff1_cccb1548","line":7,"range":{"start_line":7,"start_character":0,"end_line":7,"end_character":9},"updated":"2019-02-20 16:14:45.000000000","message":"This isn\u0027t really a \"fix\", just prefix with \"docs: \".","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"ff5d950b50c436cff4f9b97f88fd27ba881aa2d9","unresolved":false,"context_lines":[{"line_number":4,"context_line":"Commit:     Surya Seetharaman \u003csuryaseetharaman.9@gmail.com\u003e"},{"line_number":5,"context_line":"CommitDate: 2019-02-20 15:33:04 +0100"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"[Doc Fix]Best practices for effectively tolerating down cells"},{"line_number":8,"context_line":""},{"line_number":9,"context_line":"Adds a section in the admin guide with the config options related to"},{"line_number":10,"context_line":"down cells."}],"source_content_type":"text/x-gerrit-commit-message","patch_set":1,"id":"9fdfeff1_c6c3f689","line":7,"range":{"start_line":7,"start_character":8,"end_line":7,"end_character":9},"updated":"2019-02-20 14:39:30.000000000","message":"nit: space","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"}],"doc/source/admin/cells.rst":[{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"2f8cf7204adce2b5cf782f05c5e6359b3a7090fc","unresolved":false,"context_lines":[{"line_number":1,"context_line":".. _section_cellsV2-management:"},{"line_number":2,"context_line":""},{"line_number":3,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":4,"context_line":"CellsV2 Management"},{"line_number":5,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_a6e1122d","line":2,"updated":"2019-02-20 14:38:11.000000000","message":"honestly not sure if this is what was expected..","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":6,"context_line":""},{"line_number":7,"context_line":"This document describes the various recommended practices/tips for runnning and"},{"line_number":8,"context_line":"maintaining CellsV2 for admins and operators. For more details regarding the"},{"line_number":9,"context_line":"basic concept of CellsV2 and its layout please see the main :ref:`cells_layout`"},{"line_number":10,"context_line":"page."},{"line_number":11,"context_line":""},{"line_number":12,"context_line":"Handling cell failures"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_f17b5278","line":9,"range":{"start_line":9,"start_character":60,"end_line":9,"end_character":79},"updated":"2019-02-20 15:38:27.000000000","message":"I think this could just be :doc:`/user/cellsv2-layout`.","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":6,"context_line":""},{"line_number":7,"context_line":"This document describes the various recommended practices/tips for runnning and"},{"line_number":8,"context_line":"maintaining CellsV2 for admins and operators. For more details regarding the"},{"line_number":9,"context_line":"basic concept of CellsV2 and its layout please see the main :ref:`cells_layout`"},{"line_number":10,"context_line":"page."},{"line_number":11,"context_line":""},{"line_number":12,"context_line":"Handling cell failures"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_665553fa","line":9,"range":{"start_line":9,"start_character":60,"end_line":9,"end_character":79},"in_reply_to":"9fdfeff1_f17b5278","updated":"2019-02-21 14:22:31.000000000","message":"Done","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":9,"context_line":"basic concept of CellsV2 and its layout please see the main :ref:`cells_layout`"},{"line_number":10,"context_line":"page."},{"line_number":11,"context_line":""},{"line_number":12,"context_line":"Handling cell failures"},{"line_number":13,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"The section describes the recommended practices for effectively tolerating cell"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_b195ca8a","line":12,"updated":"2019-02-20 15:38:27.000000000","message":"I wonder if rather than a new admin/cells doc, which would be fine if we had more content than down cells, if we just add a down-cells section to the troubleshooting section?\n\nhttps://docs.openstack.org/nova/latest/admin/support-compute.html","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":9,"context_line":"basic concept of CellsV2 and its layout please see the main :ref:`cells_layout`"},{"line_number":10,"context_line":"page."},{"line_number":11,"context_line":""},{"line_number":12,"context_line":"Handling cell failures"},{"line_number":13,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"The section describes the recommended practices for effectively tolerating cell"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_867157ab","line":12,"in_reply_to":"9fdfeff1_b195ca8a","updated":"2019-02-21 14:22:31.000000000","message":"ok, I wasn\u0027t sure where to put this, hence opened a new section.","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":18,"context_line":"\u003chttps://developer.openstack.org/api-guide/compute/down_cells.html\u003e`__"},{"line_number":19,"context_line":"section of the Compute API guide."},{"line_number":20,"context_line":""},{"line_number":21,"context_line":"**Important settings for consideration**"},{"line_number":22,"context_line":""},{"line_number":23,"context_line":"Since a cell being reachable or not is determined through timeouts, it is suggested"},{"line_number":24,"context_line":"to provide suitable values for the following settings based on your requirements."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_31779a0b","line":21,"range":{"start_line":21,"start_character":0,"end_line":21,"end_character":40},"updated":"2019-02-20 15:38:27.000000000","message":"Make these proper sub-sections by using ~~~ for sub-section titles. That way we can link people to a specific section.\n\nAlso, we can shorten the title to \"Configuration considerations\".","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":18,"context_line":"\u003chttps://developer.openstack.org/api-guide/compute/down_cells.html\u003e`__"},{"line_number":19,"context_line":"section of the Compute API guide."},{"line_number":20,"context_line":""},{"line_number":21,"context_line":"**Important settings for consideration**"},{"line_number":22,"context_line":""},{"line_number":23,"context_line":"Since a cell being reachable or not is determined through timeouts, it is suggested"},{"line_number":24,"context_line":"to provide suitable values for the following settings based on your requirements."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_46ab6f1d","line":21,"range":{"start_line":21,"start_character":0,"end_line":21,"end_character":40},"in_reply_to":"9fdfeff1_31779a0b","updated":"2019-02-21 14:22:31.000000000","message":"Done","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":23,"context_line":"Since a cell being reachable or not is determined through timeouts, it is suggested"},{"line_number":24,"context_line":"to provide suitable values for the following settings based on your requirements."},{"line_number":25,"context_line":""},{"line_number":26,"context_line":"#. ``CONF.database.max_retries`` is 10 by default meaning every time a cell becomes"},{"line_number":27,"context_line":"   unreachable, it would retry 10 times before nova can declare the cell as"},{"line_number":28,"context_line":"   \"down cell\"."},{"line_number":29,"context_line":"#. ``CONF.database.retry_intervel`` is 10 seconds and ``CONF.rabbit_retry_interval``"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_d1d72e4f","line":26,"range":{"start_line":26,"start_character":3,"end_line":26,"end_character":32},"updated":"2019-02-20 15:38:27.000000000","message":"\"CONF\" is developer-speak. This should just be:\n\n:oslo.config:option:`database.max_retries` to link to the config docs.\n\nSame throughout.","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":23,"context_line":"Since a cell being reachable or not is determined through timeouts, it is suggested"},{"line_number":24,"context_line":"to provide suitable values for the following settings based on your requirements."},{"line_number":25,"context_line":""},{"line_number":26,"context_line":"#. ``CONF.database.max_retries`` is 10 by default meaning every time a cell becomes"},{"line_number":27,"context_line":"   unreachable, it would retry 10 times before nova can declare the cell as"},{"line_number":28,"context_line":"   \"down cell\"."},{"line_number":29,"context_line":"#. ``CONF.database.retry_intervel`` is 10 seconds and ``CONF.rabbit_retry_interval``"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_6920c49c","line":26,"range":{"start_line":26,"start_character":3,"end_line":26,"end_character":32},"in_reply_to":"9fdfeff1_d1d72e4f","updated":"2019-02-21 14:22:31.000000000","message":"Done","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":25,"context_line":""},{"line_number":26,"context_line":"#. ``CONF.database.max_retries`` is 10 by default meaning every time a cell becomes"},{"line_number":27,"context_line":"   unreachable, it would retry 10 times before nova can declare the cell as"},{"line_number":28,"context_line":"   \"down cell\"."},{"line_number":29,"context_line":"#. ``CONF.database.retry_intervel`` is 10 seconds and ``CONF.rabbit_retry_interval``"},{"line_number":30,"context_line":"   is 1 second by default meaning every time a cell becomes unreachable it would"},{"line_number":31,"context_line":"   retry every 10 seconds or 1 second depending on if it\u0027s a database or a message"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_51d57e42","line":28,"range":{"start_line":28,"start_character":3,"end_line":28,"end_character":15},"updated":"2019-02-20 15:38:27.000000000","message":"\"down\".","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":25,"context_line":""},{"line_number":26,"context_line":"#. ``CONF.database.max_retries`` is 10 by default meaning every time a cell becomes"},{"line_number":27,"context_line":"   unreachable, it would retry 10 times before nova can declare the cell as"},{"line_number":28,"context_line":"   \"down cell\"."},{"line_number":29,"context_line":"#. ``CONF.database.retry_intervel`` is 10 seconds and ``CONF.rabbit_retry_interval``"},{"line_number":30,"context_line":"   is 1 second by default meaning every time a cell becomes unreachable it would"},{"line_number":31,"context_line":"   retry every 10 seconds or 1 second depending on if it\u0027s a database or a message"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_293abccc","line":28,"range":{"start_line":28,"start_character":3,"end_line":28,"end_character":15},"in_reply_to":"9fdfeff1_51d57e42","updated":"2019-02-21 14:22:31.000000000","message":"Done","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":26,"context_line":"#. ``CONF.database.max_retries`` is 10 by default meaning every time a cell becomes"},{"line_number":27,"context_line":"   unreachable, it would retry 10 times before nova can declare the cell as"},{"line_number":28,"context_line":"   \"down cell\"."},{"line_number":29,"context_line":"#. ``CONF.database.retry_intervel`` is 10 seconds and ``CONF.rabbit_retry_interval``"},{"line_number":30,"context_line":"   is 1 second by default meaning every time a cell becomes unreachable it would"},{"line_number":31,"context_line":"   retry every 10 seconds or 1 second depending on if it\u0027s a database or a message"},{"line_number":32,"context_line":"   queue problem."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_f157d2c9","line":29,"range":{"start_line":29,"start_character":61,"end_line":29,"end_character":82},"updated":"2019-02-20 15:38:27.000000000","message":"There is a rabbit_retry_backoff for this which will progressively back off the retry interval for rabbit up to (by default) 30 seconds, so it\u0027s not really only 1 second between rabbit retries. I\u0027m not sure you need to go into those details but I thought I\u0027d mention it.","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"change_message_id":"b20d89d0502d855c92fc5cc9c2a9c14a6c0e0377","unresolved":false,"context_lines":[{"line_number":26,"context_line":"#. ``CONF.database.max_retries`` is 10 by default meaning every time a cell becomes"},{"line_number":27,"context_line":"   unreachable, it would retry 10 times before nova can declare the cell as"},{"line_number":28,"context_line":"   \"down cell\"."},{"line_number":29,"context_line":"#. ``CONF.database.retry_intervel`` is 10 seconds and ``CONF.rabbit_retry_interval``"},{"line_number":30,"context_line":"   is 1 second by default meaning every time a cell becomes unreachable it would"},{"line_number":31,"context_line":"   retry every 10 seconds or 1 second depending on if it\u0027s a database or a message"},{"line_number":32,"context_line":"   queue problem."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_c6677151","line":29,"range":{"start_line":29,"start_character":19,"end_line":29,"end_character":33},"updated":"2019-02-20 19:33:35.000000000","message":"retry_interval","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":26,"context_line":"#. ``CONF.database.max_retries`` is 10 by default meaning every time a cell becomes"},{"line_number":27,"context_line":"   unreachable, it would retry 10 times before nova can declare the cell as"},{"line_number":28,"context_line":"   \"down cell\"."},{"line_number":29,"context_line":"#. ``CONF.database.retry_intervel`` is 10 seconds and ``CONF.rabbit_retry_interval``"},{"line_number":30,"context_line":"   is 1 second by default meaning every time a cell becomes unreachable it would"},{"line_number":31,"context_line":"   retry every 10 seconds or 1 second depending on if it\u0027s a database or a message"},{"line_number":32,"context_line":"   queue problem."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_e93354f5","line":29,"range":{"start_line":29,"start_character":19,"end_line":29,"end_character":33},"in_reply_to":"9fdfeff1_c6677151","updated":"2019-02-21 14:22:31.000000000","message":"Done","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":26,"context_line":"#. ``CONF.database.max_retries`` is 10 by default meaning every time a cell becomes"},{"line_number":27,"context_line":"   unreachable, it would retry 10 times before nova can declare the cell as"},{"line_number":28,"context_line":"   \"down cell\"."},{"line_number":29,"context_line":"#. ``CONF.database.retry_intervel`` is 10 seconds and ``CONF.rabbit_retry_interval``"},{"line_number":30,"context_line":"   is 1 second by default meaning every time a cell becomes unreachable it would"},{"line_number":31,"context_line":"   retry every 10 seconds or 1 second depending on if it\u0027s a database or a message"},{"line_number":32,"context_line":"   queue problem."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_695524fa","line":29,"range":{"start_line":29,"start_character":61,"end_line":29,"end_character":82},"in_reply_to":"9fdfeff1_f157d2c9","updated":"2019-02-21 14:22:31.000000000","message":"yea I saw that in the config options too, wasn\u0027t sure if I should mention that also.","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":31,"context_line":"   retry every 10 seconds or 1 second depending on if it\u0027s a database or a message"},{"line_number":32,"context_line":"   queue problem."},{"line_number":33,"context_line":"#. Nova also has a timeout value called ``CELL_TIMEOUT`` which is hardcoded to 60"},{"line_number":34,"context_line":"   seconds and that is the total time the nova api would wait before returning"},{"line_number":35,"context_line":"   sentinels for the \"down cells\"."},{"line_number":36,"context_line":""},{"line_number":37,"context_line":"The values of the above settings will effect the time required for nova to decide"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_b11f0a08","line":34,"range":{"start_line":34,"start_character":42,"end_line":34,"end_character":50},"updated":"2019-02-20 15:38:27.000000000","message":"nova-api\n\nalso, isn\u0027t this also used in nova-conductor and nova-scheduler?\n\nIs there anything we need to mention in here about SIGHUPing the services to refresh the cache? Like if you disable a cell that was down?","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":31,"context_line":"   retry every 10 seconds or 1 second depending on if it\u0027s a database or a message"},{"line_number":32,"context_line":"   queue problem."},{"line_number":33,"context_line":"#. Nova also has a timeout value called ``CELL_TIMEOUT`` which is hardcoded to 60"},{"line_number":34,"context_line":"   seconds and that is the total time the nova api would wait before returning"},{"line_number":35,"context_line":"   sentinels for the \"down cells\"."},{"line_number":36,"context_line":""},{"line_number":37,"context_line":"The values of the above settings will effect the time required for nova to decide"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_e9b6f43e","line":34,"range":{"start_line":34,"start_character":42,"end_line":34,"end_character":50},"in_reply_to":"9fdfeff1_b11f0a08","updated":"2019-02-21 14:22:31.000000000","message":"\u003e nova-api\n \u003e \n \u003e also, isn\u0027t this also used in nova-conductor and nova-scheduler?\n\nyea it is but ultimately its the context.py which returns the sentinels which is why I put it as \"nova-api\".\n\n \u003e \n \u003e Is there anything we need to mention in here about SIGHUPing the\n \u003e services to refresh the cache? Like if you disable a cell that was\n \u003e down?\n\nthe SIGHUP-ing I have mentioned below with the scheduling part for the cache.","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":39,"context_line":"sentinels."},{"line_number":40,"context_line":""},{"line_number":41,"context_line":"The operator can also control the results of certain API actions like"},{"line_number":42,"context_line":"``nova list``, ``nova show`` and ``nova service-list`` depending on the value of"},{"line_number":43,"context_line":"``[api]/list_records_by_skipping_down_cells`` config option. If this is true, the"},{"line_number":44,"context_line":"results from the unreachable cells will be skipped and it is false, the commands"},{"line_number":45,"context_line":"will just fail with an API error in situations where partial constructs cannot be"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_91ba0608","line":42,"range":{"start_line":42,"start_character":0,"end_line":42,"end_character":54},"updated":"2019-02-20 15:38:27.000000000","message":"These are not APIs. I would just say \"actions like listing servers and services\".","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":39,"context_line":"sentinels."},{"line_number":40,"context_line":""},{"line_number":41,"context_line":"The operator can also control the results of certain API actions like"},{"line_number":42,"context_line":"``nova list``, ``nova show`` and ``nova service-list`` depending on the value of"},{"line_number":43,"context_line":"``[api]/list_records_by_skipping_down_cells`` config option. If this is true, the"},{"line_number":44,"context_line":"results from the unreachable cells will be skipped and it is false, the commands"},{"line_number":45,"context_line":"will just fail with an API error in situations where partial constructs cannot be"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_c9ea100d","line":42,"range":{"start_line":42,"start_character":0,"end_line":42,"end_character":54},"in_reply_to":"9fdfeff1_91ba0608","updated":"2019-02-21 14:22:31.000000000","message":"Done","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":40,"context_line":""},{"line_number":41,"context_line":"The operator can also control the results of certain API actions like"},{"line_number":42,"context_line":"``nova list``, ``nova show`` and ``nova service-list`` depending on the value of"},{"line_number":43,"context_line":"``[api]/list_records_by_skipping_down_cells`` config option. If this is true, the"},{"line_number":44,"context_line":"results from the unreachable cells will be skipped and it is false, the commands"},{"line_number":45,"context_line":"will just fail with an API error in situations where partial constructs cannot be"},{"line_number":46,"context_line":"computed."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_11b936e8","line":43,"range":{"start_line":43,"start_character":0,"end_line":43,"end_character":45},"updated":"2019-02-20 15:38:27.000000000","message":":oslo.config:option:`api.list_records_by_skipping_down_cells`","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":40,"context_line":""},{"line_number":41,"context_line":"The operator can also control the results of certain API actions like"},{"line_number":42,"context_line":"``nova list``, ``nova show`` and ``nova service-list`` depending on the value of"},{"line_number":43,"context_line":"``[api]/list_records_by_skipping_down_cells`` config option. If this is true, the"},{"line_number":44,"context_line":"results from the unreachable cells will be skipped and it is false, the commands"},{"line_number":45,"context_line":"will just fail with an API error in situations where partial constructs cannot be"},{"line_number":46,"context_line":"computed."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_29c4fc91","line":43,"range":{"start_line":43,"start_character":0,"end_line":43,"end_character":45},"in_reply_to":"9fdfeff1_11b936e8","updated":"2019-02-21 14:22:31.000000000","message":"Done","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":45,"context_line":"will just fail with an API error in situations where partial constructs cannot be"},{"line_number":46,"context_line":"computed."},{"line_number":47,"context_line":""},{"line_number":48,"context_line":"**Temporary solution for removing down cells from being scheduling candidates**"},{"line_number":49,"context_line":""},{"line_number":50,"context_line":"While the temporary glitch in the infrastructure is being fixed, the effected"},{"line_number":51,"context_line":"cells can be disabled by doing:"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_118616dd","line":48,"range":{"start_line":48,"start_character":0,"end_line":48,"end_character":79},"updated":"2019-02-20 15:38:27.000000000","message":"Just call this \"Disabling down cells\".","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":45,"context_line":"will just fail with an API error in situations where partial constructs cannot be"},{"line_number":46,"context_line":"computed."},{"line_number":47,"context_line":""},{"line_number":48,"context_line":"**Temporary solution for removing down cells from being scheduling candidates**"},{"line_number":49,"context_line":""},{"line_number":50,"context_line":"While the temporary glitch in the infrastructure is being fixed, the effected"},{"line_number":51,"context_line":"cells can be disabled by doing:"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_a9354caa","line":48,"range":{"start_line":48,"start_character":0,"end_line":48,"end_character":79},"in_reply_to":"9fdfeff1_118616dd","updated":"2019-02-21 14:22:31.000000000","message":"Done","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":52,"context_line":""},{"line_number":53,"context_line":"``nova-manage cell_v2 update_cell --cell_uuid \u003ccell_uuid\u003e --disable``"},{"line_number":54,"context_line":""},{"line_number":55,"context_line":"by which they will no longer be considered as candidates for scheduling. Note"},{"line_number":56,"context_line":"that since an internal cells cache is used, you might want to SIGHUP the services"},{"line_number":57,"context_line":"for the changes to be refleced."},{"line_number":58,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_518d7e2f","line":55,"updated":"2019-02-20 15:38:27.000000000","message":"I would probably move this wording to the actual help text for that command in the CLI docs:\n\nhttps://docs.openstack.org/nova/latest/cli/nova-manage.html#nova-cells-v2\n\nAnd then reference the command for more details (add a :ref: to link from here to there). I noticed that the help text for that command doesn\u0027t mention anything about SIGHUPing the services (or which services for that matter). I thought we had that somewhere - maybe in the cells FAQs? Ah yup, #2 in FAQs:\n\nhttps://docs.openstack.org/nova/latest/user/cells.html#faqs\n\nIn general I\u0027d like to keep the CLI help the main description and then reference it from other places rather than scatter information about the command throughout several docs.","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":52,"context_line":""},{"line_number":53,"context_line":"``nova-manage cell_v2 update_cell --cell_uuid \u003ccell_uuid\u003e --disable``"},{"line_number":54,"context_line":""},{"line_number":55,"context_line":"by which they will no longer be considered as candidates for scheduling. Note"},{"line_number":56,"context_line":"that since an internal cells cache is used, you might want to SIGHUP the services"},{"line_number":57,"context_line":"for the changes to be refleced."},{"line_number":58,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_a92c6c4a","line":55,"in_reply_to":"9fdfeff1_518d7e2f","updated":"2019-02-21 14:22:31.000000000","message":"\u003e I would probably move this wording to the actual help text for that\n \u003e command in the CLI docs:\n \u003e \n \u003e https://docs.openstack.org/nova/latest/cli/nova-manage.html#nova-cells-v2\n \u003e \n \u003e And then reference the command for more details (add a :ref: to\n \u003e link from here to there). I noticed that the help text for that\n \u003e command doesn\u0027t mention anything about SIGHUPing the services (or\n \u003e which services for that matter). I thought we had that somewhere -\n \u003e maybe in the cells FAQs? Ah yup, #2 in FAQs:\n \u003e \n \u003e https://docs.openstack.org/nova/latest/user/cells.html#faqs\n \u003e \n\nWe also have it in a bold note block just under the \"update_cell command.\n\n \u003e In general I\u0027d like to keep the CLI help the main description and\n \u003e then reference it from other places rather than scatter information\n \u003e about the command throughout several docs.\n\nDone.","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":54,"context_line":""},{"line_number":55,"context_line":"by which they will no longer be considered as candidates for scheduling. Note"},{"line_number":56,"context_line":"that since an internal cells cache is used, you might want to SIGHUP the services"},{"line_number":57,"context_line":"for the changes to be refleced."},{"line_number":58,"context_line":""},{"line_number":59,"context_line":"**If a cell is down on startup**"},{"line_number":60,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_b1cdca87","line":57,"range":{"start_line":57,"start_character":22,"end_line":57,"end_character":30},"updated":"2019-02-20 15:38:27.000000000","message":"reflected","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":54,"context_line":""},{"line_number":55,"context_line":"by which they will no longer be considered as candidates for scheduling. Note"},{"line_number":56,"context_line":"that since an internal cells cache is used, you might want to SIGHUP the services"},{"line_number":57,"context_line":"for the changes to be refleced."},{"line_number":58,"context_line":""},{"line_number":59,"context_line":"**If a cell is down on startup**"},{"line_number":60,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_29495c31","line":57,"range":{"start_line":57,"start_character":22,"end_line":57,"end_character":30},"in_reply_to":"9fdfeff1_b1cdca87","updated":"2019-02-21 14:22:31.000000000","message":"Done","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":56,"context_line":"that since an internal cells cache is used, you might want to SIGHUP the services"},{"line_number":57,"context_line":"for the changes to be refleced."},{"line_number":58,"context_line":""},{"line_number":59,"context_line":"**If a cell is down on startup**"},{"line_number":60,"context_line":""},{"line_number":61,"context_line":"In case a cell is down during the startup of nova services, there are chances that"},{"line_number":62,"context_line":"the services hang because of not being able to connect to all the cells that might"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_f159128e","line":59,"range":{"start_line":59,"start_character":0,"end_line":59,"end_character":32},"updated":"2019-02-20 15:38:27.000000000","message":"Maybe just make this \"Known issues\"? Because I expect that it\u0027s not just startup that we\u0027ll have the scatter-gather slowness issue if there is a down cell, it could be on any API operation that requires hitting all cells if we\u0027re not filtering out disabled ones.","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":56,"context_line":"that since an internal cells cache is used, you might want to SIGHUP the services"},{"line_number":57,"context_line":"for the changes to be refleced."},{"line_number":58,"context_line":""},{"line_number":59,"context_line":"**If a cell is down on startup**"},{"line_number":60,"context_line":""},{"line_number":61,"context_line":"In case a cell is down during the startup of nova services, there are chances that"},{"line_number":62,"context_line":"the services hang because of not being able to connect to all the cells that might"}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_895de87a","line":59,"range":{"start_line":59,"start_character":0,"end_line":59,"end_character":32},"in_reply_to":"9fdfeff1_f159128e","updated":"2019-02-21 14:22:31.000000000","message":"Done","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":61,"context_line":"In case a cell is down during the startup of nova services, there are chances that"},{"line_number":62,"context_line":"the services hang because of not being able to connect to all the cells that might"},{"line_number":63,"context_line":"be required for certain calculations and initializations. An example scenario of"},{"line_number":64,"context_line":"this is situation is the nova-api service hanging on startup if there is at least"},{"line_number":65,"context_line":"one unreachable cell. This is because it needs to connect to all the cells to gather"},{"line_number":66,"context_line":"information on each of the compute service\u0027s version to determine the compute"},{"line_number":67,"context_line":"version cap to use in case the ``[upgrade_levels]/compute`` option is auto."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_b1a06a93","line":64,"range":{"start_line":64,"start_character":5,"end_line":64,"end_character":7},"updated":"2019-02-20 15:38:27.000000000","message":"nix","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":61,"context_line":"In case a cell is down during the startup of nova services, there are chances that"},{"line_number":62,"context_line":"the services hang because of not being able to connect to all the cells that might"},{"line_number":63,"context_line":"be required for certain calculations and initializations. An example scenario of"},{"line_number":64,"context_line":"this is situation is the nova-api service hanging on startup if there is at least"},{"line_number":65,"context_line":"one unreachable cell. This is because it needs to connect to all the cells to gather"},{"line_number":66,"context_line":"information on each of the compute service\u0027s version to determine the compute"},{"line_number":67,"context_line":"version cap to use in case the ``[upgrade_levels]/compute`` option is auto."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_297cfc1e","line":64,"range":{"start_line":64,"start_character":5,"end_line":64,"end_character":7},"in_reply_to":"9fdfeff1_b1a06a93","updated":"2019-02-21 14:22:31.000000000","message":"Done","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":64,"context_line":"this is situation is the nova-api service hanging on startup if there is at least"},{"line_number":65,"context_line":"one unreachable cell. This is because it needs to connect to all the cells to gather"},{"line_number":66,"context_line":"information on each of the compute service\u0027s version to determine the compute"},{"line_number":67,"context_line":"version cap to use in case the ``[upgrade_levels]/compute`` option is auto."},{"line_number":68,"context_line":"The current workaround is to pin the upgrade_levels to a particular version and"},{"line_number":69,"context_line":"get the service up under such situations."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_31b6bade","line":67,"range":{"start_line":67,"start_character":31,"end_line":67,"end_character":59},"updated":"2019-02-20 15:38:27.000000000","message":":oslo.config:option:`upgrade_levels.compute`","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":64,"context_line":"this is situation is the nova-api service hanging on startup if there is at least"},{"line_number":65,"context_line":"one unreachable cell. This is because it needs to connect to all the cells to gather"},{"line_number":66,"context_line":"information on each of the compute service\u0027s version to determine the compute"},{"line_number":67,"context_line":"version cap to use in case the ``[upgrade_levels]/compute`` option is auto."},{"line_number":68,"context_line":"The current workaround is to pin the upgrade_levels to a particular version and"},{"line_number":69,"context_line":"get the service up under such situations."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_71d8c21d","line":67,"range":{"start_line":67,"start_character":19,"end_line":67,"end_character":26},"updated":"2019-02-20 15:38:27.000000000","message":"The sentence right before this one makes it sound like everyone will hit this on nova-api startup, and then you get here where the condition is - which is only if [upgrade_levels]compute\u003dauto which is not the default value. I think it would be better if we can somehow mention the condition before we say \"nova-api hanging on startup\". More like, an example is if [upgrade_levels]/compute is set to ``auto``, then ....\n\nIt would also be good to mention this is a known issue https://bugs.launchpad.net/nova/+bug/1815697.","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":64,"context_line":"this is situation is the nova-api service hanging on startup if there is at least"},{"line_number":65,"context_line":"one unreachable cell. This is because it needs to connect to all the cells to gather"},{"line_number":66,"context_line":"information on each of the compute service\u0027s version to determine the compute"},{"line_number":67,"context_line":"version cap to use in case the ``[upgrade_levels]/compute`` option is auto."},{"line_number":68,"context_line":"The current workaround is to pin the upgrade_levels to a particular version and"},{"line_number":69,"context_line":"get the service up under such situations."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_f1afd27a","line":67,"range":{"start_line":67,"start_character":70,"end_line":67,"end_character":74},"updated":"2019-02-20 15:38:27.000000000","message":"``auto``","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":64,"context_line":"this is situation is the nova-api service hanging on startup if there is at least"},{"line_number":65,"context_line":"one unreachable cell. This is because it needs to connect to all the cells to gather"},{"line_number":66,"context_line":"information on each of the compute service\u0027s version to determine the compute"},{"line_number":67,"context_line":"version cap to use in case the ``[upgrade_levels]/compute`` option is auto."},{"line_number":68,"context_line":"The current workaround is to pin the upgrade_levels to a particular version and"},{"line_number":69,"context_line":"get the service up under such situations."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_494f00be","line":67,"range":{"start_line":67,"start_character":70,"end_line":67,"end_character":74},"in_reply_to":"9fdfeff1_f1afd27a","updated":"2019-02-21 14:22:31.000000000","message":"Done","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":65,"context_line":"one unreachable cell. This is because it needs to connect to all the cells to gather"},{"line_number":66,"context_line":"information on each of the compute service\u0027s version to determine the compute"},{"line_number":67,"context_line":"version cap to use in case the ``[upgrade_levels]/compute`` option is auto."},{"line_number":68,"context_line":"The current workaround is to pin the upgrade_levels to a particular version and"},{"line_number":69,"context_line":"get the service up under such situations."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_f1fd926e","line":68,"range":{"start_line":68,"start_character":37,"end_line":68,"end_character":51},"updated":"2019-02-20 15:38:27.000000000","message":":oslo.config:group:`upgrade_levels`","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"a53c448060a019edb215872c646985c5c2bbcb9a","unresolved":false,"context_lines":[{"line_number":65,"context_line":"one unreachable cell. This is because it needs to connect to all the cells to gather"},{"line_number":66,"context_line":"information on each of the compute service\u0027s version to determine the compute"},{"line_number":67,"context_line":"version cap to use in case the ``[upgrade_levels]/compute`` option is auto."},{"line_number":68,"context_line":"The current workaround is to pin the upgrade_levels to a particular version and"},{"line_number":69,"context_line":"get the service up under such situations."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_b1f70a8d","line":68,"range":{"start_line":68,"start_character":68,"end_line":68,"end_character":75},"updated":"2019-02-20 15:38:27.000000000","message":"version (or release name, e.g. \"rocky\")","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"4bbbc00e5f254ce92807d2cbb7f9ae61f35dd9ff","unresolved":false,"context_lines":[{"line_number":65,"context_line":"one unreachable cell. This is because it needs to connect to all the cells to gather"},{"line_number":66,"context_line":"information on each of the compute service\u0027s version to determine the compute"},{"line_number":67,"context_line":"version cap to use in case the ``[upgrade_levels]/compute`` option is auto."},{"line_number":68,"context_line":"The current workaround is to pin the upgrade_levels to a particular version and"},{"line_number":69,"context_line":"get the service up under such situations."}],"source_content_type":"text/x-rst","patch_set":1,"id":"9fdfeff1_890f2887","line":68,"range":{"start_line":68,"start_character":37,"end_line":68,"end_character":51},"in_reply_to":"9fdfeff1_f1fd926e","updated":"2019-02-21 14:22:31.000000000","message":"Done","commit_id":"77dcfddf644a18d89dc545fb75fcd136a70b5030"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"62d038cb0db0dd6bb011367316733f07e7299e79","unresolved":false,"context_lines":[{"line_number":7,"context_line":"basic concept of CellsV2 and its layout please see the main :doc:`/user/cellsv2-layout`"},{"line_number":8,"context_line":"page."},{"line_number":9,"context_line":""},{"line_number":10,"context_line":"Handling cell failures"},{"line_number":11,"context_line":"----------------------"},{"line_number":12,"context_line":""},{"line_number":13,"context_line":"For an explanation on how ``nova-api`` handles cell failures please see the"}],"source_content_type":"text/x-rst","patch_set":3,"id":"9fdfeff1_ababc4d3","line":10,"updated":"2019-02-25 16:31:10.000000000","message":"I\u0027d also link to this from FAQ #10:\n\nhttps://docs.openstack.org/nova/latest/user/cells.html#faqs","commit_id":"90e46081080a08e7009d0abecfb62911ac1e0310"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"4484d869537c895e5f1b10556443c88de3fe0370","unresolved":false,"context_lines":[{"line_number":7,"context_line":"basic concept of CellsV2 and its layout please see the main :doc:`/user/cellsv2-layout`"},{"line_number":8,"context_line":"page."},{"line_number":9,"context_line":""},{"line_number":10,"context_line":"Handling cell failures"},{"line_number":11,"context_line":"----------------------"},{"line_number":12,"context_line":""},{"line_number":13,"context_line":"For an explanation on how ``nova-api`` handles cell failures please see the"}],"source_content_type":"text/x-rst","patch_set":3,"id":"9fdfeff1_6b4ddc39","line":10,"in_reply_to":"9fdfeff1_ababc4d3","updated":"2019-02-25 16:43:07.000000000","message":"Done","commit_id":"90e46081080a08e7009d0abecfb62911ac1e0310"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"25a027219964741d0eb22d5bd75e4148b617dedd","unresolved":false,"context_lines":[{"line_number":75,"context_line":"   them which makes it sensitive to temporary cell outages. While the cell is"},{"line_number":76,"context_line":"   unavailable, we cannot count resource usage residing in that cell database and"},{"line_number":77,"context_line":"   things would behave as though more quota is available than should be. That is,"},{"line_number":78,"context_line":"   if someone has used all of their quota and part of it is in cell A and cellA"},{"line_number":79,"context_line":"   goes offline temporarily, that person will suddenly be able to allocate more"},{"line_number":80,"context_line":"   resources than their limit (assuming cell A returns, the person will have more"},{"line_number":81,"context_line":"   resources allocated than their allowed quota). A solution for mitigating this"}],"source_content_type":"text/x-rst","patch_set":3,"id":"9fdfeff1_2b04b414","line":78,"range":{"start_line":78,"start_character":74,"end_line":78,"end_character":79},"updated":"2019-02-25 16:28:52.000000000","message":"cell A","commit_id":"90e46081080a08e7009d0abecfb62911ac1e0310"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"25a027219964741d0eb22d5bd75e4148b617dedd","unresolved":false,"context_lines":[{"line_number":75,"context_line":"   them which makes it sensitive to temporary cell outages. While the cell is"},{"line_number":76,"context_line":"   unavailable, we cannot count resource usage residing in that cell database and"},{"line_number":77,"context_line":"   things would behave as though more quota is available than should be. That is,"},{"line_number":78,"context_line":"   if someone has used all of their quota and part of it is in cell A and cellA"},{"line_number":79,"context_line":"   goes offline temporarily, that person will suddenly be able to allocate more"},{"line_number":80,"context_line":"   resources than their limit (assuming cell A returns, the person will have more"},{"line_number":81,"context_line":"   resources allocated than their allowed quota). A solution for mitigating this"}],"source_content_type":"text/x-rst","patch_set":3,"id":"9fdfeff1_8b128057","line":78,"range":{"start_line":78,"start_character":6,"end_line":78,"end_character":13},"updated":"2019-02-25 16:28:52.000000000","message":"nit: rather than \u0027someone\u0027 and \u0027person\u0027 here, let\u0027s say tenant","commit_id":"90e46081080a08e7009d0abecfb62911ac1e0310"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"4484d869537c895e5f1b10556443c88de3fe0370","unresolved":false,"context_lines":[{"line_number":75,"context_line":"   them which makes it sensitive to temporary cell outages. While the cell is"},{"line_number":76,"context_line":"   unavailable, we cannot count resource usage residing in that cell database and"},{"line_number":77,"context_line":"   things would behave as though more quota is available than should be. That is,"},{"line_number":78,"context_line":"   if someone has used all of their quota and part of it is in cell A and cellA"},{"line_number":79,"context_line":"   goes offline temporarily, that person will suddenly be able to allocate more"},{"line_number":80,"context_line":"   resources than their limit (assuming cell A returns, the person will have more"},{"line_number":81,"context_line":"   resources allocated than their allowed quota). A solution for mitigating this"}],"source_content_type":"text/x-rst","patch_set":3,"id":"9fdfeff1_2b3cb491","line":78,"range":{"start_line":78,"start_character":74,"end_line":78,"end_character":79},"in_reply_to":"9fdfeff1_2b04b414","updated":"2019-02-25 16:43:07.000000000","message":"Done","commit_id":"90e46081080a08e7009d0abecfb62911ac1e0310"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"4484d869537c895e5f1b10556443c88de3fe0370","unresolved":false,"context_lines":[{"line_number":75,"context_line":"   them which makes it sensitive to temporary cell outages. While the cell is"},{"line_number":76,"context_line":"   unavailable, we cannot count resource usage residing in that cell database and"},{"line_number":77,"context_line":"   things would behave as though more quota is available than should be. That is,"},{"line_number":78,"context_line":"   if someone has used all of their quota and part of it is in cell A and cellA"},{"line_number":79,"context_line":"   goes offline temporarily, that person will suddenly be able to allocate more"},{"line_number":80,"context_line":"   resources than their limit (assuming cell A returns, the person will have more"},{"line_number":81,"context_line":"   resources allocated than their allowed quota). A solution for mitigating this"}],"source_content_type":"text/x-rst","patch_set":3,"id":"9fdfeff1_0b3770b2","line":78,"range":{"start_line":78,"start_character":6,"end_line":78,"end_character":13},"in_reply_to":"9fdfeff1_8b128057","updated":"2019-02-25 16:43:07.000000000","message":"Done","commit_id":"90e46081080a08e7009d0abecfb62911ac1e0310"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"25a027219964741d0eb22d5bd75e4148b617dedd","unresolved":false,"context_lines":[{"line_number":81,"context_line":"   resources allocated than their allowed quota). A solution for mitigating this"},{"line_number":82,"context_line":"   problem is to use placement and the nova_api database for counting quotas so"},{"line_number":83,"context_line":"   as to remove the dependency on individual cells. See `counting quotas from"},{"line_number":84,"context_line":"   placement \u003chttps://blueprints.launchpad.net/nova/+spec/count-quota-usage-from-placement\u003e`__"},{"line_number":85,"context_line":"   for more details."}],"source_content_type":"text/x-rst","patch_set":3,"id":"9fdfeff1_0b4d3071","line":84,"range":{"start_line":84,"start_character":14,"end_line":84,"end_character":90},"updated":"2019-02-25 16:28:52.000000000","message":"Link to the spec rather than the blueprint:\n\nhttps://specs.openstack.org/openstack/nova-specs/specs/stein/approved/count-quota-usage-from-placement.html","commit_id":"90e46081080a08e7009d0abecfb62911ac1e0310"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"4484d869537c895e5f1b10556443c88de3fe0370","unresolved":false,"context_lines":[{"line_number":81,"context_line":"   resources allocated than their allowed quota). A solution for mitigating this"},{"line_number":82,"context_line":"   problem is to use placement and the nova_api database for counting quotas so"},{"line_number":83,"context_line":"   as to remove the dependency on individual cells. See `counting quotas from"},{"line_number":84,"context_line":"   placement \u003chttps://blueprints.launchpad.net/nova/+spec/count-quota-usage-from-placement\u003e`__"},{"line_number":85,"context_line":"   for more details."}],"source_content_type":"text/x-rst","patch_set":3,"id":"9fdfeff1_4b5018d6","line":84,"range":{"start_line":84,"start_character":14,"end_line":84,"end_character":90},"in_reply_to":"9fdfeff1_0b4d3071","updated":"2019-02-25 16:43:07.000000000","message":"Done","commit_id":"90e46081080a08e7009d0abecfb62911ac1e0310"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"d72842ba100855d38133a6183d577f0c16d358cc","unresolved":false,"context_lines":[{"line_number":80,"context_line":"   resources than their limit (assuming cell A returns, the person will have more"},{"line_number":81,"context_line":"   resources allocated than their allowed quota). A solution for mitigating this"},{"line_number":82,"context_line":"   problem is to use placement and the nova_api database for counting quotas so"},{"line_number":83,"context_line":"   as to remove the dependency on individual cells. See `counting quotas from"},{"line_number":84,"context_line":"   placement \u003chttps://blueprints.launchpad.net/nova/+spec/count-quota-usage-from-placement\u003e`__"},{"line_number":85,"context_line":"   for more details."}],"source_content_type":"text/x-rst","patch_set":3,"id":"9fdfeff1_2572aa13","line":85,"range":{"start_line":83,"start_character":52,"end_line":85,"end_character":20},"updated":"2019-02-25 11:47:33.000000000","message":"this can be changed to add a seperate section in this doc once the spec completes.","commit_id":"90e46081080a08e7009d0abecfb62911ac1e0310"},{"author":{"_account_id":15334,"name":"Stephen Finucane","display_name":"stephenfin","email":"stephenfin@redhat.com","username":"sfinucan"},"change_message_id":"b693ed6af3a97f79cf41e69a84e528ea572e7184","unresolved":false,"context_lines":[{"line_number":34,"context_line":"   seconds and that is the total time the nova-api would wait before returning"},{"line_number":35,"context_line":"   partial results for the \"down\" cells."},{"line_number":36,"context_line":""},{"line_number":37,"context_line":"The values of the above settings will effect the time required for nova to decide"},{"line_number":38,"context_line":"if a cell is unreachable and then take the necessary actions like returning"},{"line_number":39,"context_line":"partial results."},{"line_number":40,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"9fdfeff1_c9971e90","line":37,"range":{"start_line":37,"start_character":38,"end_line":37,"end_character":44},"updated":"2019-02-26 11:09:17.000000000","message":"affect","commit_id":"ce0535ae24c24363939e3ff9c413030454f60631"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"0e53d15ce53b42230f89285115ed13be284032fd","unresolved":false,"context_lines":[{"line_number":34,"context_line":"   seconds and that is the total time the nova-api would wait before returning"},{"line_number":35,"context_line":"   partial results for the \"down\" cells."},{"line_number":36,"context_line":""},{"line_number":37,"context_line":"The values of the above settings will effect the time required for nova to decide"},{"line_number":38,"context_line":"if a cell is unreachable and then take the necessary actions like returning"},{"line_number":39,"context_line":"partial results."},{"line_number":40,"context_line":""}],"source_content_type":"text/x-rst","patch_set":4,"id":"9fdfeff1_7eefc186","line":37,"range":{"start_line":37,"start_character":38,"end_line":37,"end_character":44},"in_reply_to":"9fdfeff1_c9971e90","updated":"2019-02-26 14:42:41.000000000","message":"Done","commit_id":"ce0535ae24c24363939e3ff9c413030454f60631"},{"author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"change_message_id":"e66e355ccd982456402271084173fe1dccee27dc","unresolved":false,"context_lines":[{"line_number":48,"context_line":"Disabling down cells"},{"line_number":49,"context_line":"~~~~~~~~~~~~~~~~~~~~"},{"line_number":50,"context_line":""},{"line_number":51,"context_line":"While the temporary glitch in the infrastructure is being fixed, the effected"},{"line_number":52,"context_line":"cells can be disabled so that they are removed from being scheduling candidates."},{"line_number":53,"context_line":"To enable or disable a cell, use :command:`nova-manage cell_v2 update_cell"},{"line_number":54,"context_line":"--cell_uuid \u003ccell_uuid\u003e --disable`. See the :ref:`man-page-cells-v2` man page"}],"source_content_type":"text/x-rst","patch_set":4,"id":"9fdfeff1_fed971f3","line":51,"range":{"start_line":51,"start_character":20,"end_line":51,"end_character":26},"updated":"2019-02-26 14:46:14.000000000","message":"This is definitely the old man in me, but I hate the recent rise in the word \"glitch\" to mean \"a bug\". To me, a glitch is a transient and un-reproducible event. What we\u0027re talking about here is a \"failure\", an \"outage\", or something like that.","commit_id":"ce0535ae24c24363939e3ff9c413030454f60631"},{"author":{"_account_id":15334,"name":"Stephen Finucane","display_name":"stephenfin","email":"stephenfin@redhat.com","username":"sfinucan"},"change_message_id":"b693ed6af3a97f79cf41e69a84e528ea572e7184","unresolved":false,"context_lines":[{"line_number":48,"context_line":"Disabling down cells"},{"line_number":49,"context_line":"~~~~~~~~~~~~~~~~~~~~"},{"line_number":50,"context_line":""},{"line_number":51,"context_line":"While the temporary glitch in the infrastructure is being fixed, the effected"},{"line_number":52,"context_line":"cells can be disabled so that they are removed from being scheduling candidates."},{"line_number":53,"context_line":"To enable or disable a cell, use :command:`nova-manage cell_v2 update_cell"},{"line_number":54,"context_line":"--cell_uuid \u003ccell_uuid\u003e --disable`. See the :ref:`man-page-cells-v2` man page"}],"source_content_type":"text/x-rst","patch_set":4,"id":"9fdfeff1_c9dcfe75","line":51,"range":{"start_line":51,"start_character":69,"end_line":51,"end_character":77},"updated":"2019-02-26 11:09:17.000000000","message":"affected","commit_id":"ce0535ae24c24363939e3ff9c413030454f60631"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"0e53d15ce53b42230f89285115ed13be284032fd","unresolved":false,"context_lines":[{"line_number":48,"context_line":"Disabling down cells"},{"line_number":49,"context_line":"~~~~~~~~~~~~~~~~~~~~"},{"line_number":50,"context_line":""},{"line_number":51,"context_line":"While the temporary glitch in the infrastructure is being fixed, the effected"},{"line_number":52,"context_line":"cells can be disabled so that they are removed from being scheduling candidates."},{"line_number":53,"context_line":"To enable or disable a cell, use :command:`nova-manage cell_v2 update_cell"},{"line_number":54,"context_line":"--cell_uuid \u003ccell_uuid\u003e --disable`. See the :ref:`man-page-cells-v2` man page"}],"source_content_type":"text/x-rst","patch_set":4,"id":"9fdfeff1_9ef4e55c","line":51,"range":{"start_line":51,"start_character":69,"end_line":51,"end_character":77},"in_reply_to":"9fdfeff1_c9dcfe75","updated":"2019-02-26 14:42:41.000000000","message":"Done","commit_id":"ce0535ae24c24363939e3ff9c413030454f60631"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"5b76a9dee834d6ac13bb934ee4bd6f450542d6c9","unresolved":false,"context_lines":[{"line_number":48,"context_line":"Disabling down cells"},{"line_number":49,"context_line":"~~~~~~~~~~~~~~~~~~~~"},{"line_number":50,"context_line":""},{"line_number":51,"context_line":"While the temporary glitch in the infrastructure is being fixed, the effected"},{"line_number":52,"context_line":"cells can be disabled so that they are removed from being scheduling candidates."},{"line_number":53,"context_line":"To enable or disable a cell, use :command:`nova-manage cell_v2 update_cell"},{"line_number":54,"context_line":"--cell_uuid \u003ccell_uuid\u003e --disable`. See the :ref:`man-page-cells-v2` man page"}],"source_content_type":"text/x-rst","patch_set":4,"id":"9fdfeff1_2166feee","line":51,"range":{"start_line":51,"start_character":20,"end_line":51,"end_character":26},"in_reply_to":"9fdfeff1_fed971f3","updated":"2019-02-26 14:53:46.000000000","message":"hehe ok done.","commit_id":"ce0535ae24c24363939e3ff9c413030454f60631"},{"author":{"_account_id":15334,"name":"Stephen Finucane","display_name":"stephenfin","email":"stephenfin@redhat.com","username":"sfinucan"},"change_message_id":"b693ed6af3a97f79cf41e69a84e528ea572e7184","unresolved":false,"context_lines":[{"line_number":58,"context_line":"~~~~~~~~~~~~"},{"line_number":59,"context_line":""},{"line_number":60,"context_line":"#. **Services and Performance:** In case a cell is down during the startup of nova"},{"line_number":61,"context_line":"   services, there are chances that the services hang because of not being able"},{"line_number":62,"context_line":"   to connect to all the cells that might be required for certain calculations"},{"line_number":63,"context_line":"   and initializations. An example scenario of this situation is if"},{"line_number":64,"context_line":"   :oslo.config:option:`upgrade_levels.compute` is set to ``auto`` then the"}],"source_content_type":"text/x-rst","patch_set":4,"id":"9fdfeff1_89e2762f","line":61,"range":{"start_line":61,"start_character":20,"end_line":61,"end_character":30},"updated":"2019-02-26 11:09:17.000000000","message":"is the chance","commit_id":"ce0535ae24c24363939e3ff9c413030454f60631"},{"author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"change_message_id":"e66e355ccd982456402271084173fe1dccee27dc","unresolved":false,"context_lines":[{"line_number":59,"context_line":""},{"line_number":60,"context_line":"#. **Services and Performance:** In case a cell is down during the startup of nova"},{"line_number":61,"context_line":"   services, there are chances that the services hang because of not being able"},{"line_number":62,"context_line":"   to connect to all the cells that might be required for certain calculations"},{"line_number":63,"context_line":"   and initializations. An example scenario of this situation is if"},{"line_number":64,"context_line":"   :oslo.config:option:`upgrade_levels.compute` is set to ``auto`` then the"},{"line_number":65,"context_line":"   ``nova-api`` service hangs on startup if there is at least one unreachable"}],"source_content_type":"text/x-rst","patch_set":4,"id":"9fdfeff1_bea68953","line":62,"range":{"start_line":62,"start_character":25,"end_line":62,"end_character":30},"updated":"2019-02-26 14:46:14.000000000","message":"Probably worth being explicit here, that it\u0027s the cell *database* that has to be up and reachable, not all the other cell services or anything like that.","commit_id":"ce0535ae24c24363939e3ff9c413030454f60631"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"5b76a9dee834d6ac13bb934ee4bd6f450542d6c9","unresolved":false,"context_lines":[{"line_number":59,"context_line":""},{"line_number":60,"context_line":"#. **Services and Performance:** In case a cell is down during the startup of nova"},{"line_number":61,"context_line":"   services, there are chances that the services hang because of not being able"},{"line_number":62,"context_line":"   to connect to all the cells that might be required for certain calculations"},{"line_number":63,"context_line":"   and initializations. An example scenario of this situation is if"},{"line_number":64,"context_line":"   :oslo.config:option:`upgrade_levels.compute` is set to ``auto`` then the"},{"line_number":65,"context_line":"   ``nova-api`` service hangs on startup if there is at least one unreachable"}],"source_content_type":"text/x-rst","patch_set":4,"id":"9fdfeff1_01ae5ae6","line":62,"range":{"start_line":62,"start_character":25,"end_line":62,"end_character":30},"in_reply_to":"9fdfeff1_bea68953","updated":"2019-02-26 14:53:46.000000000","message":"Done","commit_id":"ce0535ae24c24363939e3ff9c413030454f60631"},{"author":{"_account_id":4393,"name":"Dan Smith","email":"dms@danplanet.com","username":"danms"},"change_message_id":"e66e355ccd982456402271084173fe1dccee27dc","unresolved":false,"context_lines":[{"line_number":81,"context_line":"   if a tenant has used all of their quota and part of it is in cell A and cell A"},{"line_number":82,"context_line":"   goes offline temporarily, that tenant will suddenly be able to allocate more"},{"line_number":83,"context_line":"   resources than their limit (assuming cell A returns, the tenant will have more"},{"line_number":84,"context_line":"   resources allocated than their allowed quota). A solution for mitigating this"},{"line_number":85,"context_line":"   problem is to use placement and the nova_api database for counting quotas so"},{"line_number":86,"context_line":"   as to remove the dependency on individual cells. See"},{"line_number":87,"context_line":"   `counting quotas from placement`_ for more details."}],"source_content_type":"text/x-rst","patch_set":4,"id":"9fdfeff1_9e1e256e","line":84,"range":{"start_line":84,"start_character":50,"end_line":84,"end_character":60},"updated":"2019-02-26 14:46:14.000000000","message":"This isn\u0027t a solution to the person reading this text. I think this needs to say \"A potential future solution...\" or \"In the future, this will be solved by...\"\n\nOtherwise I think someone reading this is going to expect to go to the linked spec and read about how to turn that thing on.","commit_id":"ce0535ae24c24363939e3ff9c413030454f60631"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"5b76a9dee834d6ac13bb934ee4bd6f450542d6c9","unresolved":false,"context_lines":[{"line_number":81,"context_line":"   if a tenant has used all of their quota and part of it is in cell A and cell A"},{"line_number":82,"context_line":"   goes offline temporarily, that tenant will suddenly be able to allocate more"},{"line_number":83,"context_line":"   resources than their limit (assuming cell A returns, the tenant will have more"},{"line_number":84,"context_line":"   resources allocated than their allowed quota). A solution for mitigating this"},{"line_number":85,"context_line":"   problem is to use placement and the nova_api database for counting quotas so"},{"line_number":86,"context_line":"   as to remove the dependency on individual cells. See"},{"line_number":87,"context_line":"   `counting quotas from placement`_ for more details."}],"source_content_type":"text/x-rst","patch_set":4,"id":"9fdfeff1_01dc1a72","line":84,"range":{"start_line":84,"start_character":50,"end_line":84,"end_character":60},"in_reply_to":"9fdfeff1_9e1e256e","updated":"2019-02-26 14:53:46.000000000","message":"Done","commit_id":"ce0535ae24c24363939e3ff9c413030454f60631"}],"doc/source/admin/support-compute.rst":[{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"daad3fd74a37cb19f68a9d42bd6af45ba1b5049e","unresolved":false,"context_lines":[{"line_number":551,"context_line":"much like you would configure nova to work with the image service (glance)"},{"line_number":552,"context_line":"or networking service."},{"line_number":553,"context_line":""},{"line_number":554,"context_line":"CellsV2 Management"},{"line_number":555,"context_line":"------------------"},{"line_number":556,"context_line":""},{"line_number":557,"context_line":"This section describes the various recommended practices/tips for runnning and"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_0458ff53","line":554,"updated":"2019-02-21 15:04:45.000000000","message":"thinking if this is better or putting it in a new separate doc/section like before.","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"e44b5fdb2afa652d63aad8f786900a36cb6560f9","unresolved":false,"context_lines":[{"line_number":554,"context_line":"CellsV2 Management"},{"line_number":555,"context_line":"------------------"},{"line_number":556,"context_line":""},{"line_number":557,"context_line":"This section describes the various recommended practices/tips for runnning and"},{"line_number":558,"context_line":"maintaining CellsV2 for admins and operators. For more details regarding the"},{"line_number":559,"context_line":"basic concept of CellsV2 and its layout please see the main :doc:`/user/cellsv2-layout`"},{"line_number":560,"context_line":"page."},{"line_number":561,"context_line":""},{"line_number":562,"context_line":"Handling cell failures"},{"line_number":563,"context_line":"----------------------"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_5701c003","line":560,"range":{"start_line":557,"start_character":0,"end_line":560,"end_character":5},"updated":"2019-02-22 14:56:32.000000000","message":"So this is definitely not something for this troubleshooting guide (plus this section is on the same \"level\" as the \"Handling cell failures\" section below which is wrong). I think an admin/cells.rst section on its own is fine but I\u0027m not sure what content it would have at this time - we also already have user/cells.rst which is really more of an admin/ops/install guide.\n\nSo I would just remove this section from this troubleshooting page and let\u0027s stick with the troubleshooting tips for down cell situations.\n\nIf you want to link back to this from the user/cells.rst doc somewhere that would be fine, maybe FAQs? You could work it into the existing FAQ we have for down cells.","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"d72842ba100855d38133a6183d577f0c16d358cc","unresolved":false,"context_lines":[{"line_number":554,"context_line":"CellsV2 Management"},{"line_number":555,"context_line":"------------------"},{"line_number":556,"context_line":""},{"line_number":557,"context_line":"This section describes the various recommended practices/tips for runnning and"},{"line_number":558,"context_line":"maintaining CellsV2 for admins and operators. For more details regarding the"},{"line_number":559,"context_line":"basic concept of CellsV2 and its layout please see the main :doc:`/user/cellsv2-layout`"},{"line_number":560,"context_line":"page."},{"line_number":561,"context_line":""},{"line_number":562,"context_line":"Handling cell failures"},{"line_number":563,"context_line":"----------------------"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_0391a3f1","line":560,"range":{"start_line":557,"start_character":0,"end_line":560,"end_character":5},"in_reply_to":"9fdfeff1_5701c003","updated":"2019-02-25 11:47:33.000000000","message":"\u003e So this is definitely not something for this troubleshooting guide\n \u003e (plus this section is on the same \"level\" as the \"Handling cell\n \u003e failures\" section below which is wrong). I think an admin/cells.rst\n \u003e section on its own is fine \n\nI agree. good idea.\n\n \u003e but I\u0027m not sure what content it would\n \u003e have at this time - \n\nyea I thought we might have other stuff like quotas from placement (about that configuration option melwitt will add) and also your cross-cell work might need detailed doc too in future which could come under the admin/cells.rst Multi CellsV2 management since the user/cells.rst already has the facets part from where it could be linked and its huge already. So I will just move this back to admin/cells.rst and then also link it from an FAQ?\n\n \u003e we also already have user/cells.rst which is\n \u003e really more of an admin/ops/install guide.\n \u003e \n \u003e So I would just remove this section from this troubleshooting page\n \u003e and let\u0027s stick with the troubleshooting tips for down cell\n \u003e situations.\n\nI could also do this but since we would have more stuff on quotas from down cells and cross-cell migration and also hopefully all the cellsv2 multi-cell facets we would solve in future maybe its also a good idea to have a cellsV2 management docs ? Let me know what you think.\n\n \u003e \n \u003e If you want to link back to this from the user/cells.rst doc\n \u003e somewhere that would be fine, maybe FAQs? You could work it into\n \u003e the existing FAQ we have for down cells.\n\nwill do.","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"e44b5fdb2afa652d63aad8f786900a36cb6560f9","unresolved":false,"context_lines":[{"line_number":562,"context_line":"Handling cell failures"},{"line_number":563,"context_line":"----------------------"},{"line_number":564,"context_line":""},{"line_number":565,"context_line":"For a more detailed explanation on how nova handles cell failures please see the"},{"line_number":566,"context_line":"`Handling Down Cells \u003chttps://developer.openstack.org/api-guide/compute/down_cells.html\u003e`__"},{"line_number":567,"context_line":"section of the Compute API guide. Below, you can find some recommended practices and"},{"line_number":568,"context_line":"considerations for effectively tolerating cell failure situations."}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_37275cb9","line":565,"range":{"start_line":565,"start_character":39,"end_line":565,"end_character":43},"updated":"2019-02-22 14:56:32.000000000","message":"``nova-api``","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"e44b5fdb2afa652d63aad8f786900a36cb6560f9","unresolved":false,"context_lines":[{"line_number":562,"context_line":"Handling cell failures"},{"line_number":563,"context_line":"----------------------"},{"line_number":564,"context_line":""},{"line_number":565,"context_line":"For a more detailed explanation on how nova handles cell failures please see the"},{"line_number":566,"context_line":"`Handling Down Cells \u003chttps://developer.openstack.org/api-guide/compute/down_cells.html\u003e`__"},{"line_number":567,"context_line":"section of the Compute API guide. Below, you can find some recommended practices and"},{"line_number":568,"context_line":"considerations for effectively tolerating cell failure situations."}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_572a207e","line":565,"range":{"start_line":565,"start_character":4,"end_line":565,"end_character":19},"updated":"2019-02-22 14:56:32.000000000","message":"just change to \"an explanation\" - the api guide and this troubleshooting guide are for different audiences","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"d72842ba100855d38133a6183d577f0c16d358cc","unresolved":false,"context_lines":[{"line_number":562,"context_line":"Handling cell failures"},{"line_number":563,"context_line":"----------------------"},{"line_number":564,"context_line":""},{"line_number":565,"context_line":"For a more detailed explanation on how nova handles cell failures please see the"},{"line_number":566,"context_line":"`Handling Down Cells \u003chttps://developer.openstack.org/api-guide/compute/down_cells.html\u003e`__"},{"line_number":567,"context_line":"section of the Compute API guide. Below, you can find some recommended practices and"},{"line_number":568,"context_line":"considerations for effectively tolerating cell failure situations."}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_ff642fbb","line":565,"range":{"start_line":565,"start_character":4,"end_line":565,"end_character":19},"in_reply_to":"9fdfeff1_572a207e","updated":"2019-02-25 11:47:33.000000000","message":"Done","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"e44b5fdb2afa652d63aad8f786900a36cb6560f9","unresolved":false,"context_lines":[{"line_number":575,"context_line":""},{"line_number":576,"context_line":"#. :oslo.config:option:`database.max_retries` is 10 by default meaning every time"},{"line_number":577,"context_line":"   a cell becomes unreachable, it would retry 10 times before nova can declare the"},{"line_number":578,"context_line":"   cell as \"down\" cell."},{"line_number":579,"context_line":"#. :oslo.config:option:`database.retry_interval` is 10 seconds and"},{"line_number":580,"context_line":"   :oslo.config:option:`oslo_messaging_rabbit.rabbit_retry_interval` is 1 second by"},{"line_number":581,"context_line":"   default meaning every time a cell becomes unreachable it would retry every 10"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_f73f9484","line":578,"range":{"start_line":578,"start_character":8,"end_line":578,"end_character":10},"updated":"2019-02-22 14:56:32.000000000","message":"as a","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"d72842ba100855d38133a6183d577f0c16d358cc","unresolved":false,"context_lines":[{"line_number":575,"context_line":""},{"line_number":576,"context_line":"#. :oslo.config:option:`database.max_retries` is 10 by default meaning every time"},{"line_number":577,"context_line":"   a cell becomes unreachable, it would retry 10 times before nova can declare the"},{"line_number":578,"context_line":"   cell as \"down\" cell."},{"line_number":579,"context_line":"#. :oslo.config:option:`database.retry_interval` is 10 seconds and"},{"line_number":580,"context_line":"   :oslo.config:option:`oslo_messaging_rabbit.rabbit_retry_interval` is 1 second by"},{"line_number":581,"context_line":"   default meaning every time a cell becomes unreachable it would retry every 10"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_9f55e3c4","line":578,"range":{"start_line":578,"start_character":8,"end_line":578,"end_character":10},"in_reply_to":"9fdfeff1_f73f9484","updated":"2019-02-25 11:47:33.000000000","message":"Done","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"e44b5fdb2afa652d63aad8f786900a36cb6560f9","unresolved":false,"context_lines":[{"line_number":582,"context_line":"   seconds or 1 second depending on if it\u0027s a database or a message queue problem."},{"line_number":583,"context_line":"#. Nova also has a timeout value called ``CELL_TIMEOUT`` which is hardcoded to 60"},{"line_number":584,"context_line":"   seconds and that is the total time the nova-api would wait before returning"},{"line_number":585,"context_line":"   sentinels for the \"down\" cells."},{"line_number":586,"context_line":""},{"line_number":587,"context_line":"The values of the above settings will effect the time required for nova to decide"},{"line_number":588,"context_line":"if a cell is unreachable and then take the necessary actions like returning"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_b7726c7b","line":585,"range":{"start_line":585,"start_character":3,"end_line":585,"end_character":12},"updated":"2019-02-22 14:56:32.000000000","message":"Let\u0027s say \"partial results\" rather than sentinels which follows closer to what the API guide uses.","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"d72842ba100855d38133a6183d577f0c16d358cc","unresolved":false,"context_lines":[{"line_number":582,"context_line":"   seconds or 1 second depending on if it\u0027s a database or a message queue problem."},{"line_number":583,"context_line":"#. Nova also has a timeout value called ``CELL_TIMEOUT`` which is hardcoded to 60"},{"line_number":584,"context_line":"   seconds and that is the total time the nova-api would wait before returning"},{"line_number":585,"context_line":"   sentinels for the \"down\" cells."},{"line_number":586,"context_line":""},{"line_number":587,"context_line":"The values of the above settings will effect the time required for nova to decide"},{"line_number":588,"context_line":"if a cell is unreachable and then take the necessary actions like returning"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_5f73fb80","line":585,"range":{"start_line":585,"start_character":3,"end_line":585,"end_character":12},"in_reply_to":"9fdfeff1_b7726c7b","updated":"2019-02-25 11:47:33.000000000","message":"Done","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"e44b5fdb2afa652d63aad8f786900a36cb6560f9","unresolved":false,"context_lines":[{"line_number":586,"context_line":""},{"line_number":587,"context_line":"The values of the above settings will effect the time required for nova to decide"},{"line_number":588,"context_line":"if a cell is unreachable and then take the necessary actions like returning"},{"line_number":589,"context_line":"sentinels."},{"line_number":590,"context_line":""},{"line_number":591,"context_line":"The operator can also control the results of certain actions like listing"},{"line_number":592,"context_line":"servers and services depending on the value of"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_d76db099","line":589,"range":{"start_line":589,"start_character":0,"end_line":589,"end_character":9},"updated":"2019-02-22 14:56:32.000000000","message":"partial results","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"d72842ba100855d38133a6183d577f0c16d358cc","unresolved":false,"context_lines":[{"line_number":586,"context_line":""},{"line_number":587,"context_line":"The values of the above settings will effect the time required for nova to decide"},{"line_number":588,"context_line":"if a cell is unreachable and then take the necessary actions like returning"},{"line_number":589,"context_line":"sentinels."},{"line_number":590,"context_line":""},{"line_number":591,"context_line":"The operator can also control the results of certain actions like listing"},{"line_number":592,"context_line":"servers and services depending on the value of"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_7f703f73","line":589,"range":{"start_line":589,"start_character":0,"end_line":589,"end_character":9},"in_reply_to":"9fdfeff1_d76db099","updated":"2019-02-25 11:47:33.000000000","message":"Done","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"e44b5fdb2afa652d63aad8f786900a36cb6560f9","unresolved":false,"context_lines":[{"line_number":589,"context_line":"sentinels."},{"line_number":590,"context_line":""},{"line_number":591,"context_line":"The operator can also control the results of certain actions like listing"},{"line_number":592,"context_line":"servers and services depending on the value of"},{"line_number":593,"context_line":":oslo.config:option:`api.list_records_by_skipping_down_cells` config option."},{"line_number":594,"context_line":"If this is true, the results from the unreachable cells will be skipped"},{"line_number":595,"context_line":"and it is false, the commands will just fail with an API error in situations where"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_570780ca","line":592,"range":{"start_line":592,"start_character":44,"end_line":592,"end_character":46},"updated":"2019-02-22 14:56:32.000000000","message":"of the","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"d72842ba100855d38133a6183d577f0c16d358cc","unresolved":false,"context_lines":[{"line_number":589,"context_line":"sentinels."},{"line_number":590,"context_line":""},{"line_number":591,"context_line":"The operator can also control the results of certain actions like listing"},{"line_number":592,"context_line":"servers and services depending on the value of"},{"line_number":593,"context_line":":oslo.config:option:`api.list_records_by_skipping_down_cells` config option."},{"line_number":594,"context_line":"If this is true, the results from the unreachable cells will be skipped"},{"line_number":595,"context_line":"and it is false, the commands will just fail with an API error in situations where"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_1f69f38a","line":592,"range":{"start_line":592,"start_character":44,"end_line":592,"end_character":46},"in_reply_to":"9fdfeff1_570780ca","updated":"2019-02-25 11:47:33.000000000","message":"Done","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"e44b5fdb2afa652d63aad8f786900a36cb6560f9","unresolved":false,"context_lines":[{"line_number":592,"context_line":"servers and services depending on the value of"},{"line_number":593,"context_line":":oslo.config:option:`api.list_records_by_skipping_down_cells` config option."},{"line_number":594,"context_line":"If this is true, the results from the unreachable cells will be skipped"},{"line_number":595,"context_line":"and it is false, the commands will just fail with an API error in situations where"},{"line_number":596,"context_line":"partial constructs cannot be computed."},{"line_number":597,"context_line":""},{"line_number":598,"context_line":"Disabling down cells"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_d7f290e3","line":595,"range":{"start_line":595,"start_character":4,"end_line":595,"end_character":6},"updated":"2019-02-22 14:56:32.000000000","message":"if it","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"e44b5fdb2afa652d63aad8f786900a36cb6560f9","unresolved":false,"context_lines":[{"line_number":592,"context_line":"servers and services depending on the value of"},{"line_number":593,"context_line":":oslo.config:option:`api.list_records_by_skipping_down_cells` config option."},{"line_number":594,"context_line":"If this is true, the results from the unreachable cells will be skipped"},{"line_number":595,"context_line":"and it is false, the commands will just fail with an API error in situations where"},{"line_number":596,"context_line":"partial constructs cannot be computed."},{"line_number":597,"context_line":""},{"line_number":598,"context_line":"Disabling down cells"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_372d1c46","line":595,"range":{"start_line":595,"start_character":21,"end_line":595,"end_character":29},"updated":"2019-02-22 14:56:32.000000000","message":"request","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"d72842ba100855d38133a6183d577f0c16d358cc","unresolved":false,"context_lines":[{"line_number":592,"context_line":"servers and services depending on the value of"},{"line_number":593,"context_line":":oslo.config:option:`api.list_records_by_skipping_down_cells` config option."},{"line_number":594,"context_line":"If this is true, the results from the unreachable cells will be skipped"},{"line_number":595,"context_line":"and it is false, the commands will just fail with an API error in situations where"},{"line_number":596,"context_line":"partial constructs cannot be computed."},{"line_number":597,"context_line":""},{"line_number":598,"context_line":"Disabling down cells"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_bf0f87de","line":595,"range":{"start_line":595,"start_character":21,"end_line":595,"end_character":29},"in_reply_to":"9fdfeff1_372d1c46","updated":"2019-02-25 11:47:33.000000000","message":"Done","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"d72842ba100855d38133a6183d577f0c16d358cc","unresolved":false,"context_lines":[{"line_number":592,"context_line":"servers and services depending on the value of"},{"line_number":593,"context_line":":oslo.config:option:`api.list_records_by_skipping_down_cells` config option."},{"line_number":594,"context_line":"If this is true, the results from the unreachable cells will be skipped"},{"line_number":595,"context_line":"and it is false, the commands will just fail with an API error in situations where"},{"line_number":596,"context_line":"partial constructs cannot be computed."},{"line_number":597,"context_line":""},{"line_number":598,"context_line":"Disabling down cells"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_5ff8dbc2","line":595,"range":{"start_line":595,"start_character":4,"end_line":595,"end_character":6},"in_reply_to":"9fdfeff1_d7f290e3","updated":"2019-02-25 11:47:33.000000000","message":"Done","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"e44b5fdb2afa652d63aad8f786900a36cb6560f9","unresolved":false,"context_lines":[{"line_number":614,"context_line":"then the nova-api service hangs on startup if there is at least one unreachable cell."},{"line_number":615,"context_line":"This is because it needs to connect to all the cells to gather information on each"},{"line_number":616,"context_line":"of the compute service\u0027s version to determine the compute version cap to use."},{"line_number":617,"context_line":"The current workaround is to pin the :oslo.config:group`upgrade_levels` to a particular"},{"line_number":618,"context_line":"version like \"rocky\" and get the service up under such situations. See `bug 1815697"},{"line_number":619,"context_line":"\u003chttps://bugs.launchpad.net/nova/+bug/1815697\u003e`__ for more details. Also note that"},{"line_number":620,"context_line":"in general during situations where cells are not reachable certain \"slowness\" may be"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_97988875","line":617,"range":{"start_line":617,"start_character":50,"end_line":617,"end_character":55},"updated":"2019-02-22 14:56:32.000000000","message":":group: - otherwise this doesn\u0027t render properly\n\nAlso, wouldn\u0027t this just be :oslo.config:option:`upgrade_levels.compute` in this particular case? I might have messed you up on this in my earlier review, but we wouldn\u0027t need to cap, for example, the scheduler upgrade level to rocky because a cell is down.","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"d72842ba100855d38133a6183d577f0c16d358cc","unresolved":false,"context_lines":[{"line_number":614,"context_line":"then the nova-api service hangs on startup if there is at least one unreachable cell."},{"line_number":615,"context_line":"This is because it needs to connect to all the cells to gather information on each"},{"line_number":616,"context_line":"of the compute service\u0027s version to determine the compute version cap to use."},{"line_number":617,"context_line":"The current workaround is to pin the :oslo.config:group`upgrade_levels` to a particular"},{"line_number":618,"context_line":"version like \"rocky\" and get the service up under such situations. See `bug 1815697"},{"line_number":619,"context_line":"\u003chttps://bugs.launchpad.net/nova/+bug/1815697\u003e`__ for more details. Also note that"},{"line_number":620,"context_line":"in general during situations where cells are not reachable certain \"slowness\" may be"}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_9fd88352","line":617,"range":{"start_line":617,"start_character":50,"end_line":617,"end_character":55},"in_reply_to":"9fdfeff1_97988875","updated":"2019-02-25 11:47:33.000000000","message":"\u003e :group: - otherwise this doesn\u0027t render properly\n \u003e \n \u003e Also, wouldn\u0027t this just be :oslo.config:option:`upgrade_levels.compute`\n \u003e in this particular case? \nas in the api-hanging case right ?\n\n \u003e I might have messed you up on this in my\n \u003e earlier review, but we wouldn\u0027t need to cap, for example, the\n \u003e scheduler upgrade level to rocky because a cell is down.\numm, true but I only say \"chances that services hang\", because I also do not want to commit to only the \"api-service\" getting hanged up.","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":6873,"name":"Matt Riedemann","email":"mriedem.os@gmail.com","username":"mriedem"},"change_message_id":"e44b5fdb2afa652d63aad8f786900a36cb6560f9","unresolved":false,"context_lines":[{"line_number":618,"context_line":"version like \"rocky\" and get the service up under such situations. See `bug 1815697"},{"line_number":619,"context_line":"\u003chttps://bugs.launchpad.net/nova/+bug/1815697\u003e`__ for more details. Also note that"},{"line_number":620,"context_line":"in general during situations where cells are not reachable certain \"slowness\" may be"},{"line_number":621,"context_line":"experienced in operations requiring hitting all the cells."}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_f7979439","line":621,"range":{"start_line":621,"start_character":57,"end_line":621,"end_character":58},"updated":"2019-02-22 14:56:32.000000000","message":"because of the aforementioned configurable timeout/retry values.","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"},{"author":{"_account_id":26936,"name":"Surya Seetharaman","email":"suryaseetharaman.9@gmail.com","username":"tssurya"},"change_message_id":"d72842ba100855d38133a6183d577f0c16d358cc","unresolved":false,"context_lines":[{"line_number":618,"context_line":"version like \"rocky\" and get the service up under such situations. See `bug 1815697"},{"line_number":619,"context_line":"\u003chttps://bugs.launchpad.net/nova/+bug/1815697\u003e`__ for more details. Also note that"},{"line_number":620,"context_line":"in general during situations where cells are not reachable certain \"slowness\" may be"},{"line_number":621,"context_line":"experienced in operations requiring hitting all the cells."}],"source_content_type":"text/x-rst","patch_set":2,"id":"9fdfeff1_ffa50fb6","line":621,"range":{"start_line":621,"start_character":57,"end_line":621,"end_character":58},"in_reply_to":"9fdfeff1_f7979439","updated":"2019-02-25 11:47:33.000000000","message":"Done","commit_id":"2c87cefa0b235bf8da8cb591df921c028e02da61"}]}