)]}'
{"id":"openstack%2Fopenstack-helm~1013356","triplet_id":"openstack%2Fopenstack-helm~master~I1ea3068f29cde74761643456e9b2cf7156cde7ee","project":"openstack/openstack-helm","branch":"master","attention_set":{},"removed_from_attention_set":{"3009":{"account":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"last_update":"2026-11-02 22:22:40.000000000","reason":"\u003cGERRIT_ACCOUNT_3009\u003e replied on the change","reason_account":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"}}},"hashtags":[],"change_id":"I1ea3068f29cde74761643456e9b2cf7156cde7ee","subject":"fix(deploy-env): Keep the control-plane node out of memory","status":"MERGED","created":"2026-10-30 20:23:56.000000000","updated":"2026-11-03 01:59:08.000000000","submitted":"2026-11-03 01:58:16.000000000","submitter":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"total_comment_count":1,"unresolved_comment_count":0,"has_review_started":true,"submission_id":"1013356","meta_rev_id":"754084ae78cefa4953e4fe32121e415dd727b976","_number":1013356,"virtual_id_number":1013356,"owner":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"actions":{},"labels":{"Verified":{"approved":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"all":[{"value":0,"_account_id":7156,"name":"Mathieu Gagné","email":"mgagne@calavera.ca","username":"mgagne"},{"value":0,"_account_id":34520,"name":"Sergiy Markin","email":"smarkin@mirantis.com","username":"sm515x"},{"tag":"autogenerated:zuul:gate","value":2,"date":"2026-11-03 01:58:16.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}],"values":{"-2":"Fails","-1":"Doesn\u0027t seem to work"," 0":"No score","+1":"Works for me","+2":"Verified"},"description":"","default_value":0,"optional":true},"Code-Review":{"approved":{"_account_id":7156,"name":"Mathieu Gagné","email":"mgagne@calavera.ca","username":"mgagne"},"all":[{"value":2,"date":"2026-11-02 18:40:30.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":7156,"name":"Mathieu Gagné","email":"mgagne@calavera.ca","username":"mgagne"},{"value":2,"date":"2026-11-02 19:50:19.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":34520,"name":"Sergiy Markin","email":"smarkin@mirantis.com","username":"sm515x"},{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}],"values":{"-2":"Do not merge","-1":"This patch needs further work before it can be merged"," 0":"No score","+1":"Looks good to me, but someone else must approve","+2":"Looks good to me (core reviewer)"},"description":"","default_value":0,"optional":true},"Workflow":{"approved":{"_account_id":34520,"name":"Sergiy Markin","email":"smarkin@mirantis.com","username":"sm515x"},"all":[{"value":0,"_account_id":7156,"name":"Mathieu Gagné","email":"mgagne@calavera.ca","username":"mgagne"},{"value":1,"date":"2026-11-02 19:50:19.000000000","permitted_voting_range":{"min":1,"max":1},"_account_id":34520,"name":"Sergiy Markin","email":"smarkin@mirantis.com","username":"sm515x"},{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}],"values":{"-1":"Work in progress"," 0":"Ready for reviews","+1":"Approved"},"description":"","default_value":0,"optional":true}},"removable_reviewers":[],"reviewers":{"REVIEWER":[{"_account_id":7156,"name":"Mathieu Gagné","email":"mgagne@calavera.ca","username":"mgagne"},{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"_account_id":34520,"name":"Sergiy Markin","email":"smarkin@mirantis.com","username":"sm515x"}]},"pending_reviewers":{},"reviewer_updates":[{"updated":"2026-10-30 23:15:44.000000000","updated_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"reviewer":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2026-11-02 18:40:30.000000000","updated_by":{"_account_id":7156,"name":"Mathieu Gagné","email":"mgagne@calavera.ca","username":"mgagne"},"reviewer":{"_account_id":7156,"name":"Mathieu Gagné","email":"mgagne@calavera.ca","username":"mgagne"},"state":"REVIEWER"},{"updated":"2026-11-02 19:50:19.000000000","updated_by":{"_account_id":34520,"name":"Sergiy Markin","email":"smarkin@mirantis.com","username":"sm515x"},"reviewer":{"_account_id":34520,"name":"Sergiy Markin","email":"smarkin@mirantis.com","username":"sm515x"},"state":"REVIEWER"}],"messages":[{"id":"586873d0fe14fce4df342234074f56884a47aa71","tag":"autogenerated:gerrit:newWipPatchSet","author":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"date":"2026-10-30 20:23:56.000000000","message":"Uploaded patch set 1.","accounts_in_message":[],"_revision_number":1},{"id":"644e0cbbefc37c7eb5b3c2fb6cc9eaf3b3e1cd79","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"date":"2026-10-30 20:24:08.000000000","message":"Uploaded patch set 2: Commit message was updated.","accounts_in_message":[],"_revision_number":2},{"id":"74605e10ebbef79879fa2280b2c03cbaeb4389d8","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"date":"2026-10-30 21:27:17.000000000","message":"Patch Set 3: Patch Set 2 was rebased","accounts_in_message":[],"_revision_number":3},{"id":"d84e6310a35172326806ac5a9367bd6dd13e790b","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2026-10-30 23:15:44.000000000","message":"Patch Set 3: Verified+1\n\nBuild succeeded (check pipeline).\nhttps://zuul.opendev.org/t/openstack/buildset/e70713cadc824458be103b96ddb466f3\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/004463108d7c46cbbc66e46bdbe282c2 : SUCCESS in 4m 50s\n- openstack-helm-linter https://zuul.opendev.org/t/openstack/build/570c0845a5164873bb41fea5361d2ba9 : SUCCESS in 4m 08s\n- openstack-helm-pre-commit https://zuul.opendev.org/t/openstack/build/6826e087785f464685053e7ec29fd069 : SUCCESS in 2m 01s\n- openstack-helm-release-notes https://zuul.opendev.org/t/openstack/build/b7ffd3e7bde34dca94a396813b557471 : SUCCESS in 1m 24s\n- openstack-helm-build-charts https://zuul.opendev.org/t/openstack/build/43df2a7c9cb54962bc14978aefaf7c9a : SUCCESS in 2m 09s\n- openstack-helm-compute-kit-2025-2-ubuntu_noble https://zuul.opendev.org/t/openstack/build/a68a51890eb54f9489709144578976bc : SUCCESS in 1h 39m 48s\n- openstack-helm-compute-kit-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/03a95be0e0a74d49bc32393c991a3ca0 : SUCCESS in 1h 42m 40s\n- openstack-helm-tls-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/5b1c94b6a2f94bc3a35f30cdf68fbb75 : SUCCESS in 1h 01m 23s\n- openstack-helm-dpdk-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/67bfffca2eee4b2784910fc3572e48ac : SUCCESS in 58m 16s\n- openstack-helm-crd-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/dfc22a82b2d942b59a5637209bfd250b : SUCCESS in 1h 33m 58s\n- openstack-helm-operators-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/eb1fd183518944cebdc83cff55a3ec34 : SUCCESS in 1h 36m 06s\n- openstack-helm-compute-kit-2026-2-ubuntu_resolute https://zuul.opendev.org/t/openstack/build/3076dafecdce4121a80dadf232f99a25 : SUCCESS in 1h 11m 04s\n- openstack-helm-logging https://zuul.opendev.org/t/openstack/build/e55566c54145442b9b227e34825ab65d : SUCCESS in 32m 41s\n- openstack-helm-monitoring https://zuul.opendev.org/t/openstack/build/cdef3799381a4368b03d051617aab6b8 : SUCCESS in 26m 10s","accounts_in_message":[],"_revision_number":3},{"id":"ca2b6c50a69f8e208c0c2761db404d5c2a39bbe8","author":{"_account_id":7156,"name":"Mathieu Gagné","email":"mgagne@calavera.ca","username":"mgagne"},"date":"2026-11-02 18:40:30.000000000","message":"Patch Set 3: Code-Review+2","accounts_in_message":[],"_revision_number":3},{"id":"ee0d56ed9c6b51fec1620bfafa96a39377e1a5df","author":{"_account_id":34520,"name":"Sergiy Markin","email":"smarkin@mirantis.com","username":"sm515x"},"date":"2026-11-02 19:50:19.000000000","message":"Patch Set 3: Code-Review+2 Workflow+1","accounts_in_message":[],"_revision_number":3},{"id":"18ced5a5635cf26f594f6f790678ca34bffe379d","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2026-11-02 19:50:32.000000000","message":"Patch Set 3: -Verified\n\nStarting gate jobs.","accounts_in_message":[],"_revision_number":3},{"id":"aa8cbbf8a042b04a63e7150fdcd8e5e031cc98f5","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2026-11-02 21:43:32.000000000","message":"Patch Set 3: Verified-2\n\nBuild failed (gate pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\n\nhttps://zuul.opendev.org/t/openstack/buildset/fa1a8e4bd3e84d0ca57fad60881c0b4c\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/3ffb0b7752ed4b49b59873ad8a25e632 : SUCCESS in 4m 45s\n- openstack-helm-linter https://zuul.opendev.org/t/openstack/build/80090f4153bc4c8495bc7367cade922f : SUCCESS in 3m 59s\n- openstack-helm-release-notes https://zuul.opendev.org/t/openstack/build/fa90808d9f2142e18ec49e327cd0fe1d : SUCCESS in 1m 42s\n- openstack-helm-compute-kit-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/29a8e3e5ab7e46fea44bacfb3bb0bc23 : FAILURE in 1h 40m 11s\n- openstack-helm-logging https://zuul.opendev.org/t/openstack/build/c5a3d324f1f74f0181f8d0d70143a04c : SUCCESS in 45m 48s\n- openstack-helm-monitoring https://zuul.opendev.org/t/openstack/build/40fa595077e845fc8d22c29ea2d0fbd4 : SUCCESS in 31m 01s","accounts_in_message":[],"_revision_number":3},{"id":"bb1ac246ee8fa5df9682bc3fba5d29ea1b5943c9","author":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"date":"2026-11-02 22:22:40.000000000","message":"Patch Set 3:\n\n(1 comment)","accounts_in_message":[],"_revision_number":3},{"id":"c6521e6ae821ef6422d5ee9ae81dc08df848809e","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2026-11-03 00:05:35.000000000","message":"Patch Set 3: Verified+1\n\nBuild succeeded (check pipeline).\nhttps://zuul.opendev.org/t/openstack/buildset/67fc4701efd34c7087f021af3c4a8b47\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/0ed42af47465465483f97ce461a1e60c : SUCCESS in 3m 09s\n- openstack-helm-linter https://zuul.opendev.org/t/openstack/build/2be3e222906b46588b97f2f42d1296b1 : SUCCESS in 4m 06s\n- openstack-helm-pre-commit https://zuul.opendev.org/t/openstack/build/c989d60afc16448e8f113450d1cbedbb : SUCCESS in 2m 44s\n- openstack-helm-release-notes https://zuul.opendev.org/t/openstack/build/74068b13eb444ad396430c1468bafde8 : SUCCESS in 1m 37s\n- openstack-helm-build-charts https://zuul.opendev.org/t/openstack/build/ddf3748407d9456cbb3892f9d7535fb3 : SUCCESS in 2m 55s\n- openstack-helm-compute-kit-2025-2-ubuntu_noble https://zuul.opendev.org/t/openstack/build/ac4609b39c28402eb21d71dce7b9dd31 : SUCCESS in 1h 36m 09s\n- openstack-helm-compute-kit-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/0b1bd2564b27451f9892fc21301737ae : SUCCESS in 1h 10m 37s\n- openstack-helm-tls-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/4cc31afb76e94ec6a51c19c190c91d5b : SUCCESS in 1h 39m 49s\n- openstack-helm-dpdk-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/36eef7b4e83f4d05ad94937b62a80543 : SUCCESS in 56m 18s\n- openstack-helm-crd-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/e56b7eba5e05457080f80af79385c340 : SUCCESS in 1h 32m 17s\n- openstack-helm-operators-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/7e46a80a2afc4b45b1e3c5971bbe5700 : SUCCESS in 1h 09m 50s\n- openstack-helm-compute-kit-2026-2-ubuntu_resolute https://zuul.opendev.org/t/openstack/build/f9f7744dd46440bd8a7dabc9cd350dcf : SUCCESS in 1h 16m 14s\n- openstack-helm-logging https://zuul.opendev.org/t/openstack/build/2c55bef902e14c4397705f27e18c9714 : SUCCESS in 30m 18s\n- openstack-helm-monitoring https://zuul.opendev.org/t/openstack/build/1ff5e0431c064f408bb7f4e8c726ed3f : SUCCESS in 21m 45s","accounts_in_message":[],"_revision_number":3},{"id":"d013e4796f2c39b68de86b1f0d26ab81f8f0804f","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2026-11-03 00:05:44.000000000","message":"Patch Set 3: -Verified\n\nStarting gate jobs.","accounts_in_message":[],"_revision_number":3},{"id":"fe18d1c8e1227f656db8e6dce20337635d08b8b1","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2026-11-03 01:58:16.000000000","message":"Patch Set 3: Verified+2\n\nBuild succeeded (gate pipeline).\nhttps://zuul.opendev.org/t/openstack/buildset/c9517dc98bd04840b42f9627e50984e7\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/ceea6a3483564cc897cabc79c63f0749 : SUCCESS in 3m 26s\n- openstack-helm-linter https://zuul.opendev.org/t/openstack/build/4f16ee4a2db24affa9c1ebea35a09a62 : SUCCESS in 2m 20s\n- openstack-helm-release-notes https://zuul.opendev.org/t/openstack/build/ec0f75531ebf458aa22466f61794b877 : SUCCESS in 1m 37s\n- openstack-helm-compute-kit-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/35608fb84e514d2aac0c8065057862e3 : SUCCESS in 1h 50m 24s\n- openstack-helm-logging https://zuul.opendev.org/t/openstack/build/dcf2dcbd80054d5d92a7a3e818822136 : SUCCESS in 32m 42s\n- openstack-helm-monitoring https://zuul.opendev.org/t/openstack/build/2522e4e3b12c4859868d6de5e09e0306 : SUCCESS in 28m 21s","accounts_in_message":[],"_revision_number":3},{"id":"fbc672acae3d5072c78a19c19898c2007a5a7f9d","tag":"autogenerated:gerrit:merged","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2026-11-03 01:58:16.000000000","message":"Change has been successfully merged","accounts_in_message":[],"_revision_number":3},{"id":"754084ae78cefa4953e4fe32121e415dd727b976","tag":"autogenerated:zuul:promote","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2026-11-03 01:59:08.000000000","message":"Patch Set 3:\n\nBuild succeeded (promote pipeline).\nhttps://zuul.opendev.org/t/openstack/buildset/96d0156338034da4b31c55885f5a1880\n\n- promote-openstack-tox-docs https://zuul.opendev.org/t/openstack/build/1a17d04f07d44f12a61cb91f80a2009c : SUCCESS in 44s","accounts_in_message":[],"_revision_number":3}],"current_revision_number":3,"current_revision":"d978a29ff76c6240dd2a3e9012b0354ec622fe2a","revisions":{"e8c817524e3d68eeec21189eef58cbcd22cc1bb2":{"kind":"REWORK","_number":1,"created":"2026-10-30 20:23:56.000000000","uploader":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"ref":"refs/changes/56/1013356/1","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/openstack-helm","ref":"refs/changes/56/1013356/1","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/56/1013356/1 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/56/1013356/1 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/56/1013356/1 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/openstack-helm refs/changes/56/1013356/1"}}},"commit":{"parents":[{"commit":"0028e05c0fff162c25201143e9d13dfd7245f401","subject":"fix(skyline): Adds ability to specify worker_processes count instead of auto","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/0028e05c0fff162c25201143e9d13dfd7245f401"}]}],"author":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-10-30 20:18:51.000000000","tz":-300},"committer":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-10-30 20:23:53.000000000","tz":-300},"subject":"[WIP] fix(deploy-env): Keep the control-plane node out of memory","message":"[WIP] fix(deploy-env): Keep the control-plane node out of memory\n\nOn multi-node nodesets the K8s control-plane node also runs OpenStack\nworkloads. Most of them set no resource requests, so the scheduler\nplaces them by what each node has requested. kube-apiserver uses about\n1 GiB but requests no memory, so the control-plane node looks like the\nemptiest node and gets the most pods.\n\nIn an operators-2026-1 check build on 1012968 the control-plane node\nran 36 pods while the four workers ran 19 to 21. The forced CronJob\nruns at the end of the job started 7 more pods, 6 of them on that\nnode, and it ran out of memory:\n\n  - etcd (its data is on tmpfs) stalled: a read loop waited 70s and one\n    range request took 91s\n  - kube-controller-manager and kube-scheduler lost leader election and\n    restarted 6 times each\n  - the kernel OOM killer killed keystone-api at 19:41:36, the second\n    etcd recovered, and neutron-rpc-server at 19:44:24\n\nThe test pods completed, but no controller updated their Jobs, so\nforce-cronjob-run.sh failed with all of them still at 0/1.\n\nPatch the control-plane node only, through kubeadm init patches:\n\n  - give kube-apiserver a 1Gi memory request, so the scheduler counts\n    the memory it really uses\n  - raise the kubelet hard eviction threshold for memory.available\n    from 100Mi to 500Mi, so the kubelet evicts pods before the kernel\n    runs out of memory and stalls etcd and kube-apiserver\n\nSetting evictionHard replaces the default thresholds as a whole, so the\npatch repeats the other kubelet defaults.\n\nAssisted-By: Claude Opus 5.5\nSigned-off-by: Vladimir Kozhukalov \u003ckozhukalov@gmail.com\u003e\nChange-Id: I1ea3068f29cde74761643456e9b2cf7156cde7ee\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/e8c817524e3d68eeec21189eef58cbcd22cc1bb2"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/e8c817524e3d68eeec21189eef58cbcd22cc1bb2"}]},"branch":"refs/heads/master"},"ebd0f1fbe71972d2938d52b245ad70706739973b":{"kind":"NO_CODE_CHANGE","_number":2,"created":"2026-10-30 20:24:08.000000000","uploader":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"ref":"refs/changes/56/1013356/2","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/openstack-helm","ref":"refs/changes/56/1013356/2","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/56/1013356/2 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/56/1013356/2 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/56/1013356/2 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/openstack-helm refs/changes/56/1013356/2"}}},"commit":{"parents":[{"commit":"0028e05c0fff162c25201143e9d13dfd7245f401","subject":"fix(skyline): Adds ability to specify worker_processes count instead of auto","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/0028e05c0fff162c25201143e9d13dfd7245f401"}]}],"author":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-10-30 20:18:51.000000000","tz":-300},"committer":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-10-30 20:24:02.000000000","tz":-300},"subject":"fix(deploy-env): Keep the control-plane node out of memory","message":"fix(deploy-env): Keep the control-plane node out of memory\n\nOn multi-node nodesets the K8s control-plane node also runs OpenStack\nworkloads. Most of them set no resource requests, so the scheduler\nplaces them by what each node has requested. kube-apiserver uses about\n1 GiB but requests no memory, so the control-plane node looks like the\nemptiest node and gets the most pods.\n\nIn an operators-2026-1 check build on 1012968 the control-plane node\nran 36 pods while the four workers ran 19 to 21. The forced CronJob\nruns at the end of the job started 7 more pods, 6 of them on that\nnode, and it ran out of memory:\n\n  - etcd (its data is on tmpfs) stalled: a read loop waited 70s and one\n    range request took 91s\n  - kube-controller-manager and kube-scheduler lost leader election and\n    restarted 6 times each\n  - the kernel OOM killer killed keystone-api at 19:41:36, the second\n    etcd recovered, and neutron-rpc-server at 19:44:24\n\nThe test pods completed, but no controller updated their Jobs, so\nforce-cronjob-run.sh failed with all of them still at 0/1.\n\nPatch the control-plane node only, through kubeadm init patches:\n\n  - give kube-apiserver a 1Gi memory request, so the scheduler counts\n    the memory it really uses\n  - raise the kubelet hard eviction threshold for memory.available\n    from 100Mi to 500Mi, so the kubelet evicts pods before the kernel\n    runs out of memory and stalls etcd and kube-apiserver\n\nSetting evictionHard replaces the default thresholds as a whole, so the\npatch repeats the other kubelet defaults.\n\nAssisted-By: Claude Opus 5.5\nSigned-off-by: Vladimir Kozhukalov \u003ckozhukalov@gmail.com\u003e\nChange-Id: I1ea3068f29cde74761643456e9b2cf7156cde7ee\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/ebd0f1fbe71972d2938d52b245ad70706739973b"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/ebd0f1fbe71972d2938d52b245ad70706739973b"}]},"branch":"refs/heads/master"},"d978a29ff76c6240dd2a3e9012b0354ec622fe2a":{"kind":"TRIVIAL_REBASE","_number":3,"created":"2026-10-30 21:27:17.000000000","uploader":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"ref":"refs/changes/56/1013356/3","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/openstack-helm","ref":"refs/changes/56/1013356/3","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/56/1013356/3 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/56/1013356/3 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/56/1013356/3 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/openstack-helm refs/changes/56/1013356/3"}}},"commit":{"parents":[{"commit":"0fd185fde68313ee259d40447d0cd0e034644a37","subject":"fix(deploy-env): Match the Calico MTU to the overlay","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/0fd185fde68313ee259d40447d0cd0e034644a37"}]}],"author":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-10-30 20:18:51.000000000","tz":-300},"committer":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-10-30 21:27:17.000000000","tz":0},"subject":"fix(deploy-env): Keep the control-plane node out of memory","message":"fix(deploy-env): Keep the control-plane node out of memory\n\nOn multi-node nodesets the K8s control-plane node also runs OpenStack\nworkloads. Most of them set no resource requests, so the scheduler\nplaces them by what each node has requested. kube-apiserver uses about\n1 GiB but requests no memory, so the control-plane node looks like the\nemptiest node and gets the most pods.\n\nIn an operators-2026-1 check build on 1012968 the control-plane node\nran 36 pods while the four workers ran 19 to 21. The forced CronJob\nruns at the end of the job started 7 more pods, 6 of them on that\nnode, and it ran out of memory:\n\n  - etcd (its data is on tmpfs) stalled: a read loop waited 70s and one\n    range request took 91s\n  - kube-controller-manager and kube-scheduler lost leader election and\n    restarted 6 times each\n  - the kernel OOM killer killed keystone-api at 19:41:36, the second\n    etcd recovered, and neutron-rpc-server at 19:44:24\n\nThe test pods completed, but no controller updated their Jobs, so\nforce-cronjob-run.sh failed with all of them still at 0/1.\n\nPatch the control-plane node only, through kubeadm init patches:\n\n  - give kube-apiserver a 1Gi memory request, so the scheduler counts\n    the memory it really uses\n  - raise the kubelet hard eviction threshold for memory.available\n    from 100Mi to 500Mi, so the kubelet evicts pods before the kernel\n    runs out of memory and stalls etcd and kube-apiserver\n\nSetting evictionHard replaces the default thresholds as a whole, so the\npatch repeats the other kubelet defaults.\n\nAssisted-By: Claude Opus 5.5\nSigned-off-by: Vladimir Kozhukalov \u003ckozhukalov@gmail.com\u003e\nChange-Id: I1ea3068f29cde74761643456e9b2cf7156cde7ee\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/d978a29ff76c6240dd2a3e9012b0354ec622fe2a"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/d978a29ff76c6240dd2a3e9012b0354ec622fe2a"}]},"branch":"refs/heads/master","description":"Rebase","conflicts":{"base":"0028e05c0fff162c25201143e9d13dfd7245f401","ours":"ebd0f1fbe71972d2938d52b245ad70706739973b","theirs":"0fd185fde68313ee259d40447d0cd0e034644a37","merge_strategy":"recursive","contains_conflicts":false}}},"requirements":[],"submit_records":[{"rule_name":"gerrit~DefaultSubmitRule","status":"CLOSED","labels":[{"label":"Verified","status":"MAY","applied_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}},{"label":"Code-Review","status":"MAY","applied_by":{"_account_id":34520,"name":"Sergiy Markin","email":"smarkin@mirantis.com","username":"sm515x"}},{"label":"Workflow","status":"MAY","applied_by":{"_account_id":34520,"name":"Sergiy Markin","email":"smarkin@mirantis.com","username":"sm515x"}}]}],"submit_requirements":[{"name":"Verified","description":"Verified in gate by CI","status":"SATISFIED","is_legacy":false,"submittability_expression_result":{"expression":"label:Verified\u003dMAX AND -label:Verified\u003dMIN","fulfilled":true,"status":"PASS","passing_atoms":["label:Verified\u003dMAX"],"failing_atoms":["label:Verified\u003dMIN"],"atom_explanations":{"label:Verified\u003dMAX":"","label:Verified\u003dMIN":""}}},{"name":"Code-Review","description":"Code reviewed by core reviewer","status":"SATISFIED","is_legacy":false,"submittability_expression_result":{"expression":"label:Code-Review\u003dMAX AND -label:Code-Review\u003dMIN","fulfilled":true,"status":"PASS","passing_atoms":["label:Code-Review\u003dMAX"],"failing_atoms":["label:Code-Review\u003dMIN"],"atom_explanations":{"label:Code-Review\u003dMAX":"","label:Code-Review\u003dMIN":""}}},{"name":"Workflow","description":"Approved for gate by core reviewer","status":"SATISFIED","is_legacy":false,"submittability_expression_result":{"expression":"label:Workflow\u003dMAX AND -label:Workflow\u003dMIN","fulfilled":true,"status":"PASS","passing_atoms":["label:Workflow\u003dMAX"],"failing_atoms":["label:Workflow\u003dMIN"],"atom_explanations":{"label:Workflow\u003dMAX":"","label:Workflow\u003dMIN":""}}}]}
