)]}'
{"id":"openstack%2Fopenstack-helm~1015454","triplet_id":"openstack%2Fopenstack-helm~master~I355fbfd4a915a842f4861ee544ccf94e0367553f","project":"openstack/openstack-helm","branch":"master","hashtags":[],"change_id":"I355fbfd4a915a842f4861ee544ccf94e0367553f","subject":"keystone: Test federation through an Apache sidecar","status":"NEW","created":"2026-11-12 19:31:41.000000000","updated":"2026-11-18 21:34:23.000000000","submit_type":"MERGE_IF_NECESSARY","mergeable":true,"submittable":false,"total_comment_count":0,"unresolved_comment_count":0,"work_in_progress":true,"has_review_started":false,"meta_rev_id":"45045a82357b5665f953175e813032f873e79a1d","_number":1015454,"virtual_id_number":1015454,"owner":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"actions":{},"labels":{"Verified":{"recommended":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"all":[{"tag":"autogenerated:zuul:check","value":1,"date":"2026-11-18 21:34:23.000000000","permitted_voting_range":{"min":-2,"max":2},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}],"values":{"-2":"Fails","-1":"Doesn\u0027t seem to work"," 0":"No score","+1":"Works for me","+2":"Verified"},"description":"","value":1,"default_value":0,"optional":true},"Code-Review":{"all":[{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}],"values":{"-2":"Do not merge","-1":"This patch needs further work before it can be merged"," 0":"No score","+1":"Looks good to me, but someone else must approve","+2":"Looks good to me (core reviewer)"},"description":"","default_value":0,"optional":true},"Workflow":{"all":[{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}],"values":{"-1":"Work in progress"," 0":"Ready for reviews","+1":"Approved"},"description":"","default_value":0,"optional":true}},"removable_reviewers":[],"reviewers":{"REVIEWER":[{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}]},"pending_reviewers":{"REVIEWER":[{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}]},"reviewer_updates":[{"updated":"2026-11-12 22:54:58.000000000","updated_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"reviewer":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"state":"REVIEWER"}],"messages":[{"id":"b3a1e2a79f700fc055e899337bf496b40da4d896","tag":"autogenerated:gerrit:newWipPatchSet","author":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"date":"2026-11-12 19:31:41.000000000","message":"Uploaded patch set 1.","accounts_in_message":[],"_revision_number":1},{"id":"4aecf80ce0f9ed721fa8051d0bbad459eec55f59","tag":"autogenerated:gerrit:newWipPatchSet","author":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"date":"2026-11-12 20:38:05.000000000","message":"Uploaded patch set 2: Patch Set 1 was rebased.","accounts_in_message":[],"_revision_number":2},{"id":"6591403b10bf6a7b32fd1aa0bb89fc2d1ca4c258","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2026-11-12 22:54:58.000000000","message":"Patch Set 2: Verified-1\n\nBuild failed (check pipeline).  For information on how to proceed, see\nhttps://docs.opendev.org/opendev/infra-manual/latest/developers.html#automated-testing\nand https://docs.openstack.org/project-team-guide/testing.html#how-to-handle-test-failures\n\nhttps://zuul.opendev.org/t/openstack/buildset/77508029139a48cfab7468025f9514dc\n\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/2226d5464ad34f459981a1e283e8ef18 : SUCCESS in 3m 25s\n- openstack-helm-linter https://zuul.opendev.org/t/openstack/build/7bc613b342fb4f05934589d4fb42663a : SUCCESS in 3m 14s\n- openstack-helm-pre-commit https://zuul.opendev.org/t/openstack/build/1493efe9815844598f0942fdfab5e555 : SUCCESS in 2m 13s\n- openstack-helm-release-notes https://zuul.opendev.org/t/openstack/build/87f38d4fe040440494ac8c7643a8b6e7 : SUCCESS in 1m 42s\n- openstack-helm-bandit https://zuul.opendev.org/t/openstack/build/f62a794c883c491e9858e5ec00002e27 : SUCCESS in 3m 52s\n- openstack-helm-build-charts https://zuul.opendev.org/t/openstack/build/f43d2f5fbb354213a4da68e4cc8e2080 : SUCCESS in 2m 01s\n- openstack-helm-compute-kit-2025-2-ubuntu_noble https://zuul.opendev.org/t/openstack/build/b984c5100cc5441f93846d36cf3f887f : SUCCESS in 1h 14m 20s\n- openstack-helm-compute-kit-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/e6745f5f87b74f8a8502f936a05c829b : SUCCESS in 1h 50m 32s\n- openstack-helm-tls-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/14e1702e82c74da3ae41c05cdd65efdf : SUCCESS in 2h 06m 40s\n- openstack-helm-dpdk-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/4a6c32ee28364156b43849f707a4a203 : SUCCESS in 57m 20s\n- openstack-helm-crd-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/4711d703cab2420ba41d9c18eaa45378 : SUCCESS in 1h 46m 07s\n- openstack-helm-operators-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/3631bd30b62f4f138b771d90b8121f75 : SUCCESS in 1h 57m 13s\n- openstack-helm-keystone-federation-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/840ce58ec2324567a9b50ec49d8f3a36 : FAILURE in 33m 41s\n- openstack-helm-compute-kit-2026-2-ubuntu_resolute https://zuul.opendev.org/t/openstack/build/42a58985a35d48cc89619d0994f1f20c : SUCCESS in 1h 18m 09s\n- openstack-helm-logging https://zuul.opendev.org/t/openstack/build/27002d493cd4493c80132d13c2fcd9cb : SUCCESS in 44m 55s\n- openstack-helm-monitoring https://zuul.opendev.org/t/openstack/build/e785482906e74e94b6a94ab1bc114bcb : SUCCESS in 29m 18s","accounts_in_message":[],"_revision_number":2},{"id":"8b021864f1ba5bc46ba3b303c25c64737587f918","tag":"autogenerated:gerrit:newWipPatchSet","author":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"date":"2026-11-13 16:52:34.000000000","message":"Uploaded patch set 3.\n\nOutdated Votes:\n* Verified-1 (copy condition: \"NEVER\")\n","accounts_in_message":[],"_revision_number":3},{"id":"0cab924889307780d0420b20e42418ed52ab774e","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2026-11-13 17:18:34.000000000","message":"Patch Set 3: Verified+1\n\nBuild succeeded (check pipeline).\nhttps://zuul.opendev.org/t/openstack/buildset/5262ad99c5304797be2a6c3d7033d6f8\n\n- openstack-helm-keystone-federation-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/a251eed8ea6d4426b469be882f88e8f3 : SUCCESS in 23m 35s","accounts_in_message":[],"_revision_number":3},{"id":"a18ebab1fddfb578a67a09b69e7d13ad14a92515","tag":"autogenerated:gerrit:newWipPatchSet","author":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"date":"2026-11-16 16:08:50.000000000","message":"Uploaded patch set 4: New patch set was added with same tree, parent tree, and commit message as Patch Set 3.\n\nOutdated Votes:\n* Verified+1 (copy condition: \"NEVER\")\n","accounts_in_message":[],"_revision_number":4},{"id":"80d5890c5d906b615a46512d504f4ce445d5ff2e","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2026-11-16 16:47:58.000000000","message":"Patch Set 4: Verified+1\n\nBuild succeeded (check pipeline).\nhttps://zuul.opendev.org/t/openstack/buildset/ee7590e4ac8144c58e518e1a881ee568\n\n- openstack-helm-keystone-federation-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/4173cde7b9764ec8b4bd092bae66d298 : SUCCESS in 32m 01s","accounts_in_message":[],"_revision_number":4},{"id":"3870e8ca09177d9be1a0d0865ef22814568baaff","tag":"autogenerated:gerrit:newWipPatchSet","author":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"date":"2026-11-16 21:25:25.000000000","message":"Uploaded patch set 5: Commit message was updated.\n\nOutdated Votes:\n* Verified+1 (copy condition: \"NEVER\")\n","accounts_in_message":[],"_revision_number":5},{"id":"506c1d06cf19b88a8ed450b95042be945ce9b98c","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2026-11-16 21:25:46.000000000","message":"Patch Set 5: Verified-1\n\nMerge conflict.\n\nThis change or one of its cross-repo dependencies was unable to be automatically merged with the current state of its repository. Please rebase the change.\nWarning:\n  Error merging gerrit/openstack/openstack-helm for 1015454,5","accounts_in_message":[],"_revision_number":5},{"id":"b35224a72e1a6960ccd36c3e08f12f579c7380bb","tag":"autogenerated:gerrit:newWipPatchSet","author":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"date":"2026-11-16 21:39:07.000000000","message":"Uploaded patch set 6.\n\nOutdated Votes:\n* Verified-1 (copy condition: \"NEVER\")\n","accounts_in_message":[],"_revision_number":6},{"id":"a3a5e823e0ee30c099739e5957cb9176464aa20a","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2026-11-16 22:24:44.000000000","message":"Patch Set 6: Verified+1\n\nBuild succeeded (check pipeline).\nhttps://zuul.opendev.org/t/openstack/buildset/a64e613e03c342bc9aae2ce0696cb9be\n\n- openstack-helm-keystone-federation-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/9f46cc3ba33c444d86ba2b4771254482 : SUCCESS in 29m 42s","accounts_in_message":[],"_revision_number":6},{"id":"e56daf5156250d73ac94373033f42add57976a7b","tag":"autogenerated:gerrit:newWipPatchSet","author":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"date":"2026-11-17 21:45:04.000000000","message":"Uploaded patch set 7.\n\nOutdated Votes:\n* Verified+1 (copy condition: \"NEVER\")\n","accounts_in_message":[],"_revision_number":7},{"id":"fe1187ec8edaddd211c5d9b94cfea2eb5874a3e1","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2026-11-17 22:17:59.000000000","message":"Patch Set 7: Verified+1\n\nBuild succeeded (check pipeline).\nhttps://zuul.opendev.org/t/openstack/buildset/caeec19662bc43aeb2d012edb059a995\n\n- openstack-helm-keystone-federation-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/69e2ad437cc444878857dee03b6f64ce : SUCCESS in 27m 21s","accounts_in_message":[],"_revision_number":7},{"id":"18d0696958c88149edf9c04e8a48d488d5d559c2","tag":"autogenerated:gerrit:newWipPatchSet","author":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"date":"2026-11-18 19:01:11.000000000","message":"Uploaded patch set 8.\n\nOutdated Votes:\n* Verified+1 (copy condition: \"NEVER\")\n","accounts_in_message":[],"_revision_number":8},{"id":"9481d0582d18152e1b3f64a186fcbb084a5e8341","tag":"autogenerated:gerrit:newWipPatchSet","author":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"date":"2026-11-18 19:50:36.000000000","message":"Uploaded patch set 9.","accounts_in_message":[],"_revision_number":9},{"id":"b1082b172c7a0367c9ff128771c3497c71f4e8d9","tag":"autogenerated:gerrit:newWipPatchSet","author":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"date":"2026-11-18 20:54:56.000000000","message":"Uploaded patch set 10.","accounts_in_message":[],"_revision_number":10},{"id":"45045a82357b5665f953175e813032f873e79a1d","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2026-11-18 21:34:23.000000000","message":"Patch Set 10: Verified+1\n\nBuild succeeded (check pipeline).\nhttps://zuul.opendev.org/t/openstack/buildset/ff1be478c418428187d0210c3daf8ed9\n\n- openstack-helm-keystone-federation-2026-1-ubuntu_noble https://zuul.opendev.org/t/openstack/build/9120d9450e2a427a846ec9bf8ebbcd87 : SUCCESS in 34m 22s","accounts_in_message":[],"_revision_number":10}],"current_revision_number":10,"current_revision":"5b963e3910a76a68fbdf8efe355f7f236eafe35a","revisions":{"1d5490f61a54d2a0dd85b8e22a61914de46ef5c5":{"kind":"REWORK","_number":1,"created":"2026-11-12 19:31:41.000000000","uploader":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"ref":"refs/changes/54/1015454/1","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/openstack-helm","ref":"refs/changes/54/1015454/1","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/1 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/1 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/1 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/1"}}},"commit":{"parents":[{"commit":"3a09a3b7c7365175a4c3951269f66c148d2554e6","subject":"[WIP] keystone: Run the API under uWSGI instead of Apache","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/3a09a3b7c7365175a4c3951269f66c148d2554e6"}]}],"author":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-12 18:54:20.000000000","tz":-360},"committer":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-12 18:54:20.000000000","tz":-360},"subject":"[WIP] keystone: Test federation through an Apache sidecar","message":"[WIP] keystone: Test federation through an Apache sidecar\n\nkeystone-api runs uWSGI now, and the Apache auth modules of a\nfederated deployment move to an Apache sidecar. That only works if the\nsidecar talks to uWSGI over the uwsgi protocol (mod_proxy_uwsgi), which\ncarries REMOTE_USER, AUTH_TYPE and the variables the modules set to\nkeystone. Nothing in the CI checked this.\n\nvalues_overrides/keystone/federation.yaml is the configuration for it,\nand a complete one: the Apache sidecar terminates TLS, runs\nmod_auth_gssapi and mod_auth_mellon, and passes the requests to a\nuwsgi-socket that uWSGI opens on 127.0.0.1:5001 only, because a client\nof the uwsgi protocol sets REMOTE_USER itself. It also has the server\ncertificate, the HTTPRoute and the BackendTLSPolicy, like\ntls-gateway-and-sidecar.yaml, and is used instead of that file, which\nkeeps its nginx sidecar. The keystone image has apache2, mod_ssl and\nmod_proxy_uwsgi but not the two auth modules, so in this test\nconfiguration the sidecar starts as root and installs them with apt; a\nproduction deployment needs an image that has them.\n\nThe new openstack-helm-keystone-federation-2026-1-ubuntu_noble job\nstarts a Kerberos KDC and a Keycloak in the cluster, deploys keystone\nwith the override and runs federation_test.py in a pod. The test\ncreates two identity providers with mappings and protocols through the\nAPI, then logs in through both modules, with a Kerberos ticket (SPNEGO,\nuser from REMOTE_USER) and with the SAML2 browser flow through Keycloak\n(user from MELLON_NAME_ID). It checks the user of each token and scopes\nit to a project. The job runs in check when keystone, its overrides or\nthe job files change.\n\nTested with Docker only, not in Kubernetes and not in Zuul: keystone\n2026.1 under uWSGI with the rendered ini and keystone.conf, the\nrendered httpd.conf, and a KDC and a Keycloak built from the job\nmanifests. federation_test.py passed for Kerberos and SAML2.\nmod_auth_mellon could not create its mutex in the amd64 image under\nemulation on the test machine, so the sidecar ran from ubuntu:24.04\narm64 with the same package versions as the keystone image.\n\nAssisted-By: Claude Opus 5.5\nSigned-off-by: Vladimir Kozhukalov \u003ckozhukalov@gmail.com\u003e\nChange-Id: I355fbfd4a915a842f4861ee544ccf94e0367553f\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/1d5490f61a54d2a0dd85b8e22a61914de46ef5c5"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/1d5490f61a54d2a0dd85b8e22a61914de46ef5c5"}]},"branch":"refs/heads/master"},"e4ebc1b2075ac32268d659941d358cea56477888":{"kind":"TRIVIAL_REBASE","_number":2,"created":"2026-11-12 20:38:05.000000000","uploader":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"ref":"refs/changes/54/1015454/2","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/openstack-helm","ref":"refs/changes/54/1015454/2","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/2 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/2 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/2 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/2"}}},"commit":{"parents":[{"commit":"e23cb06c46e8d3c02a0d41cdbf9ae0def5b82108","subject":"[WIP] keystone: Run the API under uWSGI instead of Apache","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/e23cb06c46e8d3c02a0d41cdbf9ae0def5b82108"}]}],"author":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-12 18:54:20.000000000","tz":-360},"committer":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-12 20:35:15.000000000","tz":-360},"subject":"[WIP] keystone: Test federation through an Apache sidecar","message":"[WIP] keystone: Test federation through an Apache sidecar\n\nkeystone-api runs uWSGI now, and the Apache auth modules of a\nfederated deployment move to an Apache sidecar. That only works if the\nsidecar talks to uWSGI over the uwsgi protocol (mod_proxy_uwsgi), which\ncarries REMOTE_USER, AUTH_TYPE and the variables the modules set to\nkeystone. Nothing in the CI checked this.\n\nvalues_overrides/keystone/federation.yaml is the configuration for it,\nand a complete one: the Apache sidecar terminates TLS, runs\nmod_auth_gssapi and mod_auth_mellon, and passes the requests to a\nuwsgi-socket that uWSGI opens on 127.0.0.1:5001 only, because a client\nof the uwsgi protocol sets REMOTE_USER itself. It also has the server\ncertificate, the HTTPRoute and the BackendTLSPolicy, like\ntls-gateway-and-sidecar.yaml, and is used instead of that file, which\nkeeps its nginx sidecar. The keystone image has apache2, mod_ssl and\nmod_proxy_uwsgi but not the two auth modules, so in this test\nconfiguration the sidecar starts as root and installs them with apt; a\nproduction deployment needs an image that has them.\n\nThe new openstack-helm-keystone-federation-2026-1-ubuntu_noble job\nstarts a Kerberos KDC and a Keycloak in the cluster, deploys keystone\nwith the override and runs federation_test.py in a pod. The test\ncreates two identity providers with mappings and protocols through the\nAPI, then logs in through both modules, with a Kerberos ticket (SPNEGO,\nuser from REMOTE_USER) and with the SAML2 browser flow through Keycloak\n(user from MELLON_NAME_ID). It checks the user of each token and scopes\nit to a project. The job runs in check when keystone, its overrides or\nthe job files change.\n\nTested with Docker only, not in Kubernetes and not in Zuul: keystone\n2026.1 under uWSGI with the rendered ini and keystone.conf, the\nrendered httpd.conf, and a KDC and a Keycloak built from the job\nmanifests. federation_test.py passed for Kerberos and SAML2.\nmod_auth_mellon could not create its mutex in the amd64 image under\nemulation on the test machine, so the sidecar ran from ubuntu:24.04\narm64 with the same package versions as the keystone image.\n\nAssisted-By: Claude Opus 5.5\nSigned-off-by: Vladimir Kozhukalov \u003ckozhukalov@gmail.com\u003e\nChange-Id: I355fbfd4a915a842f4861ee544ccf94e0367553f\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/e4ebc1b2075ac32268d659941d358cea56477888"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/e4ebc1b2075ac32268d659941d358cea56477888"}]},"branch":"refs/heads/master"},"457e21c394f96455c077f2ca6b8ef80fe593bff2":{"kind":"REWORK","_number":3,"created":"2026-11-13 16:52:34.000000000","uploader":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"ref":"refs/changes/54/1015454/3","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/openstack-helm","ref":"refs/changes/54/1015454/3","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/3 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/3 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/3 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/3"}}},"commit":{"parents":[{"commit":"e23cb06c46e8d3c02a0d41cdbf9ae0def5b82108","subject":"[WIP] keystone: Run the API under uWSGI instead of Apache","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/e23cb06c46e8d3c02a0d41cdbf9ae0def5b82108"}]}],"author":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-12 18:54:20.000000000","tz":-360},"committer":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-13 16:52:23.000000000","tz":-360},"subject":"[WIP] keystone: Test federation through an Apache sidecar","message":"[WIP] keystone: Test federation through an Apache sidecar\n\nkeystone-api runs uWSGI now, and the Apache auth modules of a\nfederated deployment move to an Apache sidecar. That only works if the\nsidecar talks to uWSGI over the uwsgi protocol (mod_proxy_uwsgi), which\ncarries REMOTE_USER, AUTH_TYPE and the variables the modules set to\nkeystone. Nothing in the CI checked this.\n\nvalues_overrides/keystone/federation.yaml is the configuration for it,\nand a complete one: the Apache sidecar terminates TLS, runs\nmod_auth_gssapi and mod_auth_mellon, and passes the requests to a\nuwsgi-socket that uWSGI opens on 127.0.0.1:5001 only, because a client\nof the uwsgi protocol sets REMOTE_USER itself. It also has the server\ncertificate, the HTTPRoute and the BackendTLSPolicy, like\ntls-gateway-and-sidecar.yaml, and is used instead of that file, which\nkeeps its nginx sidecar. The keystone image has apache2, mod_ssl and\nmod_proxy_uwsgi but not the two auth modules, so in this test\nconfiguration the sidecar starts as root and installs them with apt; a\nproduction deployment needs an image that has them.\n\nThe new openstack-helm-keystone-federation-2026-1-ubuntu_noble job\nstarts a Kerberos KDC and a Keycloak in the cluster, deploys keystone\nwith the override and runs federation_test.py in a pod. The test\ncreates two identity providers with mappings and protocols through the\nAPI, then logs in through both modules, with a Kerberos ticket (SPNEGO,\nuser from REMOTE_USER) and with the SAML2 browser flow through Keycloak\n(user from MELLON_NAME_ID). It checks the user of each token and scopes\nit to a project. The job runs in check when keystone, its overrides or\nthe job files change.\n\nTested with Docker only, not in Kubernetes and not in Zuul: keystone\n2026.1 under uWSGI with the rendered ini and keystone.conf, the\nrendered httpd.conf, and a KDC and a Keycloak built from the job\nmanifests. federation_test.py passed for Kerberos and SAML2.\nmod_auth_mellon could not create its mutex in the amd64 image under\nemulation on the test machine, so the sidecar ran from ubuntu:24.04\narm64 with the same package versions as the keystone image.\n\nDO NOT MERGE: zuul.d/project.yaml runs only the federation job in\ncheck while the job is debugged. The other jobs come back before\nthis change is ready for review.\n\nAssisted-By: Claude Opus 5.5\nSigned-off-by: Vladimir Kozhukalov \u003ckozhukalov@gmail.com\u003e\nChange-Id: I355fbfd4a915a842f4861ee544ccf94e0367553f\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/457e21c394f96455c077f2ca6b8ef80fe593bff2"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/457e21c394f96455c077f2ca6b8ef80fe593bff2"}]},"branch":"refs/heads/master"},"2796bf8f48666bb374f3bf0b7c5045f09dbad628":{"kind":"NO_CHANGE","_number":4,"created":"2026-11-16 16:08:50.000000000","uploader":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"ref":"refs/changes/54/1015454/4","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/openstack-helm","ref":"refs/changes/54/1015454/4","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/4 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/4 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/4 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/4"}}},"commit":{"parents":[{"commit":"5107522b90a9958e90758ee3dc1748002c53e048","subject":"keystone: Run the API under uWSGI instead of Apache","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/5107522b90a9958e90758ee3dc1748002c53e048"}]}],"author":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-12 18:54:20.000000000","tz":-360},"committer":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-16 16:03:49.000000000","tz":-360},"subject":"[WIP] keystone: Test federation through an Apache sidecar","message":"[WIP] keystone: Test federation through an Apache sidecar\n\nkeystone-api runs uWSGI now, and the Apache auth modules of a\nfederated deployment move to an Apache sidecar. That only works if the\nsidecar talks to uWSGI over the uwsgi protocol (mod_proxy_uwsgi), which\ncarries REMOTE_USER, AUTH_TYPE and the variables the modules set to\nkeystone. Nothing in the CI checked this.\n\nvalues_overrides/keystone/federation.yaml is the configuration for it,\nand a complete one: the Apache sidecar terminates TLS, runs\nmod_auth_gssapi and mod_auth_mellon, and passes the requests to a\nuwsgi-socket that uWSGI opens on 127.0.0.1:5001 only, because a client\nof the uwsgi protocol sets REMOTE_USER itself. It also has the server\ncertificate, the HTTPRoute and the BackendTLSPolicy, like\ntls-gateway-and-sidecar.yaml, and is used instead of that file, which\nkeeps its nginx sidecar. The keystone image has apache2, mod_ssl and\nmod_proxy_uwsgi but not the two auth modules, so in this test\nconfiguration the sidecar starts as root and installs them with apt; a\nproduction deployment needs an image that has them.\n\nThe new openstack-helm-keystone-federation-2026-1-ubuntu_noble job\nstarts a Kerberos KDC and a Keycloak in the cluster, deploys keystone\nwith the override and runs federation_test.py in a pod. The test\ncreates two identity providers with mappings and protocols through the\nAPI, then logs in through both modules, with a Kerberos ticket (SPNEGO,\nuser from REMOTE_USER) and with the SAML2 browser flow through Keycloak\n(user from MELLON_NAME_ID). It checks the user of each token and scopes\nit to a project. The job runs in check when keystone, its overrides or\nthe job files change.\n\nTested with Docker only, not in Kubernetes and not in Zuul: keystone\n2026.1 under uWSGI with the rendered ini and keystone.conf, the\nrendered httpd.conf, and a KDC and a Keycloak built from the job\nmanifests. federation_test.py passed for Kerberos and SAML2.\nmod_auth_mellon could not create its mutex in the amd64 image under\nemulation on the test machine, so the sidecar ran from ubuntu:24.04\narm64 with the same package versions as the keystone image.\n\nDO NOT MERGE: zuul.d/project.yaml runs only the federation job in\ncheck while the job is debugged. The other jobs come back before\nthis change is ready for review.\n\nAssisted-By: Claude Opus 5.5\nSigned-off-by: Vladimir Kozhukalov \u003ckozhukalov@gmail.com\u003e\nChange-Id: I355fbfd4a915a842f4861ee544ccf94e0367553f\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/2796bf8f48666bb374f3bf0b7c5045f09dbad628"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/2796bf8f48666bb374f3bf0b7c5045f09dbad628"}]},"branch":"refs/heads/master"},"71c6d12f94af309554a3f9103644cd66d0fd95ce":{"kind":"NO_CODE_CHANGE","_number":5,"created":"2026-11-16 21:25:25.000000000","uploader":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"ref":"refs/changes/54/1015454/5","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/openstack-helm","ref":"refs/changes/54/1015454/5","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/5 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/5 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/5 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/5"}}},"commit":{"parents":[{"commit":"5107522b90a9958e90758ee3dc1748002c53e048","subject":"keystone: Run the API under uWSGI instead of Apache","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/5107522b90a9958e90758ee3dc1748002c53e048"}]}],"author":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-12 18:54:20.000000000","tz":-360},"committer":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-16 21:25:11.000000000","tz":-360},"subject":"[WIP] keystone: Test federation through an Apache sidecar","message":"[WIP] keystone: Test federation through an Apache sidecar\n\nkeystone-api runs uWSGI now, and the Apache auth modules of a\nfederated deployment move to an Apache sidecar. That only works if the\nsidecar talks to uWSGI over the uwsgi protocol (mod_proxy_uwsgi), which\ncarries REMOTE_USER, AUTH_TYPE and the variables the modules set to\nkeystone. Nothing in the CI checked this.\n\nvalues_overrides/keystone/federation.yaml is the configuration for it,\nand a complete one: the Apache sidecar terminates TLS, runs\nmod_auth_gssapi and mod_auth_mellon, and passes the requests to a\nuwsgi-socket that uWSGI opens on 127.0.0.1:5001 only, because a client\nof the uwsgi protocol sets REMOTE_USER itself. It also has the server\ncertificate, the HTTPRoute and the BackendTLSPolicy, like\ntls-gateway-and-sidecar.yaml, and is used instead of that file, which\nkeeps its nginx sidecar. The keystone image has apache2, mod_ssl and\nmod_proxy_uwsgi but not the two auth modules, so in this test\nconfiguration the sidecar starts as root and installs them with apt; a\nproduction deployment needs an image that has them.\n\nThe new openstack-helm-keystone-federation-2026-1-ubuntu_noble job\nstarts a Kerberos KDC and a Keycloak in the cluster, deploys keystone\nwith the override and runs federation_test.py in a pod. The test\ncreates two identity providers with mappings and protocols through the\nAPI, then logs in through both modules, with a Kerberos ticket (SPNEGO,\nuser from REMOTE_USER) and with the SAML2 browser flow through Keycloak\n(user from MELLON_NAME_ID). It checks the user of each token and scopes\nit to a project. The job runs in check when keystone, its overrides or\nthe job files change.\n\nTested with Docker only, not in Kubernetes and not in Zuul: keystone\n2026.1 under uWSGI with the rendered ini and keystone.conf, the\nrendered httpd.conf, and a KDC and a Keycloak built from the job\nmanifests. federation_test.py passed for Kerberos and SAML2.\nmod_auth_mellon could not create its mutex in the amd64 image under\nemulation on the test machine, so the sidecar ran from ubuntu:24.04\narm64 with the same package versions as the keystone image.\n\nDO NOT MERGE: zuul.d/project.yaml runs only the federation job in\ncheck while the job is debugged. The other jobs come back before\nthis change is ready for review.\n\nDepends-On: https://review.opendev.org/c/openstack/openstack-helm-images/+/1015884\nAssisted-By: Claude Opus 5.5\nSigned-off-by: Vladimir Kozhukalov \u003ckozhukalov@gmail.com\u003e\nChange-Id: I355fbfd4a915a842f4861ee544ccf94e0367553f\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/71c6d12f94af309554a3f9103644cd66d0fd95ce"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/71c6d12f94af309554a3f9103644cd66d0fd95ce"}]},"branch":"refs/heads/master"},"39cfbc076bf8b44c2d2dfaf2a7638f93f124a094":{"kind":"REWORK","_number":6,"created":"2026-11-16 21:39:07.000000000","uploader":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"ref":"refs/changes/54/1015454/6","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/openstack-helm","ref":"refs/changes/54/1015454/6","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/6 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/6 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/6 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/6"}}},"commit":{"parents":[{"commit":"35e977cfd473e7ae9f24c82819da0c06f20b9a18","subject":"keystone: Run the API under uWSGI instead of Apache","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/35e977cfd473e7ae9f24c82819da0c06f20b9a18"}]}],"author":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-12 18:54:20.000000000","tz":-360},"committer":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-16 21:38:59.000000000","tz":-360},"subject":"[WIP] keystone: Test federation through an Apache sidecar","message":"[WIP] keystone: Test federation through an Apache sidecar\n\nkeystone-api runs uWSGI now, and the Apache auth modules of a\nfederated deployment move to an Apache sidecar. That only works if the\nsidecar talks to uWSGI over the uwsgi protocol (mod_proxy_uwsgi), which\ncarries REMOTE_USER, AUTH_TYPE and the variables the modules set to\nkeystone. Nothing in the CI checked this.\n\nvalues_overrides/keystone/federation.yaml is the configuration for it,\nand a complete one: the Apache sidecar terminates TLS, runs\nmod_auth_gssapi and mod_auth_mellon, and passes the requests to a\nuwsgi-socket that uWSGI opens on 127.0.0.1:5001 only, because a client\nof the uwsgi protocol sets REMOTE_USER itself. It also has the server\ncertificate, the HTTPRoute and the BackendTLSPolicy, like\ntls-gateway-and-sidecar.yaml, and is used instead of that file, which\nkeeps its nginx sidecar. The keystone image has apache2, mod_ssl and\nmod_proxy_uwsgi but not the two auth modules, so in this test\nconfiguration the sidecar starts as root and installs them with apt; a\nproduction deployment needs an image that has them.\n\nThe new openstack-helm-keystone-federation-2026-1-ubuntu_noble job\nstarts a Kerberos KDC and a Keycloak in the cluster, deploys keystone\nwith the override and runs federation_test.py in a pod. The test\ncreates two identity providers with mappings and protocols through the\nAPI, then logs in through both modules, with a Kerberos ticket (SPNEGO,\nuser from REMOTE_USER) and with the SAML2 browser flow through Keycloak\n(user from MELLON_NAME_ID). It checks the user of each token and scopes\nit to a project. The job runs in check when keystone, its overrides or\nthe job files change.\n\nTested with Docker only, not in Kubernetes and not in Zuul: keystone\n2026.1 under uWSGI with the rendered ini and keystone.conf, the\nrendered httpd.conf, and a KDC and a Keycloak built from the job\nmanifests. federation_test.py passed for Kerberos and SAML2.\nmod_auth_mellon could not create its mutex in the amd64 image under\nemulation on the test machine, so the sidecar ran from ubuntu:24.04\narm64 with the same package versions as the keystone image.\n\nDO NOT MERGE: zuul.d/project.yaml runs only the federation job in\ncheck while the job is debugged. The other jobs come back before\nthis change is ready for review.\n\nDepends-On: https://review.opendev.org/c/openstack/openstack-helm-images/+/1015884\nAssisted-By: Claude Opus 5.5\nSigned-off-by: Vladimir Kozhukalov \u003ckozhukalov@gmail.com\u003e\nChange-Id: I355fbfd4a915a842f4861ee544ccf94e0367553f\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/39cfbc076bf8b44c2d2dfaf2a7638f93f124a094"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/39cfbc076bf8b44c2d2dfaf2a7638f93f124a094"}]},"branch":"refs/heads/master"},"6c129080e5734cf8f5c8f1b18a6d73475f4ad3f3":{"kind":"REWORK","_number":7,"created":"2026-11-17 21:45:04.000000000","uploader":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"ref":"refs/changes/54/1015454/7","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/openstack-helm","ref":"refs/changes/54/1015454/7","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/7 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/7 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/7 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/7"}}},"commit":{"parents":[{"commit":"35e977cfd473e7ae9f24c82819da0c06f20b9a18","subject":"keystone: Run the API under uWSGI instead of Apache","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/35e977cfd473e7ae9f24c82819da0c06f20b9a18"}]}],"author":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-12 18:54:20.000000000","tz":-360},"committer":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-17 21:44:55.000000000","tz":-360},"subject":"keystone: Test federation through an Apache sidecar","message":"keystone: Test federation through an Apache sidecar\n\nkeystone-api runs uWSGI now, and the Apache auth modules of a\nfederated deployment move to an Apache sidecar. That only works if the\nsidecar talks to uWSGI over the uwsgi protocol (mod_proxy_uwsgi), which\ncarries REMOTE_USER, AUTH_TYPE and the variables the modules set to\nkeystone. Nothing in the CI checked this.\n\nvalues_overrides/keystone/federation.yaml is the configuration for it,\nand a complete one: the Apache sidecar terminates TLS, runs\nmod_auth_gssapi and mod_auth_mellon, and passes the requests to a\nuwsgi-socket that uWSGI opens on 127.0.0.1:5001 only, because a client\nof the uwsgi protocol sets REMOTE_USER itself. It also has the server\ncertificate, the HTTPRoute and the BackendTLSPolicy, like\ntls-gateway-and-sidecar.yaml, and is used instead of that file, which\nkeeps its nginx sidecar. The sidecar runs the apache-httpd image from\nopenstack-helm-images, which has all these modules, as www-data with a\nread-only root filesystem. KRB5RCACHEDIR moves the Kerberos replay\ncache to the /tmp emptyDir, because the default /var/tmp is read-only.\n\nThe new openstack-helm-keystone-federation-2026-1-ubuntu_noble job\nstarts a Kerberos KDC and a Keycloak in the cluster, deploys keystone\nwith the override and runs federation_test.py in a pod. The test\ncreates two identity providers with mappings and protocols through the\nAPI, then logs in through both modules, with a Kerberos ticket (SPNEGO,\nuser from REMOTE_USER) and with the SAML2 browser flow through Keycloak\n(user from MELLON_NAME_ID). It checks the user of each token and scopes\nit to a project. The job runs in check when keystone, its overrides or\nthe job files change.\n\nTested with Docker, not in Kubernetes: keystone 2026.1 under uWSGI\nwith the rendered ini and keystone.conf, the rendered httpd.conf, and a\nKDC and a Keycloak built from the job manifests. federation_test.py\npassed for Kerberos and SAML2; in that test the sidecar was ubuntu:24.04\nwith the same packages. The apache-httpd image was then tested alone in\nfront of a small WSGI app, as uid 33 with a read-only root filesystem:\na Kerberos login passes REMOTE_USER, and mellon serves its metadata and\nredirects to the identity provider. Without KRB5RCACHEDIR the Kerberos\nlogin fails with \"Read-only file system\" for /var/tmp. Apache in an\namd64 image cannot create its mutexes under emulation on the test\nmachine, so these tests used arm64 builds.\n\nDO NOT MERGE: zuul.d/project.yaml runs only the federation job in\ncheck while the job is debugged. The other jobs come back before\nthis change is ready for review.\n\nDepends-On: https://review.opendev.org/c/openstack/openstack-helm-images/+/1015884\nAssisted-By: Claude Opus 5.5\nSigned-off-by: Vladimir Kozhukalov \u003ckozhukalov@gmail.com\u003e\nChange-Id: I355fbfd4a915a842f4861ee544ccf94e0367553f\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/6c129080e5734cf8f5c8f1b18a6d73475f4ad3f3"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/6c129080e5734cf8f5c8f1b18a6d73475f4ad3f3"}]},"branch":"refs/heads/master"},"b0d577e387388b2b4ed641f46fe4bab06e9f1387":{"kind":"REWORK","_number":8,"created":"2026-11-18 19:01:11.000000000","uploader":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"ref":"refs/changes/54/1015454/8","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/openstack-helm","ref":"refs/changes/54/1015454/8","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/8 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/8 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/8 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/8"}}},"commit":{"parents":[{"commit":"35e977cfd473e7ae9f24c82819da0c06f20b9a18","subject":"keystone: Run the API under uWSGI instead of Apache","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/35e977cfd473e7ae9f24c82819da0c06f20b9a18"}]}],"author":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-12 18:54:20.000000000","tz":-360},"committer":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-18 18:58:28.000000000","tz":-360},"subject":"keystone: Test federation through an Apache sidecar","message":"keystone: Test federation through an Apache sidecar\n\nkeystone-api runs uWSGI now, and the Apache auth modules of a\nfederated deployment move to an Apache sidecar. That only works if the\nsidecar talks to uWSGI over the uwsgi protocol (mod_proxy_uwsgi), which\ncarries REMOTE_USER, AUTH_TYPE and the variables the modules set to\nkeystone. Nothing in the CI checked this.\n\nvalues_overrides/keystone/federation.yaml is the configuration for it,\nand a complete one: the Apache sidecar terminates TLS, runs\nmod_auth_gssapi and mod_auth_mellon, and passes the requests to a\nuwsgi-socket that uWSGI opens on 127.0.0.1:5001 only, because a client\nof the uwsgi protocol sets REMOTE_USER itself. It also has the server\ncertificate, the HTTPRoute and the BackendTLSPolicy, like\ntls-gateway-and-sidecar.yaml, and is used instead of that file, which\nkeeps its nginx sidecar. The sidecar runs the apache-httpd image from\nopenstack-helm-images, which has all these modules, as www-data with a\nread-only root filesystem; images.tags.apache_auth_sidecar sets the\nimage, like nginx_tls_sidecar does for the nginx sidecar. KRB5RCACHEDIR\nmoves the Kerberos replay cache to the /tmp emptyDir, because the\ndefault /var/tmp is read-only.\n\nThe new openstack-helm-keystone-federation-2026-1-ubuntu_noble job\nstarts a Kerberos KDC and a Keycloak in the cluster, deploys keystone\nwith the override and runs federation_test.py in a pod. The test\ncreates two identity providers with mappings and protocols through the\nAPI, then logs in through both modules, with a Kerberos ticket (SPNEGO,\nuser from REMOTE_USER) and with the SAML2 browser flow through Keycloak\n(user from MELLON_NAME_ID). It checks the user of each token and scopes\nit to a project. The job runs in check when keystone, its overrides or\nthe job files change.\n\nTested with Docker, not in Kubernetes: keystone 2026.1 under uWSGI\nwith the rendered ini and keystone.conf, the rendered httpd.conf, and a\nKDC and a Keycloak built from the job manifests. federation_test.py\npassed for Kerberos and SAML2; in that test the sidecar was ubuntu:24.04\nwith the same packages. The apache-httpd image was then tested alone in\nfront of a small WSGI app, as uid 33 with a read-only root filesystem:\na Kerberos login passes REMOTE_USER, and mellon serves its metadata and\nredirects to the identity provider. Without KRB5RCACHEDIR the Kerberos\nlogin fails with \"Read-only file system\" for /var/tmp. Apache in an\namd64 image cannot create its mutexes under emulation on the test\nmachine, so these tests used arm64 builds.\n\nDO NOT MERGE: zuul.d/project.yaml runs only the federation job in\ncheck while the job is debugged. The other jobs come back before\nthis change is ready for review.\n\nDepends-On: https://review.opendev.org/c/openstack/openstack-helm-images/+/1015884\nAssisted-By: Claude Opus 5.5\nSigned-off-by: Vladimir Kozhukalov \u003ckozhukalov@gmail.com\u003e\nChange-Id: I355fbfd4a915a842f4861ee544ccf94e0367553f\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/b0d577e387388b2b4ed641f46fe4bab06e9f1387"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/b0d577e387388b2b4ed641f46fe4bab06e9f1387"}]},"branch":"refs/heads/master"},"3ad3f491bee35ba6fceb88547270f827c679a3cf":{"kind":"REWORK","_number":9,"created":"2026-11-18 19:50:36.000000000","uploader":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"ref":"refs/changes/54/1015454/9","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/openstack-helm","ref":"refs/changes/54/1015454/9","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/9 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/9 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/9 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/9"}}},"commit":{"parents":[{"commit":"35e977cfd473e7ae9f24c82819da0c06f20b9a18","subject":"keystone: Run the API under uWSGI instead of Apache","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/35e977cfd473e7ae9f24c82819da0c06f20b9a18"}]}],"author":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-12 18:54:20.000000000","tz":-360},"committer":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-18 19:49:52.000000000","tz":-360},"subject":"keystone: Test federation through an Apache sidecar","message":"keystone: Test federation through an Apache sidecar\n\nkeystone-api runs uWSGI now, and the Apache auth modules of a\nfederated deployment move to an Apache sidecar. That only works if the\nsidecar talks to uWSGI over the uwsgi protocol (mod_proxy_uwsgi), which\ncarries REMOTE_USER, AUTH_TYPE and the variables the modules set to\nkeystone. Nothing in the CI checked this.\n\nvalues_overrides/keystone/federation.yaml is the configuration for it,\nand a complete one: the Apache sidecar terminates TLS, runs\nmod_auth_gssapi and mod_auth_mellon, and passes the requests to a\nuwsgi-socket that uWSGI opens on 127.0.0.1:5001 only, because a client\nof the uwsgi protocol sets REMOTE_USER itself. It also has the server\ncertificate, the HTTPRoute and the BackendTLSPolicy, like\ntls-gateway-and-sidecar.yaml, and is used instead of that file, which\nkeeps its nginx sidecar. The sidecar runs the apache-httpd image from\nopenstack-helm-images, which has all these modules, as www-data with a\nread-only root filesystem. KRB5RCACHEDIR moves the Kerberos replay\ncache to the /tmp emptyDir, because the default /var/tmp is read-only.\n\nThe new openstack-helm-keystone-federation-2026-1-ubuntu_noble job\nstarts a Kerberos KDC and a Keycloak in the cluster, deploys keystone\nwith the override and runs federation_test.py in a pod. The KDC and the\ntest pod run plain Ubuntu and install their packages with apt. The test\ncreates two identity providers with mappings and protocols through the\nAPI, then logs in through both modules, with a Kerberos ticket (SPNEGO,\nuser from REMOTE_USER) and with the SAML2 browser flow through Keycloak\n(user from MELLON_NAME_ID). It checks the user of each token and scopes\nit to a project. The job runs in check when keystone, its overrides or\nthe job files change.\n\nTested with Docker, not in Kubernetes: keystone 2026.1 under uWSGI\nwith the rendered ini and keystone.conf, the rendered httpd.conf, and a\nKDC and a Keycloak built from the job manifests. federation_test.py\npassed for Kerberos and SAML2; in that test the sidecar was ubuntu:24.04\nwith the same packages. The apache-httpd image was then tested alone in\nfront of a small WSGI app, as uid 33 with a read-only root filesystem:\na Kerberos login passes REMOTE_USER, and mellon serves its metadata and\nredirects to the identity provider. Without KRB5RCACHEDIR the Kerberos\nlogin fails with \"Read-only file system\" for /var/tmp. Apache in an\namd64 image cannot create its mutexes under emulation on the test\nmachine, so these tests used arm64 builds.\n\nDO NOT MERGE: zuul.d/project.yaml runs only the federation job in\ncheck while the job is debugged. The other jobs come back before\nthis change is ready for review.\n\nDepends-On: https://review.opendev.org/c/openstack/openstack-helm-images/+/1015884\nAssisted-By: Claude Opus 5.5\nSigned-off-by: Vladimir Kozhukalov \u003ckozhukalov@gmail.com\u003e\nChange-Id: I355fbfd4a915a842f4861ee544ccf94e0367553f\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/3ad3f491bee35ba6fceb88547270f827c679a3cf"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/3ad3f491bee35ba6fceb88547270f827c679a3cf"}]},"branch":"refs/heads/master"},"5b963e3910a76a68fbdf8efe355f7f236eafe35a":{"kind":"REWORK","_number":10,"created":"2026-11-18 20:54:56.000000000","uploader":{"_account_id":3009,"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","username":"kozhukalov"},"ref":"refs/changes/54/1015454/10","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/openstack-helm","ref":"refs/changes/54/1015454/10","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/10 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/10 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/10 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/openstack-helm refs/changes/54/1015454/10"}}},"commit":{"parents":[{"commit":"f1945e2512261aecca5dc4c2b141a8981c9fad2f","subject":"Merge \"octavia: Connect the OVN provider to NB/SB over TCP\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/f1945e2512261aecca5dc4c2b141a8981c9fad2f"}]}],"author":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-12 18:54:20.000000000","tz":-360},"committer":{"name":"Vladimir Kozhukalov","email":"kozhukalov@gmail.com","date":"2026-11-18 20:54:43.000000000","tz":-360},"subject":"keystone: Test federation through an Apache sidecar","message":"keystone: Test federation through an Apache sidecar\n\nkeystone-api runs uWSGI now, and the Apache auth modules of a\nfederated deployment move to an Apache sidecar. That only works if the\nsidecar talks to uWSGI over the uwsgi protocol (mod_proxy_uwsgi), which\ncarries REMOTE_USER, AUTH_TYPE and the variables the modules set to\nkeystone. Nothing in the CI checked this.\n\nvalues_overrides/keystone/federation.yaml is the configuration for it,\nand a complete one: the Apache sidecar terminates TLS, runs\nmod_auth_gssapi and mod_auth_mellon, and passes the requests to a\nuwsgi-socket that uWSGI opens on 127.0.0.1:5001 only, because a client\nof the uwsgi protocol sets REMOTE_USER itself. It also has the server\ncertificate, the HTTPRoute and the BackendTLSPolicy, like\ntls-gateway-and-sidecar.yaml, and is used instead of that file, which\nkeeps its nginx sidecar. The sidecar runs the apache-httpd image from\nopenstack-helm-images, which has all these modules, as www-data with a\nread-only root filesystem. KRB5RCACHEDIR moves the Kerberos replay\ncache to the /tmp emptyDir, because the default /var/tmp is read-only.\n\nThe new openstack-helm-keystone-federation-2026-1-ubuntu_noble job\nstarts a Kerberos KDC and a Keycloak in the cluster, deploys keystone\nwith the override and runs federation_test.py in a pod. The KDC and the\ntest pod run plain Ubuntu and install their packages with apt. The test\ncreates two identity providers with mappings and protocols through the\nAPI, then logs in through both modules, with a Kerberos ticket (SPNEGO,\nuser from REMOTE_USER) and with the SAML2 browser flow through Keycloak\n(user from MELLON_NAME_ID). It checks the user of each token and scopes\nit to a project. The job runs in check when keystone, its overrides or\nthe job files change.\n\nTested with Docker, not in Kubernetes: keystone 2026.1 under uWSGI\nwith the rendered ini and keystone.conf, the rendered httpd.conf, and a\nKDC and a Keycloak built from the job manifests. federation_test.py\npassed for Kerberos and SAML2; in that test the sidecar was ubuntu:24.04\nwith the same packages. The apache-httpd image was then tested alone in\nfront of a small WSGI app, as uid 33 with a read-only root filesystem:\na Kerberos login passes REMOTE_USER, and mellon serves its metadata and\nredirects to the identity provider. Without KRB5RCACHEDIR the Kerberos\nlogin fails with \"Read-only file system\" for /var/tmp. Apache in an\namd64 image cannot create its mutexes under emulation on the test\nmachine, so these tests used arm64 builds.\n\nDO NOT MERGE: zuul.d/project.yaml runs only the federation job in\ncheck while the job is debugged. The other jobs come back before\nthis change is ready for review.\n\nDepends-On: https://review.opendev.org/c/openstack/openstack-helm-images/+/1015884\nAssisted-By: Claude Opus 5.5\nSigned-off-by: Vladimir Kozhukalov \u003ckozhukalov@gmail.com\u003e\nChange-Id: I355fbfd4a915a842f4861ee544ccf94e0367553f\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/5b963e3910a76a68fbdf8efe355f7f236eafe35a"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/openstack-helm/commit/5b963e3910a76a68fbdf8efe355f7f236eafe35a"}]},"branch":"refs/heads/master"}},"requirements":[],"submit_records":[{"rule_name":"gerrit~DefaultSubmitRule","status":"OK","labels":[{"label":"Verified","status":"MAY","applied_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}},{"label":"Code-Review","status":"MAY"},{"label":"Workflow","status":"MAY"}]}],"submit_requirements":[{"name":"Verified","description":"Verified in gate by CI","status":"UNSATISFIED","is_legacy":false,"submittability_expression_result":{"expression":"label:Verified\u003dMAX AND -label:Verified\u003dMIN","fulfilled":false,"status":"FAIL","passing_atoms":[],"failing_atoms":["label:Verified\u003dMAX","label:Verified\u003dMIN"],"atom_explanations":{"label:Verified\u003dMAX":"","label:Verified\u003dMIN":""}}},{"name":"Code-Review","description":"Code reviewed by core reviewer","status":"UNSATISFIED","is_legacy":false,"submittability_expression_result":{"expression":"label:Code-Review\u003dMAX AND -label:Code-Review\u003dMIN","fulfilled":false,"status":"FAIL","passing_atoms":[],"failing_atoms":["label:Code-Review\u003dMAX","label:Code-Review\u003dMIN"],"atom_explanations":{"label:Code-Review\u003dMAX":"","label:Code-Review\u003dMIN":""}}},{"name":"Workflow","description":"Approved for gate by core reviewer","status":"UNSATISFIED","is_legacy":false,"submittability_expression_result":{"expression":"label:Workflow\u003dMAX AND -label:Workflow\u003dMIN","fulfilled":false,"status":"FAIL","passing_atoms":[],"failing_atoms":["label:Workflow\u003dMAX","label:Workflow\u003dMIN"],"atom_explanations":{"label:Workflow\u003dMAX":"","label:Workflow\u003dMIN":""}}}]}
