)]}'
{"id":"openstack%2Fdevstack~803706","triplet_id":"openstack%2Fdevstack~master~I57910b5fde5ddf2bd37d93e06c1aff77c6e231e9","project":"openstack/devstack","branch":"master","topic":"bug/1938914","hashtags":[],"change_id":"I57910b5fde5ddf2bd37d93e06c1aff77c6e231e9","subject":"Set swap size to 4G for c8 jobs","status":"MERGED","created":"2021-08-06 07:24:52.000000000","updated":"2021-08-25 16:33:31.000000000","submitted":"2021-08-25 16:28:43.000000000","submitter":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"total_comment_count":0,"unresolved_comment_count":0,"has_review_started":true,"submission_id":"803706-bug/1938914","meta_rev_id":"f50bea461c83e4ab49dc720bf078c4ade2a555ec","_number":803706,"virtual_id_number":803706,"owner":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"actions":{},"labels":{"Verified":{"approved":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"all":[{"value":0,"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},{"tag":"autogenerated:zuul:gate","value":2,"date":"2021-08-25 16:28:42.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"},{"value":0,"_account_id":16312,"name":"Alfredo Moralejo","email":"amoralej@redhat.com","username":"amoralej"}],"values":{"-2":"Fails","-1":"Doesn\u0027t seem to work"," 0":"No score","+1":"Works for me","+2":"Verified"},"description":"","default_value":0,"optional":true},"Code-Review":{"approved":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"all":[{"value":2,"date":"2021-08-25 14:11:41.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":2,"date":"2021-08-24 05:46:31.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"},{"value":1,"date":"2021-08-23 10:17:08.000000000","permitted_voting_range":{"min":1,"max":1},"_account_id":16312,"name":"Alfredo Moralejo","email":"amoralej@redhat.com","username":"amoralej"}],"values":{"-2":"Do not merge","-1":"This patch needs further work before it can be merged"," 0":"No score","+1":"Looks good to me, but someone else must approve","+2":"Looks good to me (core reviewer)"},"description":"","default_value":0,"optional":true},"Workflow":{"approved":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"all":[{"value":1,"date":"2021-08-25 14:13:58.000000000","permitted_voting_range":{"min":1,"max":1},"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"},{"value":0,"_account_id":16312,"name":"Alfredo Moralejo","email":"amoralej@redhat.com","username":"amoralej"}],"values":{"-1":"Work in progress"," 0":"Ready for reviews","+1":"Approved"},"description":"","default_value":0,"optional":true},"Review-Priority":{"all":[{"value":0,"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"},{"value":0,"_account_id":16312,"name":"Alfredo Moralejo","email":"amoralej@redhat.com","username":"amoralej"}],"values":{"-1":"Branch Freeze"," 0":"No Priority","+1":"Important Change","+2":"Gate Blocker Fix / Urgent Change"},"description":"","default_value":0,"optional":true}},"removable_reviewers":[{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},{"_account_id":5803,"name":"Attila Fazekas","email":"afazekas@redhat.com","username":"afazekas"},{"_account_id":13252,"name":"Dr. Jens Harbott","display_name":"Jens Harbott (frickler)","email":"frickler@offenerstapel.de","username":"jrosenboom"},{"_account_id":1,"name":"James E. Blair","email":"jim@acmegating.com","username":"corvus"},{"_account_id":1921,"name":"Andrea Frittoli","email":"andrea.frittoli@gmail.com","username":"andrea-frittoli"},{"_account_id":5689,"name":"Masayuki Igawa","email":"masayuki@igawa.io","username":"igawa"},{"_account_id":22873,"name":"Martin Kopec","email":"mkopec@redhat.com","username":"mkopec"},{"_account_id":30491,"name":"Radosław Piliszek","display_name":"Radek","email":"radek@piliszek.it","username":"yoctozepto","status":"self-employed techologist, collaborating mostly with 7bulls.com"},{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},{"_account_id":4146,"name":"Clark Boylan","email":"cboylan@sapwetik.org","username":"cboylan"}],"reviewers":{"REVIEWER":[{"_account_id":1,"name":"James E. Blair","email":"jim@acmegating.com","username":"corvus"},{"_account_id":1921,"name":"Andrea Frittoli","email":"andrea.frittoli@gmail.com","username":"andrea-frittoli"},{"_account_id":4146,"name":"Clark Boylan","email":"cboylan@sapwetik.org","username":"cboylan"},{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},{"_account_id":5689,"name":"Masayuki Igawa","email":"masayuki@igawa.io","username":"igawa"},{"_account_id":5803,"name":"Attila Fazekas","email":"afazekas@redhat.com","username":"afazekas"},{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},{"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"},{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},{"_account_id":13252,"name":"Dr. Jens Harbott","display_name":"Jens Harbott (frickler)","email":"frickler@offenerstapel.de","username":"jrosenboom"},{"_account_id":16312,"name":"Alfredo Moralejo","email":"amoralej@redhat.com","username":"amoralej"},{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"_account_id":22873,"name":"Martin Kopec","email":"mkopec@redhat.com","username":"mkopec"},{"_account_id":30491,"name":"Radosław Piliszek","display_name":"Radek","email":"radek@piliszek.it","username":"yoctozepto","status":"self-employed techologist, collaborating mostly with 7bulls.com"}]},"pending_reviewers":{},"reviewer_updates":[{"updated":"2021-08-06 09:02:43.000000000","updated_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"reviewer":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2021-08-06 14:10:42.000000000","updated_by":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"reviewer":{"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"},"state":"REVIEWER"},{"updated":"2021-08-06 14:10:42.000000000","updated_by":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"reviewer":{"_account_id":30491,"name":"Radosław Piliszek","display_name":"Radek","email":"radek@piliszek.it","username":"yoctozepto","status":"self-employed techologist, collaborating mostly with 7bulls.com"},"state":"REVIEWER"},{"updated":"2021-08-06 14:10:42.000000000","updated_by":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"reviewer":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"state":"REVIEWER"},{"updated":"2021-08-10 04:56:45.000000000","updated_by":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"reviewer":{"_account_id":4146,"name":"Clark Boylan","email":"cboylan@sapwetik.org","username":"cboylan"},"state":"REVIEWER"},{"updated":"2021-08-10 04:56:45.000000000","updated_by":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"reviewer":{"_account_id":1921,"name":"Andrea Frittoli","email":"andrea.frittoli@gmail.com","username":"andrea-frittoli"},"state":"REVIEWER"},{"updated":"2021-08-10 04:56:45.000000000","updated_by":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"reviewer":{"_account_id":1,"name":"James E. Blair","email":"jim@acmegating.com","username":"corvus"},"state":"REVIEWER"},{"updated":"2021-08-10 04:56:45.000000000","updated_by":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"reviewer":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"state":"REVIEWER"},{"updated":"2021-08-10 04:56:45.000000000","updated_by":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"reviewer":{"_account_id":13252,"name":"Dr. Jens Harbott","display_name":"Jens Harbott (frickler)","email":"frickler@offenerstapel.de","username":"jrosenboom"},"state":"REVIEWER"},{"updated":"2021-08-10 04:56:45.000000000","updated_by":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"reviewer":{"_account_id":5803,"name":"Attila Fazekas","email":"afazekas@redhat.com","username":"afazekas"},"state":"REVIEWER"},{"updated":"2021-08-10 04:56:45.000000000","updated_by":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"reviewer":{"_account_id":5689,"name":"Masayuki Igawa","email":"masayuki@igawa.io","username":"igawa"},"state":"REVIEWER"},{"updated":"2021-08-10 04:56:45.000000000","updated_by":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"reviewer":{"_account_id":22873,"name":"Martin Kopec","email":"mkopec@redhat.com","username":"mkopec"},"state":"REVIEWER"},{"updated":"2021-08-10 04:56:45.000000000","updated_by":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"reviewer":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"state":"REVIEWER"},{"updated":"2021-08-23 10:17:08.000000000","updated_by":{"_account_id":16312,"name":"Alfredo Moralejo","email":"amoralej@redhat.com","username":"amoralej"},"reviewer":{"_account_id":16312,"name":"Alfredo Moralejo","email":"amoralej@redhat.com","username":"amoralej"},"state":"REVIEWER"}],"messages":[{"id":"18f9c84e8a6e0a4c7329cb66f8146b282b8e067d","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"date":"2021-08-06 07:24:52.000000000","message":"Uploaded patch set 1.","accounts_in_message":[],"_revision_number":1},{"id":"8b8536b06ab8ff839683c7694dc5072153fae03a","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-08-06 09:02:43.000000000","message":"Patch Set 1: Verified+1\n\nBuild succeeded (check pipeline).\n\n- grenade https://zuul.opendev.org/t/openstack/build/c6036fbbceac4123b60e41a48738732c : SUCCESS in 59m 28s\n- tempest-full-py3 https://zuul.opendev.org/t/openstack/build/acb2af6496f148a38cfd00ec3565dfdb : SUCCESS in 1h 20m 32s\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/a72d7664a3b546578a23f765237fcbb3 : SUCCESS in 6m 41s\n- devstack https://zuul.opendev.org/t/openstack/build/8c7e364d793b4e6ebe18485279e370a5 : SUCCESS in 28m 03s\n- devstack-ipv6 https://zuul.opendev.org/t/openstack/build/50c47f3f77c242f19ec71e586701a98e : SUCCESS in 24m 03s\n- devstack-platform-fedora-latest https://zuul.opendev.org/t/openstack/build/216bd1d1437941e9ac55cd63075e886d : FAILURE in 15m 45s (non-voting)\n- devstack-platform-centos-8-stream https://zuul.opendev.org/t/openstack/build/ee86cabe2a9e4794bffae9a73a1a6d7f : SUCCESS in 1h 31m 55s (non-voting)\n- devstack-async https://zuul.opendev.org/t/openstack/build/7b07c493506d4acc8f4747615454027f : SUCCESS in 1h 24m 16s (non-voting)\n- devstack-multinode https://zuul.opendev.org/t/openstack/build/fb5bcdd849ce4bd89e53baec2187c3f1 : SUCCESS in 40m 29s\n- devstack-unit-tests https://zuul.opendev.org/t/openstack/build/410c313242114239a113f5a0233094f1 : SUCCESS in 6m 34s\n- openstack-tox-bashate https://zuul.opendev.org/t/openstack/build/3122f5805fa44855b88e6686d4d314ae : SUCCESS in 3m 16s\n- ironic-tempest-ipa-wholedisk-bios-agent_ipmitool-tinyipa https://zuul.opendev.org/t/openstack/build/4500068f59514b129287be9cadd5a59c : SUCCESS in 1h 16m 54s (non-voting)\n- swift-dsvm-functional https://zuul.opendev.org/t/openstack/build/c0fc2a3154a741158913e5ef9b72d43c : SUCCESS in 44m 34s (non-voting)\n- neutron-ovs-grenade-multinode https://zuul.opendev.org/t/openstack/build/8452d62a37ab4c42a7801bd51ac13a61 : SUCCESS in 57m 13s\n- neutron-linuxbridge-tempest https://zuul.opendev.org/t/openstack/build/9d06833c8ff5489a9146dad8086a480c : SUCCESS in 50m 06s\n- neutron-ovn-tempest-ovs-release https://zuul.opendev.org/t/openstack/build/d241ff49a17f4475ba0dd0db720cc5fb : SUCCESS in 57m 56s (non-voting)\n- tempest-multinode-full-py3 https://zuul.opendev.org/t/openstack/build/a3c459f1cc024dde9835ac5145373e0b : SUCCESS in 1h 36m 09s (non-voting)\n- openstacksdk-functional-devstack https://zuul.opendev.org/t/openstack/build/a47fb31dee0a4aeb8ed309add45fabac : SUCCESS in 44m 55s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/27750a6b010f4830ad3e6393897efe19 : SUCCESS in 45m 25s\n- nova-ceph-multistore https://zuul.opendev.org/t/openstack/build/3e50247d5e4c4f6ea79bb0497e76a352 : SUCCESS in 1h 04m 51s","accounts_in_message":[],"_revision_number":1},{"id":"d078591a4c0ecc4b6449e02017961429cf408e86","author":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"date":"2021-08-06 14:10:42.000000000","message":"Patch Set 1:\n\nAlso ran multiple c8s jobs with test patch https://review.opendev.org/c/openstack/devstack/+/803144 and all were green","accounts_in_message":[],"_revision_number":1},{"id":"f5d7554161f075c6279d4a7156ff78e5d6233727","author":{"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"},"date":"2021-08-10 05:10:18.000000000","message":"Patch Set 1:\n\nNote we\u0027ve talked about this before [1] and that links to [2].  I certainly appreciate your efforts in trying to track down these random failures.  Do we have a sense of *why* centos needs x2 RAM?\n\n[1] https://review.opendev.org/c/openstack/openstack-zuul-jobs/+/761119\n[2] http://eavesdrop.openstack.org/irclogs/%23openstack-infra/%23openstack-infra.2020-11-03.log.html#t2020-11-03T15:18:01","accounts_in_message":[],"_revision_number":1},{"id":"8a0e38a5dc3baa1a3cc5e90a70090bf57bce0a99","author":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"date":"2021-08-10 05:35:21.000000000","message":"Patch Set 1:\n\n\u003e Patch Set 1:\n\u003e \n\u003e Note we\u0027ve talked about this before [1] and that links to [2].  I certainly appreciate your efforts in trying to track down these random failures.  Do we have a sense of *why* centos needs x2 RAM?\n\u003e \n\u003e [1] https://review.opendev.org/c/openstack/openstack-zuul-jobs/+/761119\n\u003e [2] http://eavesdrop.openstack.org/irclogs/%23openstack-infra/%23openstack-infra.2020-11-03.log.html#t2020-11-03T15:18:01\n\nThanks @Ian for sharing the links, No x2 atleast not needed, i just did it to get to the original 8GB, in my tests in https://review.opendev.org/c/openstack/devstack/+/803144 i can see green runs even with 4GB, will give a try even to 2GB/3GB too see if that also enough and update the patch, from above discussion i see can do swap updates to minimal required at job level, although it should be avoided wherever possible.\nNo i didn\u0027t checked why it\u0027s happening in CentOS jobs only, i just checked failures in my patches and tried to track it down and most failures were in centos8, only seen 1 ubuntu job which failed at resources, added details of that in bug, so seems it\u0027s more general issue, affecting centos more.","accounts_in_message":[],"_revision_number":1},{"id":"a7ad80bb707dc77000d7d6aa2ff0c381db26a5af","author":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"date":"2021-08-11 17:22:36.000000000","message":"Patch Set 1:\n\n\u003e Patch Set 1:\n\u003e \n\u003e \u003e Patch Set 1:\n\u003e \u003e \n\u003e \u003e Note we\u0027ve talked about this before [1] and that links to [2].  I certainly appreciate your efforts in trying to track down these random failures.  Do we have a sense of *why* centos needs x2 RAM?\n\u003e \u003e \n\u003e \u003e [1] https://review.opendev.org/c/openstack/openstack-zuul-jobs/+/761119\n\u003e \u003e [2] http://eavesdrop.openstack.org/irclogs/%23openstack-infra/%23openstack-infra.2020-11-03.log.html#t2020-11-03T15:18:01\n\u003e \n\u003e Thanks @Ian for sharing the links, No x2 atleast not needed, i just did it to get to the original 8GB, in my tests in https://review.opendev.org/c/openstack/devstack/+/803144 i can see green runs even with 4GB, will give a try even to 2GB/3GB too see if that also enough and update the patch, from above discussion i see can do swap updates to minimal required at job level, although it should be avoided wherever possible.\n\u003e No i didn\u0027t checked why it\u0027s happening in CentOS jobs only, i just checked failures in my patches and tried to track it down and most failures were in centos8, only seen 1 ubuntu job which failed at resources, added details of that in bug, so seems it\u0027s more general issue, affecting centos more.\n\nOk i digged further, and tracked down to qemu-kvm processes taking much memory(guest memory + qemu process overhead) in CentOS jobs leading to hit memory crunch. And to have same applied into ubuntu forced similar qemu version there and can see similar memory crunch in ubuntu, although that had different errors but hit memory crunch, all tests done in test patch https://review.opendev.org/c/openstack/devstack/+/803144.\n\nAlso tried 2GB, 3GB, with 3 GB it\u0027s much better but seen a few failure with it too, so i think 4 GB should be sufficient for these jobs to be green back. Also checked ksm and while looking at it came across following NOTE in https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/7/html/virtualization_tuning_and_optimization_guide/chap-ksm, but with qemu-4 not seeing this issue so seems it\u0027s specific to qemu-5.\n\nEnsure the swap size is sufficient for the committed RAM even without taking KSM into account. KSM reduces the RAM usage of identical or similar guests. Overcommitting guests with KSM without sufficient swap space may be possible, but is not recommended because guest virtual machine memory use can result in pages becoming unshared.  \n\nAlso will update the patch to use 4GB itself instead of 8GB, any opinions on it or something else to check ?","accounts_in_message":[],"_revision_number":1},{"id":"08b7e929359784175b5b961313519ac40d03b82d","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"date":"2021-08-12 16:01:41.000000000","message":"Uploaded patch set 2.","accounts_in_message":[],"_revision_number":2},{"id":"0bd7be368b1332c499377ee964ee45ff3f145a33","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-08-12 17:30:17.000000000","message":"Patch Set 2: Verified+1\n\nBuild succeeded (check pipeline).\n\n- grenade https://zuul.opendev.org/t/openstack/build/5c180106b9d5414bb8ab11c98b45113c : SUCCESS in 57m 37s\n- tempest-full-py3 https://zuul.opendev.org/t/openstack/build/3ff0299382104e84bbe60d73ef995668 : SUCCESS in 1h 10m 55s\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/50ddeb4640484812abcac824c7418291 : SUCCESS in 6m 12s\n- devstack https://zuul.opendev.org/t/openstack/build/16d59667d9dc4ac08af41ae9b1bb8e33 : SUCCESS in 22m 46s\n- devstack-ipv6 https://zuul.opendev.org/t/openstack/build/4f397d4973884d56a317dffedfe77a47 : SUCCESS in 22m 09s\n- devstack-enforce-scope https://zuul.opendev.org/t/openstack/build/9aad4a0b821541f2aba12a139fe6a9ad : SUCCESS in 20m 59s\n- devstack-platform-fedora-latest https://zuul.opendev.org/t/openstack/build/a0ef981688f04917ae3a98f846d4cb64 : FAILURE in 1h 10m 10s (non-voting)\n- devstack-platform-centos-8-stream https://zuul.opendev.org/t/openstack/build/1dd4221d2afc4f96a99fd81fa339b1d6 : SUCCESS in 1h 14m 04s (non-voting)\n- devstack-async https://zuul.opendev.org/t/openstack/build/4b72855dbdd14404b99e2b0f86526589 : SUCCESS in 1h 17m 22s (non-voting)\n- devstack-multinode https://zuul.opendev.org/t/openstack/build/7944d5dbea2d4688b5007e1bf7143949 : SUCCESS in 31m 15s\n- devstack-unit-tests https://zuul.opendev.org/t/openstack/build/849c2ab373a747169105e978f3025495 : SUCCESS in 5m 31s\n- openstack-tox-bashate https://zuul.opendev.org/t/openstack/build/189f18f542e3430d85a9f1429f3271c1 : SUCCESS in 4m 16s\n- ironic-tempest-ipa-wholedisk-bios-agent_ipmitool-tinyipa https://zuul.opendev.org/t/openstack/build/e67bd055fbfe43f7888bf3c456aea281 : FAILURE in 15m 07s (non-voting)\n- swift-dsvm-functional https://zuul.opendev.org/t/openstack/build/b126006b362646419f06adcccc3649ef : SUCCESS in 42m 28s (non-voting)\n- neutron-ovs-grenade-multinode https://zuul.opendev.org/t/openstack/build/b7f9f913cd664967834602c206508960 : SUCCESS in 59m 58s\n- neutron-linuxbridge-tempest https://zuul.opendev.org/t/openstack/build/160b4ffaefc441158fcddc1ff3dbb7b5 : SUCCESS in 52m 32s\n- neutron-ovn-tempest-ovs-release https://zuul.opendev.org/t/openstack/build/a3704779b1794a4395c46c498ecac726 : SUCCESS in 46m 20s (non-voting)\n- tempest-multinode-full-py3 https://zuul.opendev.org/t/openstack/build/884c760b746343e0a8487b26bf5b2964 : SUCCESS in 1h 25m 56s (non-voting)\n- openstacksdk-functional-devstack https://zuul.opendev.org/t/openstack/build/867b7a20290547a4a43f8b47e7823e3d : SUCCESS in 40m 55s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/fa7ba0f3c3df4901aa2830a132343a1e : SUCCESS in 44m 13s\n- nova-ceph-multistore https://zuul.opendev.org/t/openstack/build/a8901035fb1b427e9c1ae657ba4ea92b : SUCCESS in 1h 15m 56s","accounts_in_message":[],"_revision_number":2},{"id":"355ff8ef8a271c7534af1518343e41ddfb3db1b3","author":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"date":"2021-08-23 07:12:11.000000000","message":"Patch Set 2:\n\n\u003e Patch Set 1:\n\u003e \n\u003e \u003e Patch Set 1:\n\u003e \u003e \n\u003e \u003e \u003e Patch Set 1:\n\u003e \u003e \u003e \n\u003e \u003e \u003e Note we\u0027ve talked about this before [1] and that links to [2].  I certainly appreciate your efforts in trying to track down these random failures.  Do we have a sense of *why* centos needs x2 RAM?\n\u003e \u003e \u003e \n\u003e \u003e \u003e [1] https://review.opendev.org/c/openstack/openstack-zuul-jobs/+/761119\n\u003e \u003e \u003e [2] http://eavesdrop.openstack.org/irclogs/%23openstack-infra/%23openstack-infra.2020-11-03.log.html#t2020-11-03T15:18:01\n\u003e \u003e \n\u003e \u003e Thanks @Ian for sharing the links, No x2 atleast not needed, i just did it to get to the original 8GB, in my tests in https://review.opendev.org/c/openstack/devstack/+/803144 i can see green runs even with 4GB, will give a try even to 2GB/3GB too see if that also enough and update the patch, from above discussion i see can do swap updates to minimal required at job level, although it should be avoided wherever possible.\n\u003e \u003e No i didn\u0027t checked why it\u0027s happening in CentOS jobs only, i just checked failures in my patches and tried to track it down and most failures were in centos8, only seen 1 ubuntu job which failed at resources, added details of that in bug, so seems it\u0027s more general issue, affecting centos more.\n\u003e \n\u003e Ok i digged further, and tracked down to qemu-kvm processes taking much memory(guest memory + qemu process overhead) in CentOS jobs leading to hit memory crunch. And to have same applied into ubuntu forced similar qemu version there and can see similar memory crunch in ubuntu, although that had different errors but hit memory crunch, all tests done in test patch https://review.opendev.org/c/openstack/devstack/+/803144.\n\u003e \n\u003e Also tried 2GB, 3GB, with 3 GB it\u0027s much better but seen a few failure with it too, so i think 4 GB should be sufficient for these jobs to be green back. Also checked ksm and while looking at it came across following NOTE in https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/7/html/virtualization_tuning_and_optimization_guide/chap-ksm, but with qemu-4 not seeing this issue so seems it\u0027s specific to qemu-5.\n\nSo it\u0027s specifically due to https://github.com/qemu/qemu/commit/600e17b261555c56a048781b8dd5ba3985650013 included in qemu-5, i tested it by using tb-size 32 MB(patching libvirt) in https://review.opendev.org/c/openstack/devstack/+/803144 and job got green with 1 GB.\n\u003e \n\u003e Ensure the swap size is sufficient for the committed RAM even without taking KSM into account. KSM reduces the RAM usage of identical or similar guests. Overcommitting guests with KSM without sufficient swap space may be possible, but is not recommended because guest virtual machine memory use can result in pages becoming unshared.  \n\u003e \n\u003e Also will update the patch to use 4GB itself instead of 8GB, any opinions on it or something else to check ?","accounts_in_message":[],"_revision_number":2},{"id":"e5a691c4cb32cc83cb5a8de696ae0344f9185b55","author":{"_account_id":30491,"name":"Radosław Piliszek","display_name":"Radek","email":"radek@piliszek.it","username":"yoctozepto","status":"self-employed techologist, collaborating mostly with 7bulls.com"},"date":"2021-08-23 07:23:51.000000000","message":"Patch Set 2:\n\n\u003e Patch Set 2:\n\u003e \n\u003e \u003e Patch Set 1:\n\u003e \u003e \n\u003e \u003e \u003e Patch Set 1:\n\u003e \u003e \u003e \n\u003e \u003e \u003e \u003e Patch Set 1:\n\u003e \u003e \u003e \u003e \n\u003e \u003e \u003e \u003e Note we\u0027ve talked about this before [1] and that links to [2].  I certainly appreciate your efforts in trying to track down these random failures.  Do we have a sense of *why* centos needs x2 RAM?\n\u003e \u003e \u003e \u003e \n\u003e \u003e \u003e \u003e [1] https://review.opendev.org/c/openstack/openstack-zuul-jobs/+/761119\n\u003e \u003e \u003e \u003e [2] http://eavesdrop.openstack.org/irclogs/%23openstack-infra/%23openstack-infra.2020-11-03.log.html#t2020-11-03T15:18:01\n\u003e \u003e \u003e \n\u003e \u003e \u003e Thanks @Ian for sharing the links, No x2 atleast not needed, i just did it to get to the original 8GB, in my tests in https://review.opendev.org/c/openstack/devstack/+/803144 i can see green runs even with 4GB, will give a try even to 2GB/3GB too see if that also enough and update the patch, from above discussion i see can do swap updates to minimal required at job level, although it should be avoided wherever possible.\n\u003e \u003e \u003e No i didn\u0027t checked why it\u0027s happening in CentOS jobs only, i just checked failures in my patches and tried to track it down and most failures were in centos8, only seen 1 ubuntu job which failed at resources, added details of that in bug, so seems it\u0027s more general issue, affecting centos more.\n\u003e \u003e \n\u003e \u003e Ok i digged further, and tracked down to qemu-kvm processes taking much memory(guest memory + qemu process overhead) in CentOS jobs leading to hit memory crunch. And to have same applied into ubuntu forced similar qemu version there and can see similar memory crunch in ubuntu, although that had different errors but hit memory crunch, all tests done in test patch https://review.opendev.org/c/openstack/devstack/+/803144.\n\u003e \u003e \n\u003e \u003e Also tried 2GB, 3GB, with 3 GB it\u0027s much better but seen a few failure with it too, so i think 4 GB should be sufficient for these jobs to be green back. Also checked ksm and while looking at it came across following NOTE in https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/7/html/virtualization_tuning_and_optimization_guide/chap-ksm, but with qemu-4 not seeing this issue so seems it\u0027s specific to qemu-5.\n\u003e \n\u003e So it\u0027s specifically due to https://github.com/qemu/qemu/commit/600e17b261555c56a048781b8dd5ba3985650013 included in qemu-5, i tested it by using tb-size 32 MB(patching libvirt) in https://review.opendev.org/c/openstack/devstack/+/803144 and job got green with 1 GB.\n\u003e \u003e \n\u003e \u003e Ensure the swap size is sufficient for the committed RAM even without taking KSM into account. KSM reduces the RAM usage of identical or similar guests. Overcommitting guests with KSM without sufficient swap space may be possible, but is not recommended because guest virtual machine memory use can result in pages becoming unshared.  \n\u003e \u003e \n\u003e \u003e Also will update the patch to use 4GB itself instead of 8GB, any opinions on it or something else to check ?\n\nI would prefer to get this patched in libvirt.","accounts_in_message":[],"_revision_number":2},{"id":"ab07c839b0b77a023bac6e8d0c3dd2f8295096e0","author":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"date":"2021-08-23 07:32:45.000000000","message":"Patch Set 2:\n\n\u003e Patch Set 2:\n\u003e \n\u003e \u003e Patch Set 2:\n\u003e \u003e \n\u003e \u003e \u003e Patch Set 1:\n\u003e \u003e \u003e \n\u003e \u003e \u003e \u003e Patch Set 1:\n\u003e \u003e \u003e \u003e \n\u003e \u003e \u003e \u003e \u003e Patch Set 1:\n\u003e \u003e \u003e \u003e \u003e \n\u003e \u003e \u003e \u003e \u003e Note we\u0027ve talked about this before [1] and that links to [2].  I certainly appreciate your efforts in trying to track down these random failures.  Do we have a sense of *why* centos needs x2 RAM?\n\u003e \u003e \u003e \u003e \u003e \n\u003e \u003e \u003e \u003e \u003e [1] https://review.opendev.org/c/openstack/openstack-zuul-jobs/+/761119\n\u003e \u003e \u003e \u003e \u003e [2] http://eavesdrop.openstack.org/irclogs/%23openstack-infra/%23openstack-infra.2020-11-03.log.html#t2020-11-03T15:18:01\n\u003e \u003e \u003e \u003e \n\u003e \u003e \u003e \u003e Thanks @Ian for sharing the links, No x2 atleast not needed, i just did it to get to the original 8GB, in my tests in https://review.opendev.org/c/openstack/devstack/+/803144 i can see green runs even with 4GB, will give a try even to 2GB/3GB too see if that also enough and update the patch, from above discussion i see can do swap updates to minimal required at job level, although it should be avoided wherever possible.\n\u003e \u003e \u003e \u003e No i didn\u0027t checked why it\u0027s happening in CentOS jobs only, i just checked failures in my patches and tried to track it down and most failures were in centos8, only seen 1 ubuntu job which failed at resources, added details of that in bug, so seems it\u0027s more general issue, affecting centos more.\n\u003e \u003e \u003e \n\u003e \u003e \u003e Ok i digged further, and tracked down to qemu-kvm processes taking much memory(guest memory + qemu process overhead) in CentOS jobs leading to hit memory crunch. And to have same applied into ubuntu forced similar qemu version there and can see similar memory crunch in ubuntu, although that had different errors but hit memory crunch, all tests done in test patch https://review.opendev.org/c/openstack/devstack/+/803144.\n\u003e \u003e \u003e \n\u003e \u003e \u003e Also tried 2GB, 3GB, with 3 GB it\u0027s much better but seen a few failure with it too, so i think 4 GB should be sufficient for these jobs to be green back. Also checked ksm and while looking at it came across following NOTE in https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/7/html/virtualization_tuning_and_optimization_guide/chap-ksm, but with qemu-4 not seeing this issue so seems it\u0027s specific to qemu-5.\n\u003e \u003e \n\u003e \u003e So it\u0027s specifically due to https://github.com/qemu/qemu/commit/600e17b261555c56a048781b8dd5ba3985650013 included in qemu-5, i tested it by using tb-size 32 MB(patching libvirt) in https://review.opendev.org/c/openstack/devstack/+/803144 and job got green with 1 GB.\n\u003e \u003e \u003e \n\u003e \u003e \u003e Ensure the swap size is sufficient for the committed RAM even without taking KSM into account. KSM reduces the RAM usage of identical or similar guests. Overcommitting guests with KSM without sufficient swap space may be possible, but is not recommended because guest virtual machine memory use can result in pages becoming unshared.  \n\u003e \u003e \u003e \n\u003e \u003e \u003e Also will update the patch to use 4GB itself instead of 8GB, any opinions on it or something else to check ?\n\u003e \n\u003e I would prefer to get this patched in libvirt.\n\nConsidering the commit message i doubt it will get into libvirt, but if it get\u0027s there we can revert this patch.","accounts_in_message":[],"_revision_number":2},{"id":"cd1aec87aed36725fc94bd8a603d95732707e8a0","author":{"_account_id":16312,"name":"Alfredo Moralejo","email":"amoralej@redhat.com","username":"amoralej"},"date":"2021-08-23 10:17:08.000000000","message":"Patch Set 2: Code-Review+1","accounts_in_message":[],"_revision_number":2},{"id":"36c0b19e1b9bdf05e56c65754ac35e1239ffb7e1","author":{"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"},"date":"2021-08-24 05:46:31.000000000","message":"Patch Set 2: Code-Review+2\n\nThanks for looking into this.  I think we have lots of good info here.  I definitely get that this is patching over an issue, but I think it\u0027s practical for now.","accounts_in_message":[],"_revision_number":2},{"id":"a805283f96df3c541f683bae35e750b2f11bff4f","author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"date":"2021-08-25 14:11:41.000000000","message":"Patch Set 2: Code-Review+2\n\nI am ok with this, we can revert in case libvirt patch it. Waiting for yoctozepto in case any comments.","accounts_in_message":[],"_revision_number":2},{"id":"da8571be8eb0a994f7e448d79a28a07f16bd896d","author":{"_account_id":30491,"name":"Radosław Piliszek","display_name":"Radek","email":"radek@piliszek.it","username":"yoctozepto","status":"self-employed techologist, collaborating mostly with 7bulls.com"},"date":"2021-08-25 14:13:06.000000000","message":"Patch Set 2:\n\nI don\u0027t like it but I won\u0027t block it","accounts_in_message":[],"_revision_number":2},{"id":"f7e77a1624a14b60a161df61f9ec7c07eb1113d9","author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"date":"2021-08-25 14:13:58.000000000","message":"Patch Set 2: Workflow+1\n\nack, let\u0027s merge it.","accounts_in_message":[],"_revision_number":2},{"id":"6f42c7b4fbb3579b436a05e7a9b7b1af790b117a","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-08-25 14:16:40.000000000","message":"Patch Set 2: -Verified\n\nStarting gate jobs.","accounts_in_message":[],"_revision_number":2},{"id":"18150f1de9f5763a58ff0cd26f9356715293fe6f","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-08-25 16:28:42.000000000","message":"Patch Set 2: Verified+2\n\nBuild succeeded (gate pipeline).\n\n- grenade https://zuul.opendev.org/t/openstack/build/bf80632a5ffd4326b47031649bc49507 : SUCCESS in 1h 00m 39s\n- tempest-full-py3 https://zuul.opendev.org/t/openstack/build/7af286f74a0e4c0bb1b393c74ff28049 : SUCCESS in 1h 18m 29s\n- openstack-tox-docs https://zuul.opendev.org/t/openstack/build/e082f1823fe040eca54560e3b3b72ec0 : SUCCESS in 7m 22s\n- devstack https://zuul.opendev.org/t/openstack/build/dbe165369bc34b78b80c533b0cf3f549 : SUCCESS in 26m 07s\n- devstack-ipv6 https://zuul.opendev.org/t/openstack/build/5b79c78e7fc14cb4a36a78296d0fbfb3 : SUCCESS in 30m 37s\n- devstack-enforce-scope https://zuul.opendev.org/t/openstack/build/5681e8a2fd3346559cca38a43ba08d97 : SUCCESS in 28m 25s\n- devstack-multinode https://zuul.opendev.org/t/openstack/build/f569c658a98b4cfe9b368be1dfb3173a : SUCCESS in 41m 45s\n- devstack-unit-tests https://zuul.opendev.org/t/openstack/build/f2dc204ab8d346528c093b4eb62ac918 : SUCCESS in 6m 23s\n- openstack-tox-bashate https://zuul.opendev.org/t/openstack/build/8dd3f57af083402cb605b7c262eb6116 : SUCCESS in 4m 14s\n- neutron-ovs-grenade-multinode https://zuul.opendev.org/t/openstack/build/37e313d379884bb688ffa7a3e37efd5d : SUCCESS in 1h 02m 07s\n- neutron-linuxbridge-tempest https://zuul.opendev.org/t/openstack/build/a6434a8780d64643a58eb18e26e0109b : SUCCESS in 51m 43s\n- ironic-tempest-bios-ipmi-direct-tinyipa https://zuul.opendev.org/t/openstack/build/21f2cbbacc0949808afade8699ebc0c4 : SUCCESS in 1h 15m 24s\n- swift-dsvm-functional https://zuul.opendev.org/t/openstack/build/f8fb2b6571f34149a70fcc30a95e7cd6 : SUCCESS in 41m 06s\n- openstacksdk-functional-devstack https://zuul.opendev.org/t/openstack/build/c6fd5fd564eb48ddaa43b2f80d3f2f8e : SUCCESS in 48m 00s\n- tempest-ipv6-only https://zuul.opendev.org/t/openstack/build/3afa82c7bcfd404fb02d4279df7b7354 : SUCCESS in 1h 01m 25s\n- nova-ceph-multistore https://zuul.opendev.org/t/openstack/build/5ea39f3a15ac405595ed84c82933540c : SUCCESS in 1h 14m 52s","accounts_in_message":[],"_revision_number":2},{"id":"230df00141f4dca734aa79612f285f5be5c31242","tag":"autogenerated:gerrit:merged","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-08-25 16:28:43.000000000","message":"Change has been successfully merged by Zuul","accounts_in_message":[],"_revision_number":2},{"id":"f50bea461c83e4ab49dc720bf078c4ade2a555ec","tag":"autogenerated:zuul:promote","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2021-08-25 16:33:31.000000000","message":"Patch Set 2:\n\nBuild succeeded (promote pipeline).\n\n- promote-openstack-tox-docs https://zuul.opendev.org/t/openstack/build/ec3aa2689a1440239f9062e3989088e0 : SUCCESS in 1m 22s","accounts_in_message":[],"_revision_number":2}],"current_revision_number":2,"current_revision":"60b5538c337dfa3c8f60fecdc64e671acd1f1cbe","revisions":{"ab6713b93115a11797c23bc923693d8a2335d6cc":{"kind":"REWORK","_number":1,"created":"2021-08-06 07:24:52.000000000","uploader":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"ref":"refs/changes/06/803706/1","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/devstack","ref":"refs/changes/06/803706/1","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/devstack refs/changes/06/803706/1 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/devstack refs/changes/06/803706/1 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/devstack refs/changes/06/803706/1 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/devstack refs/changes/06/803706/1"}}},"commit":{"parents":[{"commit":"e937dcb7431d1dc8c0fff7a2c3c22d2a1eae4a27","subject":"Merge \"Fix Usage of rdo-release rpm\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/e937dcb7431d1dc8c0fff7a2c3c22d2a1eae4a27"}]}],"author":{"name":"yatinkarel","email":"ykarel@redhat.com","date":"2021-08-06 07:19:33.000000000","tz":330},"committer":{"name":"yatinkarel","email":"ykarel@redhat.com","date":"2021-08-06 07:24:00.000000000","tz":330},"subject":"Set swap size to 8G for c8 jobs","message":"Set swap size to 8G for c8 jobs\n\nTempest is failing randomly with different reasons\nas mentioned in the bug, updating swap size those\nissues are not seen.\n\nBefore [1] default swap size used to be 8GB but was dropped\nto 1G so need to configure it in required job itself.\n\n[1] https://review.opendev.org/c/openstack/openstack-zuul-jobs/+/750941\n\nCloses-Bug: #1938914\nChange-Id: I57910b5fde5ddf2bd37d93e06c1aff77c6e231e9\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/ab6713b93115a11797c23bc923693d8a2335d6cc"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/ab6713b93115a11797c23bc923693d8a2335d6cc"}]},"branch":"refs/heads/master"},"60b5538c337dfa3c8f60fecdc64e671acd1f1cbe":{"kind":"REWORK","_number":2,"created":"2021-08-12 16:01:41.000000000","uploader":{"_account_id":13861,"name":"yatin","email":"ykarel@redhat.com","username":"yatinkarel"},"ref":"refs/changes/06/803706/2","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/devstack","ref":"refs/changes/06/803706/2","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/devstack refs/changes/06/803706/2 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/devstack refs/changes/06/803706/2 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/devstack refs/changes/06/803706/2 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/devstack refs/changes/06/803706/2"}}},"commit":{"parents":[{"commit":"26bd94b45efb63683072006e4281dd34a313d881","subject":"Revert \"Add enforce_scope setting support for keystone\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/26bd94b45efb63683072006e4281dd34a313d881"}]}],"author":{"name":"yatinkarel","email":"ykarel@redhat.com","date":"2021-08-06 07:19:33.000000000","tz":330},"committer":{"name":"yatinkarel","email":"ykarel@redhat.com","date":"2021-08-12 15:57:13.000000000","tz":330},"subject":"Set swap size to 4G for c8 jobs","message":"Set swap size to 4G for c8 jobs\n\nTempest is failing randomly with different reasons\nas mentioned in the bug, updating swap size those\nissues are not seen.\n\nBefore [1] default swap size used to be 8GB but was dropped\nto 1G so need to configure it in required job itself.\n\nDid couple of tests in [2] and with 4GB+ swap jobs are\nrunning green. On investigation found that with qemu-5\nboth Ubuntu and CentOS jobs have memory crunch, currently\nUbuntu jobs are not impacted as they are running with\nqemu-4.\n\n[1] https://review.opendev.org/c/openstack/openstack-zuul-jobs/+/750941\n[2] https://review.opendev.org/c/openstack/devstack/+/803144\n\nCloses-Bug: #1938914\nChange-Id: I57910b5fde5ddf2bd37d93e06c1aff77c6e231e9\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/60b5538c337dfa3c8f60fecdc64e671acd1f1cbe"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/60b5538c337dfa3c8f60fecdc64e671acd1f1cbe"}]},"branch":"refs/heads/master"}},"requirements":[],"submit_records":[{"status":"CLOSED","labels":[{"label":"Verified","status":"OK","applied_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}},{"label":"Code-Review","status":"OK","applied_by":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"}},{"label":"Workflow","status":"OK","applied_by":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"}},{"label":"Review-Priority","status":"MAY"}]}],"submit_requirements":[{"name":"Verified","status":"SATISFIED","is_legacy":true,"submittability_expression_result":{"expression":"label:Verified\u003dCustom-Rule","fulfilled":true,"status":"PASS","passing_atoms":["label:Verified\u003dCustom-Rule"],"failing_atoms":[],"atom_explanations":{}}},{"name":"Workflow","status":"SATISFIED","is_legacy":true,"submittability_expression_result":{"expression":"label:Workflow\u003dCustom-Rule","fulfilled":true,"status":"PASS","passing_atoms":["label:Workflow\u003dCustom-Rule"],"failing_atoms":[],"atom_explanations":{}}},{"name":"Code-Review","status":"SATISFIED","is_legacy":true,"submittability_expression_result":{"expression":"label:Code-Review\u003dCustom-Rule","fulfilled":true,"status":"PASS","passing_atoms":["label:Code-Review\u003dCustom-Rule"],"failing_atoms":[],"atom_explanations":{}}}]}