)]}'
{"id":"openstack%2Fdevstack~160232","triplet_id":"openstack%2Fdevstack~master~Id622a818e3d98eabf014971f46ed66a6a63b64bb","project":"openstack/devstack","branch":"master","topic":"memtracker","hashtags":[],"change_id":"Id622a818e3d98eabf014971f46ed66a6a63b64bb","subject":"Add a simple memory/process tracking service","status":"ABANDONED","created":"2015-03-02 06:30:20.000000000","updated":"2015-04-21 00:04:58.000000000","total_comment_count":3,"unresolved_comment_count":0,"has_review_started":true,"meta_rev_id":"133e72056d58d60804411248f747ed868c453249","_number":160232,"virtual_id_number":160232,"owner":{"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"},"actions":{},"labels":{"Verified":{"recommended":{"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},"all":[{"value":1,"date":"2015-03-03 22:23:17.000000000","_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},{"date":"2015-03-05 09:29:53.000000000","_account_id":6962,"name":"Kashyap Chamarthy","email":"kchamart@redhat.com","username":"kashyapc"},{"value":1,"date":"2015-03-02 12:02:24.000000000","_account_id":3,"name":"Jenkins","username":"jenkins"},{"_account_id":8871,"name":"Elastic Recheck","username":"elasticrecheck"},{"_account_id":10796,"name":"Deepak C Shetty (deepakcs)","email":"dpkshetty@gmail.com","username":"deepakcs"},{"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},{"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"}],"values":{"-2":"Fails","-1":"Doesn\u0027t seem to work"," 0":"No score","+1":"Works for me","+2":"Verified"},"description":"","value":1,"default_value":0,"optional":true},"Code-Review":{"all":[{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":6962,"name":"Kashyap Chamarthy","email":"kchamart@redhat.com","username":"kashyapc"},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":3,"name":"Jenkins","username":"jenkins"},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":8871,"name":"Elastic Recheck","username":"elasticrecheck"},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":10796,"name":"Deepak C Shetty (deepakcs)","email":"dpkshetty@gmail.com","username":"deepakcs"},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},{"value":0,"permitted_voting_range":{"min":-2,"max":2},"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"}],"values":{"-2":"Do not merge","-1":"This patch needs further work before it can be merged"," 0":"No score","+1":"Looks good to me, but someone else must approve","+2":"Looks good to me (core reviewer)"},"description":"","default_value":0,"optional":true},"Workflow":{"all":[{"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},{"_account_id":6962,"name":"Kashyap Chamarthy","email":"kchamart@redhat.com","username":"kashyapc"},{"_account_id":3,"name":"Jenkins","username":"jenkins"},{"_account_id":8871,"name":"Elastic Recheck","username":"elasticrecheck"},{"_account_id":10796,"name":"Deepak C Shetty (deepakcs)","email":"dpkshetty@gmail.com","username":"deepakcs"},{"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},{"value":0,"permitted_voting_range":{"min":-1,"max":1},"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"}],"values":{"-1":"Work in progress"," 0":"Ready for reviews","+1":"Approved"},"description":"","default_value":0,"optional":true},"Review-Priority":{"all":[{"value":0,"permitted_voting_range":{"min":0,"max":2},"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},{"value":0,"permitted_voting_range":{"min":0,"max":2},"_account_id":6962,"name":"Kashyap Chamarthy","email":"kchamart@redhat.com","username":"kashyapc"},{"value":0,"permitted_voting_range":{"min":0,"max":2},"_account_id":3,"name":"Jenkins","username":"jenkins"},{"value":0,"permitted_voting_range":{"min":0,"max":2},"_account_id":8871,"name":"Elastic Recheck","username":"elasticrecheck"},{"value":0,"permitted_voting_range":{"min":0,"max":2},"_account_id":10796,"name":"Deepak C Shetty (deepakcs)","email":"dpkshetty@gmail.com","username":"deepakcs"},{"value":0,"permitted_voting_range":{"min":0,"max":2},"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},{"value":0,"permitted_voting_range":{"min":-1,"max":2},"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"}],"values":{"-1":"Branch Freeze"," 0":"No Priority","+1":"Important Change","+2":"Gate Blocker Fix / Urgent Change"},"description":"","default_value":0,"optional":true}},"removable_reviewers":[],"reviewers":{"REVIEWER":[{"_account_id":3,"name":"Jenkins","username":"jenkins"},{"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},{"_account_id":6962,"name":"Kashyap Chamarthy","email":"kchamart@redhat.com","username":"kashyapc"},{"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"},{"_account_id":8871,"name":"Elastic Recheck","username":"elasticrecheck"},{"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},{"_account_id":10796,"name":"Deepak C Shetty (deepakcs)","email":"dpkshetty@gmail.com","username":"deepakcs"}]},"pending_reviewers":{},"reviewer_updates":[{"updated":"2015-03-02 07:49:25.000000000","updated_by":{"_account_id":8871,"name":"Elastic Recheck","username":"elasticrecheck"},"reviewer":{"_account_id":8871,"name":"Elastic Recheck","username":"elasticrecheck"},"state":"REVIEWER"},{"updated":"2015-03-02 09:22:41.000000000","updated_by":{"_account_id":10796,"name":"Deepak C Shetty (deepakcs)","email":"dpkshetty@gmail.com","username":"deepakcs"},"reviewer":{"_account_id":10796,"name":"Deepak C Shetty (deepakcs)","email":"dpkshetty@gmail.com","username":"deepakcs"},"state":"REVIEWER"},{"updated":"2015-03-02 12:02:24.000000000","updated_by":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"reviewer":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"state":"REVIEWER"},{"updated":"2015-03-03 13:18:51.000000000","updated_by":{"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},"reviewer":{"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},"state":"REVIEWER"},{"updated":"2015-03-03 22:23:17.000000000","updated_by":{"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},"reviewer":{"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2015-03-05 09:29:53.000000000","updated_by":{"_account_id":6962,"name":"Kashyap Chamarthy","email":"kchamart@redhat.com","username":"kashyapc"},"reviewer":{"_account_id":6962,"name":"Kashyap Chamarthy","email":"kchamart@redhat.com","username":"kashyapc"},"state":"REVIEWER"}],"messages":[{"id":"4de836ea536a85fb2214535050fcdc93789e0dce","author":{"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"},"date":"2015-03-02 06:30:20.000000000","message":"Uploaded patch set 1.","accounts_in_message":[],"_revision_number":1},{"id":"7a0da58edeae7ceabea7e14ea4b8b4d70e6bc962","author":{"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"},"date":"2015-03-02 06:31:16.000000000","message":"Patch Set 1: Workflow-1\n\nstill cleaning this up","accounts_in_message":[],"_revision_number":1},{"id":"03949c46c034cc504ec2e7ad702c3c75d5016613","author":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"date":"2015-03-02 07:49:11.000000000","message":"Patch Set 1: Verified-1\n\nBuild failed (check pipeline).  For information on how to proceed, see http://docs.openstack.org/infra/manual/developers.html#automated-testing\n\n- check-tempest-dsvm-full http://logs.openstack.org/32/160232/1/check/check-tempest-dsvm-full/40dbc1d/ : SUCCESS in 51m 46s\n- check-tempest-dsvm-postgres-full http://logs.openstack.org/32/160232/1/check/check-tempest-dsvm-postgres-full/e3c8a42/ : FAILURE in 53m 55s\n- check-tempest-dsvm-neutron-full http://logs.openstack.org/32/160232/1/check/check-tempest-dsvm-neutron-full/7c3e137/ : SUCCESS in 1h 06m 57s\n- check-grenade-dsvm http://logs.openstack.org/32/160232/1/check/check-grenade-dsvm/c0f2c63/ : SUCCESS in 50m 19s\n- gate-tempest-dsvm-large-ops http://logs.openstack.org/32/160232/1/check/gate-tempest-dsvm-large-ops/32d71c8/ : SUCCESS in 34m 03s\n- gate-tempest-dsvm-neutron-large-ops http://logs.openstack.org/32/160232/1/check/gate-tempest-dsvm-neutron-large-ops/c29d3ad/ : SUCCESS in 29m 34s\n- gate-devstack-bashate http://logs.openstack.org/32/160232/1/check/gate-devstack-bashate/ffac6f2/ : FAILURE in 11s\n- gate-devstack-unit-tests http://logs.openstack.org/32/160232/1/check/gate-devstack-unit-tests/03e97b1/ : SUCCESS in 18s\n- check-devstack-dsvm-cells http://logs.openstack.org/32/160232/1/check/check-devstack-dsvm-cells/de7b1af/ : SUCCESS in 24m 11s\n- check-grenade-dsvm-partial-ncpu http://logs.openstack.org/32/160232/1/check/check-grenade-dsvm-partial-ncpu/b4ce390/ : SUCCESS in 45m 05s\n- check-swift-dsvm-functional http://logs.openstack.org/32/160232/1/check/check-swift-dsvm-functional/de4e3bb/ : SUCCESS in 25m 19s\n- check-tempest-dsvm-ironic-pxe_ssh http://logs.openstack.org/32/160232/1/check/check-tempest-dsvm-ironic-pxe_ssh/f1039e8/ : SUCCESS in 47m 34s\n- check-devstack-dsvm-updown http://logs.openstack.org/32/160232/1/check/check-devstack-dsvm-updown/b080e66/ : SUCCESS in 22m 42s\n- check-tempest-dsvm-f21 http://logs.openstack.org/32/160232/1/check/check-tempest-dsvm-f21/1f13cb7/ : SUCCESS in 46m 17s (non-voting)\n- check-tempest-dsvm-centos7 http://logs.openstack.org/32/160232/1/check/check-tempest-dsvm-centos7/61d716d/ : SUCCESS in 56m 00s (non-voting)\n- gate-devstack-publish-docs http://docs-draft.openstack.org/32/160232/1/check/gate-devstack-publish-docs/06f190f//doc/build/html/ : SUCCESS in 3m 30s","accounts_in_message":[],"_revision_number":1},{"id":"9a257f763ca5b8bab0ecc29f5c09ec68d0b681b7","author":{"_account_id":8871,"name":"Elastic Recheck","username":"elasticrecheck"},"date":"2015-03-02 07:49:25.000000000","message":"Patch Set 1:\n\nI noticed jenkins failed, I think you hit bug(s):\n\n- check-tempest-dsvm-postgres-full: https://bugs.launchpad.net/bugs/1421895 https://bugs.launchpad.net/bugs/1311066 https://bugs.launchpad.net/bugs/1352498\n- gate-devstack-bashate: unrecognized error\n\nSome of the tests failed in a way that we did not understand. Please help us classify these issues so that they can be part of Elastic Recheck http://status.openstack.org/elastic-recheck/\nFor more details on this and other bugs, please see http://status.openstack.org/elastic-recheck/","accounts_in_message":[],"_revision_number":1},{"id":"072a309b7dc1c256910d99334679c49de74d02cd","author":{"_account_id":10796,"name":"Deepak C Shetty (deepakcs)","email":"dpkshetty@gmail.com","username":"deepakcs"},"date":"2015-03-02 09:22:41.000000000","message":"Patch Set 1: Code-Review+1\n\n(3 comments)\n\nGave few suggestions, feel free to consider/ignore :)","accounts_in_message":[],"_revision_number":1},{"id":"f053424d84dff3bac0d71cbaf52734c80893da93","author":{"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"},"date":"2015-03-02 10:45:19.000000000","message":"Uploaded patch set 2.","accounts_in_message":[],"_revision_number":2},{"id":"63223c782ef7b57eee76d8b189d36002d4dd49e0","author":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"date":"2015-03-02 12:02:24.000000000","message":"Patch Set 2: Verified+1\n\nBuild succeeded (check pipeline).\n\n- check-tempest-dsvm-full http://logs.openstack.org/32/160232/2/check/check-tempest-dsvm-full/8924e96/ : SUCCESS in 46m 29s\n- check-tempest-dsvm-postgres-full http://logs.openstack.org/32/160232/2/check/check-tempest-dsvm-postgres-full/2b77ad5/ : SUCCESS in 49m 39s\n- check-tempest-dsvm-neutron-full http://logs.openstack.org/32/160232/2/check/check-tempest-dsvm-neutron-full/17a3f2e/ : SUCCESS in 1h 17m 00s\n- check-grenade-dsvm http://logs.openstack.org/32/160232/2/check/check-grenade-dsvm/f054bc8/ : SUCCESS in 44m 43s\n- gate-tempest-dsvm-large-ops http://logs.openstack.org/32/160232/2/check/gate-tempest-dsvm-large-ops/81d97de/ : SUCCESS in 32m 55s\n- gate-tempest-dsvm-neutron-large-ops http://logs.openstack.org/32/160232/2/check/gate-tempest-dsvm-neutron-large-ops/ec40857/ : SUCCESS in 28m 54s\n- gate-devstack-bashate http://logs.openstack.org/32/160232/2/check/gate-devstack-bashate/f3a5575/ : SUCCESS in 10s\n- gate-devstack-unit-tests http://logs.openstack.org/32/160232/2/check/gate-devstack-unit-tests/da85623/ : SUCCESS in 11s\n- check-devstack-dsvm-cells http://logs.openstack.org/32/160232/2/check/check-devstack-dsvm-cells/64612fa/ : SUCCESS in 23m 59s\n- check-grenade-dsvm-partial-ncpu http://logs.openstack.org/32/160232/2/check/check-grenade-dsvm-partial-ncpu/0eee51b/ : SUCCESS in 43m 02s\n- check-swift-dsvm-functional http://logs.openstack.org/32/160232/2/check/check-swift-dsvm-functional/d64fb9c/ : SUCCESS in 26m 04s\n- check-tempest-dsvm-ironic-pxe_ssh http://logs.openstack.org/32/160232/2/check/check-tempest-dsvm-ironic-pxe_ssh/e9e1a4e/ : SUCCESS in 40m 24s\n- check-devstack-dsvm-updown http://logs.openstack.org/32/160232/2/check/check-devstack-dsvm-updown/b1f6acb/ : SUCCESS in 20m 46s\n- check-tempest-dsvm-f21 http://logs.openstack.org/32/160232/2/check/check-tempest-dsvm-f21/86010bd/ : SUCCESS in 42m 10s (non-voting)\n- check-tempest-dsvm-centos7 http://logs.openstack.org/32/160232/2/check/check-tempest-dsvm-centos7/3fd8918/ : SUCCESS in 1h 00m 22s (non-voting)\n- gate-devstack-publish-docs http://docs-draft.openstack.org/32/160232/2/check/gate-devstack-publish-docs/3494046//doc/build/html/ : SUCCESS in 1m 06s","accounts_in_message":[],"_revision_number":2},{"id":"479d82ffed55ab9c8ea8c56dd10d458412b35d2d","author":{"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},"date":"2015-03-03 13:18:51.000000000","message":"Patch Set 1:\n\nworlddump was actually created for similar reasons, and collects a bit more info as well. Would it make sense to make something which runs that in a loop instead?","accounts_in_message":[],"_revision_number":1},{"id":"7dadb3c00e13ce883852a1ef63586d30efc4e251","author":{"_account_id":10385,"name":"Citrix XenServer CI","username":"citrix_xenserver_ci","tags":["SERVICE_USER"]},"date":"2015-03-03 22:23:17.000000000","message":"Patch Set 2: Verified+1\n\nPassed using XenAPI driver with XenServer 6.2: Logs at http://dd6b71949550285df7dc-dda4e480e005aaa13ec303551d2d8155.r49.cf1.rackcdn.com/32/160232/2/11301/results.html\n\nUse \"xenserver: recheck\" to trigger only xenserver re-check.  XenServer CI contact: openstack@citrix.com.\n\nDebugging suggestions at https://wiki.openstack.org/wiki/Debugging_XenServer_CI_failures","accounts_in_message":[],"_revision_number":2},{"id":"ce42c83e793b30be86c91b44c52061de67620ef4","author":{"_account_id":6962,"name":"Kashyap Chamarthy","email":"kchamart@redhat.com","username":"kashyapc"},"date":"2015-03-05 09:29:53.000000000","message":"Patch Set 2:\n\nFWIW, I find the `ps_mem` memory profiling utility (written by Pádraig Brady) useful in some cases, would this be useful too in this case?\n\nThe script[1] describes itself:\n\n\"Try to determine how much RAM is currently being used per program. Note per _program_, not per process. So for example this script will report RAM used by all httpd process together.In detail it reports: sum(private RAM for program processes) + sum(Shared RAM for program processes) The shared RAM is problematic to calculate, and this script automatically selects the most accurate method available for your kernel.\"\n\n\n[1] https://raw.githubusercontent.com/pixelb/ps_mem/master/ps_mem.py","accounts_in_message":[],"_revision_number":2},{"id":"f8048d9f4d5ce632d424242e95f1b98248940cb2","author":{"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"},"date":"2015-04-21 00:04:58.000000000","message":"Abandoned\n\nabandoned for I4b0a8f382dcaa09331987ab84a68546ec29cbc18","accounts_in_message":[],"_revision_number":2}],"current_revision_number":2,"current_revision":"6e7aa5751e7cdf6ff1a06ab8ecfa174ba70a4d73","revisions":{"369d464843cf7f2471ec284db5bbffbf736a7054":{"kind":"REWORK","_number":1,"created":"2015-03-02 06:30:20.000000000","uploader":{"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"},"ref":"refs/changes/32/160232/1","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/devstack","ref":"refs/changes/32/160232/1","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/devstack refs/changes/32/160232/1 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/devstack refs/changes/32/160232/1 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/devstack refs/changes/32/160232/1 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/devstack refs/changes/32/160232/1"}}},"commit":{"parents":[{"commit":"db56ee8ef23a68650a3c3b26e5f3dd9b210b6040","subject":"Merge \"VPNaaS Support for StrongSwan driver.\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/db56ee8ef23a68650a3c3b26e5f3dd9b210b6040"}]}],"author":{"name":"Ian Wienand","email":"iwienand@redhat.com","date":"2015-03-02 06:22:14.000000000","tz":660},"committer":{"name":"Ian Wienand","email":"iwienand@redhat.com","date":"2015-03-02 06:29:49.000000000","tz":660},"subject":"Add a simple memory/process tracking service","message":"Add a simple memory/process tracking service\n\nWe are experiencing OOM issues with centos/cinder jobs which are\nturning out to be quite difficult to replicate anywhere but in the\ngate on rax hosts.\n\nAlthough we currently have \u0027dstat\u0027 running through the run, this\ndoesn\u0027t always give you the whole view.  It doesn\u0027t show important\nthings like what vm\u0027s have started up, or what processes might be\nhanging around stuck in various states.\n\nLogging this data isn\u0027t appropriate for every job, but it would be\nreally nice to be able to get much better insight into such an issue\nlike this by simply turning on a service.  It would avoid nodepool\nroot-users needing to be around to do this sort of poking on\neveryone\u0027s behalf by logging into hosts.\n\nThis adds a memtracker service which collects /proc data, ps data\nincluding memory usage, number of threads, wait-channel, cpu-time and\ncommand-line in a tight loop.\n\nAlso added is a very simple analysis script\n\nChange-Id: Id622a818e3d98eabf014971f46ed66a6a63b64bb\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/369d464843cf7f2471ec284db5bbffbf736a7054"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/369d464843cf7f2471ec284db5bbffbf736a7054"}]},"branch":"refs/heads/master"},"6e7aa5751e7cdf6ff1a06ab8ecfa174ba70a4d73":{"kind":"REWORK","_number":2,"created":"2015-03-02 10:45:19.000000000","uploader":{"_account_id":7118,"name":"Ian Wienand","email":"iwienand@redhat.com","username":"iwienand"},"ref":"refs/changes/32/160232/2","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/devstack","ref":"refs/changes/32/160232/2","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/devstack refs/changes/32/160232/2 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/devstack refs/changes/32/160232/2 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/devstack refs/changes/32/160232/2 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/devstack refs/changes/32/160232/2"}}},"commit":{"parents":[{"commit":"db56ee8ef23a68650a3c3b26e5f3dd9b210b6040","subject":"Merge \"VPNaaS Support for StrongSwan driver.\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/db56ee8ef23a68650a3c3b26e5f3dd9b210b6040"}]}],"author":{"name":"Ian Wienand","email":"iwienand@redhat.com","date":"2015-03-02 06:22:14.000000000","tz":660},"committer":{"name":"Ian Wienand","email":"iwienand@redhat.com","date":"2015-03-02 10:45:04.000000000","tz":660},"subject":"Add a simple memory/process tracking service","message":"Add a simple memory/process tracking service\n\nWe are experiencing OOM issues with centos/cinder jobs which are\nturning out to be quite difficult to replicate anywhere but in the\ngate on rax hosts.\n\nAlthough we currently have \u0027dstat\u0027 running through the run, this\ndoesn\u0027t always give you the whole view.  It doesn\u0027t show important\nthings like what vm\u0027s have started up, or what processes might be\nhanging around stuck in various states.\n\nLogging this data isn\u0027t appropriate for every job, but it would be\nreally nice to be able to get much better insight into such an issue\nlike this by simply turning on a service.  It would avoid nodepool\nroot-users needing to be around to do this sort of poking on\neveryone\u0027s behalf by logging into hosts.\n\nThis adds a memtracker service which collects /proc data, ps data\nincluding memory usage, number of threads, wait-channel, cpu-time and\ncommand-line in a tight loop.\n\nAlso added is a very simple analysis script\n\nChange-Id: Id622a818e3d98eabf014971f46ed66a6a63b64bb\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/6e7aa5751e7cdf6ff1a06ab8ecfa174ba70a4d73"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/devstack/commit/6e7aa5751e7cdf6ff1a06ab8ecfa174ba70a4d73"}]},"branch":"refs/heads/master"}},"requirements":[],"submit_records":[],"submit_requirements":[]}
