)]}'
{"id":"openstack%2Fproject-config~406956","triplet_id":"openstack%2Fproject-config~master~I7fb49b4e95d06c58cf5bb7efb4a8961dcc6eb629","project":"openstack/project-config","branch":"master","topic":"bump-timeouts","hashtags":[],"change_id":"I7fb49b4e95d06c58cf5bb7efb4a8961dcc6eb629","subject":"update timeouts for some trove jobs","status":"MERGED","created":"2016-12-05 13:31:26.000000000","updated":"2016-12-05 18:08:42.000000000","submitted":"2016-12-05 18:08:42.000000000","submitter":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"total_comment_count":0,"unresolved_comment_count":0,"has_review_started":true,"meta_rev_id":"4e97de2ae5c53db2276aaa73b712eb3da166dd0c","_number":406956,"virtual_id_number":406956,"owner":{"_account_id":9664,"name":"amrith","email":"amrith.kumar@gmail.com","username":"amrith"},"actions":{},"labels":{"Verified":{"approved":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"all":[{"value":0,"_account_id":6547,"name":"Andreas Jaeger","email":"jaegerandi@gmail.com","username":"jaegerandi"},{"value":2,"date":"2016-12-05 18:08:42.000000000","post_submit":true,"_account_id":3,"name":"Jenkins","username":"jenkins"},{"value":0,"_account_id":10215,"name":"Peter Stachowski","email":"peter@tesora.com","username":"peterstac"},{"value":0,"_account_id":5263,"name":"Jeremy Stanley","display_name":"fungi","email":"fungi@yuggoth.org","username":"fungi","status":"missing, presumed fed"}],"values":{"-2":"Fails","-1":"Doesn\u0027t seem to work"," 0":"No score","+1":"Works for me","+2":"Verified"},"description":"","default_value":0,"optional":true},"Code-Review":{"approved":{"_account_id":6547,"name":"Andreas Jaeger","email":"jaegerandi@gmail.com","username":"jaegerandi"},"all":[{"value":2,"date":"2016-12-05 18:02:47.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":6547,"name":"Andreas Jaeger","email":"jaegerandi@gmail.com","username":"jaegerandi"},{"value":0,"_account_id":3,"name":"Jenkins","username":"jenkins"},{"value":1,"date":"2016-12-05 17:49:03.000000000","permitted_voting_range":{"min":1,"max":1},"_account_id":10215,"name":"Peter Stachowski","email":"peter@tesora.com","username":"peterstac"},{"value":2,"date":"2016-12-05 16:12:53.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":5263,"name":"Jeremy Stanley","display_name":"fungi","email":"fungi@yuggoth.org","username":"fungi","status":"missing, presumed fed"}],"values":{"-2":"Do not merge","-1":"This patch needs further work before it can be merged"," 0":"No score","+1":"Looks good to me, but someone else must approve","+2":"Looks good to me (core reviewer)"},"description":"","default_value":0,"optional":true},"Workflow":{"approved":{"_account_id":6547,"name":"Andreas Jaeger","email":"jaegerandi@gmail.com","username":"jaegerandi"},"all":[{"value":1,"date":"2016-12-05 18:02:47.000000000","permitted_voting_range":{"min":1,"max":1},"_account_id":6547,"name":"Andreas Jaeger","email":"jaegerandi@gmail.com","username":"jaegerandi"},{"value":0,"_account_id":3,"name":"Jenkins","username":"jenkins"},{"value":0,"_account_id":10215,"name":"Peter Stachowski","email":"peter@tesora.com","username":"peterstac"},{"value":0,"_account_id":5263,"name":"Jeremy Stanley","display_name":"fungi","email":"fungi@yuggoth.org","username":"fungi","status":"missing, presumed fed"}],"values":{"-1":"Work in progress"," 0":"Ready for reviews","+1":"Approved"},"description":"","default_value":0,"optional":true}},"removable_reviewers":[],"reviewers":{"REVIEWER":[{"_account_id":3,"name":"Jenkins","username":"jenkins"},{"_account_id":5263,"name":"Jeremy Stanley","display_name":"fungi","email":"fungi@yuggoth.org","username":"fungi","status":"missing, presumed fed"},{"_account_id":6547,"name":"Andreas Jaeger","email":"jaegerandi@gmail.com","username":"jaegerandi"},{"_account_id":10215,"name":"Peter Stachowski","email":"peter@tesora.com","username":"peterstac"}]},"pending_reviewers":{},"reviewer_updates":[{"updated":"2016-12-05 16:12:53.000000000","updated_by":{"_account_id":5263,"name":"Jeremy Stanley","display_name":"fungi","email":"fungi@yuggoth.org","username":"fungi","status":"missing, presumed fed"},"reviewer":{"_account_id":5263,"name":"Jeremy Stanley","display_name":"fungi","email":"fungi@yuggoth.org","username":"fungi","status":"missing, presumed fed"},"state":"REVIEWER"},{"updated":"2016-12-05 17:49:03.000000000","updated_by":{"_account_id":10215,"name":"Peter Stachowski","email":"peter@tesora.com","username":"peterstac"},"reviewer":{"_account_id":10215,"name":"Peter Stachowski","email":"peter@tesora.com","username":"peterstac"},"state":"REVIEWER"},{"updated":"2016-12-05 18:02:47.000000000","updated_by":{"_account_id":6547,"name":"Andreas Jaeger","email":"jaegerandi@gmail.com","username":"jaegerandi"},"reviewer":{"_account_id":6547,"name":"Andreas Jaeger","email":"jaegerandi@gmail.com","username":"jaegerandi"},"state":"REVIEWER"},{"updated":"2016-12-05 18:08:42.000000000","updated_by":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"reviewer":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"state":"REVIEWER"}],"messages":[{"id":"b74a0ab86bf54f1592f6968c5910e51bbe46e0a6","author":{"_account_id":9664,"name":"amrith","email":"amrith.kumar@gmail.com","username":"amrith"},"date":"2016-12-05 13:31:26.000000000","message":"Uploaded patch set 1.","accounts_in_message":[],"_revision_number":1},{"id":"80b30f96409a47a84dc50d34239af35eb47f2138","author":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"date":"2016-12-05 13:38:49.000000000","message":"Patch Set 1: Verified+1\n\nBuild succeeded (check pipeline).\n\n- gate-project-config-layout http://logs.openstack.org/56/406956/1/check/gate-project-config-layout/d1ce2d4/ : SUCCESS in 7m 07s\n- gate-project-config-jenkins-project http://logs.openstack.org/56/406956/1/check/gate-project-config-jenkins-project/ae67d88/ : SUCCESS in 57s","accounts_in_message":[],"_revision_number":1},{"id":"15d48c38c571ac95b06c882a18da1ec9066c7d1e","author":{"_account_id":5263,"name":"Jeremy Stanley","display_name":"fungi","email":"fungi@yuggoth.org","username":"fungi","status":"missing, presumed fed"},"date":"2016-12-05 16:12:53.000000000","message":"Patch Set 1: Code-Review+2\n\nHave you yet analyzed the time spent in various parts of these jobs to see if there\u0027s anything we could speed up through caching/precomputation? Is it spending more time on setup and image building, or the tests themselves?","accounts_in_message":[],"_revision_number":1},{"id":"0045728bb2624057cc6081baf0b88723c6930ddb","author":{"_account_id":9664,"name":"amrith","email":"amrith.kumar@gmail.com","username":"amrith"},"date":"2016-12-05 17:48:46.000000000","message":"Patch Set 1:\n\n\u003e Have you yet analyzed the time spent in various parts of these jobs\n \u003e to see if there\u0027s anything we could speed up through\n \u003e caching/precomputation? Is it spending more time on setup and image\n \u003e building, or the tests themselves?\n\nYes, I have. There is a significant portion spent on building images, I\u0027m trying to speed that up but everything in that area involves caching which I am reluctant to do as it introduces unpredictability in the tests (what was the true state of the tests).\n\nThere is an area that relates to setup for the tests and we\u0027ve done things to speed that up.\n\nThere was the change to split the tests into smaller sets, we\u0027ve made that possible and flexible as well.\n\nAs for actually speeding up the tests, many require a VM to be launched (in some cases more than one) and this is the thing that is causing the biggest strain. We\u0027ve experimented with using containers but that would defeat the fact that the only deployed use-cases are VM\u0027s. But, I\u0027m still working on getting something that\u0027ll work in lxc/d to see if that will be faster.\n\nOpen to other suggestions.","accounts_in_message":[],"_revision_number":1},{"id":"fc44689ba7a2c2bdf6c7bac6a3984906c1485088","author":{"_account_id":10215,"name":"Peter Stachowski","email":"peter@tesora.com","username":"peterstac"},"date":"2016-12-05 17:49:03.000000000","message":"Patch Set 1: Code-Review+1\n\ndevstack+image_build typically takes about 40+ minutes and the tests approx. the same time, so about 1:20-1:40 on a normal machine.  On a slow machine everything can take 2x longer, leaving almost no time to run the actual tests.  I think Amrith has given some thought to how we can speed up the image creation through some caching, but I\u0027ll let him talk to those points.  :)","accounts_in_message":[],"_revision_number":1},{"id":"6610ffb7a178a0e5e552d5761d6920bec0fd1186","author":{"_account_id":9664,"name":"amrith","email":"amrith.kumar@gmail.com","username":"amrith"},"date":"2016-12-05 17:55:19.000000000","message":"Patch Set 1:\n\nCurrently a trove instance contains the base OS, the database software and any additional database specific software and the guest. Today we already leave the guest out of the guest image creation and ingest it at run time.\n\nOne thought is to make the base OS image and cache that someplace so we don\u0027t have to download it (8m) and build that part of the image (about 10m). The issue with this is that when there is a new cloudimage there needs to be something that will redo this cached image. Maybe a janitor job. We can also cache an image that includes the OS and the database and database software in a similar way.\n\nThe issue with both of these is figuring out when to expire the caches.\n\nThe first step in that process was to be able to make the CI job know what has changed since the last image build. With the changes to make the elements part of the trove repository, we are one step closer to that. We still need to handle changes to elements outside trove.\n\nMaking all of this work (and the stuff to do the lxc/d container) are things I\u0027m experimenting with.","accounts_in_message":[],"_revision_number":1},{"id":"7aa8ee40b6dcdf475721373324fe5684bbc75600","author":{"_account_id":6547,"name":"Andreas Jaeger","email":"jaegerandi@gmail.com","username":"jaegerandi"},"date":"2016-12-05 18:02:47.000000000","message":"Patch Set 1: Code-Review+2 Workflow+1","accounts_in_message":[],"_revision_number":1},{"id":"53c0bc4b9145441f544f5e0dbeeb756322809a0a","author":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"date":"2016-12-05 18:02:57.000000000","message":"Patch Set 1: -Verified\n\nStarting gate jobs.\nhttp://status.openstack.org/zuul/","accounts_in_message":[],"_revision_number":1},{"id":"449aa3cde86ef07cd1261b8c47399bdcafb3983b","date":"2016-12-05 18:08:42.000000000","message":"Change has been successfully merged into the git repository by Jenkins","accounts_in_message":[],"_revision_number":1},{"id":"2cf4263cc526228f873b271ed4c12ed00eb2e127","author":{"_account_id":3,"name":"Jenkins","username":"jenkins"},"date":"2016-12-05 18:08:42.000000000","message":"Patch Set 1: Verified+2\n\nBuild succeeded (gate pipeline).\n\n- gate-project-config-layout http://logs.openstack.org/56/406956/1/gate/gate-project-config-layout/0d4667e/ : SUCCESS in 5m 13s\n- gate-project-config-jenkins-project http://logs.openstack.org/56/406956/1/gate/gate-project-config-jenkins-project/1b39af7/ : SUCCESS in 2m 00s","accounts_in_message":[],"_revision_number":1}],"current_revision_number":1,"current_revision":"0cf60854150ceea6b7a6d0aa0f25e5170b824fde","revisions":{"0cf60854150ceea6b7a6d0aa0f25e5170b824fde":{"kind":"REWORK","_number":1,"created":"2016-12-05 13:31:26.000000000","uploader":{"_account_id":9664,"name":"amrith","email":"amrith.kumar@gmail.com","username":"amrith"},"ref":"refs/changes/56/406956/1","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/project-config","ref":"refs/changes/56/406956/1","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/project-config refs/changes/56/406956/1 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/project-config refs/changes/56/406956/1 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/project-config refs/changes/56/406956/1 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/project-config refs/changes/56/406956/1"}}},"commit":{"parents":[{"commit":"1dea6e08be3b47ffc49ae46f9beb46393bf482f3","subject":"Merge \"Add barbican-tempest-plugin-pep8 gates\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/project-config/commit/1dea6e08be3b47ffc49ae46f9beb46393bf482f3"}]}],"author":{"name":"Amrith Kumar","email":"amrith@amrith.org","date":"2016-12-05 13:24:27.000000000","tz":-300},"committer":{"name":"Amrith Kumar","email":"amrith@amrith.org","date":"2016-12-05 13:31:21.000000000","tz":-300},"subject":"update timeouts for some trove jobs","message":"update timeouts for some trove jobs\n\nrecently with the increased number of tests being conducted in the\nfunctional and each of the scenario tests, we\u0027ve been seeing a large\nnumber of timeouts. further, the timeouts seem to only occur in the\nrax cloud, things go fine in the osc cloud.\n\nA review of the failures indicate that we\u0027re often within 10 minutes\nof finishing when the job is terminated. However, in some cases we\nwould be approximately 15 or so minutes away.\n\nThe intent of this commit is to push the timeouts up with some\npossible padding and I\u0027ll back them off once we know how the system\nworks with the xenial jobs.\n\nWe have done other things to reduce the amount of time to run tests\nlike splitting some jobs in two (see the single and multi jobs in\nscenario as an example).\n\nI know that with larger machines the tests run much faster, we\n(tesora) operate a CI in rax and we don\u0027t take nearly as long in those\ntests. So, given the limitation of the infrastructure in the upstream\nCI, and given that we will be adding more tests given the number of\nnew features going into the release(s), this appears to be the only\nsolution in the short term.\n\nChange-Id: I7fb49b4e95d06c58cf5bb7efb4a8961dcc6eb629\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/project-config/commit/0cf60854150ceea6b7a6d0aa0f25e5170b824fde"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/project-config/commit/0cf60854150ceea6b7a6d0aa0f25e5170b824fde"}]},"branch":"refs/heads/master"}},"requirements":[],"submit_records":[],"submit_requirements":[]}