)]}'
{"specs/tempest/tempest-run-cmd.rst":[{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"0d275bfb5658e78b5b512ad8f3fb3d2c97b55cdd","unresolved":false,"context_lines":[{"line_number":23,"context_line":"environments and configurations. Each of these user scenarios has its own"},{"line_number":24,"context_line":"requirements and challenges."},{"line_number":25,"context_line":""},{"line_number":26,"context_line":"Currently, the Tempest test suite can be executed using any testr-compatable"},{"line_number":27,"context_line":"runner. While this allows for some flexibility, it does not provide a"},{"line_number":28,"context_line":"consistent experience for consumers of Tempest. In addition, because these"},{"line_number":29,"context_line":"test runners are in no way specific to Tempest any, items that are domain"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a57f1b5_510b262a","line":26,"updated":"2016-02-12 20:25:40.000000000","message":"I\u0027m pretty sure that tempest can run with any unittest compatible test runner.\nIt depends on things like load_tests which doesn\u0027t work with nose, but I don\u0027t\nof anything that would block other test runners.","commit_id":"e2b15069ee4ae7e64f154fbc6626f15820c74284"},{"author":{"_account_id":97,"name":"Daryl Walleck","email":"daryl.walleck@rackspace.com","username":"dwalleck"},"change_message_id":"5bb1287be930528b4f7a202aff252059295fa56a","unresolved":false,"context_lines":[{"line_number":23,"context_line":"environments and configurations. Each of these user scenarios has its own"},{"line_number":24,"context_line":"requirements and challenges."},{"line_number":25,"context_line":""},{"line_number":26,"context_line":"Currently, the Tempest test suite can be executed using any testr-compatable"},{"line_number":27,"context_line":"runner. While this allows for some flexibility, it does not provide a"},{"line_number":28,"context_line":"consistent experience for consumers of Tempest. In addition, because these"},{"line_number":29,"context_line":"test runners are in no way specific to Tempest any, items that are domain"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a57f1b5_fcf0e6ca","line":26,"in_reply_to":"3a57f1b5_510b262a","updated":"2016-02-12 21:57:40.000000000","message":"Totally agree. The point that I was trying to get across is that using a testa-like runner is the common use case for running Tempest. I\u0027ll reword this","commit_id":"e2b15069ee4ae7e64f154fbc6626f15820c74284"},{"author":{"_account_id":11564,"name":"Chris Dent","email":"cdent@anticdent.org","username":"chdent"},"change_message_id":"4f3eea71ec2379faef424d9b4a621136770e59b3","unresolved":false,"context_lines":[{"line_number":26,"context_line":"Currently, the Tempest test suite can be executed using any testr-compatable"},{"line_number":27,"context_line":"runner. While this allows for some flexibility, it does not provide a"},{"line_number":28,"context_line":"consistent experience for consumers of Tempest. In addition, because these"},{"line_number":29,"context_line":"test runners are in no way specific to Tempest any, items that are domain"},{"line_number":30,"context_line":"specific (such as configuration) must be performed out-of-band using shell"},{"line_number":31,"context_line":"scripts or other means."},{"line_number":32,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"9a68dd71_1082f894","line":29,"updated":"2016-01-21 17:17:14.000000000","message":"Tempest, any items","commit_id":"e2b15069ee4ae7e64f154fbc6626f15820c74284"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"0d275bfb5658e78b5b512ad8f3fb3d2c97b55cdd","unresolved":false,"context_lines":[{"line_number":75,"context_line":"  --exec-mode \u003cserial/parallel\u003e"},{"line_number":76,"context_line":"  --workers \u003cworkers\u003e"},{"line_number":77,"context_line":"  --list"},{"line_number":78,"context_line":"  --list-pretty"},{"line_number":79,"context_line":""},{"line_number":80,"context_line":"    Example:"},{"line_number":81,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a57f1b5_f1057213","line":78,"updated":"2016-02-12 20:25:40.000000000","message":"So I like the tree structure with this, but maybe we should do it with the actual test_id instead of the file path","commit_id":"e2b15069ee4ae7e64f154fbc6626f15820c74284"},{"author":{"_account_id":97,"name":"Daryl Walleck","email":"daryl.walleck@rackspace.com","username":"dwalleck"},"change_message_id":"5bb1287be930528b4f7a202aff252059295fa56a","unresolved":false,"context_lines":[{"line_number":75,"context_line":"  --exec-mode \u003cserial/parallel\u003e"},{"line_number":76,"context_line":"  --workers \u003cworkers\u003e"},{"line_number":77,"context_line":"  --list"},{"line_number":78,"context_line":"  --list-pretty"},{"line_number":79,"context_line":""},{"line_number":80,"context_line":"    Example:"},{"line_number":81,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a57f1b5_5ccd7a83","line":78,"in_reply_to":"3a57f1b5_f1057213","updated":"2016-02-12 21:57:40.000000000","message":"That\u0027s an interesting thought. I\u0027ll think on this some and make some changes to this in the next patch set","commit_id":"e2b15069ee4ae7e64f154fbc6626f15820c74284"},{"author":{"_account_id":5689,"name":"Masayuki Igawa","email":"masayuki@igawa.io","username":"igawa"},"change_message_id":"f0d82bc5cce947a4a0f60d559f65dca4934e00e0","unresolved":false,"context_lines":[{"line_number":102,"context_line":""},{"line_number":103,"context_line":"  --include \u003cregex or file name\u003e"},{"line_number":104,"context_line":"  --exclude \u003cregex or file name\u003e"},{"line_number":105,"context_line":"    "},{"line_number":106,"context_line":"    Sample regex file:"},{"line_number":107,"context_line":""},{"line_number":108,"context_line":"        (^tempest\\.api) # Comments about this regex"}],"source_content_type":"text/x-rst","patch_set":1,"id":"5aef4532_df243b0e","line":105,"range":{"start_line":105,"start_character":0,"end_line":105,"end_character":4},"updated":"2016-03-10 07:50:01.000000000","message":"whitespaces","commit_id":"e2b15069ee4ae7e64f154fbc6626f15820c74284"},{"author":{"_account_id":10644,"name":"David Paterson","email":"davpat2112@yahoo.com","username":"dpaterson"},"change_message_id":"49de2fd1af67391fccfc0ad7ecadc6cab633e0f4","unresolved":false,"context_lines":[{"line_number":112,"context_line":""},{"line_number":113,"context_line":"    --gate"},{"line_number":114,"context_line":"    --smoke"},{"line_number":115,"context_line":""},{"line_number":116,"context_line":"Output::"},{"line_number":117,"context_line":""},{"line_number":118,"context_line":"  --subunit"}],"source_content_type":"text/x-rst","patch_set":1,"id":"bae84128_b0e212d3","line":115,"updated":"2016-02-24 15:39:02.000000000","message":"Propose putting aliases in tempest.conf\n[named-sets]\nsmoke\u003d[regex]\nvolume_api\u003d[regex]\ngate\u003d[regex]\n...\n\nMost common would be added to sample tempest.conf and additional named regex can be created and utilized by user.","commit_id":"e2b15069ee4ae7e64f154fbc6626f15820c74284"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"0d275bfb5658e78b5b512ad8f3fb3d2c97b55cdd","unresolved":false,"context_lines":[{"line_number":132,"context_line":""},{"line_number":133,"context_line":"1. If either a test package or directory is passed as a parameter, then the"},{"line_number":134,"context_line":"   runner will use that as the root directory for test discovery. Otherwise,"},{"line_number":135,"context_line":"   the current directory is used."},{"line_number":136,"context_line":"2. All tests in the root directory are loaded into a list."},{"line_number":137,"context_line":"3. Any white list regexes are applied to the list of tests."},{"line_number":138,"context_line":"4. Any black list regexes are applied to the list of tests."}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a57f1b5_11012e06","line":135,"updated":"2016-02-12 20:25:40.000000000","message":"I agree we don\u0027t want to mess with discovery at all. We rely on very specific load_test hooks in tempest to ensure we\u0027re loading the right things. (and plugins) The tempest run cli should only be interacting with with the installed python package like the default .testr.conf does.\n\n We don\u0027t have to use a testr.conf since an in-repo cli should have enough info to know where things live on the disk and tell testr how to load things from the installed location.","commit_id":"e2b15069ee4ae7e64f154fbc6626f15820c74284"},{"author":{"_account_id":4190,"name":"lifeless","email":"robertc@robertcollins.net","username":"lifeless"},"change_message_id":"8b9a45f35c126b56ef4653f2752614df6f38fab3","unresolved":false,"context_lines":[{"line_number":132,"context_line":""},{"line_number":133,"context_line":"1. If either a test package or directory is passed as a parameter, then the"},{"line_number":134,"context_line":"   runner will use that as the root directory for test discovery. Otherwise,"},{"line_number":135,"context_line":"   the current directory is used."},{"line_number":136,"context_line":"2. All tests in the root directory are loaded into a list."},{"line_number":137,"context_line":"3. Any white list regexes are applied to the list of tests."},{"line_number":138,"context_line":"4. Any black list regexes are applied to the list of tests."}],"source_content_type":"text/x-rst","patch_set":1,"id":"7a5de9d1_e3bae122","line":135,"updated":"2016-01-29 01:58:24.000000000","message":"This requires bypassing testr - testr doesn\u0027t assume anything about directory structure, and in fact with the Python load_tests hook, we\u0027d need to be very careful about how we structure things. I think this is a bad idea: mucking with discovery is fragile - much better to discover everything and filter instead.\n\nIf we need to make discovery cheaper, thats something we can tackle upstream in Python itself.","commit_id":"e2b15069ee4ae7e64f154fbc6626f15820c74284"},{"author":{"_account_id":97,"name":"Daryl Walleck","email":"daryl.walleck@rackspace.com","username":"dwalleck"},"change_message_id":"5bb1287be930528b4f7a202aff252059295fa56a","unresolved":false,"context_lines":[{"line_number":132,"context_line":""},{"line_number":133,"context_line":"1. If either a test package or directory is passed as a parameter, then the"},{"line_number":134,"context_line":"   runner will use that as the root directory for test discovery. Otherwise,"},{"line_number":135,"context_line":"   the current directory is used."},{"line_number":136,"context_line":"2. All tests in the root directory are loaded into a list."},{"line_number":137,"context_line":"3. Any white list regexes are applied to the list of tests."},{"line_number":138,"context_line":"4. Any black list regexes are applied to the list of tests."}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a57f1b5_375d3715","line":135,"in_reply_to":"3a57f1b5_11012e06","updated":"2016-02-12 21:57:40.000000000","message":"I had seen this partially implemented in os-testr and had assumed that this was a desired feature. I don\u0027t have a particular argument for this point, so I can remove this","commit_id":"e2b15069ee4ae7e64f154fbc6626f15820c74284"},{"author":{"_account_id":4190,"name":"lifeless","email":"robertc@robertcollins.net","username":"lifeless"},"change_message_id":"8b9a45f35c126b56ef4653f2752614df6f38fab3","unresolved":false,"context_lines":[{"line_number":137,"context_line":"3. Any white list regexes are applied to the list of tests."},{"line_number":138,"context_line":"4. Any black list regexes are applied to the list of tests."},{"line_number":139,"context_line":"5. Any tags are applied to the remaining tests."},{"line_number":140,"context_line":"6. The remaining tests are returned for execution."},{"line_number":141,"context_line":""},{"line_number":142,"context_line":"Testrepository Integration"},{"line_number":143,"context_line":"--------------------------"}],"source_content_type":"text/x-rst","patch_set":1,"id":"7a5de9d1_a3d14959","line":140,"updated":"2016-01-29 01:58:24.000000000","message":"2 through 6 seem no different to testr\u0027s existing test facilities. I don\u0027t understand why we need to alter things in this area - we\u0027re already using a front end that calculates the combined regex and passes it down AIUI, so it should be no different.\n\nThat said, if there is a reason, and its really domain specific, I\u0027m happy to help with code internal tips etc to make this happen.","commit_id":"e2b15069ee4ae7e64f154fbc6626f15820c74284"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"0d275bfb5658e78b5b512ad8f3fb3d2c97b55cdd","unresolved":false,"context_lines":[{"line_number":137,"context_line":"3. Any white list regexes are applied to the list of tests."},{"line_number":138,"context_line":"4. Any black list regexes are applied to the list of tests."},{"line_number":139,"context_line":"5. Any tags are applied to the remaining tests."},{"line_number":140,"context_line":"6. The remaining tests are returned for execution."},{"line_number":141,"context_line":""},{"line_number":142,"context_line":"Testrepository Integration"},{"line_number":143,"context_line":"--------------------------"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a57f1b5_c302ed09","line":140,"updated":"2016-02-12 20:25:40.000000000","message":"Right, I think all the tempest specific selection stuff we have can all likely be done via the existing regex selection in testr. Like selecting tests based on service tags or smoke (the gate tag doesn\u0027t mean anything and should have been removed everywhere, if it\u0027s not it\u0027s a bug) I\u0027m not sure why we would need to reinvent the regex selection in testr in the run command. We should just generate the proper regex and pass it to testr","commit_id":"e2b15069ee4ae7e64f154fbc6626f15820c74284"},{"author":{"_account_id":97,"name":"Daryl Walleck","email":"daryl.walleck@rackspace.com","username":"dwalleck"},"change_message_id":"5bb1287be930528b4f7a202aff252059295fa56a","unresolved":false,"context_lines":[{"line_number":137,"context_line":"3. Any white list regexes are applied to the list of tests."},{"line_number":138,"context_line":"4. Any black list regexes are applied to the list of tests."},{"line_number":139,"context_line":"5. Any tags are applied to the remaining tests."},{"line_number":140,"context_line":"6. The remaining tests are returned for execution."},{"line_number":141,"context_line":""},{"line_number":142,"context_line":"Testrepository Integration"},{"line_number":143,"context_line":"--------------------------"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a57f1b5_dc316a5b","line":140,"in_reply_to":"3a57f1b5_c302ed09","updated":"2016-02-12 21:57:40.000000000","message":"Thanks for the comments on this point. I agree that there is no reason to re-invent logic that may already exist. To give some context, I created this logic based on how os-testr is currently handling regexes/regex files. I assumed extra work was necessary, but if it all can be handled by existing functionality, then these sections are unnecessary.","commit_id":"e2b15069ee4ae7e64f154fbc6626f15820c74284"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"0d275bfb5658e78b5b512ad8f3fb3d2c97b55cdd","unresolved":false,"context_lines":[{"line_number":169,"context_line":"  options (regexes, tags, etc.)"},{"line_number":170,"context_line":"- Create the client code that will interact with testrepository and"},{"line_number":171,"context_line":"  control test execution and results gathering"},{"line_number":172,"context_line":"- Implement handlers for any non-subunit output formats"},{"line_number":173,"context_line":""},{"line_number":174,"context_line":"Assignee(s)"},{"line_number":175,"context_line":"-----------"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a57f1b5_e305a910","line":172,"updated":"2016-02-12 20:25:40.000000000","message":"What would these be? I think we\u0027re missing a description of what you intend to do with this.","commit_id":"e2b15069ee4ae7e64f154fbc6626f15820c74284"},{"author":{"_account_id":97,"name":"Daryl Walleck","email":"daryl.walleck@rackspace.com","username":"dwalleck"},"change_message_id":"5bb1287be930528b4f7a202aff252059295fa56a","unresolved":false,"context_lines":[{"line_number":169,"context_line":"  options (regexes, tags, etc.)"},{"line_number":170,"context_line":"- Create the client code that will interact with testrepository and"},{"line_number":171,"context_line":"  control test execution and results gathering"},{"line_number":172,"context_line":"- Implement handlers for any non-subunit output formats"},{"line_number":173,"context_line":""},{"line_number":174,"context_line":"Assignee(s)"},{"line_number":175,"context_line":"-----------"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a57f1b5_bc4d8e9b","line":172,"in_reply_to":"3a57f1b5_e305a910","updated":"2016-02-12 21:57:40.000000000","message":"This was a partial thought that I had nixed. I was thinking of providing convenience options to directly output different output (xunit, html, etc), but I the approach of just piping your subunit output through an adapter is more flexible. I\u0027ll take this out unless a use case that adds considerable value comes up","commit_id":"e2b15069ee4ae7e64f154fbc6626f15820c74284"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"7acd3917d4c9c5b71c3ed8cc3c0cdf20fdbd21e1","unresolved":false,"context_lines":[{"line_number":74,"context_line":"  --parallel"},{"line_number":75,"context_line":"  --serial"},{"line_number":76,"context_line":"  --workers \u003cworkers\u003e"},{"line_number":77,"context_line":"  --list"},{"line_number":78,"context_line":"  --list-pretty"},{"line_number":79,"context_line":""},{"line_number":80,"context_line":"    Example:"},{"line_number":81,"context_line":""},{"line_number":82,"context_line":"    +-tempest"},{"line_number":83,"context_line":"      +-api"},{"line_number":84,"context_line":"        +-compute"},{"line_number":85,"context_line":"        | test_authorization"},{"line_number":86,"context_line":"        | test_quotas"},{"line_number":87,"context_line":"        +-image"},{"line_number":88,"context_line":"          +-v1"},{"line_number":89,"context_line":"          | test_image_members"},{"line_number":90,"context_line":"          | test_images"},{"line_number":91,"context_line":"          | test_images_negative"},{"line_number":92,"context_line":"          +-v2"},{"line_number":93,"context_line":"          | test_image_member"},{"line_number":94,"context_line":"          | test_images"},{"line_number":95,"context_line":"          | test_images_negative"},{"line_number":96,"context_line":""},{"line_number":97,"context_line":"Test Selection and Discovery::"},{"line_number":98,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"1a122d0e_58f4f9ef","line":95,"range":{"start_line":77,"start_character":0,"end_line":95,"end_character":32},"updated":"2016-05-04 22:18:53.000000000","message":"How about separating the above options from \"tempest run\"?\nThey are different from the main purpose of this command.\n\nAnd it would be clear if implementing them as \"tempest list-tests\" and \"tempest list-tests --pretty\" or something.","commit_id":"5c005ab514ddec60153070592aa5e15ea0e26835"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"c61ea17e1efc22c2883f9b85f6420687e3017199","unresolved":false,"context_lines":[{"line_number":74,"context_line":"  --parallel"},{"line_number":75,"context_line":"  --serial"},{"line_number":76,"context_line":"  --workers \u003cworkers\u003e"},{"line_number":77,"context_line":"  --list"},{"line_number":78,"context_line":"  --list-pretty"},{"line_number":79,"context_line":""},{"line_number":80,"context_line":"    Example:"},{"line_number":81,"context_line":""},{"line_number":82,"context_line":"    +-tempest"},{"line_number":83,"context_line":"      +-api"},{"line_number":84,"context_line":"        +-compute"},{"line_number":85,"context_line":"        | test_authorization"},{"line_number":86,"context_line":"        | test_quotas"},{"line_number":87,"context_line":"        +-image"},{"line_number":88,"context_line":"          +-v1"},{"line_number":89,"context_line":"          | test_image_members"},{"line_number":90,"context_line":"          | test_images"},{"line_number":91,"context_line":"          | test_images_negative"},{"line_number":92,"context_line":"          +-v2"},{"line_number":93,"context_line":"          | test_image_member"},{"line_number":94,"context_line":"          | test_images"},{"line_number":95,"context_line":"          | test_images_negative"},{"line_number":96,"context_line":""},{"line_number":97,"context_line":"Test Selection and Discovery::"},{"line_number":98,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dab17558_e4fb4977","line":95,"range":{"start_line":77,"start_character":0,"end_line":95,"end_character":32},"in_reply_to":"1a122d0e_58f4f9ef","updated":"2016-05-11 14:53:33.000000000","message":"the --list commands is actually a necessary part of a run interface. It\u0027s the equivalent to a dry-run option, we need to provide users a way to say what they\u0027re gonna be running without actually running anything, especially given how involved test selection can be.","commit_id":"5c005ab514ddec60153070592aa5e15ea0e26835"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"5c98d584d73a860e7eacad03e8a20c2c9aef1018","unresolved":false,"context_lines":[{"line_number":96,"context_line":""},{"line_number":97,"context_line":"Test Selection and Discovery::"},{"line_number":98,"context_line":""},{"line_number":99,"context_line":"  --tag \u003clist of tag name\u003e"},{"line_number":100,"context_line":"  --service \u003clist of services\u003e"},{"line_number":101,"context_line":""},{"line_number":102,"context_line":"  --include \u003cregex\u003e"}],"source_content_type":"text/x-rst","patch_set":2,"id":"1a122d0e_f30a7e1f","line":99,"range":{"start_line":99,"start_character":4,"end_line":99,"end_character":7},"updated":"2016-05-03 22:44:59.000000000","message":"This option allows multiple tags, so it is nice to change\n\ns/tag/tags/","commit_id":"5c005ab514ddec60153070592aa5e15ea0e26835"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"5c98d584d73a860e7eacad03e8a20c2c9aef1018","unresolved":false,"context_lines":[{"line_number":96,"context_line":""},{"line_number":97,"context_line":"Test Selection and Discovery::"},{"line_number":98,"context_line":""},{"line_number":99,"context_line":"  --tag \u003clist of tag name\u003e"},{"line_number":100,"context_line":"  --service \u003clist of services\u003e"},{"line_number":101,"context_line":""},{"line_number":102,"context_line":"  --include \u003cregex\u003e"}],"source_content_type":"text/x-rst","patch_set":2,"id":"1a122d0e_330d1636","line":99,"range":{"start_line":99,"start_character":21,"end_line":99,"end_character":25},"updated":"2016-05-03 22:44:59.000000000","message":"s/name/names/","commit_id":"5c005ab514ddec60153070592aa5e15ea0e26835"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"5c98d584d73a860e7eacad03e8a20c2c9aef1018","unresolved":false,"context_lines":[{"line_number":97,"context_line":"Test Selection and Discovery::"},{"line_number":98,"context_line":""},{"line_number":99,"context_line":"  --tag \u003clist of tag name\u003e"},{"line_number":100,"context_line":"  --service \u003clist of services\u003e"},{"line_number":101,"context_line":""},{"line_number":102,"context_line":"  --include \u003cregex\u003e"},{"line_number":103,"context_line":"  --whitelist-file \u003cfile name\u003e"}],"source_content_type":"text/x-rst","patch_set":2,"id":"1a122d0e_d324a2b3","line":100,"range":{"start_line":100,"start_character":4,"end_line":100,"end_character":11},"updated":"2016-05-03 22:44:59.000000000","message":"ditto\n\ns/service/services/","commit_id":"5c005ab514ddec60153070592aa5e15ea0e26835"},{"author":{"_account_id":10644,"name":"David Paterson","email":"davpat2112@yahoo.com","username":"dpaterson"},"change_message_id":"0a1a9b5ae6cdf612f93d9dba54df85421683a4ce","unresolved":false,"context_lines":[{"line_number":112,"context_line":""},{"line_number":113,"context_line":"    --smoke"},{"line_number":114,"context_line":"    --all"},{"line_number":115,"context_line":""},{"line_number":116,"context_line":"By default the regex will run the equivalent of the full jobs in tox. (running"},{"line_number":117,"context_line":"everything but tests tagged as slow)"},{"line_number":118,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"1a122d0e_e373a214","line":115,"updated":"2016-05-04 19:18:19.000000000","message":"Perhaps we can create named aliases in tempest.conf\n[run-aliases]\nvolume \u003d (?!.*\\[.*\\bslow\\b.*\\])(^tempest\\.api\\.volume)\nimage \u003d (?!.*\\[.*\\bslow\\b.*\\])(^tempest\\.api\\.image)\nsmoke \u003d ...\n\nand add --alias argument that takes a list\ntempest run --alias volume image","commit_id":"5c005ab514ddec60153070592aa5e15ea0e26835"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"ca26853807e7702cbf0587c561554e047812236c","unresolved":false,"context_lines":[{"line_number":112,"context_line":""},{"line_number":113,"context_line":"    --smoke"},{"line_number":114,"context_line":"    --all"},{"line_number":115,"context_line":""},{"line_number":116,"context_line":"By default the regex will run the equivalent of the full jobs in tox. (running"},{"line_number":117,"context_line":"everything but tests tagged as slow)"},{"line_number":118,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"1a122d0e_12e262d5","line":115,"in_reply_to":"1a122d0e_a3024a3c","updated":"2016-05-04 21:25:11.000000000","message":"Before we start really bikeshedding on the what should be included in the CLI I think we really should concentrate more on this is a minimum starting implementation. (this is why I put the last sentence in L48-L49) If there is additional functionality missing here that doesn\u0027t mean we won\u0027t grow to include that eventually. But, I\u0027d really like to see us move forward first, get something working and then we can look at adding on to things.","commit_id":"5c005ab514ddec60153070592aa5e15ea0e26835"},{"author":{"_account_id":9364,"name":"Stephen Lowrie","email":"stephen.lowrie@rackspace.com","username":"step6829"},"change_message_id":"0c650e10b63541da2af6c05de84b3346ea4f84cd","unresolved":false,"context_lines":[{"line_number":112,"context_line":""},{"line_number":113,"context_line":"    --smoke"},{"line_number":114,"context_line":"    --all"},{"line_number":115,"context_line":""},{"line_number":116,"context_line":"By default the regex will run the equivalent of the full jobs in tox. (running"},{"line_number":117,"context_line":"everything but tests tagged as slow)"},{"line_number":118,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"1a122d0e_a3024a3c","line":115,"in_reply_to":"1a122d0e_e373a214","updated":"2016-05-04 19:20:24.000000000","message":"There\u0027s a --service option which takes a list of services so you could just do tempest run --service \"image, volume\"","commit_id":"5c005ab514ddec60153070592aa5e15ea0e26835"},{"author":{"_account_id":9364,"name":"Stephen Lowrie","email":"stephen.lowrie@rackspace.com","username":"step6829"},"change_message_id":"825db170cff18ffbb6675bf3a1c40afde1aeb933","unresolved":false,"context_lines":[{"line_number":123,"context_line":""},{"line_number":124,"context_line":"By default the console output will be output from subunit-trace"},{"line_number":125,"context_line":""},{"line_number":126,"context_line":"Tempest Configuration::"},{"line_number":127,"context_line":""},{"line_number":128,"context_line":"  --config \u003cconfig file\u003e"},{"line_number":129,"context_line":"  --accounts \u003caccounts file\u003e"}],"source_content_type":"text/x-rst","patch_set":2,"id":"1a122d0e_d3bae270","line":126,"updated":"2016-05-03 22:59:40.000000000","message":"Should an argument for workspace support be in the run spec for Newton-2 or would that be something that we\u0027d add in later?","commit_id":"5c005ab514ddec60153070592aa5e15ea0e26835"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"ca26853807e7702cbf0587c561554e047812236c","unresolved":false,"context_lines":[{"line_number":123,"context_line":""},{"line_number":124,"context_line":"By default the console output will be output from subunit-trace"},{"line_number":125,"context_line":""},{"line_number":126,"context_line":"Tempest Configuration::"},{"line_number":127,"context_line":""},{"line_number":128,"context_line":"  --config \u003cconfig file\u003e"},{"line_number":129,"context_line":"  --accounts \u003caccounts file\u003e"}],"source_content_type":"text/x-rst","patch_set":2,"id":"1a122d0e_72311659","line":126,"in_reply_to":"1a122d0e_d3bae270","updated":"2016-05-04 21:25:11.000000000","message":"I think we should just handle that later (it probably won\u0027t require a spec) we should wait for the centralized workspaces bp to be complete before we start talking about that here I think","commit_id":"5c005ab514ddec60153070592aa5e15ea0e26835"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"5c98d584d73a860e7eacad03e8a20c2c9aef1018","unresolved":false,"context_lines":[{"line_number":127,"context_line":""},{"line_number":128,"context_line":"  --config \u003cconfig file\u003e"},{"line_number":129,"context_line":"  --accounts \u003caccounts file\u003e"},{"line_number":130,"context_line":""},{"line_number":131,"context_line":"Testrepository Integration"},{"line_number":132,"context_line":"--------------------------"},{"line_number":133,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"1a122d0e_53e6d216","line":130,"updated":"2016-05-03 22:44:59.000000000","message":"This new command will be executed after \"tempest init\" which creates configuration path for each cloud.\nIt is nice to write the executed commands with \"tempest init\" like Quickstart of README for knowing how to use this command.","commit_id":"5c005ab514ddec60153070592aa5e15ea0e26835"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"c1fe8cf01c5295c60c01cc330a20ffea93cb7c35","unresolved":false,"context_lines":[{"line_number":127,"context_line":""},{"line_number":128,"context_line":"  --config \u003cconfig file\u003e"},{"line_number":129,"context_line":"  --accounts \u003caccounts file\u003e"},{"line_number":130,"context_line":""},{"line_number":131,"context_line":"Testrepository Integration"},{"line_number":132,"context_line":"--------------------------"},{"line_number":133,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"1a122d0e_fd19777b","line":130,"in_reply_to":"1a122d0e_529a1a63","updated":"2016-05-04 21:36:57.000000000","message":"Very confused, tempest workspaces which are created with \"tempest init\" contain tempest.conf and account.yaml.samples. \nThese files seem the corresponding to the above options, but is here different ?\n\nIf concentrating on the minimum implementation (I completely agree), this spec also should be small for avoiding confusions.","commit_id":"5c005ab514ddec60153070592aa5e15ea0e26835"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"ca26853807e7702cbf0587c561554e047812236c","unresolved":false,"context_lines":[{"line_number":127,"context_line":""},{"line_number":128,"context_line":"  --config \u003cconfig file\u003e"},{"line_number":129,"context_line":"  --accounts \u003caccounts file\u003e"},{"line_number":130,"context_line":""},{"line_number":131,"context_line":"Testrepository Integration"},{"line_number":132,"context_line":"--------------------------"},{"line_number":133,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"1a122d0e_529a1a63","line":130,"in_reply_to":"1a122d0e_53e6d216","updated":"2016-05-04 21:25:11.000000000","message":"The config flag here was intended to replace the environmental variables for setting a manual config file path. The use with tempest workspaces is different (and supposed to be seamless with the dedicated runner)","commit_id":"5c005ab514ddec60153070592aa5e15ea0e26835"},{"author":{"_account_id":6167,"name":"Ken\u0027ichi Ohmichi","email":"ken1ohmichi@gmail.com","username":"oomichi"},"change_message_id":"7acd3917d4c9c5b71c3ed8cc3c0cdf20fdbd21e1","unresolved":false,"context_lines":[{"line_number":127,"context_line":""},{"line_number":128,"context_line":"  --config \u003cconfig file\u003e"},{"line_number":129,"context_line":"  --accounts \u003caccounts file\u003e"},{"line_number":130,"context_line":""},{"line_number":131,"context_line":"Testrepository Integration"},{"line_number":132,"context_line":"--------------------------"},{"line_number":133,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"1a122d0e_b8ceed80","line":130,"in_reply_to":"1a122d0e_7def271d","updated":"2016-05-04 22:18:53.000000000","message":"TBH, I am not sure \"kind of an odd duck\" now.\nBut it is nice to replace ostestr call of quickstart with this command.\nThen should we describe this \"Tempest Configuration\" section still?","commit_id":"5c005ab514ddec60153070592aa5e15ea0e26835"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"c61ea17e1efc22c2883f9b85f6420687e3017199","unresolved":false,"context_lines":[{"line_number":127,"context_line":""},{"line_number":128,"context_line":"  --config \u003cconfig file\u003e"},{"line_number":129,"context_line":"  --accounts \u003caccounts file\u003e"},{"line_number":130,"context_line":""},{"line_number":131,"context_line":"Testrepository Integration"},{"line_number":132,"context_line":"--------------------------"},{"line_number":133,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"dab17558_ba383ad4","line":130,"in_reply_to":"1a122d0e_b8ceed80","updated":"2016-05-11 14:53:33.000000000","message":"I still think you\u0027re concentrating too much on the existing documentation. This spec is solely concentrating on implementing the new run command the documentation will be updated when implementation starts. (it has to be) I\u0027ll add some text here to explain more since obviously it\u0027s not clear","commit_id":"5c005ab514ddec60153070592aa5e15ea0e26835"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"18609bf01d010e54b73bd9f5640cc826d037a490","unresolved":false,"context_lines":[{"line_number":127,"context_line":""},{"line_number":128,"context_line":"  --config \u003cconfig file\u003e"},{"line_number":129,"context_line":"  --accounts \u003caccounts file\u003e"},{"line_number":130,"context_line":""},{"line_number":131,"context_line":"Testrepository Integration"},{"line_number":132,"context_line":"--------------------------"},{"line_number":133,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"1a122d0e_7def271d","line":130,"in_reply_to":"1a122d0e_fd19777b","updated":"2016-05-04 21:42:52.000000000","message":"It\u0027s not that confusing, those options are there to support other use cases which we currently support only with an env variable right now (the --accounts option was an oversight, I meant to remove that) Right now tempest workspaces are kind of an odd duck but the point is if you\u0027re running tempest from within a workspace with tempest run it won\u0027t require any additional arguments or steps. (just like today if you use testr or ostestr) If you look at the quickstart just replace the call to ostestr with \u0027tempest run\u0027 and it is literally the same thing.","commit_id":"5c005ab514ddec60153070592aa5e15ea0e26835"},{"author":{"_account_id":1921,"name":"Andrea Frittoli","email":"andrea.frittoli@gmail.com","username":"andrea-frittoli"},"change_message_id":"52ec03f2dba4ce8ba99d9557ffe632bfd2a588e0","unresolved":false,"context_lines":[{"line_number":73,"context_line":""},{"line_number":74,"context_line":"  --parallel"},{"line_number":75,"context_line":"  --serial"},{"line_number":76,"context_line":"  --workers \u003cworkers\u003e"},{"line_number":77,"context_line":"  --list"},{"line_number":78,"context_line":""},{"line_number":79,"context_line":"Test Selection and Discovery::"}],"source_content_type":"text/x-rst","patch_set":3,"id":"bab6814e_5d4a75ad","line":76,"updated":"2016-05-19 09:35:50.000000000","message":"what is the difference between parallel and workers? Do we really need to flags to use the default number of workers or a specified one?","commit_id":"c4de002dbbf5989a5777c13bb492fe56807ac65d"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"cea8aade721745c99445c3fc059fdebe4f9bb90f","unresolved":false,"context_lines":[{"line_number":73,"context_line":""},{"line_number":74,"context_line":"  --parallel"},{"line_number":75,"context_line":"  --serial"},{"line_number":76,"context_line":"  --workers \u003cworkers\u003e"},{"line_number":77,"context_line":"  --list"},{"line_number":78,"context_line":""},{"line_number":79,"context_line":"Test Selection and Discovery::"}],"source_content_type":"text/x-rst","patch_set":3,"id":"bab6814e_b9f71ff4","line":76,"in_reply_to":"bab6814e_5d4a75ad","updated":"2016-05-19 14:50:10.000000000","message":"Workers only does anything if parallel is set, it\u0027s to specify the number sub-processes to spin up. It\u0027s the equivalent of testr run\u0027s --concurrency (that would probably be a choice of name for consistency.","commit_id":"c4de002dbbf5989a5777c13bb492fe56807ac65d"},{"author":{"_account_id":1921,"name":"Andrea Frittoli","email":"andrea.frittoli@gmail.com","username":"andrea-frittoli"},"change_message_id":"b7f4b21cdb5ecf462d07c4ff0cd4310b0bd2adad","unresolved":false,"context_lines":[{"line_number":73,"context_line":""},{"line_number":74,"context_line":"  --parallel"},{"line_number":75,"context_line":"  --serial"},{"line_number":76,"context_line":"  --workers \u003cworkers\u003e"},{"line_number":77,"context_line":"  --list"},{"line_number":78,"context_line":""},{"line_number":79,"context_line":"Test Selection and Discovery::"}],"source_content_type":"text/x-rst","patch_set":3,"id":"bab6814e_1ca1efa3","line":76,"in_reply_to":"bab6814e_b9f71ff4","updated":"2016-05-19 17:49:48.000000000","message":"ok. Having one flag is probably enough. \nI\u0027d like to use\n\ntempest run --parallel 2  \n\nto say that I want to run in parallel and have 2 workers, rather then\n\ntempest run --parallel --workers 2","commit_id":"c4de002dbbf5989a5777c13bb492fe56807ac65d"},{"author":{"_account_id":1921,"name":"Andrea Frittoli","email":"andrea.frittoli@gmail.com","username":"andrea-frittoli"},"change_message_id":"52ec03f2dba4ce8ba99d9557ffe632bfd2a588e0","unresolved":false,"context_lines":[{"line_number":74,"context_line":"  --parallel"},{"line_number":75,"context_line":"  --serial"},{"line_number":76,"context_line":"  --workers \u003cworkers\u003e"},{"line_number":77,"context_line":"  --list"},{"line_number":78,"context_line":""},{"line_number":79,"context_line":"Test Selection and Discovery::"},{"line_number":80,"context_line":""}],"source_content_type":"text/x-rst","patch_set":3,"id":"bab6814e_ddeb0577","line":77,"updated":"2016-05-19 09:35:50.000000000","message":"Will list honour all the selection logic below?","commit_id":"c4de002dbbf5989a5777c13bb492fe56807ac65d"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"cea8aade721745c99445c3fc059fdebe4f9bb90f","unresolved":false,"context_lines":[{"line_number":74,"context_line":"  --parallel"},{"line_number":75,"context_line":"  --serial"},{"line_number":76,"context_line":"  --workers \u003cworkers\u003e"},{"line_number":77,"context_line":"  --list"},{"line_number":78,"context_line":""},{"line_number":79,"context_line":"Test Selection and Discovery::"},{"line_number":80,"context_line":""}],"source_content_type":"text/x-rst","patch_set":3,"id":"bab6814e_f91c0715","line":77,"in_reply_to":"bab6814e_ddeb0577","updated":"2016-05-19 14:50:10.000000000","message":"Yes, that\u0027s a very important part of this flag. It\u0027s so you can test what your selection choices evaluate to without actually running anything","commit_id":"c4de002dbbf5989a5777c13bb492fe56807ac65d"},{"author":{"_account_id":1921,"name":"Andrea Frittoli","email":"andrea.frittoli@gmail.com","username":"andrea-frittoli"},"change_message_id":"52ec03f2dba4ce8ba99d9557ffe632bfd2a588e0","unresolved":false,"context_lines":[{"line_number":78,"context_line":""},{"line_number":79,"context_line":"Test Selection and Discovery::"},{"line_number":80,"context_line":""},{"line_number":81,"context_line":"  --tags \u003clist of tag name\u003e"},{"line_number":82,"context_line":"  --services \u003clist of services\u003e"},{"line_number":83,"context_line":""},{"line_number":84,"context_line":"  --include \u003cregex\u003e"}],"source_content_type":"text/x-rst","patch_set":3,"id":"bab6814e_a0025807","line":81,"updated":"2016-05-19 09:35:50.000000000","message":"tags are test attributes, like smoke, gate etc?","commit_id":"c4de002dbbf5989a5777c13bb492fe56807ac65d"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"cea8aade721745c99445c3fc059fdebe4f9bb90f","unresolved":false,"context_lines":[{"line_number":78,"context_line":""},{"line_number":79,"context_line":"Test Selection and Discovery::"},{"line_number":80,"context_line":""},{"line_number":81,"context_line":"  --tags \u003clist of tag name\u003e"},{"line_number":82,"context_line":"  --services \u003clist of services\u003e"},{"line_number":83,"context_line":""},{"line_number":84,"context_line":"  --include \u003cregex\u003e"}],"source_content_type":"text/x-rst","patch_set":3,"id":"bab6814e_3917afee","line":81,"in_reply_to":"bab6814e_a0025807","updated":"2016-05-19 14:50:10.000000000","message":"Yes, I believe so. Attrs might be a better name for this flag","commit_id":"c4de002dbbf5989a5777c13bb492fe56807ac65d"}]}