)]}'
{"specs/kilo/functional-testing.rst":[{"author":{"_account_id":8978,"name":"Marek Denis","email":"marek.denis+openstack@gmail.com","username":"marek-denis"},"change_message_id":"e22cf3b498810b0940ede8c389b64e73bbb408d5","unresolved":false,"context_lines":[{"line_number":9,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":10,"context_line":""},{"line_number":11,"context_line":"`bp functional-testing"},{"line_number":12,"context_line":"\u003chttps://blueprints.launchpad.net/keystone/+spec/functional-testing`_"},{"line_number":13,"context_line":""},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"The new direction for functional testing is to move it out of tempest and"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_b2c61868","line":12,"updated":"2015-01-19 10:50:01.000000000","message":"I think you are missing \u0027\u003e\u0027 ?","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":7725,"name":"David Stanek","email":"dstanek@dstanek.com","username":"dstanek"},"change_message_id":"02e7b886599db0e28cffc8e84c8f0829a31d2564","unresolved":false,"context_lines":[{"line_number":9,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":10,"context_line":""},{"line_number":11,"context_line":"`bp functional-testing"},{"line_number":12,"context_line":"\u003chttps://blueprints.launchpad.net/keystone/+spec/functional-testing`_"},{"line_number":13,"context_line":""},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"The new direction for functional testing is to move it out of tempest and"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_ecfe00af","line":12,"in_reply_to":"3a961159_b2c61868","updated":"2015-01-19 17:27:51.000000000","message":"Done","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":8978,"name":"Marek Denis","email":"marek.denis+openstack@gmail.com","username":"marek-denis"},"change_message_id":"e22cf3b498810b0940ede8c389b64e73bbb408d5","unresolved":false,"context_lines":[{"line_number":13,"context_line":""},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"The new direction for functional testing is to move it out of tempest and"},{"line_number":16,"context_line":"into the projects. TODO: citation? This means that we need to provide"},{"line_number":17,"context_line":"direction and some sort of framework for how this is to be done in"},{"line_number":18,"context_line":"Keystone."},{"line_number":19,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_32a228ae","line":16,"updated":"2015-01-19 10:50:01.000000000","message":"TODO","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":7725,"name":"David Stanek","email":"dstanek@dstanek.com","username":"dstanek"},"change_message_id":"02e7b886599db0e28cffc8e84c8f0829a31d2564","unresolved":false,"context_lines":[{"line_number":13,"context_line":""},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"The new direction for functional testing is to move it out of tempest and"},{"line_number":16,"context_line":"into the projects. TODO: citation? This means that we need to provide"},{"line_number":17,"context_line":"direction and some sort of framework for how this is to be done in"},{"line_number":18,"context_line":"Keystone."},{"line_number":19,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_2c280836","line":16,"in_reply_to":"3a961159_32a228ae","updated":"2015-01-19 17:27:51.000000000","message":"Done","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":13478,"name":"Boris Bobrov","email":"b.bobrov@sap.com","username":"bbobrov"},"change_message_id":"86026fc4ca5a1c02a614cfffe60244a1e42f9cec","unresolved":false,"context_lines":[{"line_number":43,"context_line":"  the box"},{"line_number":44,"context_line":"* it should be very easy to add new configurations that need to be tested"},{"line_number":45,"context_line":"* the tests should be runnable by the gate for enforcement"},{"line_number":46,"context_line":"* the tests should be runnable by developers using devstack"},{"line_number":47,"context_line":""},{"line_number":48,"context_line":"Concepts"},{"line_number":49,"context_line":"--------"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_bade3168","line":46,"updated":"2015-01-15 22:33:42.000000000","message":"please see the note below about migrations","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":6482,"name":"Steve Martinelli","email":"s.martinelli@gmail.com","username":"stevemar"},"change_message_id":"a1d83e7b0f81051b4d501eb9db36e82b734bea26","unresolved":false,"context_lines":[{"line_number":93,"context_line":""},{"line_number":94,"context_line":"* eventlet - deploy on eventlet"},{"line_number":95,"context_line":"* Apache - deploy behind mod_wsgi"},{"line_number":96,"context_line":"* federation - deploy on Apache using mod_shib"},{"line_number":97,"context_line":""},{"line_number":98,"context_line":".. example directory structure:"},{"line_number":99,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_de5cd44e","line":96,"updated":"2015-01-15 21:21:46.000000000","message":"additionally install pysaml2, too.","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":7725,"name":"David Stanek","email":"dstanek@dstanek.com","username":"dstanek"},"change_message_id":"02e7b886599db0e28cffc8e84c8f0829a31d2564","unresolved":false,"context_lines":[{"line_number":93,"context_line":""},{"line_number":94,"context_line":"* eventlet - deploy on eventlet"},{"line_number":95,"context_line":"* Apache - deploy behind mod_wsgi"},{"line_number":96,"context_line":"* federation - deploy on Apache using mod_shib"},{"line_number":97,"context_line":""},{"line_number":98,"context_line":".. example directory structure:"},{"line_number":99,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_ac907850","line":96,"in_reply_to":"3a961159_322dc846","updated":"2015-01-19 17:27:51.000000000","message":"Yes, I don\u0027t call this out because I see it as an implementation detail of setting up federation. I\u0027d like it easy to add a configuration file locally to point the tests at a different IdP.","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":8978,"name":"Marek Denis","email":"marek.denis+openstack@gmail.com","username":"marek-denis"},"change_message_id":"e22cf3b498810b0940ede8c389b64e73bbb408d5","unresolved":false,"context_lines":[{"line_number":93,"context_line":""},{"line_number":94,"context_line":"* eventlet - deploy on eventlet"},{"line_number":95,"context_line":"* Apache - deploy behind mod_wsgi"},{"line_number":96,"context_line":"* federation - deploy on Apache using mod_shib"},{"line_number":97,"context_line":""},{"line_number":98,"context_line":".. example directory structure:"},{"line_number":99,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_322dc846","line":96,"in_reply_to":"3a961159_de5cd44e","updated":"2015-01-19 10:50:01.000000000","message":"++","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":6482,"name":"Steve Martinelli","email":"s.martinelli@gmail.com","username":"stevemar"},"change_message_id":"a1d83e7b0f81051b4d501eb9db36e82b734bea26","unresolved":false,"context_lines":[{"line_number":94,"context_line":"* eventlet - deploy on eventlet"},{"line_number":95,"context_line":"* Apache - deploy behind mod_wsgi"},{"line_number":96,"context_line":"* federation - deploy on Apache using mod_shib"},{"line_number":97,"context_line":""},{"line_number":98,"context_line":".. example directory structure:"},{"line_number":99,"context_line":""},{"line_number":100,"context_line":"Directory structures"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_7e35a0f5","line":97,"updated":"2015-01-15 21:21:46.000000000","message":"also, audit / CADF notifications are currently mocked, they could be \"real\"","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":7725,"name":"David Stanek","email":"dstanek@dstanek.com","username":"dstanek"},"change_message_id":"02e7b886599db0e28cffc8e84c8f0829a31d2564","unresolved":false,"context_lines":[{"line_number":94,"context_line":"* eventlet - deploy on eventlet"},{"line_number":95,"context_line":"* Apache - deploy behind mod_wsgi"},{"line_number":96,"context_line":"* federation - deploy on Apache using mod_shib"},{"line_number":97,"context_line":""},{"line_number":98,"context_line":".. example directory structure:"},{"line_number":99,"context_line":""},{"line_number":100,"context_line":"Directory structures"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_6cacd089","line":97,"in_reply_to":"3a961159_7e35a0f5","updated":"2015-01-19 17:27:51.000000000","message":"Are you saying we should not mock these in functional tests or that we should have some functional tests to specifically test this functionality?","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":8978,"name":"Marek Denis","email":"marek.denis+openstack@gmail.com","username":"marek-denis"},"change_message_id":"e22cf3b498810b0940ede8c389b64e73bbb408d5","unresolved":false,"context_lines":[{"line_number":109,"context_line":"   └── apache"},{"line_number":110,"context_line":"       ├── devstack"},{"line_number":111,"context_line":"       │   └── local.conf  ( so these will hold the configuration scripts for each setup? So this would be the apache devstack configuration, correct?) Would it be possible to generate config docs from something like this? "},{"line_number":112,"context_line":"       ├── devstack-gate"},{"line_number":113,"context_line":"       │   ├── post_test_hook.sh"},{"line_number":114,"context_line":"       │   └── pre_test_hook.sh"},{"line_number":115,"context_line":"       └── run_tests.sh"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_128b6c18","line":112,"updated":"2015-01-19 10:50:01.000000000","message":"trailing whitespace","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":7725,"name":"David Stanek","email":"dstanek@dstanek.com","username":"dstanek"},"change_message_id":"02e7b886599db0e28cffc8e84c8f0829a31d2564","unresolved":false,"context_lines":[{"line_number":109,"context_line":"   └── apache"},{"line_number":110,"context_line":"       ├── devstack"},{"line_number":111,"context_line":"       │   └── local.conf  ( so these will hold the configuration scripts for each setup? So this would be the apache devstack configuration, correct?) Would it be possible to generate config docs from something like this? "},{"line_number":112,"context_line":"       ├── devstack-gate"},{"line_number":113,"context_line":"       │   ├── post_test_hook.sh"},{"line_number":114,"context_line":"       │   └── pre_test_hook.sh"},{"line_number":115,"context_line":"       └── run_tests.sh"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_ece0c099","line":112,"in_reply_to":"3a961159_128b6c18","updated":"2015-01-19 17:27:51.000000000","message":"Done","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":6482,"name":"Steve Martinelli","email":"s.martinelli@gmail.com","username":"stevemar"},"change_message_id":"a1d83e7b0f81051b4d501eb9db36e82b734bea26","unresolved":false,"context_lines":[{"line_number":209,"context_line":"  dstanek"},{"line_number":210,"context_line":""},{"line_number":211,"context_line":"Other contributors:"},{"line_number":212,"context_line":"  \u003canyone\u003e"},{"line_number":213,"context_line":""},{"line_number":214,"context_line":""},{"line_number":215,"context_line":"Work Items"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_9e0dec42","line":212,"updated":"2015-01-15 21:21:46.000000000","message":"i\u0027d like to help where possible","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":7725,"name":"David Stanek","email":"dstanek@dstanek.com","username":"dstanek"},"change_message_id":"02e7b886599db0e28cffc8e84c8f0829a31d2564","unresolved":false,"context_lines":[{"line_number":209,"context_line":"  dstanek"},{"line_number":210,"context_line":""},{"line_number":211,"context_line":"Other contributors:"},{"line_number":212,"context_line":"  \u003canyone\u003e"},{"line_number":213,"context_line":""},{"line_number":214,"context_line":""},{"line_number":215,"context_line":"Work Items"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_38fbde16","line":212,"in_reply_to":"3a961159_3a5881f8","updated":"2015-01-19 17:27:51.000000000","message":"Do you guys want to be officially on the hook to help out? If so submit an updated changeset with your name.","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":13478,"name":"Boris Bobrov","email":"b.bobrov@sap.com","username":"bbobrov"},"change_message_id":"ae5873b0a57b521634f48bd8cfc87f2febbed78c","unresolved":false,"context_lines":[{"line_number":209,"context_line":"  dstanek"},{"line_number":210,"context_line":""},{"line_number":211,"context_line":"Other contributors:"},{"line_number":212,"context_line":"  \u003canyone\u003e"},{"line_number":213,"context_line":""},{"line_number":214,"context_line":""},{"line_number":215,"context_line":"Work Items"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_3a5881f8","line":212,"in_reply_to":"3a961159_9e0dec42","updated":"2015-01-15 22:34:39.000000000","message":"i\u0027d like to jump in too","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":13478,"name":"Boris Bobrov","email":"b.bobrov@sap.com","username":"bbobrov"},"change_message_id":"86026fc4ca5a1c02a614cfffe60244a1e42f9cec","unresolved":false,"context_lines":[{"line_number":221,"context_line":"Dependencies"},{"line_number":222,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":223,"context_line":""},{"line_number":224,"context_line":"* Having a working devstack"},{"line_number":225,"context_line":""},{"line_number":226,"context_line":""},{"line_number":227,"context_line":"Documentation Impact"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_da9bfdc6","line":224,"updated":"2015-01-15 22:33:42.000000000","message":"This will seriously slow down testing of SQL-related changes. For example, migrations, because we want to have them running as functional tests. I would really love to see alternatives to complete devstack.","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":13478,"name":"Boris Bobrov","email":"b.bobrov@sap.com","username":"bbobrov"},"change_message_id":"f869771106c7d3636126c0c1091541ff45f71bba","unresolved":false,"context_lines":[{"line_number":221,"context_line":"Dependencies"},{"line_number":222,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":223,"context_line":""},{"line_number":224,"context_line":"* Having a working devstack"},{"line_number":225,"context_line":""},{"line_number":226,"context_line":""},{"line_number":227,"context_line":"Documentation Impact"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_e7c5323f","line":224,"in_reply_to":"3a961159_18fc62b5","updated":"2015-01-19 19:37:37.000000000","message":"\u003e This spec is trying to show how functional testing is done and not necessarily what is considered functional.\n\nI understand. But there was a huge discussion on the IRC and we decided to have them functional.\n\nI am concerned about efforts required to run SQL-related tests as functional tests. I totally do not want to have devstack running just to run a simple test.\n\nFrom IRC discussion (you and samueldmq) and change in patchset 3 I see now that devstack is just one of the options. Thank you!","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":7725,"name":"David Stanek","email":"dstanek@dstanek.com","username":"dstanek"},"change_message_id":"02e7b886599db0e28cffc8e84c8f0829a31d2564","unresolved":false,"context_lines":[{"line_number":221,"context_line":"Dependencies"},{"line_number":222,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":223,"context_line":""},{"line_number":224,"context_line":"* Having a working devstack"},{"line_number":225,"context_line":""},{"line_number":226,"context_line":""},{"line_number":227,"context_line":"Documentation Impact"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_18fc62b5","line":224,"in_reply_to":"3a961159_da9bfdc6","updated":"2015-01-19 17:27:51.000000000","message":"I do expect a little extra work to add migrations if they are considered functional. That\u0027s really orthogonal to this spec. This spec is trying to show how functional testing is done and not necessarily what is considered functional.\n\nThere may be a spec to describe what we are going to do with migration tests, but the tldr is that currently testing migrations on SQLite is close to useless and we need to run them against real RDBMS systems.","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":6482,"name":"Steve Martinelli","email":"s.martinelli@gmail.com","username":"stevemar"},"change_message_id":"a1d83e7b0f81051b4d501eb9db36e82b734bea26","unresolved":false,"context_lines":[{"line_number":222,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":223,"context_line":""},{"line_number":224,"context_line":"* Having a working devstack"},{"line_number":225,"context_line":""},{"line_number":226,"context_line":""},{"line_number":227,"context_line":"Documentation Impact"},{"line_number":228,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_f4029007","line":225,"updated":"2015-01-15 21:21:46.000000000","message":"Create the right hooks in keystone, and create functional test jobs in project-config","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":13478,"name":"Boris Bobrov","email":"b.bobrov@sap.com","username":"bbobrov"},"change_message_id":"86026fc4ca5a1c02a614cfffe60244a1e42f9cec","unresolved":false,"context_lines":[{"line_number":235,"context_line":"References"},{"line_number":236,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":237,"context_line":""},{"line_number":238,"context_line":"TODO:"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_7a468922","line":238,"updated":"2015-01-15 22:33:42.000000000","message":"Please, don\u0027t forget to add references to how it was done in other projects","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":7725,"name":"David Stanek","email":"dstanek@dstanek.com","username":"dstanek"},"change_message_id":"02e7b886599db0e28cffc8e84c8f0829a31d2564","unresolved":false,"context_lines":[{"line_number":235,"context_line":"References"},{"line_number":236,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":237,"context_line":""},{"line_number":238,"context_line":"TODO:"}],"source_content_type":"text/x-rst","patch_set":1,"id":"3a961159_582c2a02","line":238,"in_reply_to":"3a961159_7a468922","updated":"2015-01-19 17:27:51.000000000","message":"This is something I am currently working on.","commit_id":"760d1855f460dc65468010cb5b9fb52ecfe4cf45"},{"author":{"_account_id":13478,"name":"Boris Bobrov","email":"b.bobrov@sap.com","username":"bbobrov"},"change_message_id":"45c0586c6a222323196141574c2928d9c83053f4","unresolved":false,"context_lines":[{"line_number":206,"context_line":""},{"line_number":207,"context_line":".. code::"},{"line_number":208,"context_line":""},{"line_number":209,"context_line":"  tox -e functional-tests -- federation"},{"line_number":210,"context_line":""},{"line_number":211,"context_line":"  # or"},{"line_number":212,"context_line":""}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a961159_e73a9234","line":209,"updated":"2015-01-19 19:40:42.000000000","message":"How do I run just one test from federation?\n\nThis one is prefered imo","commit_id":"baec61fedcd1e0b77a97228880e9d7203050f6ef"},{"author":{"_account_id":6482,"name":"Steve Martinelli","email":"s.martinelli@gmail.com","username":"stevemar"},"change_message_id":"d65957123b44e47c6ca6c38e0a8a14caaeb5b2e2","unresolved":false,"context_lines":[{"line_number":206,"context_line":""},{"line_number":207,"context_line":".. code::"},{"line_number":208,"context_line":""},{"line_number":209,"context_line":"  tox -e functional-tests -- federation"},{"line_number":210,"context_line":""},{"line_number":211,"context_line":"  # or"},{"line_number":212,"context_line":""}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a961159_4d8b8717","line":209,"in_reply_to":"3a961159_6d3843a0","updated":"2015-01-19 20:47:08.000000000","message":"I don\u0027t think this should be an issue, the way we run a single test now is to just pass in additional arguments, so it should look like\n\n  tox -e functional federation\n\nor \n\n  tox -e functional federation.CreateTest.name\n\nAnd let subunit and testtools handle the rest of the logic\n\n  [testenv:functional]\n  commands \u003d bash -x {toxinidir}/some_script.sh {posargs}\n\nshould work","commit_id":"baec61fedcd1e0b77a97228880e9d7203050f6ef"},{"author":{"_account_id":7725,"name":"David Stanek","email":"dstanek@dstanek.com","username":"dstanek"},"change_message_id":"84f1ca4932b3e6926e3cc97e4c54d59f3095fb36","unresolved":false,"context_lines":[{"line_number":206,"context_line":""},{"line_number":207,"context_line":".. code::"},{"line_number":208,"context_line":""},{"line_number":209,"context_line":"  tox -e functional-tests -- federation"},{"line_number":210,"context_line":""},{"line_number":211,"context_line":"  # or"},{"line_number":212,"context_line":""}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a961159_6d3843a0","line":209,"in_reply_to":"3a961159_e73a9234","updated":"2015-01-19 20:38:18.000000000","message":"That\u0027s a good question. Not sure yet.","commit_id":"baec61fedcd1e0b77a97228880e9d7203050f6ef"},{"author":{"_account_id":13478,"name":"Boris Bobrov","email":"b.bobrov@sap.com","username":"bbobrov"},"change_message_id":"45c0586c6a222323196141574c2928d9c83053f4","unresolved":false,"context_lines":[{"line_number":281,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":282,"context_line":""},{"line_number":283,"context_line":"* Having a working devstack or a specific configuration manually configured."},{"line_number":284,"context_line":"  This would not work out of the box."},{"line_number":285,"context_line":""},{"line_number":286,"context_line":""},{"line_number":287,"context_line":"Documentation Impact"}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a961159_e721b2fe","line":284,"updated":"2015-01-19 19:40:42.000000000","message":"Sorry, what\u0027s \"This\"?","commit_id":"baec61fedcd1e0b77a97228880e9d7203050f6ef"},{"author":{"_account_id":7725,"name":"David Stanek","email":"dstanek@dstanek.com","username":"dstanek"},"change_message_id":"84f1ca4932b3e6926e3cc97e4c54d59f3095fb36","unresolved":false,"context_lines":[{"line_number":281,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":282,"context_line":""},{"line_number":283,"context_line":"* Having a working devstack or a specific configuration manually configured."},{"line_number":284,"context_line":"  This would not work out of the box."},{"line_number":285,"context_line":""},{"line_number":286,"context_line":""},{"line_number":287,"context_line":"Documentation Impact"}],"source_content_type":"text/x-rst","patch_set":3,"id":"3a961159_ad594bff","line":284,"in_reply_to":"3a961159_e721b2fe","updated":"2015-01-19 20:38:18.000000000","message":"I\u0027ll rephrase, but what I am trying to say is that you can\u0027t just get a Keystone checkout and run the functional tests. You will have to either use the included devstack scripts to setup the environment or you will have to set it up manually.","commit_id":"baec61fedcd1e0b77a97228880e9d7203050f6ef"},{"author":{"_account_id":2903,"name":"Morgan Fainberg","email":"morgan.fainberg@gmail.com","username":"mdrnstm"},"change_message_id":"0412ceb3f98ca957b96d0241300b8da5315874f5","unresolved":false,"context_lines":[{"line_number":64,"context_line":"standard tests"},{"line_number":65,"context_line":"  the scenario tests the show the base behavior of the system; these will"},{"line_number":66,"context_line":"  run under every configuration"},{"line_number":67,"context_line":""},{"line_number":68,"context_line":"Basic idea"},{"line_number":69,"context_line":"----------"},{"line_number":70,"context_line":""}],"source_content_type":"text/x-rst","patch_set":5,"id":"3a961159_d3e2b401","line":67,"updated":"2015-01-19 21:55:52.000000000","message":"Please call out either here or up top that unit tests are being left as are (tox -epy27) vs functional.","commit_id":"0b3761cd87fb84a764f846bf4ba64fef54118bc1"}]}