)]}'
{"spec/acceptance/basic_keystone_spec.rb":[{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"fe04d5edeff254e711bcaf815b1d519091d0bbe7","unresolved":false,"context_lines":[{"line_number":116,"context_line":"      class { \u0027::tempest\u0027:"},{"line_number":117,"context_line":"        debug              \u003d\u003e true,"},{"line_number":118,"context_line":"        use_stderr         \u003d\u003e false,"},{"line_number":119,"context_line":"        log_file           \u003d\u003e \u0027tempest.log\u0027,"},{"line_number":120,"context_line":"        configure_images   \u003d\u003e false,"},{"line_number":121,"context_line":"        configure_networks \u003d\u003e false,"},{"line_number":122,"context_line":"        identity_uri       \u003d\u003e \u0027http://127.0.0.1:5000/v2.0\u0027,"}],"source_content_type":"text/x-ruby","patch_set":20,"id":"9a41bdd9_48567cd3","line":119,"updated":"2015-07-13 20:24:01.000000000","message":"It\u0027ll probably also be useful to set this file up to be copied to the workspace logs dir too.","commit_id":"fa25cc763f2bd0e1a781ea67c01eaa8577a6135b"},{"author":{"_account_id":3153,"name":"Emilien Macchi","email":"emilien@redhat.com","username":"emilienm"},"change_message_id":"691ccd69901b3464187c42c433e00919fdd32acf","unresolved":false,"context_lines":[{"line_number":116,"context_line":"      class { \u0027::tempest\u0027:"},{"line_number":117,"context_line":"        debug              \u003d\u003e true,"},{"line_number":118,"context_line":"        use_stderr         \u003d\u003e false,"},{"line_number":119,"context_line":"        log_file           \u003d\u003e \u0027tempest.log\u0027,"},{"line_number":120,"context_line":"        configure_images   \u003d\u003e false,"},{"line_number":121,"context_line":"        configure_networks \u003d\u003e false,"},{"line_number":122,"context_line":"        identity_uri       \u003d\u003e \u0027http://127.0.0.1:5000/v2.0\u0027,"}],"source_content_type":"text/x-ruby","patch_set":20,"id":"9a41bdd9_68ffc0aa","line":119,"in_reply_to":"9a41bdd9_48567cd3","updated":"2015-07-13 20:25:35.000000000","message":"Done","commit_id":"fa25cc763f2bd0e1a781ea67c01eaa8577a6135b"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"b10a9b861426072335486bc844d1dd5b131eb5a2","unresolved":false,"context_lines":[{"line_number":242,"context_line":"    end"},{"line_number":243,"context_line":"    describe \u0027run Keystone Tempest tests\u0027 do"},{"line_number":244,"context_line":"      it \u0027should not fail to run Keystone Tempest tests\u0027 do"},{"line_number":245,"context_line":"        shell(\u0027cd /var/lib/tempest; tox -eall -- identity\u0027) do |r|"},{"line_number":246,"context_line":"          expect(r.stderr).to be_empty"},{"line_number":247,"context_line":"        end"},{"line_number":248,"context_line":"      end"}],"source_content_type":"text/x-ruby","patch_set":25,"id":"9a41bdd9_9eea3aab","line":245,"updated":"2015-07-14 23:12:03.000000000","message":"So this line is causing debug issues, it only prints the last 10 lines of stdout which isn\u0027t enough to see failures or debug info. We really need to print all of the output. I\u0027m not familiar with the shell function here, but is there a way to configure this?","commit_id":"5b5e24860d5f27634dc7e9d07e620174e940dea4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"d08925beb2c54f9ec1593b06a3b97cacd858bc63","unresolved":false,"context_lines":[{"line_number":242,"context_line":"    end"},{"line_number":243,"context_line":"    describe \u0027run Keystone Tempest tests\u0027 do"},{"line_number":244,"context_line":"      it \u0027should not fail to run Keystone Tempest tests\u0027 do"},{"line_number":245,"context_line":"        shell(\u0027cd /var/lib/tempest; tox -eall -- identity\u0027) do |r|"},{"line_number":246,"context_line":"          expect(r.stderr).to be_empty"},{"line_number":247,"context_line":"        end"},{"line_number":248,"context_line":"      end"}],"source_content_type":"text/x-ruby","patch_set":25,"id":"9a41bdd9_e23db6c4","line":245,"in_reply_to":"9a41bdd9_7c0b8bd6","updated":"2015-07-15 19:19:55.000000000","message":"So the tempest logs are actually a different thing, they log all the internal actions that tempest makes as well as all the api requests and responses. In the case of an early failure (or maybe even a serialized test run) you can get away with just having this because everything is small and in order. \n\nHowever, for a full test run in parallel the logs are too noisy since there are concurrent actions and identifying a failure is next to impossible just with a log of internal actions. The console output from testr (or whatever testrunner) shows the the test results as well as any tracebacks. Unfortunately we no longer log unhanded tracebacks in the tempest.log as well as on the console because of a change in oslo.log behavior, which I haven\u0027t been able to track down yet.\n\nTo know why a test run failed we really need to see the console ouput from tox how about we just do stdout redirection to a file and then copy that to output, something like:\n\nshell(\u0027cd /var/lib/tempest; tox -eall -- identity \u003e #{workspace_dir}/logs/tox.out\u0027)","commit_id":"5b5e24860d5f27634dc7e9d07e620174e940dea4"},{"author":{"_account_id":3153,"name":"Emilien Macchi","email":"emilien@redhat.com","username":"emilienm"},"change_message_id":"a46fdb81a81d0e0defe57d927173a13a1b7ac2b4","unresolved":false,"context_lines":[{"line_number":242,"context_line":"    end"},{"line_number":243,"context_line":"    describe \u0027run Keystone Tempest tests\u0027 do"},{"line_number":244,"context_line":"      it \u0027should not fail to run Keystone Tempest tests\u0027 do"},{"line_number":245,"context_line":"        shell(\u0027cd /var/lib/tempest; tox -eall -- identity\u0027) do |r|"},{"line_number":246,"context_line":"          expect(r.stderr).to be_empty"},{"line_number":247,"context_line":"        end"},{"line_number":248,"context_line":"      end"}],"source_content_type":"text/x-ruby","patch_set":25,"id":"9a41bdd9_7c0b8bd6","line":245,"in_reply_to":"9a41bdd9_9eea3aab","updated":"2015-07-15 19:10:20.000000000","message":"this is a beaker thing where it show only the last 10 lines for debug purpose. But don\u0027t worry! we can see the tempest logs here: http://logs.openstack.org/61/198561/25/check/gate-puppet-keystone-puppet-beaker-rspec-dsvm-centos7/06d4d49/logs/tempest.log","commit_id":"5b5e24860d5f27634dc7e9d07e620174e940dea4"},{"author":{"_account_id":9983,"name":"Richard Megginson","email":"rmeggins@redhat.com","username":"rmeggins"},"change_message_id":"14f4017f98573fdf529c309d10b3037020b8d875","unresolved":false,"context_lines":[{"line_number":243,"context_line":"    end"},{"line_number":244,"context_line":"    describe \u0027run Keystone Tempest tests\u0027 do"},{"line_number":245,"context_line":"      it \u0027should not fail to run Keystone Tempest tests\u0027 do"},{"line_number":246,"context_line":"        shell(\"cd /var/lib/tempest; tox -eall -- identity \u003e /var/lib/tempest/test_run.out\") do |r|"},{"line_number":247,"context_line":"          expect(r.stderr).to be_empty"},{"line_number":248,"context_line":"        end"},{"line_number":249,"context_line":"      end"}],"source_content_type":"text/x-ruby","patch_set":27,"id":"9a41bdd9_17e8df15","line":246,"updated":"2015-07-16 17:35:45.000000000","message":"Do you need to do a `\u003e 2\u003e\u00261` to get both stdout and stderr?","commit_id":"abcff62b3d196e36f420556a5ea23e022ad96a7a"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"984344d0b6f368113e3b9364933f72f05d351ec5","unresolved":false,"context_lines":[{"line_number":243,"context_line":"    end"},{"line_number":244,"context_line":"    describe \u0027run Keystone Tempest tests\u0027 do"},{"line_number":245,"context_line":"      it \u0027should not fail to run Keystone Tempest tests\u0027 do"},{"line_number":246,"context_line":"        shell(\"cd /var/lib/tempest; tox -eall -- identity \u003e /var/lib/tempest/test_run.out\") do |r|"},{"line_number":247,"context_line":"          expect(r.stderr).to be_empty"},{"line_number":248,"context_line":"        end"},{"line_number":249,"context_line":"      end"}],"source_content_type":"text/x-ruby","patch_set":27,"id":"9a41bdd9_868fdacb","line":246,"in_reply_to":"9a41bdd9_17e8df15","updated":"2015-07-16 22:12:58.000000000","message":"I\u0027m not sure we actually need stderr here. The output from the tox command should all be in stdout. Although, I guess it doesn\u0027t really hurt to do that.","commit_id":"abcff62b3d196e36f420556a5ea23e022ad96a7a"},{"author":{"_account_id":9983,"name":"Richard Megginson","email":"rmeggins@redhat.com","username":"rmeggins"},"change_message_id":"ff3fcf0b405cdff92d9f4c8a1bccf3f640c4b821","unresolved":false,"context_lines":[{"line_number":51,"context_line":"      class { \u0027::keystone::endpoint\u0027:"},{"line_number":52,"context_line":"        public_url     \u003d\u003e \"http://127.0.0.1:5000\","},{"line_number":53,"context_line":"        admin_url      \u003d\u003e \"http://127.0.0.1:35357\","},{"line_number":54,"context_line":"        default_domain \u003d\u003e \"admin_domain\","},{"line_number":55,"context_line":"      }"},{"line_number":56,"context_line":"      ::keystone::resource::service_identity { \u0027beaker-ci\u0027:"},{"line_number":57,"context_line":"        service_type        \u003d\u003e \u0027beaker\u0027,"}],"source_content_type":"text/x-ruby","patch_set":30,"id":"3a50d1a3_f287625f","line":54,"updated":"2015-07-20 16:59:38.000000000","message":"This will create the `keystone` user in the domain `admin_domain`.  It will assign this user the role \u0027admin\u0027 in the tenant/project \u0027services\u0027 in the default domain (you can control the name and domain of the service tenant with `\n::keystone::roles::admin` `$service_tenant` and `$service_project_domain`).","commit_id":"fed260cbfdda257f0013355011a7c0ffd277c396"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"e00cd3e3e8a53ae99509a5f58100f4d627de666f","unresolved":false,"context_lines":[{"line_number":125,"context_line":"        admin_password     \u003d\u003e \u0027a_big_secret\u0027,"},{"line_number":126,"context_line":"        admin_domain_name  \u003d\u003e \u0027Default\u0027,"},{"line_number":127,"context_line":"        auth_version       \u003d\u003e \u0027v3\u0027,"},{"line_number":128,"context_line":"        username           \u003d\u003e \u0027tempest-demo\u0027,"},{"line_number":129,"context_line":"        password           \u003d\u003e \u0027demo\u0027,"},{"line_number":130,"context_line":"        tenant_name        \u003d\u003e \u0027tempest\u0027,"},{"line_number":131,"context_line":"        cinder_available   \u003d\u003e false,"}],"source_content_type":"text/x-ruby","patch_set":33,"id":"3a50d1a3_705a2a2c","line":128,"updated":"2015-07-27 14:25:35.000000000","message":"Since you\u0027re using tenant isolation you don\u0027t actually have to provide a non-admin user. Tempest creates all the projects and users dynamically on demand. \n\nSetting it here doesn\u0027t really hurt, but it\u0027s just not used anywhere during the tests.","commit_id":"f31437ba4ba314526e28eb500f62872f4d1c1d99"},{"author":{"_account_id":3153,"name":"Emilien Macchi","email":"emilien@redhat.com","username":"emilienm"},"change_message_id":"b3694fea5903f28dca1857fee8c72ae1b77fcff5","unresolved":false,"context_lines":[{"line_number":125,"context_line":"        admin_password     \u003d\u003e \u0027a_big_secret\u0027,"},{"line_number":126,"context_line":"        admin_domain_name  \u003d\u003e \u0027Default\u0027,"},{"line_number":127,"context_line":"        auth_version       \u003d\u003e \u0027v3\u0027,"},{"line_number":128,"context_line":"        username           \u003d\u003e \u0027tempest-demo\u0027,"},{"line_number":129,"context_line":"        password           \u003d\u003e \u0027demo\u0027,"},{"line_number":130,"context_line":"        tenant_name        \u003d\u003e \u0027tempest\u0027,"},{"line_number":131,"context_line":"        cinder_available   \u003d\u003e false,"}],"source_content_type":"text/x-ruby","patch_set":33,"id":"3a50d1a3_3336ece7","line":128,"in_reply_to":"3a50d1a3_705a2a2c","updated":"2015-07-27 14:33:54.000000000","message":"Done","commit_id":"f31437ba4ba314526e28eb500f62872f4d1c1d99"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"e00cd3e3e8a53ae99509a5f58100f4d627de666f","unresolved":false,"context_lines":[{"line_number":131,"context_line":"        cinder_available   \u003d\u003e false,"},{"line_number":132,"context_line":"        glance_available   \u003d\u003e false,"},{"line_number":133,"context_line":"        horizon_available  \u003d\u003e false,"},{"line_number":134,"context_line":"        nova_available     \u003d\u003e false,"},{"line_number":135,"context_line":"      }"},{"line_number":136,"context_line":"      EOS"},{"line_number":137,"context_line":""}],"source_content_type":"text/x-ruby","patch_set":33,"id":"3a50d1a3_3078222b","line":134,"updated":"2015-07-27 14:25:35.000000000","message":"If you want to be complete here you probably should also add:\n\nswift_available \u003d\u003e false,\n\nceilometer_available \u003d\u003e false,\n\nas those both default true in the tempest config. (why ceilometer does I do not know, that seems wrong to me) It doesn\u0027t really matter because the test runner regex filter we use below to just run keystone tests means nothing using them gets picked up.","commit_id":"f31437ba4ba314526e28eb500f62872f4d1c1d99"},{"author":{"_account_id":3153,"name":"Emilien Macchi","email":"emilien@redhat.com","username":"emilienm"},"change_message_id":"b3694fea5903f28dca1857fee8c72ae1b77fcff5","unresolved":false,"context_lines":[{"line_number":131,"context_line":"        cinder_available   \u003d\u003e false,"},{"line_number":132,"context_line":"        glance_available   \u003d\u003e false,"},{"line_number":133,"context_line":"        horizon_available  \u003d\u003e false,"},{"line_number":134,"context_line":"        nova_available     \u003d\u003e false,"},{"line_number":135,"context_line":"      }"},{"line_number":136,"context_line":"      EOS"},{"line_number":137,"context_line":""}],"source_content_type":"text/x-ruby","patch_set":33,"id":"3a50d1a3_536e18ca","line":134,"in_reply_to":"3a50d1a3_3078222b","updated":"2015-07-27 14:33:54.000000000","message":"they are false by default in Puppet modules. Do not ask me why it\u0027s not consistent with other services, I did not write the code :-)","commit_id":"f31437ba4ba314526e28eb500f62872f4d1c1d99"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"e00cd3e3e8a53ae99509a5f58100f4d627de666f","unresolved":false,"context_lines":[{"line_number":257,"context_line":"        workspace_dir \u003d ENV[\u0027WORKSPACE\u0027]"},{"line_number":258,"context_line":"        shell(\"mkdir -p #{workspace_dir}/logs\")"},{"line_number":259,"context_line":"        shell(\"cp /var/log/keystone/* #{workspace_dir}/logs\")"},{"line_number":260,"context_line":"        shell(\"cp /etc/keystone/keystone.conf #{workspace_dir}/logs\")"},{"line_number":261,"context_line":"        shell(\"cp /var/lib/tempest/etc/tempest.conf #{workspace_dir}/logs\")"},{"line_number":262,"context_line":"        shell(\"cp /var/lib/tempest/tempest.log #{workspace_dir}/logs\")"},{"line_number":263,"context_line":"        shell(\"cp /var/lib/tempest/test_run.out #{workspace_dir}/logs\")"}],"source_content_type":"text/x-ruby","patch_set":33,"id":"3a50d1a3_9037b6af","line":260,"updated":"2015-07-27 14:25:35.000000000","message":"I just noticed this file is empty, so maybe the path is wrong.","commit_id":"f31437ba4ba314526e28eb500f62872f4d1c1d99"},{"author":{"_account_id":3153,"name":"Emilien Macchi","email":"emilien@redhat.com","username":"emilienm"},"change_message_id":"b3694fea5903f28dca1857fee8c72ae1b77fcff5","unresolved":false,"context_lines":[{"line_number":257,"context_line":"        workspace_dir \u003d ENV[\u0027WORKSPACE\u0027]"},{"line_number":258,"context_line":"        shell(\"mkdir -p #{workspace_dir}/logs\")"},{"line_number":259,"context_line":"        shell(\"cp /var/log/keystone/* #{workspace_dir}/logs\")"},{"line_number":260,"context_line":"        shell(\"cp /etc/keystone/keystone.conf #{workspace_dir}/logs\")"},{"line_number":261,"context_line":"        shell(\"cp /var/lib/tempest/etc/tempest.conf #{workspace_dir}/logs\")"},{"line_number":262,"context_line":"        shell(\"cp /var/lib/tempest/tempest.log #{workspace_dir}/logs\")"},{"line_number":263,"context_line":"        shell(\"cp /var/lib/tempest/test_run.out #{workspace_dir}/logs\")"}],"source_content_type":"text/x-ruby","patch_set":33,"id":"3a50d1a3_d3b9c82f","line":260,"in_reply_to":"3a50d1a3_9037b6af","updated":"2015-07-27 14:33:54.000000000","message":"this file is actually useless, since we can read all parameters values in keystone.log","commit_id":"f31437ba4ba314526e28eb500f62872f4d1c1d99"}],"spec/acceptance/keystone_wsgi_apache_spec.rb":[{"author":{"_account_id":9983,"name":"Richard Megginson","email":"rmeggins@redhat.com","username":"rmeggins"},"change_message_id":"c4c14cc644fafe458fc16dfd75a0c581d3aa2b05","unresolved":false,"context_lines":[{"line_number":269,"context_line":"        shell(\"cp /var/log/#{httpd_service}/* #{workspace_dir}/logs/wsgi\")"},{"line_number":270,"context_line":"        shell(\"cp /var/lib/tempest/etc/tempest.conf #{workspace_dir}/logs/wsgi\")"},{"line_number":271,"context_line":"        shell(\"cp /var/lib/tempest/tempest.log #{workspace_dir}/logs/wsgi\")"},{"line_number":272,"context_line":"        shell(\"cp /var/lib/tempest/test_run.out #{workspace_dir}/logs/wsgi\")"},{"line_number":273,"context_line":"      end"},{"line_number":274,"context_line":"    end"},{"line_number":275,"context_line":"  end"}],"source_content_type":"text/x-ruby","patch_set":37,"id":"3a50d1a3_80ef561d","line":272,"updated":"2015-07-27 20:05:04.000000000","message":"There is also a /var/log/keystone/keystone.log (at least on RH platforms) even when using keystone wsgi.","commit_id":"e427c315414257a4570f9d9cb2f29b37f04f6d9d"}]}