)]}'
{"/COMMIT_MSG":[{"author":{"_account_id":748,"name":"Armando Migliaccio","email":"armamig@gmail.com","username":"armando-migliaccio"},"change_message_id":"c4d27a542654cd6d517b4844ace9c1559bab787a","unresolved":false,"context_lines":[{"line_number":4,"context_line":"Commit:     Assaf Muller \u003camuller@redhat.com\u003e"},{"line_number":5,"context_line":"CommitDate: 2015-11-16 15:31:43 -0500"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"Moved fullstack test doc content to TESTING.rst"},{"line_number":8,"context_line":""},{"line_number":9,"context_line":"* Removed long term goals documentation (I don\u0027t see a need"},{"line_number":10,"context_line":"  document these)."}],"source_content_type":"text/x-gerrit-commit-message","patch_set":1,"id":"ba8a016a_059d84bb","line":7,"updated":"2015-11-18 20:25:22.000000000","message":"I am wondering if some of this content should really be top level on:\n\nhttp://docs-draft.openstack.org/83/245983/1/check/gate-neutron-docs/f1f7faf//doc/build/html/\n\nalongside, the policies and developer sections. We could have a section that introduces the various testing efforts available in Neutron. Each section can then drill down into the specifics.\n\nRight now, content is split between TESTING.rst and a few test related docs under doc/source/devref. I feel it\u0027s now time for a doc/source/testing where we distribute/develop content. Have you given this any thought?","commit_id":"27c8614b0d5031f925348dfda56379c318c97e09"},{"author":{"_account_id":8873,"name":"Assaf Muller","email":"amuller@redhat.com","username":"amuller"},"change_message_id":"d716992225bd28dbf618af7b4a782bdfed72e156","unresolved":false,"context_lines":[{"line_number":4,"context_line":"Commit:     Assaf Muller \u003camuller@redhat.com\u003e"},{"line_number":5,"context_line":"CommitDate: 2015-11-16 15:31:43 -0500"},{"line_number":6,"context_line":""},{"line_number":7,"context_line":"Moved fullstack test doc content to TESTING.rst"},{"line_number":8,"context_line":""},{"line_number":9,"context_line":"* Removed long term goals documentation (I don\u0027t see a need"},{"line_number":10,"context_line":"  document these)."}],"source_content_type":"text/x-gerrit-commit-message","patch_set":1,"id":"7a740942_c37ce322","line":7,"in_reply_to":"ba8a016a_059d84bb","updated":"2015-12-03 22:00:49.000000000","message":"The content is split, but it\u0027s all listed in index.html here:\nhttp://docs.openstack.org/developer/neutron/devref/index.html#testing\n\nI\u0027m not sure what moving it out of the devref and in to a top level section would buy us. It shouldn\u0027t take more than a few minutes to do it, just asking why.","commit_id":"27c8614b0d5031f925348dfda56379c318c97e09"},{"author":{"_account_id":17120,"name":"Manjeet Singh Bhatia","email":"manjeet.s.bhatia@intel.com","username":"manjeets"},"change_message_id":"2050ed573b5508fc752b93dcbb54ebae8e4a378f","unresolved":false,"context_lines":[{"line_number":6,"context_line":""},{"line_number":7,"context_line":"Moved fullstack test doc content to TESTING.rst"},{"line_number":8,"context_line":""},{"line_number":9,"context_line":"* Removed long term goals documentation (I don\u0027t see a need"},{"line_number":10,"context_line":"  document these)."},{"line_number":11,"context_line":"* Added and rearranged short term goals"},{"line_number":12,"context_line":""}],"source_content_type":"text/x-gerrit-commit-message","patch_set":1,"id":"ba8a016a_d3725f7c","line":9,"updated":"2015-11-16 22:02:19.000000000","message":"nit: need to","commit_id":"27c8614b0d5031f925348dfda56379c318c97e09"},{"author":{"_account_id":8873,"name":"Assaf Muller","email":"amuller@redhat.com","username":"amuller"},"change_message_id":"d716992225bd28dbf618af7b4a782bdfed72e156","unresolved":false,"context_lines":[{"line_number":6,"context_line":""},{"line_number":7,"context_line":"Moved fullstack test doc content to TESTING.rst"},{"line_number":8,"context_line":""},{"line_number":9,"context_line":"* Removed long term goals documentation (I don\u0027t see a need"},{"line_number":10,"context_line":"  document these)."},{"line_number":11,"context_line":"* Added and rearranged short term goals"},{"line_number":12,"context_line":""}],"source_content_type":"text/x-gerrit-commit-message","patch_set":1,"id":"7a740942_c3caa34f","line":9,"in_reply_to":"ba8a016a_d3725f7c","updated":"2015-12-03 22:00:49.000000000","message":"Done","commit_id":"27c8614b0d5031f925348dfda56379c318c97e09"}],"TESTING.rst":[{"author":{"_account_id":748,"name":"Armando Migliaccio","email":"armamig@gmail.com","username":"armando-migliaccio"},"change_message_id":"c4d27a542654cd6d517b4844ace9c1559bab787a","unresolved":false,"context_lines":[{"line_number":20,"context_line":"      \u0027\u0027\u0027\u0027\u0027\u0027\u0027  Heading 4"},{"line_number":21,"context_line":"      (Avoid deeper levels because they do not render well.)"},{"line_number":22,"context_line":""},{"line_number":23,"context_line":""},{"line_number":24,"context_line":"Testing Neutron"},{"line_number":25,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":26,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"ba8a016a_85a5f4a2","line":23,"updated":"2015-11-18 20:25:22.000000000","message":"I\u0027d split this document between the why and introductory content from the meet on the bone. It would make the content of this doc leaner.\n\nI am happy with the content being added and I would be ok with restructuring content at a later date too.","commit_id":"27c8614b0d5031f925348dfda56379c318c97e09"},{"author":{"_account_id":8873,"name":"Assaf Muller","email":"amuller@redhat.com","username":"amuller"},"change_message_id":"d716992225bd28dbf618af7b4a782bdfed72e156","unresolved":false,"context_lines":[{"line_number":20,"context_line":"      \u0027\u0027\u0027\u0027\u0027\u0027\u0027  Heading 4"},{"line_number":21,"context_line":"      (Avoid deeper levels because they do not render well.)"},{"line_number":22,"context_line":""},{"line_number":23,"context_line":""},{"line_number":24,"context_line":"Testing Neutron"},{"line_number":25,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":26,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"7a740942_03e74be5","line":23,"in_reply_to":"ba8a016a_85a5f4a2","updated":"2015-12-03 22:00:49.000000000","message":"I had similar thoughts about structure. First I want to get the content in there, then I\u0027d be happy to reconsider its structure.","commit_id":"27c8614b0d5031f925348dfda56379c318c97e09"},{"author":{"_account_id":748,"name":"Armando Migliaccio","email":"armamig@gmail.com","username":"armando-migliaccio"},"change_message_id":"c4d27a542654cd6d517b4844ace9c1559bab787a","unresolved":false,"context_lines":[{"line_number":56,"context_line":"Fullstack Tests"},{"line_number":57,"context_line":"~~~~~~~~~~~~~~~"},{"line_number":58,"context_line":""},{"line_number":59,"context_line":"Why?"},{"line_number":60,"context_line":"++++"},{"line_number":61,"context_line":""},{"line_number":62,"context_line":"The idea behind \"fullstack\" testing is to fill a gap between unit + functional"}],"source_content_type":"text/x-rst","patch_set":1,"id":"ba8a016a_45ab8c75","line":59,"updated":"2015-11-18 20:25:22.000000000","message":"should we have the why/when for the other types of testing?","commit_id":"27c8614b0d5031f925348dfda56379c318c97e09"},{"author":{"_account_id":8873,"name":"Assaf Muller","email":"amuller@redhat.com","username":"amuller"},"change_message_id":"d716992225bd28dbf618af7b4a782bdfed72e156","unresolved":false,"context_lines":[{"line_number":56,"context_line":"Fullstack Tests"},{"line_number":57,"context_line":"~~~~~~~~~~~~~~~"},{"line_number":58,"context_line":""},{"line_number":59,"context_line":"Why?"},{"line_number":60,"context_line":"++++"},{"line_number":61,"context_line":""},{"line_number":62,"context_line":"The idea behind \"fullstack\" testing is to fill a gap between unit + functional"}],"source_content_type":"text/x-rst","patch_set":1,"id":"7a740942_4304737d","line":59,"in_reply_to":"ba8a016a_45ab8c75","updated":"2015-12-03 22:00:49.000000000","message":"I added similar content in the follow up patch, just not structured with the same why/how/when sections.","commit_id":"27c8614b0d5031f925348dfda56379c318c97e09"},{"author":{"_account_id":7715,"name":"Hirofumi Ichihara","email":"ichihara.hirofumi@gmail.com","username":"Hirofumi-Ichihara"},"change_message_id":"a0ea1f4578311b3697aa7eaacf9b43db33b22fb1","unresolved":false,"context_lines":[{"line_number":95,"context_line":"is connected to its own pair of br-int/br-ex, and those bridges are then"},{"line_number":96,"context_line":"interconnected."},{"line_number":97,"context_line":""},{"line_number":98,"context_line":".. image:: images/fullstack_multinode_simulation.png"},{"line_number":99,"context_line":""},{"line_number":100,"context_line":"Segmentation at the database layer is guaranteed by creating a database"},{"line_number":101,"context_line":"per test. The messaging layer achieves segmentation by utilizing a RabbitMQ"}],"source_content_type":"text/x-rst","patch_set":1,"id":"ba8a016a_93905797","line":98,"updated":"2015-11-16 21:56:12.000000000","message":"doc/source/devref/images/fullstack_multinode_simulation.png","commit_id":"27c8614b0d5031f925348dfda56379c318c97e09"},{"author":{"_account_id":8873,"name":"Assaf Muller","email":"amuller@redhat.com","username":"amuller"},"change_message_id":"dcd203794ffdbeab53393e11697e97525775c796","unresolved":false,"context_lines":[{"line_number":95,"context_line":"is connected to its own pair of br-int/br-ex, and those bridges are then"},{"line_number":96,"context_line":"interconnected."},{"line_number":97,"context_line":""},{"line_number":98,"context_line":".. image:: images/fullstack_multinode_simulation.png"},{"line_number":99,"context_line":""},{"line_number":100,"context_line":"Segmentation at the database layer is guaranteed by creating a database"},{"line_number":101,"context_line":"per test. The messaging layer achieves segmentation by utilizing a RabbitMQ"}],"source_content_type":"text/x-rst","patch_set":1,"id":"7a740942_664f3d93","line":98,"in_reply_to":"ba8a016a_93905797","updated":"2015-12-03 22:22:38.000000000","message":"The image renders correctly for me in the HTML output.","commit_id":"27c8614b0d5031f925348dfda56379c318c97e09"},{"author":{"_account_id":8124,"name":"cbrandily","email":"zzelle@gmail.com","username":"cbrandily"},"change_message_id":"d2f97ca5ba567cb2db0ce007cceaec48fced919d","unresolved":false,"context_lines":[{"line_number":334,"context_line":"sub-folder in /tmp/fullstack-logs (for example, a test named"},{"line_number":335,"context_line":"\"test_example\" will produce logs to /tmp/fullstack-logs/test_example/),"},{"line_number":336,"context_line":"so that will be a good place to look if your test is failing."},{"line_number":337,"context_line":"Fullstack test suite assumes 240.0.0.0/3 range in root namespace of the test"},{"line_number":338,"context_line":"machine is available for its usage."},{"line_number":339,"context_line":""},{"line_number":340,"context_line":"API Tests"}],"source_content_type":"text/x-rst","patch_set":1,"id":"ba8a016a_61727daf","line":337,"updated":"2015-11-17 22:38:18.000000000","message":"It\u0027s 240.0.0.0/4","commit_id":"27c8614b0d5031f925348dfda56379c318c97e09"},{"author":{"_account_id":8873,"name":"Assaf Muller","email":"amuller@redhat.com","username":"amuller"},"change_message_id":"d716992225bd28dbf618af7b4a782bdfed72e156","unresolved":false,"context_lines":[{"line_number":334,"context_line":"sub-folder in /tmp/fullstack-logs (for example, a test named"},{"line_number":335,"context_line":"\"test_example\" will produce logs to /tmp/fullstack-logs/test_example/),"},{"line_number":336,"context_line":"so that will be a good place to look if your test is failing."},{"line_number":337,"context_line":"Fullstack test suite assumes 240.0.0.0/3 range in root namespace of the test"},{"line_number":338,"context_line":"machine is available for its usage."},{"line_number":339,"context_line":""},{"line_number":340,"context_line":"API Tests"}],"source_content_type":"text/x-rst","patch_set":1,"id":"7a740942_06a51903","line":337,"in_reply_to":"ba8a016a_61727daf","updated":"2015-12-03 22:00:49.000000000","message":"Done","commit_id":"27c8614b0d5031f925348dfda56379c318c97e09"},{"author":{"_account_id":7715,"name":"Hirofumi Ichihara","email":"ichihara.hirofumi@gmail.com","username":"Hirofumi-Ichihara"},"change_message_id":"5df9c3507c36a510ee7c22df51a5c46ed110f734","unresolved":false,"context_lines":[{"line_number":91,"context_line":""},{"line_number":92,"context_line":"Full stack testing can simulate multi node testing by starting an agent"},{"line_number":93,"context_line":"multiple times. Specifically, each node would have its own copy of the"},{"line_number":94,"context_line":"OVS/DHCP/L3 agents, all configured with the same \"host\" value. Each OVS agent"},{"line_number":95,"context_line":"is connected to its own pair of br-int/br-ex, and those bridges are then"},{"line_number":96,"context_line":"interconnected."},{"line_number":97,"context_line":""}],"source_content_type":"text/x-rst","patch_set":2,"id":"7a740942_0f5f45e6","line":94,"updated":"2015-12-04 16:04:45.000000000","message":"What does \"same host value\" mean? I supposed it means hostname but each node has different hostname, doesn\u0027t it?\n\nnit: OVS/DHCP/Metadata/L3 agents","commit_id":"41d0498dc4bf617fc87edb74bea4d2b33c487f69"},{"author":{"_account_id":748,"name":"Armando Migliaccio","email":"armamig@gmail.com","username":"armando-migliaccio"},"change_message_id":"50ff97dd64d215eca8bc728fd8a32b6275905a3e","unresolved":false,"context_lines":[{"line_number":97,"context_line":""},{"line_number":98,"context_line":".. image:: images/fullstack_multinode_simulation.png"},{"line_number":99,"context_line":""},{"line_number":100,"context_line":"Segmentation at the database layer is guaranteed by creating a database"},{"line_number":101,"context_line":"per test. The messaging layer achieves segmentation by utilizing a RabbitMQ"},{"line_number":102,"context_line":"feature called \u0027vhosts\u0027. In short, just like a MySQL server serve multiple"},{"line_number":103,"context_line":"databases, so can a RabbitMQ server serve multiple messaging domains."}],"source_content_type":"text/x-rst","patch_set":2,"id":"7a740942_d51d72be","line":100,"updated":"2015-12-04 01:45:56.000000000","message":"To me \u0027test isolation\u0027 is more appropriate as a term, but I see what you\u0027re saying.","commit_id":"41d0498dc4bf617fc87edb74bea4d2b33c487f69"},{"author":{"_account_id":6788,"name":"Rossella Sblendido","email":"rsblendido@suse.com","username":"rossella-o"},"change_message_id":"8d047c94142287374dccec72fecbf501de859fac","unresolved":false,"context_lines":[{"line_number":114,"context_line":"   not be tested with full stack testing."},{"line_number":115,"context_line":"2) You\u0027d like to increase coverage by testing features that require multi node"},{"line_number":116,"context_line":"   testing such as l2pop, L3 HA and DVR."},{"line_number":117,"context_line":"3) You\u0027d like to test agent restarts. We\u0027ve found bugs in the OVS, DHCP and"},{"line_number":118,"context_line":"   L3 agents and haven\u0027t found an effective way to test these scenarios. Full"},{"line_number":119,"context_line":"   stack testing can help here as the full stack infrastructure can restart an"},{"line_number":120,"context_line":"   agent during the test."}],"source_content_type":"text/x-rst","patch_set":2,"id":"7a740942_9e6cde9d","line":117,"updated":"2015-12-04 09:43:23.000000000","message":"should be \"You\u0027ve found\" ? You always use \"you\", switching to \"we\" was confusing to me","commit_id":"41d0498dc4bf617fc87edb74bea4d2b33c487f69"},{"author":{"_account_id":11682,"name":"Ryan Moats","email":"rmoats@us.ibm.com","username":"regXboi"},"change_message_id":"eecaa42084f254888fc4dcc9a0d22332e20553b4","unresolved":false,"context_lines":[{"line_number":114,"context_line":"   not be tested with full stack testing."},{"line_number":115,"context_line":"2) You\u0027d like to increase coverage by testing features that require multi node"},{"line_number":116,"context_line":"   testing such as l2pop, L3 HA and DVR."},{"line_number":117,"context_line":"3) You\u0027d like to test agent restarts. We\u0027ve found bugs in the OVS, DHCP and"},{"line_number":118,"context_line":"   L3 agents and haven\u0027t found an effective way to test these scenarios. Full"},{"line_number":119,"context_line":"   stack testing can help here as the full stack infrastructure can restart an"},{"line_number":120,"context_line":"   agent during the test."}],"source_content_type":"text/x-rst","patch_set":2,"id":"7a740942_672a892e","line":117,"in_reply_to":"7a740942_9e6cde9d","updated":"2015-12-06 21:37:51.000000000","message":"I\u0027d be more comfortable with \"Bugs have been found in the OVS, DHCP, and L3 agent and as of yet, there isn\u0027t an effective way to test these scenarios.\"","commit_id":"41d0498dc4bf617fc87edb74bea4d2b33c487f69"},{"author":{"_account_id":7715,"name":"Hirofumi Ichihara","email":"ichihara.hirofumi@gmail.com","username":"Hirofumi-Ichihara"},"change_message_id":"5df9c3507c36a510ee7c22df51a5c46ed110f734","unresolved":false,"context_lines":[{"line_number":392,"context_line":"logs, that are generated post-merge (not every project builds coverage"},{"line_number":393,"context_line":"results). To access them, do the following:"},{"line_number":394,"context_line":""},{"line_number":395,"context_line":"  * Check out the latest `merge commit \u003chttps://review.openstack.org/gitweb?p\u003dopenstack/neutron.git;a\u003dsearch;s\u003dJenkins;st\u003dauthor\u003e`_"},{"line_number":396,"context_line":"  * Go to: http://logs.openstack.org/\u003cfirst-2-digits-of-sha1\u003e/\u003csha1\u003e/post/neutron-coverage/."},{"line_number":397,"context_line":"  * `Spec \u003chttps://review.openstack.org/#/c/221494/\u003e`_ is a work in progress to"},{"line_number":398,"context_line":"    provide a better landing page."}],"source_content_type":"text/x-rst","patch_set":2,"id":"7a740942_8ff9f582","line":395,"updated":"2015-12-04 16:04:45.000000000","message":"nit: It\u0027s better to remove the period","commit_id":"41d0498dc4bf617fc87edb74bea4d2b33c487f69"}],"doc/source/devref/fullstack_testing.rst":[{"author":{"_account_id":7715,"name":"Hirofumi Ichihara","email":"ichihara.hirofumi@gmail.com","username":"Hirofumi-Ichihara"},"change_message_id":"a0ea1f4578311b3697aa7eaacf9b43db33b22fb1","unresolved":false,"context_lines":[{"line_number":23,"context_line":""},{"line_number":24,"context_line":"Full Stack Testing"},{"line_number":25,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":26,"context_line":""},{"line_number":27,"context_line":"Goals"},{"line_number":28,"context_line":"-----"},{"line_number":29,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"ba8a016a_33cf2bb2","line":26,"updated":"2015-11-16 21:56:12.000000000","message":"Don\u0027t we need pointer to TESTING.rst?","commit_id":"27c8614b0d5031f925348dfda56379c318c97e09"},{"author":{"_account_id":8873,"name":"Assaf Muller","email":"amuller@redhat.com","username":"amuller"},"change_message_id":"d716992225bd28dbf618af7b4a782bdfed72e156","unresolved":false,"context_lines":[{"line_number":23,"context_line":""},{"line_number":24,"context_line":"Full Stack Testing"},{"line_number":25,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":26,"context_line":""},{"line_number":27,"context_line":"Goals"},{"line_number":28,"context_line":"-----"},{"line_number":29,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"7a740942_067c3971","line":26,"in_reply_to":"ba8a016a_33cf2bb2","updated":"2015-12-03 22:00:49.000000000","message":"I don\u0027t think we do.","commit_id":"27c8614b0d5031f925348dfda56379c318c97e09"},{"author":{"_account_id":17120,"name":"Manjeet Singh Bhatia","email":"manjeet.s.bhatia@intel.com","username":"manjeets"},"change_message_id":"2050ed573b5508fc752b93dcbb54ebae8e4a378f","unresolved":false,"context_lines":[{"line_number":23,"context_line":""},{"line_number":24,"context_line":"Full Stack Testing"},{"line_number":25,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":26,"context_line":""},{"line_number":27,"context_line":"Goals"},{"line_number":28,"context_line":"-----"},{"line_number":29,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"ba8a016a_f31d2310","line":26,"in_reply_to":"ba8a016a_33cf2bb2","updated":"2015-11-16 22:02:19.000000000","message":"do we need this doc anymore ? Ill vote to remove.","commit_id":"27c8614b0d5031f925348dfda56379c318c97e09"},{"author":{"_account_id":8873,"name":"Assaf Muller","email":"amuller@redhat.com","username":"amuller"},"change_message_id":"d716992225bd28dbf618af7b4a782bdfed72e156","unresolved":false,"context_lines":[{"line_number":23,"context_line":""},{"line_number":24,"context_line":"Full Stack Testing"},{"line_number":25,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":26,"context_line":""},{"line_number":27,"context_line":"Goals"},{"line_number":28,"context_line":"-----"},{"line_number":29,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"7a740942_e6da4d78","line":26,"in_reply_to":"ba8a016a_f31d2310","updated":"2015-12-03 22:00:49.000000000","message":"I like the idea of documenting the roadmap for fullstack testing. I don\u0027t think it belongs in TESTING.rst (I think that is a more practical doc / guide).","commit_id":"27c8614b0d5031f925348dfda56379c318c97e09"}]}
