)]}'
{"specs/master-against-havana.rst":[{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":4,"context_line":" http://creativecommons.org/licenses/by/3.0/legalcode"},{"line_number":5,"context_line":""},{"line_number":6,"context_line":".."},{"line_number":7,"context_line":"  This template should be in ReSTructured text. The filename in the git"},{"line_number":8,"context_line":"  repository should match the launchpad URL, for example a URL of"},{"line_number":9,"context_line":"  https://blueprints.launchpad.net/tempest/+spec/awesome-thing should be named"},{"line_number":10,"context_line":"  awesome-thing.rst .  Please do not delete any of the sections in this"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg48%3D","line":7,"updated":"2014-04-14 03:51:05.000000000","message":"You don\u0027t need this block","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":13,"context_line":"  To test out your formatting, see http://www.tele3.cz/jbar/rest/rest.html"},{"line_number":14,"context_line":""},{"line_number":15,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":16,"context_line":" The title of your blueprint"},{"line_number":17,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":18,"context_line":""},{"line_number":19,"context_line":"https://blueprints.launchpad.net/tempest/+spec/master-against-havana"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg2Y%3D","line":16,"updated":"2014-04-14 03:51:05.000000000","message":"You need to set a title","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":23,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":24,"context_line":""},{"line_number":25,"context_line":"There is a proposal to stop branching tempest an ensure that master can run"},{"line_number":26,"context_line":"against supported stable branches:  "},{"line_number":27,"context_line":""},{"line_number":28,"context_line":"https://blueprints.launchpad.net/tempest/+spec/branchless-tempest"},{"line_number":29,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg5E%3D","line":26,"updated":"2014-04-14 03:51:05.000000000","message":"Whitespace","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":30,"context_line":"That proposal imposes additional"},{"line_number":31,"context_line":"restrictions on how tempest tests can be changed or added. A significant"},{"line_number":32,"context_line":"number of changes were made to tempest between havana and icehouse that would"},{"line_number":33,"context_line":"not have been allowed under that proposal. It is still desirable to run "},{"line_number":34,"context_line":"master against havana (refstack, as one example) but there are now api "},{"line_number":35,"context_line":"differences between havana and master so some changes need to be made in order "},{"line_number":36,"context_line":"to run master against havana."}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg44%3D","line":33,"updated":"2014-04-14 03:51:05.000000000","message":"Whitespace","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":31,"context_line":"restrictions on how tempest tests can be changed or added. A significant"},{"line_number":32,"context_line":"number of changes were made to tempest between havana and icehouse that would"},{"line_number":33,"context_line":"not have been allowed under that proposal. It is still desirable to run "},{"line_number":34,"context_line":"master against havana (refstack, as one example) but there are now api "},{"line_number":35,"context_line":"differences between havana and master so some changes need to be made in order "},{"line_number":36,"context_line":"to run master against havana."},{"line_number":37,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg4w%3D","line":34,"updated":"2014-04-14 03:51:05.000000000","message":"Whitespace","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":32,"context_line":"number of changes were made to tempest between havana and icehouse that would"},{"line_number":33,"context_line":"not have been allowed under that proposal. It is still desirable to run "},{"line_number":34,"context_line":"master against havana (refstack, as one example) but there are now api "},{"line_number":35,"context_line":"differences between havana and master so some changes need to be made in order "},{"line_number":36,"context_line":"to run master against havana."},{"line_number":37,"context_line":""},{"line_number":38,"context_line":"We have non-voting gate jobs running master-against-havana on the tempest and"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg4s%3D","line":35,"updated":"2014-04-14 03:51:05.000000000","message":"Whitespace","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":37,"context_line":""},{"line_number":38,"context_line":"We have non-voting gate jobs running master-against-havana on the tempest and"},{"line_number":39,"context_line":"devstack projects. Here is an example run (with nova v3 disabled but no other"},{"line_number":40,"context_line":"changes): https://review.openstack.org/#/c/86416/"},{"line_number":41,"context_line":""},{"line_number":42,"context_line":"Proposed change"},{"line_number":43,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg4Y%3D","line":40,"updated":"2014-04-14 03:51:05.000000000","message":"How about using a link to the testr_results html page instead of the review. Also see: http://sphinx-doc.org/rest.html#external-links","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":8434,"name":"Rochelle Grober","email":"rochelle.grober@huawei.com","username":"rockyg"},"change_message_id":"07244aff9ab5842bb3d831adc468bee989516af0","unresolved":false,"context_lines":[{"line_number":38,"context_line":"We have non-voting gate jobs running master-against-havana on the tempest and"},{"line_number":39,"context_line":"devstack projects. Here is an example run (with nova v3 disabled but no other"},{"line_number":40,"context_line":"changes): https://review.openstack.org/#/c/86416/"},{"line_number":41,"context_line":""},{"line_number":42,"context_line":"Proposed change"},{"line_number":43,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":44,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"7adec928_4afe0007","line":41,"updated":"2014-05-21 01:28:33.000000000","message":"Refstack will also need to run Master against Havana.  This should be added as it raises the priority.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":43,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":44,"context_line":""},{"line_number":45,"context_line":""},{"line_number":46,"context_line":"Making the master-agaist-havana jobs run without errors requires several sorts"},{"line_number":47,"context_line":"of changes:"},{"line_number":48,"context_line":""},{"line_number":49,"context_line":"1. Some changes need to be made to devstack stable/havana so that it can"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg2o%3D","line":46,"updated":"2014-04-14 03:51:05.000000000","message":"Are you talking generally or for the gate jobs here.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":1192,"name":"David Kranz","email":"dkranz@redhat.com","username":"david-kranz"},"change_message_id":"6c0cd3fc3df839657cbb83867f47e33c3158e9c9","unresolved":false,"context_lines":[{"line_number":43,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":44,"context_line":""},{"line_number":45,"context_line":""},{"line_number":46,"context_line":"Making the master-agaist-havana jobs run without errors requires several sorts"},{"line_number":47,"context_line":"of changes:"},{"line_number":48,"context_line":""},{"line_number":49,"context_line":"1. Some changes need to be made to devstack stable/havana so that it can"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2FdFs%3D","line":46,"in_reply_to":"AAAAW3%2F%2Fg2o%3D","updated":"2014-04-14 15:04:36.000000000","message":"Generally.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":46,"context_line":"Making the master-agaist-havana jobs run without errors requires several sorts"},{"line_number":47,"context_line":"of changes:"},{"line_number":48,"context_line":""},{"line_number":49,"context_line":"1. Some changes need to be made to devstack stable/havana so that it can"},{"line_number":50,"context_line":"configure the master tempest.conf to work against havana. This includes"},{"line_number":51,"context_line":"disabling of nova v3 since many incompatible changes were made and v3 is not"},{"line_number":52,"context_line":"supported in havana. Some other classes of tests can also be disabled, "}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg2s%3D","line":49,"updated":"2014-04-14 03:51:05.000000000","message":"I think this should be devstack-gate. We want to try and avoid hard coding feature behavior into devstack. \n\nAlso you should indent multiline list entries so they are formatted properly by sphinx: http://sphinx-doc.org/rest.html#lists-and-quote-like-blocks","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":1192,"name":"David Kranz","email":"dkranz@redhat.com","username":"david-kranz"},"change_message_id":"6c0cd3fc3df839657cbb83867f47e33c3158e9c9","unresolved":false,"context_lines":[{"line_number":46,"context_line":"Making the master-agaist-havana jobs run without errors requires several sorts"},{"line_number":47,"context_line":"of changes:"},{"line_number":48,"context_line":""},{"line_number":49,"context_line":"1. Some changes need to be made to devstack stable/havana so that it can"},{"line_number":50,"context_line":"configure the master tempest.conf to work against havana. This includes"},{"line_number":51,"context_line":"disabling of nova v3 since many incompatible changes were made and v3 is not"},{"line_number":52,"context_line":"supported in havana. Some other classes of tests can also be disabled, "}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fc00%3D","line":49,"in_reply_to":"AAAAW3%2F%2Fg2s%3D","updated":"2014-04-14 15:04:36.000000000","message":"This was what Sean suggested. I\u0027m not sure what you mean since the code that is configuring tempest.conf is in devstack. This is just backporting configuration of service and feature available that was added to devstack master, no?","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":49,"context_line":"1. Some changes need to be made to devstack stable/havana so that it can"},{"line_number":50,"context_line":"configure the master tempest.conf to work against havana. This includes"},{"line_number":51,"context_line":"disabling of nova v3 since many incompatible changes were made and v3 is not"},{"line_number":52,"context_line":"supported in havana. Some other classes of tests can also be disabled, "},{"line_number":53,"context_line":"particularly for neutron."},{"line_number":54,"context_line":""},{"line_number":55,"context_line":"2. A lot of changes were made to apis in the icehouse release that were not"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg28%3D","line":52,"updated":"2014-04-14 03:51:05.000000000","message":"whitespace","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":50,"context_line":"configure the master tempest.conf to work against havana. This includes"},{"line_number":51,"context_line":"disabling of nova v3 since many incompatible changes were made and v3 is not"},{"line_number":52,"context_line":"supported in havana. Some other classes of tests can also be disabled, "},{"line_number":53,"context_line":"particularly for neutron."},{"line_number":54,"context_line":""},{"line_number":55,"context_line":"2. A lot of changes were made to apis in the icehouse release that were not"},{"line_number":56,"context_line":"detected due to lack of stringent application of the api stability guidelines"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg20%3D","line":53,"updated":"2014-04-14 03:51:05.000000000","message":"I think you should mention the feature flagging here. It is a requirement to make sure we are properly checking all the feature flags where applicable. Which admittedly is part of the branchless tempest bp too, but it\u0027s a prereq here before we can","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":54,"context_line":""},{"line_number":55,"context_line":"2. A lot of changes were made to apis in the icehouse release that were not"},{"line_number":56,"context_line":"detected due to lack of stringent application of the api stability guidelines"},{"line_number":57,"context_line":"by tempest. In particular, extra values were added to return dictionaries."},{"line_number":58,"context_line":"There is currently activity to add more stringency to the tempest tests. In"},{"line_number":59,"context_line":"addition, new tests were added that fail against havana possibly due to bugs"},{"line_number":60,"context_line":"in havana. Because there is no rhyme or reason to these kinds of changes they"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg00%3D","line":57,"updated":"2014-04-14 03:51:05.000000000","message":"Was this done by adding a new api extension? If so then it\u0027s perfectly fine by the api stability guidelines and we can use the api_extensions config option to selectively enable it.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":1192,"name":"David Kranz","email":"dkranz@redhat.com","username":"david-kranz"},"change_message_id":"6c0cd3fc3df839657cbb83867f47e33c3158e9c9","unresolved":false,"context_lines":[{"line_number":54,"context_line":""},{"line_number":55,"context_line":"2. A lot of changes were made to apis in the icehouse release that were not"},{"line_number":56,"context_line":"detected due to lack of stringent application of the api stability guidelines"},{"line_number":57,"context_line":"by tempest. In particular, extra values were added to return dictionaries."},{"line_number":58,"context_line":"There is currently activity to add more stringency to the tempest tests. In"},{"line_number":59,"context_line":"addition, new tests were added that fail against havana possibly due to bugs"},{"line_number":60,"context_line":"in havana. Because there is no rhyme or reason to these kinds of changes they"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fczo%3D","line":57,"in_reply_to":"AAAAW3%2F%2Fg00%3D","updated":"2014-04-14 15:04:36.000000000","message":"Yes we could do that but I don\u0027t think that has been done while adding the new validation checks. I guess it needs to be. In addition, a bunch of admin apis were just changed unless I am misreading.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":58,"context_line":"There is currently activity to add more stringency to the tempest tests. In"},{"line_number":59,"context_line":"addition, new tests were added that fail against havana possibly due to bugs"},{"line_number":60,"context_line":"in havana. Because there is no rhyme or reason to these kinds of changes they"},{"line_number":61,"context_line":"cannot be disabled by turning off some feature-enabled flag. We would have to"},{"line_number":62,"context_line":"add a flag to tempest that says whether you are running against havana and"},{"line_number":63,"context_line":"just skip the failing tests. If a new test fails against havana we would decide"},{"line_number":64,"context_line":"whether to skip it for havana or backport a fix."}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg0k%3D","line":61,"updated":"2014-04-14 03:51:05.000000000","message":"I think having an example of such a bug here would make it clear, because I\u0027m not convinced of this. Also see my comment on L101","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":1192,"name":"David Kranz","email":"dkranz@redhat.com","username":"david-kranz"},"change_message_id":"6c0cd3fc3df839657cbb83867f47e33c3158e9c9","unresolved":false,"context_lines":[{"line_number":58,"context_line":"There is currently activity to add more stringency to the tempest tests. In"},{"line_number":59,"context_line":"addition, new tests were added that fail against havana possibly due to bugs"},{"line_number":60,"context_line":"in havana. Because there is no rhyme or reason to these kinds of changes they"},{"line_number":61,"context_line":"cannot be disabled by turning off some feature-enabled flag. We would have to"},{"line_number":62,"context_line":"add a flag to tempest that says whether you are running against havana and"},{"line_number":63,"context_line":"just skip the failing tests. If a new test fails against havana we would decide"},{"line_number":64,"context_line":"whether to skip it for havana or backport a fix."}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fcy0%3D","line":61,"in_reply_to":"AAAAW3%2F%2Fg0k%3D","updated":"2014-04-14 15:04:36.000000000","message":"ok, I can do that. One example is a new test that was added for volume metadata that fails. A fix could probably be backported.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":61,"context_line":"cannot be disabled by turning off some feature-enabled flag. We would have to"},{"line_number":62,"context_line":"add a flag to tempest that says whether you are running against havana and"},{"line_number":63,"context_line":"just skip the failing tests. If a new test fails against havana we would decide"},{"line_number":64,"context_line":"whether to skip it for havana or backport a fix."},{"line_number":65,"context_line":""},{"line_number":66,"context_line":"The issues about what to do about deployments doing CD are the same as with"},{"line_number":67,"context_line":"the main branchless tempest proposal."}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2FgzM%3D","line":64,"updated":"2014-04-14 03:51:05.000000000","message":"I thought the intent was to gate master tempest against the stable/havana branches too. (once we get things running) If that\u0027s the case I don\u0027t think skips are applicable here. Or were you talking about breaking api changes?","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":1192,"name":"David Kranz","email":"dkranz@redhat.com","username":"david-kranz"},"change_message_id":"6c0cd3fc3df839657cbb83867f47e33c3158e9c9","unresolved":false,"context_lines":[{"line_number":61,"context_line":"cannot be disabled by turning off some feature-enabled flag. We would have to"},{"line_number":62,"context_line":"add a flag to tempest that says whether you are running against havana and"},{"line_number":63,"context_line":"just skip the failing tests. If a new test fails against havana we would decide"},{"line_number":64,"context_line":"whether to skip it for havana or backport a fix."},{"line_number":65,"context_line":""},{"line_number":66,"context_line":"The issues about what to do about deployments doing CD are the same as with"},{"line_number":67,"context_line":"the main branchless tempest proposal."}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fcw8%3D","line":64,"in_reply_to":"AAAAW3%2F%2FgzM%3D","updated":"2014-04-14 15:04:36.000000000","message":"I was just talking about the case where a new test is added which passes on icehouse and master, but fails on havana for whatever reason. In general I think it is problematic to say that a new tempest test has to wait for a havana fix if that is broken.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":63,"context_line":"just skip the failing tests. If a new test fails against havana we would decide"},{"line_number":64,"context_line":"whether to skip it for havana or backport a fix."},{"line_number":65,"context_line":""},{"line_number":66,"context_line":"The issues about what to do about deployments doing CD are the same as with"},{"line_number":67,"context_line":"the main branchless tempest proposal."},{"line_number":68,"context_line":""},{"line_number":69,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg0c%3D","line":66,"updated":"2014-04-14 03:51:05.000000000","message":"What do you mean here? Which issues are you referring too? I thought this bp was just about getting master tempest running with the stable/havana branches. Where does CD factor into this?","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":1192,"name":"David Kranz","email":"dkranz@redhat.com","username":"david-kranz"},"change_message_id":"6c0cd3fc3df839657cbb83867f47e33c3158e9c9","unresolved":false,"context_lines":[{"line_number":63,"context_line":"just skip the failing tests. If a new test fails against havana we would decide"},{"line_number":64,"context_line":"whether to skip it for havana or backport a fix."},{"line_number":65,"context_line":""},{"line_number":66,"context_line":"The issues about what to do about deployments doing CD are the same as with"},{"line_number":67,"context_line":"the main branchless tempest proposal."},{"line_number":68,"context_line":""},{"line_number":69,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2FcwE%3D","line":66,"in_reply_to":"AAAAW3%2F%2Fg0c%3D","updated":"2014-04-14 15:04:36.000000000","message":"It is not an issue for the gate. But if some one is doing CD with havana, or any other version, then they have to keep tempest and their code in sync.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":72,"context_line":""},{"line_number":73,"context_line":"The alternative is to ignore havana. Since refstack is going to support havana,"},{"line_number":74,"context_line":"and many people will want to do this for other havana testing, it is going"},{"line_number":75,"context_line":"to happen anyway somewhere. We might as well do this together. This is similar"},{"line_number":76,"context_line":"to the rationale behind why we created stable branches in the first place for"},{"line_number":77,"context_line":"all projects."},{"line_number":78,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg4I%3D","line":75,"updated":"2014-04-14 03:51:05.000000000","message":"What is going to happen anyway somewhere? I think you need to a bit more clear here.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":8434,"name":"Rochelle Grober","email":"rochelle.grober@huawei.com","username":"rockyg"},"change_message_id":"07244aff9ab5842bb3d831adc468bee989516af0","unresolved":false,"context_lines":[{"line_number":72,"context_line":""},{"line_number":73,"context_line":"The alternative is to ignore havana. Since refstack is going to support havana,"},{"line_number":74,"context_line":"and many people will want to do this for other havana testing, it is going"},{"line_number":75,"context_line":"to happen anyway somewhere. We might as well do this together. This is similar"},{"line_number":76,"context_line":"to the rationale behind why we created stable branches in the first place for"},{"line_number":77,"context_line":"all projects."},{"line_number":78,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"7adec928_8a1f285b","line":75,"in_reply_to":"AAAAW3%2F%2Fcu4%3D","updated":"2014-05-21 01:28:33.000000000","message":"You\u0027re right.  Refstack on Havana is not going away and will actually help test the patch for this ;-)","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":1192,"name":"David Kranz","email":"dkranz@redhat.com","username":"david-kranz"},"change_message_id":"6c0cd3fc3df839657cbb83867f47e33c3158e9c9","unresolved":false,"context_lines":[{"line_number":72,"context_line":""},{"line_number":73,"context_line":"The alternative is to ignore havana. Since refstack is going to support havana,"},{"line_number":74,"context_line":"and many people will want to do this for other havana testing, it is going"},{"line_number":75,"context_line":"to happen anyway somewhere. We might as well do this together. This is similar"},{"line_number":76,"context_line":"to the rationale behind why we created stable branches in the first place for"},{"line_number":77,"context_line":"all projects."},{"line_number":78,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fcu4%3D","line":75,"in_reply_to":"AAAAW3%2F%2Fg4I%3D","updated":"2014-04-14 15:04:36.000000000","message":"ok. I was just referring to my belief that refstack on havana is not going to go away when we decide to drop havana from tempest. So it will be forked. Am I wrong about that?","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":74,"context_line":"and many people will want to do this for other havana testing, it is going"},{"line_number":75,"context_line":"to happen anyway somewhere. We might as well do this together. This is similar"},{"line_number":76,"context_line":"to the rationale behind why we created stable branches in the first place for"},{"line_number":77,"context_line":"all projects."},{"line_number":78,"context_line":""},{"line_number":79,"context_line":"Implementation"},{"line_number":80,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg4A%3D","line":77,"updated":"2014-04-14 03:51:05.000000000","message":"I think you should mention  weighing leaving the branch vs the effort of getting master working with havana here, because that\u0027s what is the underlying deciding factor between the 2 approaches for havana.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":83,"context_line":"-----------"},{"line_number":84,"context_line":""},{"line_number":85,"context_line":"Primary assignee:"},{"line_number":86,"context_line":"  \u003cNone\u003e"},{"line_number":87,"context_line":""},{"line_number":88,"context_line":""},{"line_number":89,"context_line":"Milestones"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg4E%3D","line":86,"updated":"2014-04-14 03:51:05.000000000","message":"You\u0027re not volunteering to do this? I think we need to have someone willing to do this work before we can approve it. If we don\u0027t have any volunteers to drive this then I think we should just leave havana as a seperate branch.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":1192,"name":"David Kranz","email":"dkranz@redhat.com","username":"david-kranz"},"change_message_id":"6c0cd3fc3df839657cbb83867f47e33c3158e9c9","unresolved":false,"context_lines":[{"line_number":83,"context_line":"-----------"},{"line_number":84,"context_line":""},{"line_number":85,"context_line":"Primary assignee:"},{"line_number":86,"context_line":"  \u003cNone\u003e"},{"line_number":87,"context_line":""},{"line_number":88,"context_line":""},{"line_number":89,"context_line":"Milestones"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2FctI%3D","line":86,"in_reply_to":"AAAAW3%2F%2Fg4E%3D","updated":"2014-04-14 15:04:36.000000000","message":"I don\u0027t think it is realistic for one person to do this and it was a refstack discussion that spawned the whole branchless thing IIRC. I think this needs to be discussed at summit.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":90,"context_line":"----------"},{"line_number":91,"context_line":""},{"line_number":92,"context_line":"Target Milestone for completion:"},{"line_number":93,"context_line":"  Juno-1"},{"line_number":94,"context_line":""},{"line_number":95,"context_line":"Work Items"},{"line_number":96,"context_line":"----------"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg1w%3D","line":93,"updated":"2014-04-14 03:51:05.000000000","message":"Is this realistic? The list did looked smaller than what I was expecting on:\n\nhttp://logs.openstack.org/16/86416/2/check/check-tempest-master-dsvm-full-havana/4d1fffb/logs/testr_results.html.gz\n\nbut the description made it seem like it would be a bit more effort.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":1192,"name":"David Kranz","email":"dkranz@redhat.com","username":"david-kranz"},"change_message_id":"6c0cd3fc3df839657cbb83867f47e33c3158e9c9","unresolved":false,"context_lines":[{"line_number":90,"context_line":"----------"},{"line_number":91,"context_line":""},{"line_number":92,"context_line":"Target Milestone for completion:"},{"line_number":93,"context_line":"  Juno-1"},{"line_number":94,"context_line":""},{"line_number":95,"context_line":"Work Items"},{"line_number":96,"context_line":"----------"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fcsg%3D","line":93,"in_reply_to":"AAAAW3%2F%2Fg1w%3D","updated":"2014-04-14 15:04:36.000000000","message":"Sorry, that was the default and I did not edit it. I don\u0027t think we can declare a milestone for this yet.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":98,"context_line":"1. Eliminate as many failures as possible by changing stable/havana devstack"},{"line_number":99,"context_line":"to place the tests behind an enabled feature."},{"line_number":100,"context_line":""},{"line_number":101,"context_line":"2. Introduce a conf flag for havana-skip."},{"line_number":102,"context_line":""},{"line_number":103,"context_line":"3. Analyze each remaining failure in the current master-against-havana runs "},{"line_number":104,"context_line":"and do one of:"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg3U%3D","line":101,"updated":"2014-04-14 03:51:05.000000000","message":"Doing this is no better than maintaing a separate havanna branch. If we can\u0027t get a working run by exclusively using feature flags and backporting any applicable fixes to the services by conforming to:\n\n https://wiki.openstack.org/wiki/StableBranch#Appropriate_Fixes\n\nand\n\nhttps://wiki.openstack.org/wiki/APIChangeGuidelines\n\nThen I don\u0027t think we should do this. The whole point of branchless tempest is to make it release-agnostic which having a flag like this is not.\n\nAlso, the api_extensions config option gives us selective control over almost every individual api, so we can use that as a last resort for breaking api changes between releases that have unbackportable changes.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},"change_message_id":"1318b806fb940db142713bdd1bbe86b190fd19fe","unresolved":false,"context_lines":[{"line_number":98,"context_line":"1. Eliminate as many failures as possible by changing stable/havana devstack"},{"line_number":99,"context_line":"to place the tests behind an enabled feature."},{"line_number":100,"context_line":""},{"line_number":101,"context_line":"2. Introduce a conf flag for havana-skip."},{"line_number":102,"context_line":""},{"line_number":103,"context_line":"3. Analyze each remaining failure in the current master-against-havana runs "},{"line_number":104,"context_line":"and do one of:"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2FeaY%3D","line":101,"in_reply_to":"AAAAW3%2F%2Fg3U%3D","updated":"2014-04-14 11:20:52.000000000","message":"Agreed, I\u0027m -1 on a havana-skip conf variable.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":1192,"name":"David Kranz","email":"dkranz@redhat.com","username":"david-kranz"},"change_message_id":"6c0cd3fc3df839657cbb83867f47e33c3158e9c9","unresolved":false,"context_lines":[{"line_number":98,"context_line":"1. Eliminate as many failures as possible by changing stable/havana devstack"},{"line_number":99,"context_line":"to place the tests behind an enabled feature."},{"line_number":100,"context_line":""},{"line_number":101,"context_line":"2. Introduce a conf flag for havana-skip."},{"line_number":102,"context_line":""},{"line_number":103,"context_line":"3. Analyze each remaining failure in the current master-against-havana runs "},{"line_number":104,"context_line":"and do one of:"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fcqk%3D","line":101,"in_reply_to":"AAAAW3%2F%2Fg3U%3D","updated":"2014-04-14 15:04:36.000000000","message":"I agree going forward, but havana is a special case that is being \"grandfathered\". I think running current master against tempest has a lot of value but not so much that we need to stop and deal with it every time some new test doesn\u0027t work on havana, because post-havana changes were made with less rigor than we will be demanding now.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":100,"context_line":""},{"line_number":101,"context_line":"2. Introduce a conf flag for havana-skip."},{"line_number":102,"context_line":""},{"line_number":103,"context_line":"3. Analyze each remaining failure in the current master-against-havana runs "},{"line_number":104,"context_line":"and do one of:"},{"line_number":105,"context_line":"a) Skip it"},{"line_number":106,"context_line":"b) Backport a fix to stable/havana project branch"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg5I%3D","line":103,"updated":"2014-04-14 03:51:05.000000000","message":"Whitespace","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":102,"context_line":""},{"line_number":103,"context_line":"3. Analyze each remaining failure in the current master-against-havana runs "},{"line_number":104,"context_line":"and do one of:"},{"line_number":105,"context_line":"a) Skip it"},{"line_number":106,"context_line":"b) Backport a fix to stable/havana project branch"},{"line_number":107,"context_line":"c) Remove the test"},{"line_number":108,"context_line":"The same consideration will apply whenever a tempest patch breaks this job."}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg3E%3D","line":105,"updated":"2014-04-14 03:51:05.000000000","message":"You should explain how we are going skip it. Is it unconditional with a bug listed?","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":1192,"name":"David Kranz","email":"dkranz@redhat.com","username":"david-kranz"},"change_message_id":"6c0cd3fc3df839657cbb83867f47e33c3158e9c9","unresolved":false,"context_lines":[{"line_number":102,"context_line":""},{"line_number":103,"context_line":"3. Analyze each remaining failure in the current master-against-havana runs "},{"line_number":104,"context_line":"and do one of:"},{"line_number":105,"context_line":"a) Skip it"},{"line_number":106,"context_line":"b) Backport a fix to stable/havana project branch"},{"line_number":107,"context_line":"c) Remove the test"},{"line_number":108,"context_line":"The same consideration will apply whenever a tempest patch breaks this job."}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fckw%3D","line":105,"in_reply_to":"AAAAW3%2F%2Fg3E%3D","updated":"2014-04-14 15:04:36.000000000","message":"I meant skip if havana.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":105,"context_line":"a) Skip it"},{"line_number":106,"context_line":"b) Backport a fix to stable/havana project branch"},{"line_number":107,"context_line":"c) Remove the test"},{"line_number":108,"context_line":"The same consideration will apply whenever a tempest patch breaks this job."},{"line_number":109,"context_line":""},{"line_number":110,"context_line":"4. Enable the master-against-havana job as gating all projects"},{"line_number":111,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg1g%3D","line":108,"updated":"2014-04-14 03:51:05.000000000","message":"If we are gating on stable havana for master changes I\u0027m not sure how this applies, breaking changes won\u0027t merge.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":1192,"name":"David Kranz","email":"dkranz@redhat.com","username":"david-kranz"},"change_message_id":"6c0cd3fc3df839657cbb83867f47e33c3158e9c9","unresolved":false,"context_lines":[{"line_number":105,"context_line":"a) Skip it"},{"line_number":106,"context_line":"b) Backport a fix to stable/havana project branch"},{"line_number":107,"context_line":"c) Remove the test"},{"line_number":108,"context_line":"The same consideration will apply whenever a tempest patch breaks this job."},{"line_number":109,"context_line":""},{"line_number":110,"context_line":"4. Enable the master-against-havana job as gating all projects"},{"line_number":111,"context_line":""}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2FcjU%3D","line":108,"in_reply_to":"AAAAW3%2F%2Fg1g%3D","updated":"2014-04-14 15:04:36.000000000","message":"This was about how we react to a  havana-only failure.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":107,"context_line":"c) Remove the test"},{"line_number":108,"context_line":"The same consideration will apply whenever a tempest patch breaks this job."},{"line_number":109,"context_line":""},{"line_number":110,"context_line":"4. Enable the master-against-havana job as gating all projects"},{"line_number":111,"context_line":""},{"line_number":112,"context_line":""},{"line_number":113,"context_line":"Dependencies"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg3A%3D","line":110,"updated":"2014-04-14 03:51:05.000000000","message":"This should only be gating on tempest and stable havanna jobs. We don\u0027t need to run this on master or the icehouse branches.","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":2750,"name":"Sean Dague","email":"sean@dague.net","username":"sdague"},"change_message_id":"1318b806fb940db142713bdd1bbe86b190fd19fe","unresolved":false,"context_lines":[{"line_number":107,"context_line":"c) Remove the test"},{"line_number":108,"context_line":"The same consideration will apply whenever a tempest patch breaks this job."},{"line_number":109,"context_line":""},{"line_number":110,"context_line":"4. Enable the master-against-havana job as gating all projects"},{"line_number":111,"context_line":""},{"line_number":112,"context_line":""},{"line_number":113,"context_line":"Dependencies"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2FeZs%3D","line":110,"in_reply_to":"AAAAW3%2F%2Fg3A%3D","updated":"2014-04-14 11:20:52.000000000","message":"Right, and actually if we delete the stable/havana branch we\u0027ll get that automatically on stable/havana projects","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"},{"author":{"_account_id":5196,"name":"Matthew Treinish","email":"mtreinish@kortar.org","username":"treinish"},"change_message_id":"7cc63f7e088843fd616e3c334f87a3ac9fcfbd04","unresolved":false,"context_lines":[{"line_number":112,"context_line":""},{"line_number":113,"context_line":"Dependencies"},{"line_number":114,"context_line":"\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d\u003d"},{"line_number":115,"context_line":""},{"line_number":116,"context_line":"None"}],"source_content_type":"text/x-rst","patch_set":1,"id":"AAAAW3%2F%2Fg5M%3D","line":115,"updated":"2014-04-14 03:51:05.000000000","message":"Shouldn\u0027t you put the branchless tempest bp here?","commit_id":"34a7784e398b578245e2574e1fd973b36e5414c4"}]}