)]}'
{"/PATCHSET_LEVEL":[{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"05c7ff77ddd61f05b3f41d5b93c85ff29cb81832","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":4,"id":"3aa04456_f1a87498","updated":"2023-03-11 01:02:25.000000000","message":"recheck","commit_id":"79c63d1f12411f376afb84d6fec317eaeb3d031d"},{"author":{"_account_id":9816,"name":"Takashi Kajinami","email":"kajinamit@oss.nttdata.com","username":"kajinamit"},"change_message_id":"7ae8ce109297457339be5b7105790654ce17210d","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":4,"id":"3c07e72f_00bac89c","updated":"2023-03-09 04:18:42.000000000","message":"recheck grenade","commit_id":"79c63d1f12411f376afb84d6fec317eaeb3d031d"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"571075dbae23d8bd6cb49fb058540ed896df3865","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":4,"id":"588d2065_754e4f14","updated":"2023-03-10 19:51:05.000000000","message":"recheck legacy functional job timeout","commit_id":"79c63d1f12411f376afb84d6fec317eaeb3d031d"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"d3350c656465cdcbddd6c3723ed5a8ada65bba31","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":4,"id":"0cdf8ecf_20a94845","updated":"2023-03-16 00:10:40.000000000","message":"recheck unrelated failure","commit_id":"79c63d1f12411f376afb84d6fec317eaeb3d031d"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"dd10ccd1d491972395274ffd4f96f17b7465aeee","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":4,"id":"6bd1e141_5885472b","updated":"2023-03-09 18:44:06.000000000","message":"recheck unrelated failure","commit_id":"79c63d1f12411f376afb84d6fec317eaeb3d031d"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"ea4af9db56730e1e0e2eb48f9f8a8fbf6411a3a5","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":4,"id":"2558372d_6603c6d1","updated":"2023-03-07 22:50:03.000000000","message":"stable/yoga backport is merged, this is ready to go","commit_id":"79c63d1f12411f376afb84d6fec317eaeb3d031d"},{"author":{"_account_id":9816,"name":"Takashi Kajinami","email":"kajinamit@oss.nttdata.com","username":"kajinamit"},"change_message_id":"0afd287c17df5b6f297989fbc359f199516a637f","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"97d18747_95f46587","updated":"2023-03-16 05:00:36.000000000","message":"@gmann\n\nit seems grenade is trying to install the latest version of tempest which is not compatible with the old u-c. Should we pin it to an older version during upgrade to yoga ?","commit_id":"96e1bf6122263ef94c9e1a4af55da220f8a2e419"},{"author":{"_account_id":9816,"name":"Takashi Kajinami","email":"kajinamit@oss.nttdata.com","username":"kajinamit"},"change_message_id":"80f4cfc82c614e8f1f06af8eec4513c4bbf77466","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":5,"id":"1ea516d5_8e0939e5","updated":"2023-03-16 04:56:47.000000000","message":"grenade-miltinode is failing because of `ERROR: Cannot install fasteners\u003e\u003d0.16.0 because these package versions have conflicting dependencies.`. I\u0027m looking into it.","commit_id":"96e1bf6122263ef94c9e1a4af55da220f8a2e419"},{"author":{"_account_id":9816,"name":"Takashi Kajinami","email":"kajinamit@oss.nttdata.com","username":"kajinamit"},"change_message_id":"da49932660e984383936d08b954ff296480cd4cd","unresolved":true,"context_lines":[],"source_content_type":"","patch_set":5,"id":"b18d38a4_625e5360","in_reply_to":"2da4f647_a51f72f9","updated":"2023-03-16 05:15:54.000000000","message":"To make my point clear, during grenade test we first install heat_temest_plugin in source devstack directory and run tests before upgrade.\nhttps://github.com/openstack/heat/blob/master/devstack/upgrade/resources.sh#L108\n\nThe problem arises when we again install heat_tempest_plugin in \"target\" devstack directory and in that timing tempest is not installed in the venv it seems.\nhttps://github.com/openstack/heat/blob/master/devstack/upgrade/resources.sh#L146","commit_id":"96e1bf6122263ef94c9e1a4af55da220f8a2e419"},{"author":{"_account_id":9816,"name":"Takashi Kajinami","email":"kajinamit@oss.nttdata.com","username":"kajinamit"},"change_message_id":"53e036130f177b25026b9d94acaf67a59b80adae","unresolved":true,"context_lines":[],"source_content_type":"","patch_set":5,"id":"2da4f647_a51f72f9","in_reply_to":"97d18747_95f46587","updated":"2023-03-16 05:04:55.000000000","message":"Oh wait I think I found the problem. The issue is caused by installation of heat-tempest-plugin and it eventually pulls tempest which is not compatible with the old requirements.\n\nI\u0027m wondering if we can put tempest to u-c in older versions to avoid such situation.","commit_id":"96e1bf6122263ef94c9e1a4af55da220f8a2e419"},{"author":{"_account_id":9816,"name":"Takashi Kajinami","email":"kajinamit@oss.nttdata.com","username":"kajinamit"},"change_message_id":"991652d7feae5a6f49f7f2e67535d823d4b8cf3e","unresolved":true,"context_lines":[],"source_content_type":"","patch_set":5,"id":"7ea5b51e_9f31b85a","in_reply_to":"9921294f_91a417eb","updated":"2023-03-23 01:16:52.000000000","message":"\u003e Ideally when installing tempest on target (stable/xena) we should have TEMPEST_VENV_UPPER_CONSTRAINTS as \u0027master\u0027 and install/run master tempest with master constraints.\n\nThis is because we have to use uc from target branch to install heat tests code in the same venv.\n\nhttps://review.opendev.org/c/openstack/heat/+/848363","commit_id":"96e1bf6122263ef94c9e1a4af55da220f8a2e419"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"da0177f1677b2d4a239189be0a0a822061226c31","unresolved":true,"context_lines":[],"source_content_type":"","patch_set":5,"id":"9921294f_91a417eb","in_reply_to":"b18d38a4_625e5360","updated":"2023-03-22 20:03:28.000000000","message":"yeah when in 2nd turn, when heat_tempest_plugin install tempest in \"target\" devstack directory then TEMPEST_VENV_UPPER_CONSTRAINTS is not sourced from the \"target\" devstack (stable/xena here) that is why TEMPEST_VENV_UPPER_CONSTRAINTS is not coming as \u0027master\u0027 and fail on installing master tempest with stable/xena constraints.\n\nIdeally when installing tempest on target (stable/xena) we should have TEMPEST_VENV_UPPER_CONSTRAINTS as \u0027master\u0027 and install/run master tempest with master constraints.\n\nChecking why this is not happening.\n\nNote: greande job in stable/xena here is special case where base devstack (stable/waalby) has pinned old tempest and TEMPEST_VENV_UPPER_CONSTRAINTS as stable constraints and target (stable/xena) has master tempest and TEMPEST_VENV_UPPER_CONSTRAINTS as master constraints.\n\nUsually we do not support upgrade from EM (stable/wallaby here) branch to next release (stable/xena here) but let me try if we can make it run.","commit_id":"96e1bf6122263ef94c9e1a4af55da220f8a2e419"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"fb7cb7fa4c0beb978e59f2253ecd248a655d7dcb","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":6,"id":"e4674bb9_f81acac3","updated":"2023-03-31 03:55:30.000000000","message":"strange it is not fetching the var correctly https://zuul.opendev.org/t/openstack/build/c34cdf9313c44f32b1e598a509a533c9/log/controller/logs/grenade.sh_log.txt#3118\n\nIn grenade script, same change work fine.","commit_id":"07530d19088fed433cbec5e927754dea928d5ba6"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"4f3f769806fc854b25cb4c1167f72e6da4272291","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":6,"id":"0e011121_c6f8b8dd","updated":"2023-03-31 02:24:56.000000000","message":"we need to apply this fix from master so that we fix it for all future cases also.","commit_id":"07530d19088fed433cbec5e927754dea928d5ba6"},{"author":{"_account_id":9816,"name":"Takashi Kajinami","email":"kajinamit@oss.nttdata.com","username":"kajinamit"},"change_message_id":"64f26f6a3068ed4e2ef2e752d00383860f26fad1","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":9,"id":"5979d063_54a2be1b","updated":"2023-04-03 04:00:50.000000000","message":"We need this to fix integration tests. Let\u0027s merge the original version with grenade job set non-voting. We can look into grenade job separately (as we need to merge additional fixes needed in master first)","commit_id":"1360cfdfa3026ce09e86c9f67e38c390229477fd"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"c00011e427f01f20f1df6846694e897aeb2bf1ad","unresolved":false,"context_lines":[],"source_content_type":"","patch_set":9,"id":"d1e4fc60_9cf7db8d","in_reply_to":"5979d063_54a2be1b","updated":"2023-04-03 22:01:05.000000000","message":"sure but there are many scripts we need to audit and fix like I was doing to source it from the respective devstack directive instead of TOP always because in case of \u0027EM state release\u0027 -\u003e \u0027non EM state release\u0027 upgrade testing base and target devstack setting are different and it cannot be source from single one even running test on other.\n\nWe will face this issue everytime any branch go to EM state","commit_id":"1360cfdfa3026ce09e86c9f67e38c390229477fd"}],"devstack/upgrade/resources.sh":[{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"da0177f1677b2d4a239189be0a0a822061226c31","unresolved":true,"context_lines":[{"line_number":67,"context_line":"    # NOTE(gmann): heat script does not know about"},{"line_number":68,"context_line":"    # TEMPEST_VENV_UPPER_CONSTRAINTS, only DevStack does."},{"line_number":69,"context_line":"    # This sources that one variable from it."},{"line_number":70,"context_line":"    TEMPEST_VENV_UPPER_CONSTRAINTS\u003d$(set +o xtrace \u0026\u0026"},{"line_number":71,"context_line":"        source $devstack_dir/stackrc \u0026\u0026"},{"line_number":72,"context_line":"        echo $TEMPEST_VENV_UPPER_CONSTRAINTS)"},{"line_number":73,"context_line":"    # NOTE(gmann): If gate explicitly set the non master"},{"line_number":74,"context_line":"    # constraints to use for Tempest venv then use the same"},{"line_number":75,"context_line":"    # while running the tests too otherwise, it will recreate"}],"source_content_type":"text/x-sh","patch_set":5,"id":"5cbbcada_ddaeb2d3","line":72,"range":{"start_line":70,"start_character":0,"end_line":72,"end_character":45},"updated":"2023-03-22 20:03:28.000000000","message":"issue seems here, where TEMPEST_VENV_UPPER_CONSTRAINTS from opt/stack/new/devstack is not sourced as \u0027master\u0027.\n\nIn this case (stable/wallaby -\u003e stable/xena upgrade), when we switch to target dir /opt/stack/new/devstack then sourcing TEMPEST_VENV_UPPER_CONSTRAINTS should be coming from stable/xena which should be \u0027master\u0027 but that is sourced as \u0027/opt/stack/new/requirements/upper-constraints.txt\u0027 [1] and so does it try to install master tempest master with stable/xena constraints instead of master tempest with master constraints.\n\n[1] https://zuul.opendev.org/t/openstack/build/62c967a4a0054f7cbc825ef93291e66d/log/controller/logs/grenade.sh_log.txt#22898","commit_id":"96e1bf6122263ef94c9e1a4af55da220f8a2e419"},{"author":{"_account_id":9816,"name":"Takashi Kajinami","email":"kajinamit@oss.nttdata.com","username":"kajinamit"},"change_message_id":"aa5af33127451a7a404e859c4dbb4f1712368d23","unresolved":true,"context_lines":[{"line_number":67,"context_line":"    # NOTE(gmann): heat script does not know about"},{"line_number":68,"context_line":"    # TEMPEST_VENV_UPPER_CONSTRAINTS, only DevStack does."},{"line_number":69,"context_line":"    # This sources that one variable from it."},{"line_number":70,"context_line":"    TEMPEST_VENV_UPPER_CONSTRAINTS\u003d$(set +o xtrace \u0026\u0026"},{"line_number":71,"context_line":"        source $devstack_dir/stackrc \u0026\u0026"},{"line_number":72,"context_line":"        echo $TEMPEST_VENV_UPPER_CONSTRAINTS)"},{"line_number":73,"context_line":"    # NOTE(gmann): If gate explicitly set the non master"},{"line_number":74,"context_line":"    # constraints to use for Tempest venv then use the same"},{"line_number":75,"context_line":"    # while running the tests too otherwise, it will recreate"}],"source_content_type":"text/x-sh","patch_set":5,"id":"e9924cca_3c1eda68","line":72,"range":{"start_line":70,"start_character":0,"end_line":72,"end_character":45},"in_reply_to":"5cbbcada_ddaeb2d3","updated":"2023-03-31 02:14:00.000000000","message":"This is intentional because we install in-tree heat integration tests which require stable/xena constraint. If we use master constraint then it would break integration tests. We here need stable/xena and tempest which is compatible with stable/xena constraint and that\u0027s why I\u0027m insisting that we should have upper version in stable/xena u-c because pip is not smart enough to find out the tempest which can be installed with stable/xena constraints.","commit_id":"96e1bf6122263ef94c9e1a4af55da220f8a2e419"},{"author":{"_account_id":9816,"name":"Takashi Kajinami","email":"kajinamit@oss.nttdata.com","username":"kajinamit"},"change_message_id":"18e58f69c5d61a0b4eea95faaf22e428d64c7951","unresolved":true,"context_lines":[{"line_number":67,"context_line":"    # NOTE(gmann): heat script does not know about"},{"line_number":68,"context_line":"    # TEMPEST_VENV_UPPER_CONSTRAINTS, only DevStack does."},{"line_number":69,"context_line":"    # This sources that one variable from it."},{"line_number":70,"context_line":"    TEMPEST_VENV_UPPER_CONSTRAINTS\u003d$(set +o xtrace \u0026\u0026"},{"line_number":71,"context_line":"        source $devstack_dir/stackrc \u0026\u0026"},{"line_number":72,"context_line":"        echo $TEMPEST_VENV_UPPER_CONSTRAINTS)"},{"line_number":73,"context_line":"    # NOTE(gmann): If gate explicitly set the non master"},{"line_number":74,"context_line":"    # constraints to use for Tempest venv then use the same"},{"line_number":75,"context_line":"    # while running the tests too otherwise, it will recreate"}],"source_content_type":"text/x-sh","patch_set":5,"id":"b80ad208_e3da0a28","line":72,"range":{"start_line":70,"start_character":0,"end_line":72,"end_character":45},"in_reply_to":"e9924cca_3c1eda68","updated":"2023-03-31 03:39:41.000000000","message":"I noticed stable/xena integration tests work with master constraints so we\u0027d be fine with this now. I\u0027ll try to look into the way to split out the venv later.","commit_id":"96e1bf6122263ef94c9e1a4af55da220f8a2e419"},{"author":{"_account_id":8556,"name":"Ghanshyam Maan","display_name":"Ghanshyam Maan","email":"gmaan.os14@gmail.com","username":"ghanshyam"},"change_message_id":"d48f8a327a37361752910683b3ae7798afb3025d","unresolved":true,"context_lines":[{"line_number":67,"context_line":"    # NOTE(gmann): heat script does not know about"},{"line_number":68,"context_line":"    # TEMPEST_VENV_UPPER_CONSTRAINTS, only DevStack does."},{"line_number":69,"context_line":"    # This sources that one variable from it."},{"line_number":70,"context_line":"    TEMPEST_VENV_UPPER_CONSTRAINTS\u003d$(set +o xtrace \u0026\u0026"},{"line_number":71,"context_line":"        source $devstack_dir/stackrc \u0026\u0026"},{"line_number":72,"context_line":"        echo $TEMPEST_VENV_UPPER_CONSTRAINTS)"},{"line_number":73,"context_line":"    # NOTE(gmann): If gate explicitly set the non master"},{"line_number":74,"context_line":"    # constraints to use for Tempest venv then use the same"},{"line_number":75,"context_line":"    # while running the tests too otherwise, it will recreate"}],"source_content_type":"text/x-sh","patch_set":5,"id":"1e025291_6cd9e004","line":72,"range":{"start_line":70,"start_character":0,"end_line":72,"end_character":45},"in_reply_to":"e9924cca_3c1eda68","updated":"2023-03-31 02:28:42.000000000","message":"OK that is different thing for heat integration test. For tempest, it needs to be use as per the compatible constraints for example \n- tempest master has to use master constraints\n- All supported stable branch HAS to use master tempest that is why we have branchless tempest.\n\nIf the current solution does not work then we have to separate the branchless heat-tempest-plugin tests run from branched heat integration tests","commit_id":"96e1bf6122263ef94c9e1a4af55da220f8a2e419"}]}