)]}'
{"id":"openstack%2Fci-log-processing~835416","triplet_id":"openstack%2Fci-log-processing~master~I4f8ba6fe5833710105a755f05047791e9718cf0e","project":"openstack/ci-log-processing","branch":"master","attention_set":{},"removed_from_attention_set":{"8449":{"account":{"_account_id":8449,"name":"Marios Andreou","email":"marios.andreou@gmail.com","username":"marios"},"last_update":"2022-05-20 16:24:50.000000000","reason":"Change was submitted"},"20676":{"account":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"last_update":"2022-05-20 16:09:02.000000000","reason":"removed on reply"},"6889":{"account":{"_account_id":6889,"name":"Fabien Boucher","email":"fboucher@redhat.com","username":"fabien-boucher"},"last_update":"2022-05-18 07:31:09.000000000","reason":"Fabien Boucher replied on the change"},"9311":{"account":{"_account_id":9311,"name":"Tristan Cacqueray","email":"tdecacqu@redhat.com","username":"tristanC"},"last_update":"2022-05-20 16:24:50.000000000","reason":"Change was submitted"},"8367":{"account":{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},"last_update":"2022-05-20 16:24:50.000000000","reason":"Change was submitted"}},"hashtags":[],"change_id":"I4f8ba6fe5833710105a755f05047791e9718cf0e","subject":"Filter directories before download log files","status":"MERGED","created":"2022-03-28 07:32:43.000000000","updated":"2022-05-20 16:25:53.000000000","submitted":"2022-05-20 16:24:50.000000000","submitter":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"total_comment_count":5,"unresolved_comment_count":1,"has_review_started":true,"submission_id":"835416","meta_rev_id":"2e11a1ebdf693aa60ca4ee97bc22765cd81094fb","_number":835416,"virtual_id_number":835416,"owner":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"actions":{},"labels":{"Verified":{"approved":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"all":[{"value":0,"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},{"value":0,"_account_id":6889,"name":"Fabien Boucher","email":"fboucher@redhat.com","username":"fabien-boucher"},{"tag":"autogenerated:zuul:gate","value":2,"date":"2022-05-20 16:24:50.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"_account_id":9311,"name":"Tristan Cacqueray","email":"tdecacqu@redhat.com","username":"tristanC"}],"values":{"-2":"Fails","-1":"Doesn\u0027t seem to work"," 0":"No score","+1":"Works for me","+2":"Verified"},"description":"","default_value":0,"optional":true},"Code-Review":{"approved":{"_account_id":6889,"name":"Fabien Boucher","email":"fboucher@redhat.com","username":"fabien-boucher"},"all":[{"value":0,"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},{"value":2,"date":"2022-05-18 07:31:09.000000000","permitted_voting_range":{"min":2,"max":2},"_account_id":6889,"name":"Fabien Boucher","email":"fboucher@redhat.com","username":"fabien-boucher"},{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"_account_id":9311,"name":"Tristan Cacqueray","email":"tdecacqu@redhat.com","username":"tristanC"}],"values":{"-2":"Do not merge","-1":"This patch needs further work before it can be merged"," 0":"No score","+1":"Looks good to me, but someone else must approve","+2":"Looks good to me (core reviewer)"},"description":"","default_value":0,"optional":true},"Workflow":{"approved":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"all":[{"value":1,"date":"2022-05-20 16:09:02.000000000","permitted_voting_range":{"min":1,"max":1},"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},{"value":0,"_account_id":6889,"name":"Fabien Boucher","email":"fboucher@redhat.com","username":"fabien-boucher"},{"value":0,"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},{"value":0,"_account_id":9311,"name":"Tristan Cacqueray","email":"tdecacqu@redhat.com","username":"tristanC"}],"values":{"-1":"Work in progress"," 0":"Ready for reviews","+1":"Approved"},"description":"","default_value":0,"optional":true}},"removable_reviewers":[{"_account_id":8449,"name":"Marios Andreou","email":"marios.andreou@gmail.com","username":"marios"},{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"}],"reviewers":{"REVIEWER":[{"_account_id":6889,"name":"Fabien Boucher","email":"fboucher@redhat.com","username":"fabien-boucher"},{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},{"_account_id":8449,"name":"Marios Andreou","email":"marios.andreou@gmail.com","username":"marios"},{"_account_id":9311,"name":"Tristan Cacqueray","email":"tdecacqu@redhat.com","username":"tristanC"},{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}]},"pending_reviewers":{},"reviewer_updates":[{"updated":"2022-03-28 08:59:07.000000000","updated_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"reviewer":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"state":"REVIEWER"},{"updated":"2022-03-28 09:36:38.000000000","updated_by":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"reviewer":{"_account_id":9311,"name":"Tristan Cacqueray","email":"tdecacqu@redhat.com","username":"tristanC"},"state":"REVIEWER"},{"updated":"2022-03-28 09:36:38.000000000","updated_by":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"reviewer":{"_account_id":6889,"name":"Fabien Boucher","email":"fboucher@redhat.com","username":"fabien-boucher"},"state":"REVIEWER"},{"updated":"2022-03-28 09:36:38.000000000","updated_by":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"reviewer":{"_account_id":8449,"name":"Marios Andreou","email":"marios.andreou@gmail.com","username":"marios"},"state":"REVIEWER"},{"updated":"2022-03-28 09:36:38.000000000","updated_by":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"reviewer":{"_account_id":8367,"name":"Arx Cruz","email":"arxcruz@redhat.com","username":"arxcruz"},"state":"REVIEWER"}],"messages":[{"id":"ae55a81f594c77e534d94117b52014561f09ed2b","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"date":"2022-03-28 07:32:43.000000000","message":"Uploaded patch set 1.","accounts_in_message":[],"_revision_number":1},{"id":"3481692e688415da31dce88fa99f42984e10f9ca","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2022-03-28 08:59:07.000000000","message":"Patch Set 1: Verified+1\n\nBuild succeeded (check pipeline).\n\n- opendev-tox-docs https://zuul.opendev.org/t/openstack/build/3f47585f70b946979ecc2e250f0683bf : SUCCESS in 6m 01s\n- openstack-tox-linters https://zuul.opendev.org/t/openstack/build/7462b2c783274fb8985dab77d8984ab6 : SUCCESS in 6m 10s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/3bbf197a92b1449cb80c59f611421829 : SUCCESS in 6m 02s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/2312a2404a93434cb5b9bd8b672b4dd5 : SUCCESS in 6m 37s\n- ci-log-processing-functional-test-centos-8-stream https://zuul.opendev.org/t/openstack/build/4d217fe7105249b6a417c8246b0adecd : SUCCESS in 13m 40s\n- ci-log-processing-functional-test-centos-8-stream-sender https://zuul.opendev.org/t/openstack/build/93e078b417e9423a97431f817b4cf901 : SUCCESS in 8m 40s","accounts_in_message":[],"_revision_number":1},{"id":"f60d55d2c4c8b1bbd1278efb7f3dd21ccda148f8","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"date":"2022-04-21 20:58:10.000000000","message":"Patch Set 2: Patch Set 1 was rebased","accounts_in_message":[],"_revision_number":2},{"id":"bf054368737386455c1554ff820e5d856f28a10f","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2022-04-21 21:09:20.000000000","message":"Patch Set 2: Verified+1\n\nBuild succeeded (check pipeline).\n\n- opendev-tox-docs https://zuul.opendev.org/t/openstack/build/23f0379d34f04594b972bc59f03eb299 : SUCCESS in 3m 20s\n- openstack-tox-linters https://zuul.opendev.org/t/openstack/build/ab2ea3cc991044a5a92f2bd99be3dcfa : SUCCESS in 3m 30s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/5deab7ba7ff34d87a93cac4094106528 : SUCCESS in 3m 07s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/30081367f6e544c789c31d6728a8a928 : SUCCESS in 3m 26s\n- ci-log-processing-functional-test-centos-8-stream https://zuul.opendev.org/t/openstack/build/9794fcb35cf744d1af60be828d0cc5e8 : SUCCESS in 9m 39s\n- ci-log-processing-functional-test-centos-8-stream-sender https://zuul.opendev.org/t/openstack/build/89b7362c245e49caaef2ec4ec00c7101 : SUCCESS in 6m 57s","accounts_in_message":[],"_revision_number":2},{"id":"500fdf04dfe9dba88f8b2a283507b9e78bd04e0a","author":{"_account_id":9311,"name":"Tristan Cacqueray","email":"tdecacqu@redhat.com","username":"tristanC"},"date":"2022-04-25 14:32:08.000000000","message":"Patch Set 2: Code-Review+2\n\n(2 comments)","accounts_in_message":[],"_revision_number":2},{"id":"26b66c55a43da744ea3fb2c307527cec8076e5e6","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"date":"2022-05-04 08:10:20.000000000","message":"Uploaded patch set 3.","accounts_in_message":[],"_revision_number":3},{"id":"da69173a1ed5f767500a3e117a9f52764dd4ee28","author":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"date":"2022-05-04 08:12:35.000000000","message":"Patch Set 3:\n\n(2 comments)","accounts_in_message":[],"_revision_number":3},{"id":"8fa3abdd37296754097d75e75244660f74c5a95f","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2022-05-04 08:28:44.000000000","message":"Patch Set 3: Verified+1\n\nBuild succeeded (check pipeline).\n\n- opendev-tox-docs https://zuul.opendev.org/t/openstack/build/53ee18d7c2ef42649ec23ea1be50e06b : SUCCESS in 3m 09s\n- openstack-tox-linters https://zuul.opendev.org/t/openstack/build/5aec2a9168c14781be852468ab51e5a8 : SUCCESS in 2m 58s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/4b7497d4214a4cb29b991987392e6e1c : SUCCESS in 2m 50s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/79cc349a5e1c484bbdd67482736efdf1 : SUCCESS in 3m 11s\n- ci-log-processing-functional-test-centos-8-stream https://zuul.opendev.org/t/openstack/build/5dbb28a51ce64ad78355d757636a3b75 : SUCCESS in 10m 33s\n- ci-log-processing-functional-test-centos-8-stream-sender https://zuul.opendev.org/t/openstack/build/80b25e7ab7c747e8b2a3c8535f25a619 : SUCCESS in 13m 04s","accounts_in_message":[],"_revision_number":3},{"id":"7547102706eb4106afda448bcd80df9f9ec46d46","tag":"autogenerated:gerrit:newPatchSet","author":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"date":"2022-05-04 09:01:21.000000000","message":"Uploaded patch set 4.","accounts_in_message":[],"_revision_number":4},{"id":"0c2e3b782924bc1adb24574df1a0a2af5c26f280","tag":"autogenerated:zuul:check","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2022-05-04 09:17:28.000000000","message":"Patch Set 4: Verified+1\n\nBuild succeeded (check pipeline).\n\n- opendev-tox-docs https://zuul.opendev.org/t/openstack/build/2bc2f91577184bd3b88c3c5bc71bfd60 : SUCCESS in 2m 32s\n- openstack-tox-linters https://zuul.opendev.org/t/openstack/build/deefd0b147c448ed88d2ff1e5cbad915 : SUCCESS in 2m 52s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/6b482d3b220d4fa081aa18f59f37b3ee : SUCCESS in 2m 44s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/4f96175257ec4e22b215ddd3029a8bca : SUCCESS in 3m 02s\n- ci-log-processing-functional-test-centos-8-stream https://zuul.opendev.org/t/openstack/build/6b823138922c4fc292cac40e25951374 : SUCCESS in 10m 07s\n- ci-log-processing-functional-test-centos-8-stream-sender https://zuul.opendev.org/t/openstack/build/1da4b2beedec465886bffe35dc67a78e : SUCCESS in 11m 57s","accounts_in_message":[],"_revision_number":4},{"id":"7c9a20539ecf98803a384baa428c13f260a5b8d3","author":{"_account_id":6889,"name":"Fabien Boucher","email":"fboucher@redhat.com","username":"fabien-boucher"},"date":"2022-05-18 07:31:09.000000000","message":"Patch Set 4: Code-Review+2\n\n(1 comment)","accounts_in_message":[],"_revision_number":4},{"id":"22964a9a2241c2b40ac218f8677d852c30efbf34","author":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"date":"2022-05-20 16:09:02.000000000","message":"Patch Set 4: Workflow+1","accounts_in_message":[],"_revision_number":4},{"id":"aecd1308ad5b7f755ec6352b04496110bfcdef12","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2022-05-20 16:09:24.000000000","message":"Patch Set 4: -Verified\n\nStarting gate jobs.","accounts_in_message":[],"_revision_number":4},{"id":"b6b190f4ed9303e2b493bf36cb3aafedef6a54a2","tag":"autogenerated:zuul:gate","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2022-05-20 16:24:50.000000000","message":"Patch Set 4: Verified+2\n\nBuild succeeded (gate pipeline).\n\n- opendev-tox-docs https://zuul.opendev.org/t/openstack/build/1b86e726335a435697eed7d7453ad009 : SUCCESS in 3m 34s\n- openstack-tox-linters https://zuul.opendev.org/t/openstack/build/37b72c1017a94ac683b66f4c4ed7b1a0 : SUCCESS in 2m 47s\n- openstack-tox-pep8 https://zuul.opendev.org/t/openstack/build/3a9b7b499d73422485066601e9033ed1 : SUCCESS in 2m 46s\n- openstack-tox-py38 https://zuul.opendev.org/t/openstack/build/6316e6fe0fcd4685a3e4fbff5cf96d24 : SUCCESS in 2m 58s\n- ci-log-processing-functional-test-centos-8-stream https://zuul.opendev.org/t/openstack/build/cdcbab9aeac14b1b941ba6519412c5c1 : SUCCESS in 13m 32s\n- ci-log-processing-functional-test-centos-8-stream-sender https://zuul.opendev.org/t/openstack/build/a29abcca34734320a4d44ed3431be834 : SUCCESS in 13m 55s","accounts_in_message":[],"_revision_number":4},{"id":"d07f1c2a33af7898547894feceb95be17fe12d22","tag":"autogenerated:gerrit:merged","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2022-05-20 16:24:50.000000000","message":"Change has been successfully merged","accounts_in_message":[],"_revision_number":4},{"id":"2e11a1ebdf693aa60ca4ee97bc22765cd81094fb","tag":"autogenerated:zuul:promote","author":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]},"date":"2022-05-20 16:25:53.000000000","message":"Patch Set 4:\n\nBuild succeeded (promote pipeline).\n\n- promote-tox-docs-infra https://zuul.opendev.org/t/openstack/build/9beed63e32e74c32b904203117220793 : SUCCESS in 44s","accounts_in_message":[],"_revision_number":4}],"current_revision_number":4,"current_revision":"6ff20c9aa8bffee430c34c17cd0b0065d1280902","revisions":{"afcaf8fa5b6da774ef3a4c41f9966aa0c3d3d82c":{"kind":"REWORK","_number":1,"created":"2022-03-28 07:32:43.000000000","uploader":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"ref":"refs/changes/16/835416/1","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/ci-log-processing","ref":"refs/changes/16/835416/1","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/ci-log-processing refs/changes/16/835416/1 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/ci-log-processing refs/changes/16/835416/1 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/ci-log-processing refs/changes/16/835416/1 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/ci-log-processing refs/changes/16/835416/1"}}},"commit":{"parents":[{"commit":"a3c265656adb44fa0eb426e9e550bd48683ba174","subject":"Merge \"Change deploy-service playbook; improve logsender code\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ci-log-processing/commit/a3c265656adb44fa0eb426e9e550bd48683ba174"}]}],"author":{"name":"Daniel Pawlik","email":"dpawlik@redhat.com","date":"2022-03-28 07:30:25.000000000","tz":120},"committer":{"name":"Daniel Pawlik","email":"dpawlik@redhat.com","date":"2022-03-28 07:30:25.000000000","tz":120},"subject":"Filter directories before download log files","message":"Filter directories before download log files\n\nThe config files to check is growing up so the\nlogscraper needs to check a lot of urls if it contains\na log file. It is producing a unecessary taffic on logserver host.\nIn that case, let\u0027s check if there is a main directory available and\nif it is, try to download only those files.\n\nChange-Id: I4f8ba6fe5833710105a755f05047791e9718cf0e\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ci-log-processing/commit/afcaf8fa5b6da774ef3a4c41f9966aa0c3d3d82c"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ci-log-processing/commit/afcaf8fa5b6da774ef3a4c41f9966aa0c3d3d82c"}]},"branch":"refs/heads/master"},"4fb4592c939ece6130364f74245eb71a0daaa02f":{"kind":"TRIVIAL_REBASE","_number":2,"created":"2022-04-21 20:58:10.000000000","uploader":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"ref":"refs/changes/16/835416/2","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/ci-log-processing","ref":"refs/changes/16/835416/2","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/ci-log-processing refs/changes/16/835416/2 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/ci-log-processing refs/changes/16/835416/2 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/ci-log-processing refs/changes/16/835416/2 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/ci-log-processing refs/changes/16/835416/2"}}},"commit":{"parents":[{"commit":"813e2abf30f56e962de22601dec97c846bd9f2c1","subject":"Merge \"Add performance.json file\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ci-log-processing/commit/813e2abf30f56e962de22601dec97c846bd9f2c1"}]}],"author":{"name":"Daniel Pawlik","email":"dpawlik@redhat.com","date":"2022-03-28 07:30:25.000000000","tz":120},"committer":{"name":"daniel.pawlik","email":"dpawlik@redhat.com","date":"2022-04-21 20:58:10.000000000","tz":0},"subject":"Filter directories before download log files","message":"Filter directories before download log files\n\nThe config files to check is growing up so the\nlogscraper needs to check a lot of urls if it contains\na log file. It is producing a unecessary taffic on logserver host.\nIn that case, let\u0027s check if there is a main directory available and\nif it is, try to download only those files.\n\nChange-Id: I4f8ba6fe5833710105a755f05047791e9718cf0e\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ci-log-processing/commit/4fb4592c939ece6130364f74245eb71a0daaa02f"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ci-log-processing/commit/4fb4592c939ece6130364f74245eb71a0daaa02f"}]},"branch":"refs/heads/master","description":"Rebase"},"fecf3e8987f215265f8b10561cf904eee46fa54b":{"kind":"REWORK","_number":3,"created":"2022-05-04 08:10:20.000000000","uploader":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"ref":"refs/changes/16/835416/3","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/ci-log-processing","ref":"refs/changes/16/835416/3","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/ci-log-processing refs/changes/16/835416/3 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/ci-log-processing refs/changes/16/835416/3 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/ci-log-processing refs/changes/16/835416/3 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/ci-log-processing refs/changes/16/835416/3"}}},"commit":{"parents":[{"commit":"813e2abf30f56e962de22601dec97c846bd9f2c1","subject":"Merge \"Add performance.json file\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ci-log-processing/commit/813e2abf30f56e962de22601dec97c846bd9f2c1"}]}],"author":{"name":"Daniel Pawlik","email":"dpawlik@redhat.com","date":"2022-03-28 07:30:25.000000000","tz":120},"committer":{"name":"Daniel Pawlik","email":"dpawlik@redhat.com","date":"2022-05-04 08:10:12.000000000","tz":120},"subject":"Filter directories before download log files","message":"Filter directories before download log files\n\nThe config files to check is growing up so the\nlogscraper needs to check a lot of urls if it contains\na log file. It is producing a unecessary taffic on logserver host.\nIn that case, let\u0027s check if there is a main directory available and\nif it is, try to download only those files.\n\nChange-Id: I4f8ba6fe5833710105a755f05047791e9718cf0e\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ci-log-processing/commit/fecf3e8987f215265f8b10561cf904eee46fa54b"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ci-log-processing/commit/fecf3e8987f215265f8b10561cf904eee46fa54b"}]},"branch":"refs/heads/master"},"6ff20c9aa8bffee430c34c17cd0b0065d1280902":{"kind":"REWORK","_number":4,"created":"2022-05-04 09:01:21.000000000","uploader":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"},"ref":"refs/changes/16/835416/4","fetch":{"anonymous http":{"url":"https://review.opendev.org/openstack/ci-log-processing","ref":"refs/changes/16/835416/4","commands":{"Checkout":"git fetch https://review.opendev.org/openstack/ci-log-processing refs/changes/16/835416/4 \u0026\u0026 git checkout FETCH_HEAD","Cherry Pick":"git fetch https://review.opendev.org/openstack/ci-log-processing refs/changes/16/835416/4 \u0026\u0026 git cherry-pick FETCH_HEAD","Format Patch":"git fetch https://review.opendev.org/openstack/ci-log-processing refs/changes/16/835416/4 \u0026\u0026 git format-patch -1 --stdout FETCH_HEAD","Pull":"git pull https://review.opendev.org/openstack/ci-log-processing refs/changes/16/835416/4"}}},"commit":{"parents":[{"commit":"813e2abf30f56e962de22601dec97c846bd9f2c1","subject":"Merge \"Add performance.json file\"","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ci-log-processing/commit/813e2abf30f56e962de22601dec97c846bd9f2c1"}]}],"author":{"name":"Daniel Pawlik","email":"dpawlik@redhat.com","date":"2022-03-28 07:30:25.000000000","tz":120},"committer":{"name":"Daniel Pawlik","email":"dpawlik@redhat.com","date":"2022-05-04 08:59:22.000000000","tz":120},"subject":"Filter directories before download log files","message":"Filter directories before download log files\n\nThe config files to check is growing up so the\nlogscraper needs to check a lot of urls if it contains\na log file. It is producing a unecessary taffic on logserver host.\nIn that case, let\u0027s check if there is a main directory available and\nif it is, try to download only those files.\n\nChange-Id: I4f8ba6fe5833710105a755f05047791e9718cf0e\n","web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ci-log-processing/commit/6ff20c9aa8bffee430c34c17cd0b0065d1280902"}],"resolve_conflicts_web_links":[{"name":"gitea","tooltip":"Open in GitWeb","url":"https://opendev.org/openstack/ci-log-processing/commit/6ff20c9aa8bffee430c34c17cd0b0065d1280902"}]},"branch":"refs/heads/master"}},"requirements":[],"submit_records":[{"status":"CLOSED","labels":[{"label":"Verified","status":"OK","applied_by":{"_account_id":22348,"name":"Zuul","username":"zuul","tags":["SERVICE_USER"]}},{"label":"Code-Review","status":"OK","applied_by":{"_account_id":6889,"name":"Fabien Boucher","email":"fboucher@redhat.com","username":"fabien-boucher"}},{"label":"Workflow","status":"OK","applied_by":{"_account_id":20676,"name":"daniel.pawlik","display_name":"Daniel Pawlik","email":"dpawlik@redhat.com","username":"daniel.pawlik"}}]}],"submit_requirements":[{"name":"Verified","status":"SATISFIED","is_legacy":true,"submittability_expression_result":{"expression":"label:Verified\u003dCustom-Rule","fulfilled":true,"status":"PASS","passing_atoms":["label:Verified\u003dCustom-Rule"],"failing_atoms":[],"atom_explanations":{}}},{"name":"Workflow","status":"SATISFIED","is_legacy":true,"submittability_expression_result":{"expression":"label:Workflow\u003dCustom-Rule","fulfilled":true,"status":"PASS","passing_atoms":["label:Workflow\u003dCustom-Rule"],"failing_atoms":[],"atom_explanations":{}}},{"name":"Code-Review","status":"SATISFIED","is_legacy":true,"submittability_expression_result":{"expression":"label:Code-Review\u003dCustom-Rule","fulfilled":true,"status":"PASS","passing_atoms":["label:Code-Review\u003dCustom-Rule"],"failing_atoms":[],"atom_explanations":{}}}]}