)]}'
{"docker/gitea/custom/public/robots.txt":[{"author":{"_account_id":22629,"name":"Michal Nasiadka","email":"mnasiadka@gmail.com","username":"mnasiadka"},"change_message_id":"5b0398bfbae93da06c387e26858ac10efb45e041","unresolved":false,"context_lines":[{"line_number":16,"context_line":"Disallow: /user/*"},{"line_number":17,"context_line":""},{"line_number":18,"context_line":"# These have started causing issues."},{"line_number":19,"context_line":"Disallow: /*/*/src/commit/*"},{"line_number":20,"context_line":"Disallow: /*/*/commit/*"},{"line_number":21,"context_line":"# Disallow: /*/*/*/refs/*"},{"line_number":22,"context_line":""}],"source_content_type":"text/plain","patch_set":2,"id":"37ff4878_f2ecc298","line":19,"updated":"2025-10-20 07:10:51.000000000","message":"One might interpret that these rules started causing issues, not the crawlers utilising these paths.","commit_id":"60b872a9267f4350f6333283c19f408310c7192f"},{"author":{"_account_id":12898,"name":"Tony Breeds","email":"tony@bakeyournoodle.com","username":"tonyb"},"change_message_id":"d7946be580ccdfa492cdbce3594ee67da05d9520","unresolved":false,"context_lines":[{"line_number":16,"context_line":"Disallow: /user/*"},{"line_number":17,"context_line":""},{"line_number":18,"context_line":"# These have started causing issues."},{"line_number":19,"context_line":"Disallow: /*/*/src/commit/*"},{"line_number":20,"context_line":"Disallow: /*/*/commit/*"},{"line_number":21,"context_line":"# Disallow: /*/*/*/refs/*"},{"line_number":22,"context_line":""}],"source_content_type":"text/plain","patch_set":2,"id":"6759de3c_6f76544a","line":19,"in_reply_to":"37ff4878_f2ecc298","updated":"2025-10-20 08:07:45.000000000","message":"I\u0027m not sure I follow, are you implying that the bots are using robots.txt to seed urls to index?","commit_id":"60b872a9267f4350f6333283c19f408310c7192f"},{"author":{"_account_id":12898,"name":"Tony Breeds","email":"tony@bakeyournoodle.com","username":"tonyb"},"change_message_id":"4506617e960e30e01d5b0ee096db3a8e44915d25","unresolved":false,"context_lines":[{"line_number":16,"context_line":"Disallow: /user/*"},{"line_number":17,"context_line":""},{"line_number":18,"context_line":"# These have started causing issues."},{"line_number":19,"context_line":"Disallow: /*/*/src/commit/*"},{"line_number":20,"context_line":"Disallow: /*/*/commit/*"},{"line_number":21,"context_line":"# Disallow: /*/*/*/refs/*"},{"line_number":22,"context_line":""}],"source_content_type":"text/plain","patch_set":2,"id":"568b1a1f_79b6d052","line":19,"in_reply_to":"5e397469_ba76a74d","updated":"2025-10-20 20:51:36.000000000","message":"Ahhh I understand.   I can see that.","commit_id":"60b872a9267f4350f6333283c19f408310c7192f"},{"author":{"_account_id":22629,"name":"Michal Nasiadka","email":"mnasiadka@gmail.com","username":"mnasiadka"},"change_message_id":"b9346775793881a8300c4d7d59173bbc63fa826f","unresolved":false,"context_lines":[{"line_number":16,"context_line":"Disallow: /user/*"},{"line_number":17,"context_line":""},{"line_number":18,"context_line":"# These have started causing issues."},{"line_number":19,"context_line":"Disallow: /*/*/src/commit/*"},{"line_number":20,"context_line":"Disallow: /*/*/commit/*"},{"line_number":21,"context_line":"# Disallow: /*/*/*/refs/*"},{"line_number":22,"context_line":""}],"source_content_type":"text/plain","patch_set":2,"id":"5e397469_ba76a74d","line":19,"in_reply_to":"6759de3c_6f76544a","updated":"2025-10-20 10:22:03.000000000","message":"No, I only implied someone like me might mis-interpet the comment :-)","commit_id":"60b872a9267f4350f6333283c19f408310c7192f"}]}