]> git.bochard.net Git - mysite.git/commitdiff
updated robots.txt that blocks internet archive
authorbochard <git@bochard.net>
Wed, 17 Dec 2025 02:47:03 +0000 (10:47 +0800)
committerbochard <git@bochard.net>
Wed, 17 Dec 2025 02:47:03 +0000 (10:47 +0800)
robots.txt

index 68f41d31314dcbe4c0df5420a95a9ffb191f6e98..853b8fe1b49e4f3edcfadfb2ca6656b278e29579 100644 (file)
@@ -1199,7 +1199,7 @@ Disallow:/
 User-agent: anthropic-ai
 Disallow:/
 User-agent: archive.org_bot
-Disallow:/
+Disallow:
 User-agent: arquivo-web-crawler
 Disallow:/
 User-agent: arquivo.pt