summaryrefslogtreecommitdiff
path: root/static/robots.txt
diff options
context:
space:
mode:
authorJacob McDonnell <jacob@jacobmcdonnell.com>2026-05-14 19:12:58 -0400
committerJacob McDonnell <jacob@jacobmcdonnell.com>2026-05-14 19:12:58 -0400
commit1fc6058866f9f3078f0b182cc186b57ee4214ccd (patch)
tree1e65609ecff38fee71df8aa52dc1fc0bfcb47c4d /static/robots.txt
parentc19dfac86f6b934b0608f8e66e4c0d4c611806e4 (diff)
feat: Block OpenAI WebcrawlerHEADmain
Diffstat (limited to 'static/robots.txt')
-rwxr-xr-xstatic/robots.txt3
1 files changed, 3 insertions, 0 deletions
diff --git a/static/robots.txt b/static/robots.txt
index 14067d6..add080b 100755
--- a/static/robots.txt
+++ b/static/robots.txt
@@ -1,3 +1,6 @@
+User-agent: GPTBot
+Disallow: /
+
User-agent: *
Disallow: /css
Disallow: /images