From 331ccd1cb04debad257f0d63d258f2dc8b278d4c Mon Sep 17 00:00:00 2001 From: Matthias Kretschmann Date: Mon, 7 Aug 2023 13:12:09 +0100 Subject: [PATCH] block GPTBot --- static/robots.txt | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/static/robots.txt b/static/robots.txt index 2baf5c96..0b38a92f 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,3 +1,7 @@ +# https://platform.openai.com/docs/gptbot +User-agent: GPTBot +Disallow: / + User-agent: * Disallow: /search/ Disallow: /page/