From 241624027f70a48c51aa012b1532c2f9ba67bfb5 Mon Sep 17 00:00:00 2001 From: Michael Date: Thu, 10 Aug 2023 21:10:12 +0000 Subject: [PATCH] Add a ChatGPT role for the built in robots.txt --- src/Module/RobotsTxt.php | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/src/Module/RobotsTxt.php b/src/Module/RobotsTxt.php index 49aab1471..415a8ab47 100644 --- a/src/Module/RobotsTxt.php +++ b/src/Module/RobotsTxt.php @@ -45,6 +45,11 @@ class RobotsTxt extends BaseModule foreach ($allDisallowed as $disallowed) { echo 'Disallow: ' . $disallowed . PHP_EOL; } + + echo PHP_EOL; + echo 'User-agent: ChatGPT-User' . PHP_EOL; + echo 'Disallow: /' . PHP_EOL; + System::exit(); } }