Merge pull request #13361 from annando/gptbot
GPTBot added to the default robots.txt
This commit is contained in:
commit
ff7e31ab9d
1 changed files with 6 additions and 0 deletions
|
@ -38,6 +38,8 @@ class RobotsTxt extends BaseModule
|
|||
'/search',
|
||||
'/help',
|
||||
'/proxy',
|
||||
'/photo',
|
||||
'/avatar',
|
||||
];
|
||||
|
||||
header('Content-Type: text/plain');
|
||||
|
@ -50,6 +52,10 @@ class RobotsTxt extends BaseModule
|
|||
echo 'User-agent: ChatGPT-User' . PHP_EOL;
|
||||
echo 'Disallow: /' . PHP_EOL;
|
||||
|
||||
echo PHP_EOL;
|
||||
echo 'User-agent: GPTBot' . PHP_EOL;
|
||||
echo 'Disallow: /' . PHP_EOL;
|
||||
|
||||
System::exit();
|
||||
}
|
||||
}
|
||||
|
|
Loading…
Reference in a new issue