keith/friendica
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Merge pull request #13479 from haheute/robots-txt-google-extended

Browse source 
Add Google-Extended to default robots.txt
This commit is contained in:
Hypolite Petovan 2023-09-29 10:50:36 -04:00 committed by GitHub
commit 6057146a41
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
src/Module/RobotsTxt.php
View file

@ -52,6 +52,10 @@ class RobotsTxt extends BaseModule
echo 'User-agent: ChatGPT-User' . PHP_EOL; echo 'User-agent: ChatGPT-User' . PHP_EOL;
echo 'Disallow: /' . PHP_EOL; echo 'Disallow: /' . PHP_EOL;
echo PHP_EOL;
echo 'User-agent: Google-Extended' . PHP_EOL;
echo 'Disallow: /' . PHP_EOL;
echo PHP_EOL; echo PHP_EOL;
echo 'User-agent: GPTBot' . PHP_EOL; echo 'User-agent: GPTBot' . PHP_EOL;
echo 'Disallow: /' . PHP_EOL; echo 'Disallow: /' . PHP_EOL;