mirror of
https://github.com/seanmorley15/AdventureLog.git
synced 2025-07-19 04:49:37 +02:00
10 lines
153 B
Text
10 lines
153 B
Text
|
User-agent: *
|
||
|
|
Allow: /
|
||
|
|
|
||
|
|
# Google adsbot ignores robots.txt unless specifically named!
|
||
|
|
User-agent: AdsBot-Google
|
||
|
|
Allow: /
|
||
|
|
|
||
|
|
|
||
|
|
User-agent: GPTBot
|
||
|
|
Disallow: /
|