diff options
Diffstat (limited to 'static/robots.txt')
| -rw-r--r-- | static/robots.txt | 22 |
1 files changed, 21 insertions, 1 deletions
diff --git a/static/robots.txt b/static/robots.txt index 8863d96..5df1326 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,3 +1,23 @@ +Sitemap: https://d-s.sh/sitemap.xml + User-agent: * +Disallow: + +User-agent: ChatGPT-User +Disallow: / + +User-agent: GPTBot +Disallow: / + +User-agent: Mediapartners-Google +Disallow: / + +User-agent: AdsBot-Google +Disallow: / + +User-agent: adidxbot +Disallow: / + +User-agent: CCBot +Disallow: / -Sitemap: https://d-s.sh/sitemap.xml |