Create robots.txt

This commit is contained in:
Ray 2024-05-21 19:20:04 +10:00 committed by GitHub
parent fecba892ea
commit bc958bed7a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 19 additions and 0 deletions

19
robots.txt Normal file
View File

@ -0,0 +1,19 @@
# robots.txt generated by atozseotools.com
User-agent: Teoma
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: Robozilla
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: naverbot
Disallow: /
User-agent: yeti
Disallow: /
User-agent: *
Disallow:
Disallow: /
Sitemap: https://reiyua.lol/sitemap