mirror of https://github.com/reiyua/reiyua.lol.git
Create robots.txt
This commit is contained in:
parent
fecba892ea
commit
bc958bed7a
|
@ -0,0 +1,19 @@
|
|||
# robots.txt generated by atozseotools.com
|
||||
User-agent: Teoma
|
||||
Disallow: /
|
||||
User-agent: Gigabot
|
||||
Disallow: /
|
||||
User-agent: Robozilla
|
||||
Disallow: /
|
||||
User-agent: Nutch
|
||||
Disallow: /
|
||||
User-agent: baiduspider
|
||||
Disallow: /
|
||||
User-agent: naverbot
|
||||
Disallow: /
|
||||
User-agent: yeti
|
||||
Disallow: /
|
||||
User-agent: *
|
||||
Disallow:
|
||||
Disallow: /
|
||||
Sitemap: https://reiyua.lol/sitemap
|
Loading…
Reference in New Issue