mirror of https://github.com/reiyua/reiyua.lol.git
Create robots.txt
This commit is contained in:
parent
fecba892ea
commit
bc958bed7a
|
@ -0,0 +1,19 @@
|
||||||
|
# robots.txt generated by atozseotools.com
|
||||||
|
User-agent: Teoma
|
||||||
|
Disallow: /
|
||||||
|
User-agent: Gigabot
|
||||||
|
Disallow: /
|
||||||
|
User-agent: Robozilla
|
||||||
|
Disallow: /
|
||||||
|
User-agent: Nutch
|
||||||
|
Disallow: /
|
||||||
|
User-agent: baiduspider
|
||||||
|
Disallow: /
|
||||||
|
User-agent: naverbot
|
||||||
|
Disallow: /
|
||||||
|
User-agent: yeti
|
||||||
|
Disallow: /
|
||||||
|
User-agent: *
|
||||||
|
Disallow:
|
||||||
|
Disallow: /
|
||||||
|
Sitemap: https://reiyua.lol/sitemap
|
Loading…
Reference in New Issue