mirror of https://github.com/sgoudham/carbon.git
update robots.txt
parent
423ffa213a
commit
7923888a6f
@ -1,3 +1,6 @@
|
|||||||
|
User-agent: Twitterbot
|
||||||
|
Allow: /*
|
||||||
|
|
||||||
User-agent: *
|
User-agent: *
|
||||||
Disallow: /*?*
|
Disallow: /*?*
|
||||||
Allow: /*
|
Allow: /*
|
Loading…
Reference in New Issue