robots.txt (#772)

6 years ago · f5a1541389
parent 02be1f6efe
commit f5a1541389
2 changed files with 8 additions and 0 deletions
--- a/now.json
+++ b/now.json
@ -7,6 +7,7 @@
    { "src": "^/about(.*)", "dest": "/about" },
    { "src": "^/embed(.*)", "dest": "/embed" },
    { "src": "^/_next/(.*)", "dest": "/_next/$1" },
+    { "src": "^/robots.txt", "dest": "/static/robots.txt" },
    {
      "src": "^/service-worker.js$",
      "dest": "/_next/service-worker.js",
--- a/static/robots.txt
+++ b/static/robots.txt
@ -0,0 +1,7 @@
+User-agent: *
+Allow: /$
+Allow: /about
+Allow: /static
+Allow: /embed$
+Disallow: /*
+Disallow: /embed*