From f5a1541389874acedc222c62de935486d5d40222 Mon Sep 17 00:00:00 2001 From: Michael Fix Date: Sun, 26 May 2019 14:29:28 -0700 Subject: [PATCH] robots.txt (#772) --- now.json | 1 + static/robots.txt | 7 +++++++ 2 files changed, 8 insertions(+) create mode 100644 static/robots.txt diff --git a/now.json b/now.json index c4e5bf1..6468c0d 100644 --- a/now.json +++ b/now.json @@ -7,6 +7,7 @@ { "src": "^/about(.*)", "dest": "/about" }, { "src": "^/embed(.*)", "dest": "/embed" }, { "src": "^/_next/(.*)", "dest": "/_next/$1" }, + { "src": "^/robots.txt", "dest": "/static/robots.txt" }, { "src": "^/service-worker.js$", "dest": "/_next/service-worker.js", diff --git a/static/robots.txt b/static/robots.txt new file mode 100644 index 0000000..ad11c76 --- /dev/null +++ b/static/robots.txt @@ -0,0 +1,7 @@ +User-agent: * +Allow: /$ +Allow: /about +Allow: /static +Allow: /embed$ +Disallow: /* +Disallow: /embed* \ No newline at end of file