From adaee548e2a414e1133227581a504cb557b20337 Mon Sep 17 00:00:00 2001 From: jessop Date: Tue, 22 Sep 2020 10:37:18 -0400 Subject: [PATCH] sample robots files --- .gitignore | 2 ++ custom/robots.allowall | 2 ++ custom/robots.disallowall | 2 ++ 3 files changed, 6 insertions(+) create mode 100644 custom/robots.allowall create mode 100644 custom/robots.disallowall diff --git a/.gitignore b/.gitignore index ca3fba407..5ab7d743a 100644 --- a/.gitignore +++ b/.gitignore @@ -23,4 +23,6 @@ package-lock.json /web/.env.defaults /custom/* !/custom/homepage.example.js +!/custom/robots.disallowall +!/custom/robots.allowall .env diff --git a/custom/robots.allowall b/custom/robots.allowall new file mode 100644 index 000000000..c2a49f4fb --- /dev/null +++ b/custom/robots.allowall @@ -0,0 +1,2 @@ +User-agent: * +Allow: / diff --git a/custom/robots.disallowall b/custom/robots.disallowall new file mode 100644 index 000000000..1f53798bb --- /dev/null +++ b/custom/robots.disallowall @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /