sample robots files
This commit is contained in:
parent
ba0c22e080
commit
adaee548e2
3 changed files with 6 additions and 0 deletions
2
.gitignore
vendored
2
.gitignore
vendored
|
@ -23,4 +23,6 @@ package-lock.json
|
||||||
/web/.env.defaults
|
/web/.env.defaults
|
||||||
/custom/*
|
/custom/*
|
||||||
!/custom/homepage.example.js
|
!/custom/homepage.example.js
|
||||||
|
!/custom/robots.disallowall
|
||||||
|
!/custom/robots.allowall
|
||||||
.env
|
.env
|
||||||
|
|
2
custom/robots.allowall
Normal file
2
custom/robots.allowall
Normal file
|
@ -0,0 +1,2 @@
|
||||||
|
User-agent: *
|
||||||
|
Allow: /
|
2
custom/robots.disallowall
Normal file
2
custom/robots.disallowall
Normal file
|
@ -0,0 +1,2 @@
|
||||||
|
User-agent: *
|
||||||
|
Disallow: /
|
Loading…
Reference in a new issue