sample robots files
This commit is contained in:
parent
ba0c22e080
commit
adaee548e2
3 changed files with 6 additions and 0 deletions
2
.gitignore
vendored
2
.gitignore
vendored
|
@ -23,4 +23,6 @@ package-lock.json
|
|||
/web/.env.defaults
|
||||
/custom/*
|
||||
!/custom/homepage.example.js
|
||||
!/custom/robots.disallowall
|
||||
!/custom/robots.allowall
|
||||
.env
|
||||
|
|
2
custom/robots.allowall
Normal file
2
custom/robots.allowall
Normal file
|
@ -0,0 +1,2 @@
|
|||
User-agent: *
|
||||
Allow: /
|
2
custom/robots.disallowall
Normal file
2
custom/robots.disallowall
Normal file
|
@ -0,0 +1,2 @@
|
|||
User-agent: *
|
||||
Disallow: /
|
Loading…
Reference in a new issue