Append removed URLs to robots.txt
This commit is contained in:
parent
69d7d9dca9
commit
469be1f621
4 changed files with 601 additions and 7 deletions
|
@ -77,6 +77,9 @@
|
|||
"[web-root]/sites/README.txt": false,
|
||||
"[web-root]/modules/README.txt": false,
|
||||
"[web-root]/profiles/README.txt": false,
|
||||
"[web-root]/robots.txt": {
|
||||
"append": "assets/robots-additions.txt"
|
||||
},
|
||||
"[web-root]/themes/README.txt": false,
|
||||
"[web-root]/web.config": false
|
||||
},
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue