Append removed URLs to robots.txt

This commit is contained in:
Oliver Davies 2021-01-15 09:13:09 +00:00
parent 69d7d9dca9
commit 469be1f621
4 changed files with 601 additions and 7 deletions

View file

@ -77,6 +77,9 @@
"[web-root]/sites/README.txt": false,
"[web-root]/modules/README.txt": false,
"[web-root]/profiles/README.txt": false,
"[web-root]/robots.txt": {
"append": "assets/robots-additions.txt"
},
"[web-root]/themes/README.txt": false,
"[web-root]/web.config": false
},