add minimal robots.txt
This commit is contained in:
parent
646e5bebb5
commit
1f82ce0202
1 changed files with 4 additions and 0 deletions
4
exampleSite/static/robots.txt
Normal file
4
exampleSite/static/robots.txt
Normal file
|
@ -0,0 +1,4 @@
|
|||
User-agent: *
|
||||
Disallow: /categories/*
|
||||
Disallow: /tags/*
|
||||
Sitemap: https://docs.geeklabor.de/sitemap.xml
|
Loading…
Reference in a new issue