add minimal robots.txt

2020-01-12 23:27:36 +01:00 · 2020-01-12 23:27:36 +01:00 · 1f82ce0202
parent 646e5bebb5
commit 1f82ce0202
1 changed files with 4 additions and 0 deletions
--- a/exampleSite/static/robots.txt
+++ b/exampleSite/static/robots.txt
@ -0,0 +1,4 @@
+User-agent: *
+Disallow: /categories/*
+Disallow: /tags/*
+Sitemap: https://docs.geeklabor.de/sitemap.xml