added robots.txt #55

acdh-oeaw · Aug 1, 2023 · 46ab231 · 46ab231
1 parent 84797f9
commit 46ab231
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/robots.txt b/robots.txt
@@ -0,0 +1,6 @@
+User-agent: *
+Disallow: /users/
+Disallow: /info#contact/
+Disallow: /national-moderators/
+
+Sitemap: https://dhcr.clarin-dariah.eu/sitemap.xml