Move web content to dedicated content directory

2022-11-15 10:32:02 -05:00
parent 4158a5991b
commit d722a25569
446 changed files with 0 additions and 0 deletions
--- a/content/robots.txt
+++ b/content/robots.txt
@@ -0,0 +1,12 @@
+# Allow all bots
+User-agent: *
+
+# Disallow access to non-content directories
+Disallow: /_archive
+Disallow: /_error
+Disallow: /css
+Disallow: /fonts
+Disallow: /img
+Disallow: /js
+
+Sitemap: https://enpaul.net/sitemap.xml