Add sitemap and document robots.txt
This commit is contained in:
		@@ -1,7 +1,12 @@
 | 
				
			|||||||
 | 
					# Allow all bots
 | 
				
			||||||
User-agent: *
 | 
					User-agent: *
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					# Disallow access to non-content directories
 | 
				
			||||||
Disallow: /_archive
 | 
					Disallow: /_archive
 | 
				
			||||||
Disallow: /_error
 | 
					Disallow: /_error
 | 
				
			||||||
Disallow: /css
 | 
					Disallow: /css
 | 
				
			||||||
Disallow: /fonts
 | 
					Disallow: /fonts
 | 
				
			||||||
Disallow: /img
 | 
					Disallow: /img
 | 
				
			||||||
Disallow: /js
 | 
					Disallow: /js
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					Sitemap: https://enpaul.net/sitemap.xml
 | 
				
			||||||
 
 | 
				
			|||||||
							
								
								
									
										32
									
								
								sitemap.xml
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										32
									
								
								sitemap.xml
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,32 @@
 | 
				
			|||||||
 | 
					<?xml version="1.0" encoding="UTF-8"?>
 | 
				
			||||||
 | 
					<urlset
 | 
				
			||||||
 | 
					      xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"
 | 
				
			||||||
 | 
					      xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
 | 
				
			||||||
 | 
					      xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9
 | 
				
			||||||
 | 
					            http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd">
 | 
				
			||||||
 | 
					<!-- created with Free Online Sitemap Generator www.xml-sitemaps.com -->
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					<url>
 | 
				
			||||||
 | 
					  <loc>https://enpaul.net/</loc>
 | 
				
			||||||
 | 
					  <lastmod>2019-11-21T03:44:30+00:00</lastmod>
 | 
				
			||||||
 | 
					  <priority>1.00</priority>
 | 
				
			||||||
 | 
					</url>
 | 
				
			||||||
 | 
					<url>
 | 
				
			||||||
 | 
					  <loc>https://enpaul.net/about/</loc>
 | 
				
			||||||
 | 
					  <lastmod>2019-11-21T03:44:30+00:00</lastmod>
 | 
				
			||||||
 | 
					  <priority>0.80</priority>
 | 
				
			||||||
 | 
					</url>
 | 
				
			||||||
 | 
					<url>
 | 
				
			||||||
 | 
					  <loc>https://enpaul.net/homelab/</loc>
 | 
				
			||||||
 | 
					  <lastmod>2019-11-21T03:44:30+00:00</lastmod>
 | 
				
			||||||
 | 
					  <priority>0.80</priority>
 | 
				
			||||||
 | 
					</url>
 | 
				
			||||||
 | 
					<url>
 | 
				
			||||||
 | 
					  <loc>https://enpaul.net/projects/</loc>
 | 
				
			||||||
 | 
					  <lastmod>2019-11-21T03:44:30+00:00</lastmod>
 | 
				
			||||||
 | 
					  <priority>0.80</priority>
 | 
				
			||||||
 | 
					</url>
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					</urlset>
 | 
				
			||||||
		Reference in New Issue
	
	Block a user