diff --git a/source/robots.txt b/source/robots.txt new file mode 100644 index 0000000..50257c4 --- /dev/null +++ b/source/robots.txt @@ -0,0 +1,14 @@ +User-agent: * +Allow: / +Allow: /archives/ +Allow: /categories/ +Allow: /tags/ +Allow: /js/ +Allow: /css/ +Allow: /images/ + +Sitemap: https://www.archgrid.xyz/sitemap.xml +Sitemap: https://www.archgrid.xyz/category-sitemap.xml +Sitemap: https://www.archgrid.xyz/page-sitemap.xml +Sitemap: https://www.archgrid.xyz/post-sitemap.xml +Sitemap: https://www.archgrid.xyz/tag-sitemap.xml \ No newline at end of file