feat: revise robots.txt and sitemap.xml functions

src/admin/admin.json

@@ -0,0 +1,3 @@
+{
+  "excludeFromSitemap": true
+}

src/css/styles.11ty.js

@@ -27,6 +27,7 @@ module.exports = class {
 
     return {
       permalink: `css/styles.css`,
+      excludeFromSitemap: true,
       rawFilepath,
       rawCss: css,
     };

src/fun/fun.json

@@ -0,0 +1,3 @@
+{
+  "excludeFromSitemap": true
+}

src/robots.njk

@@ -1,8 +1,9 @@
 ---
 permalink: /robots.txt
 eleventyExcludeFromCollections: true
+excludeFromSitemap: true
 ---
 Sitemap: {{ meta.url }}/sitemap.xml
 
 User-agent: *
-Disallow:
+Disallow: /404.html

src/sitemap.njk

@@ -5,9 +5,11 @@ eleventyExcludeFromCollections: true
 <?xml version="1.0" encoding="utf-8"?>
 <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
     {% for page in collections.all %}
+        {% if not page.data.excludeFromSitemap %}
         <url>
             <loc>{{ site.url }}{{ page.url | url }}</loc>
             <lastmod>{{ page.date.toISOString() }}</lastmod>
         </url>
+        {% endif %}
     {% endfor %}
 </urlset>