From 27447d234384c7b331ede6b9c5ee48cccc24dc98 Mon Sep 17 00:00:00 2001
From: Devin Haska <wonderfulfrog@users.noreply.github.com>
Date: Wed, 13 Mar 2024 16:23:50 -0700
Subject: [PATCH] feat: revise robots.txt and sitemap.xml functions

---
 src/admin/admin.json   | 3 +++
 src/css/styles.11ty.js | 1 +
 src/fun/fun.json       | 3 +++
 src/robots.njk         | 3 ++-
 src/sitemap.njk        | 2 ++
 5 files changed, 11 insertions(+), 1 deletion(-)
 create mode 100644 src/admin/admin.json
 create mode 100644 src/fun/fun.json

diff --git a/src/admin/admin.json b/src/admin/admin.json
new file mode 100644
index 0000000..1a138fd
--- /dev/null
+++ b/src/admin/admin.json
@@ -0,0 +1,3 @@
+{
+  "excludeFromSitemap": true
+}
diff --git a/src/css/styles.11ty.js b/src/css/styles.11ty.js
index 7d8f71a..000a87f 100644
--- a/src/css/styles.11ty.js
+++ b/src/css/styles.11ty.js
@@ -27,6 +27,7 @@ module.exports = class {
 
     return {
       permalink: `css/styles.css`,
+      excludeFromSitemap: true,
       rawFilepath,
       rawCss: css,
     };
diff --git a/src/fun/fun.json b/src/fun/fun.json
new file mode 100644
index 0000000..1a138fd
--- /dev/null
+++ b/src/fun/fun.json
@@ -0,0 +1,3 @@
+{
+  "excludeFromSitemap": true
+}
diff --git a/src/robots.njk b/src/robots.njk
index a4db2ee..2107fe0 100644
--- a/src/robots.njk
+++ b/src/robots.njk
@@ -1,8 +1,9 @@
 ---
 permalink: /robots.txt
 eleventyExcludeFromCollections: true
+excludeFromSitemap: true
 ---
 Sitemap: {{ meta.url }}/sitemap.xml
 
 User-agent: *
-Disallow:
+Disallow: /404.html
diff --git a/src/sitemap.njk b/src/sitemap.njk
index 9390e5e..4ffcd4c 100644
--- a/src/sitemap.njk
+++ b/src/sitemap.njk
@@ -5,9 +5,11 @@ eleventyExcludeFromCollections: true
 <?xml version="1.0" encoding="utf-8"?>
 <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
     {% for page in collections.all %}
+        {% if not page.data.excludeFromSitemap %}
         <url>
             <loc>{{ site.url }}{{ page.url | url }}</loc>
             <lastmod>{{ page.date.toISOString() }}</lastmod>
         </url>
+        {% endif %}
     {% endfor %}
 </urlset>