From b7e9b3cf175c4ee09061c71af17b6dd7ef3156c0 Mon Sep 17 00:00:00 2001
From: JP Hastings-Spital <jphastings@gmail.com>
Date: Sat, 19 Aug 2023 19:52:30 +0100
Subject: [PATCH] Use robots.txt template

---
 layouts/robots.txt | 4 ++++
 static/robots.txt  | 7 -------
 2 files changed, 4 insertions(+), 7 deletions(-)
 create mode 100644 layouts/robots.txt
 delete mode 100644 static/robots.txt

diff --git a/layouts/robots.txt b/layouts/robots.txt
new file mode 100644
index 00000000..7f11ea21
--- /dev/null
+++ b/layouts/robots.txt
@@ -0,0 +1,4 @@
+Sitemap: {{"/sitemap.xml" | absURL}}
+
+User-agent: GPTBot
+Disallow: /
diff --git a/static/robots.txt b/static/robots.txt
deleted file mode 100644
index a6be3783..00000000
--- a/static/robots.txt
+++ /dev/null
@@ -1,7 +0,0 @@
-Sitemap: /sitemap.xml
-
-User-agent: GPTBot
-Disallow: /
-
-User-Agent: DuckDuckBot
-Allow: /