From: Mischa POSLAWSKY <perl@shiar.org>
Date: Wed, 15 Nov 2023 17:06:03 +0000 (+0100)
Subject: robots.txt: dynamically disallow development domains
X-Git-Tag: v1.15~2
X-Git-Url: http://git.shiar.nl/sheet.git/commitdiff_plain/7d9b76acb3e4384380aa9ae24a3cf795c58857d1

robots.txt: dynamically disallow development domains

Not requested frequently enough to warrant static caching.
---

diff --git a/robots.txt b/robots.txt
deleted file mode 100644
index 15b6ecb..0000000
--- a/robots.txt
+++ /dev/null
@@ -1,5 +0,0 @@
-User-agent: *
-Disallow: /source/*::*
-
-Sitemap: http://sheet.shiar.nl/sitemap.xml
-Host: sheet.shiar.nl
diff --git a/robots.txt.plp b/robots.txt.plp
new file mode 100644
index 0000000..15e80a3
--- /dev/null
+++ b/robots.txt.plp
@@ -0,0 +1,10 @@
+<(common.inc.plp)><:
+$header{content_type} = 'text/plain; charset=us-ascii';
+checkmodified($ENV{SCRIPT_FILENAME});
+
+say 'User-agent: *';
+say 'Disallow: ', $Dev ? '/' : '/source/*::*';
+#say 'Disallow: /font/*?q=*';
+:>
+Sitemap: http://sheet.shiar.nl/sitemap.xml
+Host: sheet.shiar.nl