From 7d9b76acb3e4384380aa9ae24a3cf795c58857d1 Mon Sep 17 00:00:00 2001 From: Mischa POSLAWSKY Date: Wed, 15 Nov 2023 18:06:03 +0100 Subject: [PATCH] robots.txt: dynamically disallow development domains Not requested frequently enough to warrant static caching. --- robots.txt | 5 ----- robots.txt.plp | 10 ++++++++++ 2 files changed, 10 insertions(+), 5 deletions(-) delete mode 100644 robots.txt create mode 100644 robots.txt.plp diff --git a/robots.txt b/robots.txt deleted file mode 100644 index 15b6ecb..0000000 --- a/robots.txt +++ /dev/null @@ -1,5 +0,0 @@ -User-agent: * -Disallow: /source/*::* - -Sitemap: http://sheet.shiar.nl/sitemap.xml -Host: sheet.shiar.nl diff --git a/robots.txt.plp b/robots.txt.plp new file mode 100644 index 0000000..15e80a3 --- /dev/null +++ b/robots.txt.plp @@ -0,0 +1,10 @@ +<(common.inc.plp)><: +$header{content_type} = 'text/plain; charset=us-ascii'; +checkmodified($ENV{SCRIPT_FILENAME}); + +say 'User-agent: *'; +say 'Disallow: ', $Dev ? '/' : '/source/*::*'; +#say 'Disallow: /font/*?q=*'; +:> +Sitemap: http://sheet.shiar.nl/sitemap.xml +Host: sheet.shiar.nl -- 2.30.0