From 91395db9c4d9e12e1e5707300d37a2db7bd64368 Mon Sep 17 00:00:00 2001
From: Belle Aerni <belleaerni@gmail.com>
Date: Sat, 14 Jan 2023 00:30:29 -0800
Subject: [PATCH] Added robots.txt plugin

Automatically generates the content, including the correct link to the sitemap.
---
 configs/nginx.conf                        | 10 ---------
 src/.htaccess                             |  3 ---
 src/Plugins/Robotstxt/RobotstxtPlugin.php | 25 +++++++++++++++++++++++
 src/index.php                             |  7 ++++++-
 src/robots.txt                            |  2 --
 5 files changed, 31 insertions(+), 16 deletions(-)
 create mode 100644 src/Plugins/Robotstxt/RobotstxtPlugin.php
 delete mode 100644 src/robots.txt

diff --git a/configs/nginx.conf b/configs/nginx.conf
index e64b0bb..87a1f79 100644
--- a/configs/nginx.conf
+++ b/configs/nginx.conf
@@ -5,16 +5,6 @@ location ~ ^/Themes/[^/]+/Assets/ {
     }
 }
 
-location /robots.txt {
-    # Allow access to the robots.txt file
-    try_files $uri =204;
-}
-
-location /sitemap.xml {
-    # Allow access to the sitemap.xml file
-    try_files $uri =204;
-}
-
 location / {
     try_files $uri $uri/ /index.php?$args;
 }
diff --git a/src/.htaccess b/src/.htaccess
index 470f73e..d48a70a 100644
--- a/src/.htaccess
+++ b/src/.htaccess
@@ -5,7 +5,4 @@ CGIPassAuth On
 RewriteCond %{REQUEST_FILENAME} -f
 RewriteRule ^Themes/[^/]+/Assets/.+$ - [L]
 
-# Allow access to the robots.txt file
-RewriteRule ^robots\.txt$ - [L]
-
 RewriteRule ^(.+)$ index.php [L,QSA]
diff --git a/src/Plugins/Robotstxt/RobotstxtPlugin.php b/src/Plugins/Robotstxt/RobotstxtPlugin.php
new file mode 100644
index 0000000..2bb95f7
--- /dev/null
+++ b/src/Plugins/Robotstxt/RobotstxtPlugin.php
@@ -0,0 +1,25 @@
+<?php
+
+use AntCMS\AntPlugin;
+use AntCMS\AntConfig;
+use AntCMS\AntTools;
+
+class RobotstxtPlugin extends AntPlugin
+{
+    public function handlePluginRoute(array $route)
+    {
+        $protocol = AntConfig::currentConfig('forceHTTPS') ? 'https' : 'http';
+        $baseURL = AntConfig::currentConfig('baseURL');
+
+        $robotstxt = 'User-agent: *' . "\n";
+        $robotstxt.= 'Disallow: /plugin/' . "\n";
+        $robotstxt.= 'Sitemap: ' . $protocol . '://' . AntTools::repairURL($baseURL . '/sitemap.xml' . "\n");
+        header("Content-Type: text/plain");
+        echo $robotstxt;
+        exit;
+    }
+    public function getName()
+    {
+        return 'Robotstxt';
+    }
+}
diff --git a/src/index.php b/src/index.php
index a4ae094..c2994b9 100644
--- a/src/index.php
+++ b/src/index.php
@@ -54,11 +54,16 @@ if ($segments[0] === 'themes' && $segments[2] === 'assets') {
     exit;
 }
 
-if($segments[0] == 'sitemap.xml'){
+if ($segments[0] == 'sitemap.xml') {
     $segments[0] = 'plugin';
     $segments[1] = 'sitemap';
 }
 
+if ($segments[0] == 'robots.txt') {
+    $segments[0] = 'plugin';
+    $segments[1] = 'robotstxt';
+}
+
 if ($segments[0] === 'plugin') {
     $pluginName = $segments[1];
     $pluginLoader = new AntPluginLoader();
diff --git a/src/robots.txt b/src/robots.txt
deleted file mode 100644
index 73560c2..0000000
--- a/src/robots.txt
+++ /dev/null
@@ -1,2 +0,0 @@
-User-agent: *
-Disallow: /plugin/