Added robots.txt

And allow it through the .htaccess
This commit is contained in:
Belle Aerni 2023-01-08 17:28:08 -08:00
parent 6d3f8a3da1
commit d31da240c4
2 changed files with 5 additions and 0 deletions

View File

@ -4,4 +4,7 @@ RewriteEngine On
RewriteCond %{REQUEST_FILENAME} -f
RewriteRule ^Themes/[^/]+/Assets/.+$ - [L]
# Allow access to the robots.txt file
RewriteRule ^robots\.txt$ - [L]
RewriteRule ^(.+)$ index.php [L,QSA]

2
src/robots.txt Normal file
View File

@ -0,0 +1,2 @@
User-agent: *
Disallow: /plugin/