Update crawler.php
Make sure regexp lines in require and ignore URL fields are actually treated as regexps.
This commit is contained in:
parent
e9c0654295
commit
0a83546411
|
@ -116,7 +116,7 @@ function OS_filterURL($_, $base) {
|
||||||
$foundRequired = false;
|
$foundRequired = false;
|
||||||
foreach ($_RDATA['sp_require_url'] as $requireURL) {
|
foreach ($_RDATA['sp_require_url'] as $requireURL) {
|
||||||
if ($requireURL[0] == '*') {
|
if ($requireURL[0] == '*') {
|
||||||
if (preg_match('/'.preg_quote(substr($requireURL, 1), '/').'/', $_))
|
if (preg_match('/'.str_replace('/', '\/', substr($requireURL, 1)).'/', $_))
|
||||||
$foundRequired = true;
|
$foundRequired = true;
|
||||||
} else if (strpos($_, $requireURL) !== false)
|
} else if (strpos($_, $requireURL) !== false)
|
||||||
$foundRequired = true;
|
$foundRequired = true;
|
||||||
|
@ -128,7 +128,7 @@ function OS_filterURL($_, $base) {
|
||||||
// Ignore URL matches
|
// Ignore URL matches
|
||||||
foreach ($_RDATA['sp_ignore_url'] as $ignoreURL) {
|
foreach ($_RDATA['sp_ignore_url'] as $ignoreURL) {
|
||||||
if ($ignoreURL[0] == '*') {
|
if ($ignoreURL[0] == '*') {
|
||||||
if (preg_match('/'.preg_quote(substr($ignoreURL, 1), '/').'/', $_))
|
if (preg_match('/'.str_replace('/', '\/', substr($ignoreURL, 1)).'/', $_))
|
||||||
return $_RDATA['sp_filter'][$_] = 'ignore-url';
|
return $_RDATA['sp_filter'][$_] = 'ignore-url';
|
||||||
} else if (strpos($_, $ignoreURL) !== false)
|
} else if (strpos($_, $ignoreURL) !== false)
|
||||||
return $_RDATA['sp_filter'][$_] = 'ignore-url';
|
return $_RDATA['sp_filter'][$_] = 'ignore-url';
|
||||||
|
|
Loading…
Reference in a new issue