beenull/orcinus-search
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

Simplify logging

Browse source
This commit is contained in:
Brian Huisman 2023-05-30 16:12:01 -04:00
parent 727936cb80
commit 3f9d713633
1 changed files with 1 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
orcinus/crawler.php
View file

@ -786,7 +786,6 @@ if (in_array($_DDATA['tbprefix'].'crawltemp', $_DDATA['tables'], true)) {
// Add it to the 'stored' and 'crawled links' list
$_RDATA['sp_store'][] = $row['url'];
$_RDATA['sp_links'][] = $row['url'];
OS_crawlLog('Crawl data found for: '.$row['url'], 1);
// Add links from the entry to the queue
$row['links'] = json_decode($row['links'], true);
@ -802,10 +801,7 @@ if (in_array($_DDATA['tbprefix'].'crawltemp', $_DDATA['tables'], true)) {
if ($link == $queue[0]) continue 2;
// ... and if link passes our user filters
if ($nx = OS_filterURL($link, $row['url'])) {
OS_crawlLog('Link ignored due to noindex rule \''.$nx.'\': '.$link, 0);
continue;
}
if ($nx = OS_filterURL($link, $row['url'])) continue;
// ... then add the link to the queue
$_RDATA['sp_queue'][] = array($link, 0, $row['url']);