Simplify logging
This commit is contained in:
parent
727936cb80
commit
3f9d713633
|
@ -786,7 +786,6 @@ if (in_array($_DDATA['tbprefix'].'crawltemp', $_DDATA['tables'], true)) {
|
||||||
// Add it to the 'stored' and 'crawled links' list
|
// Add it to the 'stored' and 'crawled links' list
|
||||||
$_RDATA['sp_store'][] = $row['url'];
|
$_RDATA['sp_store'][] = $row['url'];
|
||||||
$_RDATA['sp_links'][] = $row['url'];
|
$_RDATA['sp_links'][] = $row['url'];
|
||||||
OS_crawlLog('Crawl data found for: '.$row['url'], 1);
|
|
||||||
|
|
||||||
// Add links from the entry to the queue
|
// Add links from the entry to the queue
|
||||||
$row['links'] = json_decode($row['links'], true);
|
$row['links'] = json_decode($row['links'], true);
|
||||||
|
@ -802,10 +801,7 @@ if (in_array($_DDATA['tbprefix'].'crawltemp', $_DDATA['tables'], true)) {
|
||||||
if ($link == $queue[0]) continue 2;
|
if ($link == $queue[0]) continue 2;
|
||||||
|
|
||||||
// ... and if link passes our user filters
|
// ... and if link passes our user filters
|
||||||
if ($nx = OS_filterURL($link, $row['url'])) {
|
if ($nx = OS_filterURL($link, $row['url'])) continue;
|
||||||
OS_crawlLog('Link ignored due to noindex rule \''.$nx.'\': '.$link, 0);
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
// ... then add the link to the queue
|
// ... then add the link to the queue
|
||||||
$_RDATA['sp_queue'][] = array($link, 0, $row['url']);
|
$_RDATA['sp_queue'][] = array($link, 0, $row['url']);
|
||||||
|
|
Loading…
Reference in a new issue