Mirrors/privacore-open-source-search-engine
1
0
Fork 1
mirror of https://github.com/privacore/open-source-search-engine.git synced 2025-07-17 02:56:07 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix spiders not going

Browse Source
This commit is contained in:
Matt Wells
2014-01-07 16:05:22 -08:00
parent 3db562f0f1
commit 65270c4063
1 changed files with 4 additions and 2 deletions

6
Spider.cpp

@ -4706,7 +4706,8 @@ void SpiderLoop::spiderDoledUrls ( ) {
}
// hit pages to crawl max?
if ( cr->m_globalCrawlInfo.m_pageDownloadSuccesses >=
if ( cr->m_maxToCrawl > 0 &&
cr->m_globalCrawlInfo.m_pageDownloadSuccesses >=
cr->m_maxToCrawl ) {
cr->m_spiderStatus = SP_MAXTOCRAWL;
sendNotificationForCollRec ( cr );
@ -4714,7 +4715,8 @@ void SpiderLoop::spiderDoledUrls ( ) {
}
// hit pages to process max?
if ( cr->m_globalCrawlInfo.m_pageProcessSuccesses >=
if ( cr->m_maxToProcess > 0 &&
cr->m_globalCrawlInfo.m_pageProcessSuccesses >=
cr->m_maxToProcess ) {
cr->m_spiderStatus = SP_MAXTOPROCESS;
sendNotificationForCollRec ( cr );