Mirrors/privacore-open-source-search-engine
1
0
Fork 1
mirror of https://github.com/privacore/open-source-search-engine.git synced 2025-07-17 02:56:07 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix spiders not going bug

Browse Source
This commit is contained in:
Matt Wells
2014-01-07 16:41:14 -07:00
parent c529eaf1c3
commit 0dddd8fab1
1 changed files with 4 additions and 2 deletions

6
Spider.cpp

@ -4543,7 +4543,8 @@ void SpiderLoop::spiderDoledUrls ( ) {
}
// hit pages to crawl max?
if ( cr->m_globalCrawlInfo.m_pageDownloadSuccesses >=
if ( cr->m_maxToCrawl > 0 &&
cr->m_globalCrawlInfo.m_pageDownloadSuccesses >=
cr->m_maxToCrawl ) {
cr->m_spiderStatus = SP_MAXTOCRAWL;
sendNotificationForCollRec ( cr );
@ -4551,7 +4552,8 @@ void SpiderLoop::spiderDoledUrls ( ) {
}
// hit pages to process max?
if ( cr->m_globalCrawlInfo.m_pageProcessSuccesses >=
if ( cr->m_maxToProcess > 0 &&
cr->m_globalCrawlInfo.m_pageProcessSuccesses >=
cr->m_maxToProcess ) {
cr->m_spiderStatus = SP_MAXTOPROCESS;
sendNotificationForCollRec ( cr );