Forks/privacore-open-source-search-engine
1
0
Fork 0
forked from Mirrors/privacore-open-source-search-engine
Code Pull Requests Activity

exempt bulk jobs from maxtoprocess

Browse Source
This commit is contained in:
Matt Wells
2014-02-16 22:14:43 -08:00
parent 9d0dca71db
commit a4deb7ff08
1 changed files with 1 additions and 1 deletions

2
Spider.cpp

@ -5454,7 +5454,7 @@ void SpiderLoop::spiderDoledUrls ( ) {
// hit pages to process max?
if ( cr->m_maxToProcess > 0 &&
cr->m_isCustomCrawl &&
cr->m_isCustomCrawl == 1 && // bulk jobs exempt!
cr->m_globalCrawlInfo.m_pageProcessSuccessesThisRound >=
cr->m_maxToProcess ) {
cr->m_localCrawlInfo.m_hasUrlsReadyToSpider = false;