lower spider crawl info stats threshold

This commit is contained in:
Matt Wells
2013-09-16 11:27:09 -07:00
parent df96f81e78
commit 04f7774543

@ -7960,7 +7960,12 @@ bool updateCrawlInfo ( CollectionRec *cr ,
bool useCache ) {
long now = getTimeLocal();
if ( useCache && now - cr->m_globalCrawlInfo.m_lastUpdateTime < 60 )
// keep it fresh within 1 second
long thresh = 1;
// unless cluster is big
if ( g_hostdb.m_numHosts > 32 ) thresh = 30;
if ( useCache && now - cr->m_globalCrawlInfo.m_lastUpdateTime <thresh)
return true;
// wait in line if reply is pending