Mirrors/privacore-open-source-search-engine
1
0
Fork 1
mirror of https://github.com/privacore/open-source-search-engine.git synced 2025-07-12 02:26:07 -04:00
Code Issues Packages Projects Releases Wiki Activity

more fixes for ebadurl bug

Browse Source
This commit is contained in:
Matt Wells
2015-12-14 17:49:06 -08:00
committed by Brian Rasmusson
parent 10a2b7a104
commit dae1de7d0e
1 changed files with 9 additions and 3 deletions

12
Collectiondb.cpp

@ -3640,11 +3640,17 @@ bool CollectionRec::rebuildUrlFiltersDiffbot() {
m_regExs[i].set("errorcount>=1 && !hastmperror && errcount<=4");
// try to fix bug of EBADURL when it wasn't really:
m_regExs[i].set("errorcount==1 && !hastmperror");
m_spiderPriorities [i] = 15;
m_spiderFreqs [i] = 0.1;
m_maxSpidersPerRule [i] = 1; // turn off spiders if not tmp error
// no, try to fix bug of EBADURL when it wasn't really...
m_maxSpidersPerRule [i] = 1;
i++;
m_regExs[i].set("errorcount>=2 && !hastmperror");
m_spiderPriorities [i] = 14;
m_spiderFreqs [i] = 0.0;
m_maxSpidersPerRule [i] = 0; // turn off spiders if not tmp error
i++;
// and for docs that have errors respider once every 5 hours