Mirrors/privacore-open-source-search-engine
1
0
Fork 1
mirror of https://github.com/privacore/open-source-search-engine.git synced 2025-07-14 02:36:06 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix repeat rounds sticking bug

Browse Source 
by adding PF_REBUILDURLFILTERS flag to
spiderroundastarttime parm
This commit is contained in:
Matt Wells
2014-01-17 17:17:10 -08:00
parent 16f8af0d57
commit 2faba0efd1
4 changed files with 10 additions and 3 deletions

2
Pages.cpp

@ -1020,7 +1020,7 @@ bool Pages::printAdminTop ( SafeBuf *sb ,
"<div "
"style="
"max-height:600px;"
//"max-width:225px;"
"max-width:225px;"
//"min-width:225px;"
"overflow-y:auto;"
"overflow-x:hidden>"

2
Parms.cpp

@ -9607,7 +9607,7 @@ void Parms::init ( ) {
m->m_type = TYPE_LONG;
m->m_def = "0";
m->m_group = 0;
m->m_flags = PF_HIDDEN;
m->m_flags = PF_HIDDEN | PF_REBUILDURLFILTERS;
m++;
m->m_title = "spider round num";

8
PingServer.cpp

@ -2677,8 +2677,14 @@ void checkKernelErrors( int fd, void *state ){
// klogctl reads the last 4k lines of the kernel ring buffer
short bufLen = klogctl(3,buf,4096);
long long took = gettimeofdayInMilliseconds() - st;
if ( took >= 3 )
if ( took >= 3 ) {
long len = bufLen;
if ( len > 200 ) len = 200;
char c = buf[len];
buf[len] = '\0';
log("db: klogctl took %lli ms to read %s",took, buf);
buf[len] = c;
}
if ( bufLen < 0 ){
log ("db: klogctl returned error: %s",mstrerror(errno));

1
Spider.cpp

@ -26,6 +26,7 @@
// . this was 10 but cpu is getting pegged, maybe set to 30 now
// . we consider the collection done spidering when no urls to spider
// for this many seconds
// . i'd like to set back to 10 for speed... maybe even 5 or less
#define SPIDER_DONE_TIMER 45