try to fix core. log redirects.
This commit is contained in:
@ -2200,6 +2200,10 @@ long SpiderColl::getNextIpFromWaitingTree ( ) {
|
||||
// current time on host #0
|
||||
uint64_t nowMS = gettimeofdayInMillisecondsGlobal();
|
||||
top:
|
||||
|
||||
// we might have deleted the only node below...
|
||||
if ( m_waitingTree.isEmpty() ) return 0;
|
||||
|
||||
// advance to next
|
||||
//m_waitingTreeKey += 1LL;
|
||||
// assume none
|
||||
|
@ -8949,9 +8949,9 @@ Url **XmlDoc::getRedirUrl() {
|
||||
// return &m_redirUrlPtr;
|
||||
//}
|
||||
// log a msg
|
||||
//if ( g_conf.m_logSpideredUrls )
|
||||
// logf(LOG_INFO,"build: %s redirected to %s",
|
||||
// cu->getUrl(),loc->getUrl());
|
||||
if ( g_conf.m_logSpideredUrls )
|
||||
logf(LOG_INFO,"build: %s redirected to %s",
|
||||
cu->getUrl(),loc->getUrl());
|
||||
|
||||
// if not same Domain, it is not a simplified redirect
|
||||
bool sameDom = true;
|
||||
|
Reference in New Issue
Block a user