try to fix core. log redirects.

This commit is contained in:
Matt Wells
2013-11-22 00:41:33 -08:00
parent 79df39655f
commit 8a58969ab8
2 changed files with 7 additions and 3 deletions

@ -2200,6 +2200,10 @@ long SpiderColl::getNextIpFromWaitingTree ( ) {
// current time on host #0
uint64_t nowMS = gettimeofdayInMillisecondsGlobal();
top:
// we might have deleted the only node below...
if ( m_waitingTree.isEmpty() ) return 0;
// advance to next
//m_waitingTreeKey += 1LL;
// assume none

@ -8949,9 +8949,9 @@ Url **XmlDoc::getRedirUrl() {
// return &m_redirUrlPtr;
//}
// log a msg
//if ( g_conf.m_logSpideredUrls )
// logf(LOG_INFO,"build: %s redirected to %s",
// cu->getUrl(),loc->getUrl());
if ( g_conf.m_logSpideredUrls )
logf(LOG_INFO,"build: %s redirected to %s",
cu->getUrl(),loc->getUrl());
// if not same Domain, it is not a simplified redirect
bool sameDom = true;