Mirrors/privacore-open-source-search-engine
1
0
Fork 1
mirror of https://github.com/privacore/open-source-search-engine.git synced 2025-07-14 02:36:06 -04:00
Code Issues Packages Projects Releases Wiki Activity

Dropped 'skipOldLinks' parameter to Msge0::getTagRecs(). Always false

Browse Source
This commit is contained in:
Ivan Skytte Jørgensen
2017-03-13 13:53:06 +01:00
parent baf8b7b14e
commit ba25b1d3c7
3 changed files with 0 additions and 15 deletions

13
Msge0.cpp

@ -12,7 +12,6 @@ Msge0::Msge0()
m_urlPtrs(NULL),
m_urlFlags(NULL),
m_numUrls(0),
m_skipOldLinks(false),
m_buf(NULL),
m_bufSize(0),
m_baseTagRec(NULL),
@ -69,8 +68,6 @@ void Msge0::reset() {
bool Msge0::getTagRecs ( const char **urlPtrs ,
const linkflags_t *urlFlags , //Links::m_linkFlags
int32_t numUrls ,
// if skipOldLinks && urlFlags[i]&LF_OLDLINK, skip it
bool skipOldLinks ,
TagRec *baseTagRec ,
collnum_t collnum,
int32_t niceness ,
@ -84,7 +81,6 @@ bool Msge0::getTagRecs ( const char **urlPtrs ,
m_urlPtrs = urlPtrs;
m_urlFlags = urlFlags;
m_numUrls = numUrls;
m_skipOldLinks = skipOldLinks;
m_baseTagRec = baseTagRec;
m_collnum = collnum;
m_niceness = niceness;
@ -147,15 +143,6 @@ bool Msge0::launchRequests() {
if ( g_udpServer.getNumUsedSlots() > 500 ) maxOut = 1;
// if we are maxed out, we basically blocked!
if (m_numRequests - m_numReplies >= maxOut ) return false;
// . skip if "old"
// . we are not planning on adding this to spiderdb, so Msg16
// want to skip the ip lookup, etc.
if ( m_urlFlags && (m_urlFlags[m_n] & LF_OLDLINK) && m_skipOldLinks ) {
m_numRequests++;
m_numReplies++;
m_n++;
continue;
}
// if url is same host as the tagrec provided, just reference that!
if ( m_urlFlags && (m_urlFlags[m_n] & LF_SAMEHOST) && m_baseTagRec) {
m_tagRecPtrs[m_n] = (TagRec *)m_baseTagRec;

1
Msge0.h

@ -19,7 +19,6 @@ public:
bool getTagRecs ( const char **urlPtrs ,
const linkflags_t *urlFlags,
int32_t numUrls ,
bool skipOldLinks ,
TagRec *baseTagRec ,
collnum_t collnum,
int32_t niceness ,

1
XmlDoc.cpp

@ -10774,7 +10774,6 @@ TagRec ***XmlDoc::getOutlinkTagRecVector () {
if ( ! m_msge0.getTagRecs ( const_cast<const char **>(links->m_linkPtrs),
links->m_linkFlags ,
links->m_numLinks ,
false , // skip old?
// make it point to this basetagrec if
// the LF_SAMEHOST flag is set for the link
gr ,