forked from Mirrors/privacore-open-source-search-engine
Removed effectively unused SpiderReply::m_wasIndexed and m_wasIndexedValid
This commit is contained in:
4
Spider.h
4
Spider.h
@ -826,10 +826,10 @@ public:
|
||||
// . we use this with m_isIndexed above to adjust quota counts for
|
||||
// this m_siteHash32 which is basically just the subdomain/host
|
||||
// for SpiderColl::m_quotaTable
|
||||
unsigned m_wasIndexed :1;
|
||||
unsigned m_reserved010 :1; //m_wasIndexed
|
||||
|
||||
// this also pertains to m_isIndexed as well:
|
||||
unsigned m_wasIndexedValid :1;
|
||||
unsigned m_reserved011 :1; //m_wasIndexedValid
|
||||
|
||||
// how much buf will we need to serialize ourselves?
|
||||
int32_t getRecSize () const { return m_dataSize + 4 + sizeof(key128_t); }
|
||||
|
12
XmlDoc.cpp
12
XmlDoc.cpp
@ -14066,18 +14066,6 @@ SpiderReply *XmlDoc::getNewSpiderReply ( ) {
|
||||
if ( m_sreqValid && m_sreq.m_isInjecting )
|
||||
m_srep.m_fromInjectionRequest = 1;
|
||||
|
||||
// were we already in titledb before we started spidering?
|
||||
m_srep.m_wasIndexed = m_wasInIndex;
|
||||
|
||||
// note whether m_wasIndexed is valid because if it isn't then
|
||||
// we shouldn't be counting this reply towards the page counts.
|
||||
// if we never made it this far i guess we should not forcibly call
|
||||
// getIsIndexed() at this point so our performance is fast in case
|
||||
// this is an EFAKEFIRSTIP error or something similar where we
|
||||
// basically just add this reply and we're done.
|
||||
// NOTE: this also pertains to SpiderReply::m_isIndexed.
|
||||
m_srep.m_wasIndexedValid = m_wasInIndexValid;
|
||||
|
||||
// assume no change
|
||||
m_srep.m_isIndexed = m_isInIndex;
|
||||
|
||||
|
4
main.cpp
4
main.cpp
@ -3319,10 +3319,8 @@ static int32_t dumpSpiderdbCsv(const char *coll) {
|
||||
printf("%d,",prevSpiderReply->m_isIndexed);
|
||||
printf("%d,",prevSpiderReply->m_isIndexedINValid);
|
||||
printf("%d,",prevSpiderReply->m_fromInjectionRequest);
|
||||
printf("%d,",prevSpiderReply->m_wasIndexed);
|
||||
printf("%d",prevSpiderReply->m_wasIndexedValid);
|
||||
} else {
|
||||
printf(",,,,,,,,,,,,,");
|
||||
printf(",,,,,,,,,,,");
|
||||
}
|
||||
printf("\n");
|
||||
}
|
||||
|
Reference in New Issue
Block a user