Forks/open-source-search-engine
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix to allow us to gather ip-only url outlinks again

Browse Source
This commit is contained in:
Matt 2016-03-14 10:56:33 -06:00
parent 2c167aada7
commit 0dbc304bbf
2 changed files with 3 additions and 3 deletions

2
Linkdb.cpp

@ -5865,7 +5865,7 @@ bool Links::addLink ( char *link , int32_t linkLen , int32_t nodeNum ,
// stop http://0x0017.0000000000000000000000000000000000000024521276/
// which somehow make it through without this!!
if ( url.getTLDLen() <= 0 ) return true;
if ( ! url.isIp() && url.getTLDLen() <= 0 ) return true;
// count dirty links
//if ( url.isDirty() ) m_numDirtyLinks++;

4
Makefile

@ -399,8 +399,8 @@ RdbMap.o:
RdbBuckets.o:
$(CC) $(DEFS) $(CPPFLAGS) -O3 -c $*.cpp
Linkdb.o:
$(CC) $(DEFS) $(CPPFLAGS) -O3 -c $*.cpp
#Linkdb.o:
# $(CC) $(DEFS) $(CPPFLAGS) -O3 -c $*.cpp
#XmlDoc.o:
# $(CC) $(DEFS) $(CPPFLAGS) $(XMLDOCOPT) -c $*.cpp