Mirrors/privacore-open-source-search-engine
1
0
Fork 1
mirror of https://github.com/privacore/open-source-search-engine.git synced 2025-07-15 02:36:08 -04:00
Code Issues Packages Projects Releases Wiki Activity

show gbssMatchesPageProcessPattern in status doc if page

Browse Source 
was downloaded during a custom crawl.
This commit is contained in:
Matt
2015-04-28 10:14:07 -07:00
parent 5c926fa217
commit cb6b2b6cd4
1 changed files with 7 additions and 0 deletions

7
XmlDoc.cpp

@ -27499,6 +27499,13 @@ SafeBuf *XmlDoc::getSpiderStatusDocMetaList2 ( SpiderReply *reply ) {
jd.safePrintf("\"gbssSentToDiffbotThisTime\":%i,\n",
(int)m_sentToDiffbotThisTime);
// page must have been downloaded for this one
if ( cr->m_isCustomCrawl && m_utf8ContentValid ) {
char match = doesPageContentMatchDiffbotProcessPattern();
jd.safePrintf("\"gbssMatchesPageProcessPattern\":%i,\n",
(int)match);
}
if ( m_diffbotReplyValid && m_sentToDiffbotThisTime ) {
jd.safePrintf("\"gbssDiffbotReplyCode\":%"INT32",\n",
m_diffbotReplyError);