Mirrors/privacore-open-source-search-engine
1
0
Fork 1
mirror of https://github.com/privacore/open-source-search-engine.git synced 2025-07-15 02:36:08 -04:00
Code Issues Packages Projects Releases Wiki Activity

Fix merge error (d2e31e96ba) in lemmatizer branch - lemmas were not indexed

Browse Source
This commit is contained in:
Ivan Skytte Jørgensen
2018-06-25 12:46:08 +02:00
parent 04de89ae17
commit eac027eae6
1 changed files with 2 additions and 0 deletions

2
XmlDoc_Indexing.cpp

@ -2068,6 +2068,8 @@ bool XmlDoc::hashWords3(HashInfo *hi, const TokenizerResult *tr, size_t begin_to
k))
return false;
}
if(token.is_alfanum)
candidate_lemma_words.emplace(token.token_start,token.token_len);
} else {
logTrace(g_conf.m_logTraceTokenIndexing,"not indexing '%.*s', h=%ld", (int)token.token_len, token.token_start, h);
}