Forks/privacore-open-source-search-engine
1
0
Fork 0
forked from Mirrors/privacore-open-source-search-engine
Code Pull Requests Activity

More words unittest

Browse Source
This commit is contained in:
Ivan Skytte Jørgensen
2018-02-09 16:56:00 +01:00
parent 85a4107cc7
commit f7fa5858fc
1 changed files with 23 additions and 0 deletions

23
test/unit/WordsTest.cpp

@ -132,3 +132,26 @@ TEST(WordsTest, buffer_tokenization) {
EXPECT_EQ(words.getWordLen(2),2);
}
}
TEST(WordsTest, html_tokenization) {
char buf[256];
{
strcpy(buf,"<p>Hello <em>world</em>!</p>");
Words words;
EXPECT_TRUE(words.set(buf));
EXPECT_EQ(words.getNumWords(),13);
EXPECT_EQ(words.getWordLen( 0),1);
EXPECT_EQ(words.getWordLen( 1),1);
EXPECT_EQ(words.getWordLen( 2),1);
EXPECT_EQ(words.getWordLen( 3),5);
EXPECT_EQ(words.getWordLen( 4),2);
EXPECT_EQ(words.getWordLen( 5),2);
EXPECT_EQ(words.getWordLen( 6),1);
EXPECT_EQ(words.getWordLen( 7),5);
EXPECT_EQ(words.getWordLen( 8),2);
EXPECT_EQ(words.getWordLen( 9),2);
EXPECT_EQ(words.getWordLen(10),4);
EXPECT_EQ(words.getWordLen(11),1);
EXPECT_EQ(words.getWordLen(12),1);
}
}