mirrors/Kiwi
2
0
Fork 0
mirror of https://github.com/bab2min/Kiwi.git synced 2026-06-17 01:54:27 +00:00
Code Issues Projects Releases Packages Wiki Activity

added test case for loadMultiDict

Browse source
This commit is contained in:
bab2min 2024-02-12 17:20:13 +09:00
commit c0a453db7f
1 changed files with 17 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

17
test/test_cpp.cpp
View file

@ -528,6 +528,23 @@ TEST(KiwiCpp, SpaceTolerant)
kiwi.setSpacePenalty(8);
}
TEST(KiwiCpp, MultiWordDictionary)
{
auto& kiwi = reuseKiwiInstance();
const auto text = u"밀리언 달러 베이비랑 바람과 함께 사라지다랑 뭐가 더 재밌었어?";
auto res = kiwi.analyze(text, Match::allWithNormalizing).first;
EXPECT_EQ(res[0].str, u"밀리언 달러 베이비");
EXPECT_EQ(res[0].tag, POSTag::nnp);
EXPECT_EQ(res[2].str, u"바람과 함께 사라지다");
EXPECT_EQ(res[2].tag, POSTag::nnp);
auto kiwi2 = KiwiBuilder{ MODEL_PATH, 0, BuildOption::default_ & ~BuildOption::loadMultiDict, }.build();
res = kiwi2.analyze(text, Match::allWithNormalizing).first;
EXPECT_NE(res[0].str, u"밀리언 달러 베이비");
}
TEST(KiwiCpp, WordsWithSpaces)
{
KiwiBuilder kw{ MODEL_PATH, 0, BuildOption::default_, };