mirrors/Kiwi
2
0
Fork 0
mirror of https://github.com/bab2min/Kiwi.git synced 2026-06-17 01:54:27 +00:00
Code Issues Projects Releases Packages Wiki Activity

Add test cases for joining Z_SIOT

Browse source
This commit is contained in:
bab2min 2024-10-27 16:46:55 +09:00
commit d97c094df5
1 changed files with 15 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

15
test/test_cpp.cpp
View file

@ -1552,6 +1552,21 @@ TEST(KiwiCpp, JoinRestore)
}
}
TEST(KiwiCpp, JoinZSiot)
{
Kiwi& kiwi = reuseKiwiInstance();
for (auto c : { u8"하굣길", u8"만둣국", u8"나뭇잎", u8"세숫물", u8"고춧가루", u8"시곗바늘", u8"사글셋방" })
{
auto tokens = kiwi.analyze(c, Match::allWithNormalizing | Match::splitSaisiot).first;
auto joiner = kiwi.newJoiner();
for (auto& t : tokens)
{
joiner.add(t.str, t.tag, false);
}
EXPECT_EQ(joiner.getU8(), c);
}
}
TEST(KiwiCpp, NestedSentenceSplit)
{
Kiwi& kiwi = reuseKiwiInstance();