postgres/typesense
1
0
Fork 0
mirror of https://github.com/typesense/typesense.git synced 2025-05-24 07:40:35 +08:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Fix test.

Browse Source
This commit is contained in:
Kishore Nallan 2023-06-16 13:51:01 +05:30
parent 3c4e938879
commit d17d3356d1
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
test/tokenizer_test.cpp
View File

@ -278,7 +278,7 @@ TEST(TokenizerTest, ShouldTokenizeLocaleText) {
// japanese
tokens.clear();
Tokenizer("退屈", false, false, "ja").tokenize(tokens);
Tokenizer("退屈", true, false, "ja").tokenize(tokens);
ASSERT_EQ(2, tokens.size());
ASSERT_EQ("た", tokens[0]);
ASSERT_EQ("いくつ", tokens[1]);
@ -292,7 +292,7 @@ TEST(TokenizerTest, ShouldTokenizeLocaleText) {
ASSERT_EQ(6, tokens.size());
tokens.clear();
Tokenizer("ア退屈であ", false, false, "ja").tokenize(tokens);
Tokenizer("ア退屈であ", true, false, "ja").tokenize(tokens);
ASSERT_EQ(5, tokens.size());
ASSERT_EQ("あ", tokens[0]);
ASSERT_EQ("た", tokens[1]);
@ -301,7 +301,7 @@ TEST(TokenizerTest, ShouldTokenizeLocaleText) {
ASSERT_EQ("あ", tokens[4]);
tokens.clear();
Tokenizer("怠惰な犬", false, false, "ja").tokenize(tokens);
Tokenizer("怠惰な犬", true, false, "ja").tokenize(tokens);
ASSERT_EQ(4, tokens.size());
ASSERT_EQ("たい", tokens[0]);
ASSERT_EQ("だ", tokens[1]);
@ -309,7 +309,7 @@ TEST(TokenizerTest, ShouldTokenizeLocaleText) {
ASSERT_EQ("いぬ", tokens[3]);
tokens.clear();
Tokenizer("今ぶり拍治ルツ", false, false, "ja").tokenize(tokens);
Tokenizer("今ぶり拍治ルツ", true, false, "ja").tokenize(tokens);
ASSERT_EQ(9, tokens.size());
ASSERT_EQ("いま", tokens[0]);
ASSERT_EQ("ぶり", tokens[1]);