xref: /aosp_15_r20/external/libtextclassifier/native/utils/container/double-array-trie_test.cc (revision 993b0882672172b81d12fad7a7ac0c3e5c824a12)
1*993b0882SAndroid Build Coastguard Worker /*
2*993b0882SAndroid Build Coastguard Worker  * Copyright (C) 2018 The Android Open Source Project
3*993b0882SAndroid Build Coastguard Worker  *
4*993b0882SAndroid Build Coastguard Worker  * Licensed under the Apache License, Version 2.0 (the "License");
5*993b0882SAndroid Build Coastguard Worker  * you may not use this file except in compliance with the License.
6*993b0882SAndroid Build Coastguard Worker  * You may obtain a copy of the License at
7*993b0882SAndroid Build Coastguard Worker  *
8*993b0882SAndroid Build Coastguard Worker  *      http://www.apache.org/licenses/LICENSE-2.0
9*993b0882SAndroid Build Coastguard Worker  *
10*993b0882SAndroid Build Coastguard Worker  * Unless required by applicable law or agreed to in writing, software
11*993b0882SAndroid Build Coastguard Worker  * distributed under the License is distributed on an "AS IS" BASIS,
12*993b0882SAndroid Build Coastguard Worker  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*993b0882SAndroid Build Coastguard Worker  * See the License for the specific language governing permissions and
14*993b0882SAndroid Build Coastguard Worker  * limitations under the License.
15*993b0882SAndroid Build Coastguard Worker  */
16*993b0882SAndroid Build Coastguard Worker 
17*993b0882SAndroid Build Coastguard Worker #include "utils/container/double-array-trie.h"
18*993b0882SAndroid Build Coastguard Worker 
19*993b0882SAndroid Build Coastguard Worker #include <fstream>
20*993b0882SAndroid Build Coastguard Worker #include <string>
21*993b0882SAndroid Build Coastguard Worker #include <vector>
22*993b0882SAndroid Build Coastguard Worker 
23*993b0882SAndroid Build Coastguard Worker #include "utils/test-data-test-utils.h"
24*993b0882SAndroid Build Coastguard Worker #include "gmock/gmock.h"
25*993b0882SAndroid Build Coastguard Worker #include "gtest/gtest.h"
26*993b0882SAndroid Build Coastguard Worker 
27*993b0882SAndroid Build Coastguard Worker namespace libtextclassifier3 {
28*993b0882SAndroid Build Coastguard Worker namespace {
29*993b0882SAndroid Build Coastguard Worker 
GetTestConfigPath()30*993b0882SAndroid Build Coastguard Worker std::string GetTestConfigPath() {
31*993b0882SAndroid Build Coastguard Worker   return GetTestDataPath("utils/container/test_data/test_trie.bin");
32*993b0882SAndroid Build Coastguard Worker }
33*993b0882SAndroid Build Coastguard Worker 
TEST(DoubleArrayTest,Lookup)34*993b0882SAndroid Build Coastguard Worker TEST(DoubleArrayTest, Lookup) {
35*993b0882SAndroid Build Coastguard Worker   // Test trie that contains pieces "hell", "hello", "o", "there".
36*993b0882SAndroid Build Coastguard Worker   std::ifstream test_config_stream(GetTestConfigPath());
37*993b0882SAndroid Build Coastguard Worker   std::string config((std::istreambuf_iterator<char>(test_config_stream)),
38*993b0882SAndroid Build Coastguard Worker                      (std::istreambuf_iterator<char>()));
39*993b0882SAndroid Build Coastguard Worker   DoubleArrayTrie trie(reinterpret_cast<const TrieNode*>(config.data()),
40*993b0882SAndroid Build Coastguard Worker                        config.size() / sizeof(TrieNode));
41*993b0882SAndroid Build Coastguard Worker 
42*993b0882SAndroid Build Coastguard Worker   {
43*993b0882SAndroid Build Coastguard Worker     std::vector<StringSet::Match> matches;
44*993b0882SAndroid Build Coastguard Worker     EXPECT_TRUE(trie.FindAllPrefixMatches("hello there", &matches));
45*993b0882SAndroid Build Coastguard Worker     EXPECT_EQ(matches.size(), 2);
46*993b0882SAndroid Build Coastguard Worker     EXPECT_EQ(matches[0].id, 0 /*hell*/);
47*993b0882SAndroid Build Coastguard Worker     EXPECT_EQ(matches[0].match_length, 4 /*hell*/);
48*993b0882SAndroid Build Coastguard Worker     EXPECT_EQ(matches[1].id, 1 /*hello*/);
49*993b0882SAndroid Build Coastguard Worker     EXPECT_EQ(matches[1].match_length, 5 /*hello*/);
50*993b0882SAndroid Build Coastguard Worker   }
51*993b0882SAndroid Build Coastguard Worker 
52*993b0882SAndroid Build Coastguard Worker   {
53*993b0882SAndroid Build Coastguard Worker     std::vector<StringSet::Match> matches;
54*993b0882SAndroid Build Coastguard Worker     EXPECT_TRUE(trie.FindAllPrefixMatches("he", &matches));
55*993b0882SAndroid Build Coastguard Worker     EXPECT_THAT(matches, testing::IsEmpty());
56*993b0882SAndroid Build Coastguard Worker   }
57*993b0882SAndroid Build Coastguard Worker 
58*993b0882SAndroid Build Coastguard Worker   {
59*993b0882SAndroid Build Coastguard Worker     std::vector<StringSet::Match> matches;
60*993b0882SAndroid Build Coastguard Worker     EXPECT_TRUE(trie.FindAllPrefixMatches("abcd", &matches));
61*993b0882SAndroid Build Coastguard Worker     EXPECT_THAT(matches, testing::IsEmpty());
62*993b0882SAndroid Build Coastguard Worker   }
63*993b0882SAndroid Build Coastguard Worker 
64*993b0882SAndroid Build Coastguard Worker   {
65*993b0882SAndroid Build Coastguard Worker     std::vector<StringSet::Match> matches;
66*993b0882SAndroid Build Coastguard Worker     EXPECT_TRUE(trie.FindAllPrefixMatches("", &matches));
67*993b0882SAndroid Build Coastguard Worker     EXPECT_THAT(matches, testing::IsEmpty());
68*993b0882SAndroid Build Coastguard Worker   }
69*993b0882SAndroid Build Coastguard Worker 
70*993b0882SAndroid Build Coastguard Worker   {
71*993b0882SAndroid Build Coastguard Worker     std::vector<StringSet::Match> matches;
72*993b0882SAndroid Build Coastguard Worker     EXPECT_TRUE(trie.FindAllPrefixMatches("hi there", &matches));
73*993b0882SAndroid Build Coastguard Worker     EXPECT_THAT(matches, testing::IsEmpty());
74*993b0882SAndroid Build Coastguard Worker   }
75*993b0882SAndroid Build Coastguard Worker 
76*993b0882SAndroid Build Coastguard Worker   {
77*993b0882SAndroid Build Coastguard Worker     std::vector<StringSet::Match> matches;
78*993b0882SAndroid Build Coastguard Worker     EXPECT_TRUE(trie.FindAllPrefixMatches(StringPiece("\0", 1), &matches));
79*993b0882SAndroid Build Coastguard Worker     EXPECT_THAT(matches, testing::IsEmpty());
80*993b0882SAndroid Build Coastguard Worker   }
81*993b0882SAndroid Build Coastguard Worker 
82*993b0882SAndroid Build Coastguard Worker   {
83*993b0882SAndroid Build Coastguard Worker     std::vector<StringSet::Match> matches;
84*993b0882SAndroid Build Coastguard Worker     EXPECT_TRUE(
85*993b0882SAndroid Build Coastguard Worker         trie.FindAllPrefixMatches(StringPiece("\xff, \xfe", 2), &matches));
86*993b0882SAndroid Build Coastguard Worker     EXPECT_THAT(matches, testing::IsEmpty());
87*993b0882SAndroid Build Coastguard Worker   }
88*993b0882SAndroid Build Coastguard Worker 
89*993b0882SAndroid Build Coastguard Worker   {
90*993b0882SAndroid Build Coastguard Worker     StringSet::Match match;
91*993b0882SAndroid Build Coastguard Worker     EXPECT_TRUE(trie.LongestPrefixMatch("hella there", &match));
92*993b0882SAndroid Build Coastguard Worker     EXPECT_EQ(match.id, 0 /*hell*/);
93*993b0882SAndroid Build Coastguard Worker   }
94*993b0882SAndroid Build Coastguard Worker 
95*993b0882SAndroid Build Coastguard Worker   {
96*993b0882SAndroid Build Coastguard Worker     StringSet::Match match;
97*993b0882SAndroid Build Coastguard Worker     EXPECT_TRUE(trie.LongestPrefixMatch("hello there", &match));
98*993b0882SAndroid Build Coastguard Worker     EXPECT_EQ(match.id, 1 /*hello*/);
99*993b0882SAndroid Build Coastguard Worker   }
100*993b0882SAndroid Build Coastguard Worker 
101*993b0882SAndroid Build Coastguard Worker   {
102*993b0882SAndroid Build Coastguard Worker     StringSet::Match match;
103*993b0882SAndroid Build Coastguard Worker     EXPECT_TRUE(trie.LongestPrefixMatch("abcd", &match));
104*993b0882SAndroid Build Coastguard Worker     EXPECT_EQ(match.id, -1);
105*993b0882SAndroid Build Coastguard Worker   }
106*993b0882SAndroid Build Coastguard Worker 
107*993b0882SAndroid Build Coastguard Worker   {
108*993b0882SAndroid Build Coastguard Worker     StringSet::Match match;
109*993b0882SAndroid Build Coastguard Worker     EXPECT_TRUE(trie.LongestPrefixMatch("", &match));
110*993b0882SAndroid Build Coastguard Worker     EXPECT_EQ(match.id, -1);
111*993b0882SAndroid Build Coastguard Worker   }
112*993b0882SAndroid Build Coastguard Worker 
113*993b0882SAndroid Build Coastguard Worker   {
114*993b0882SAndroid Build Coastguard Worker     int value;
115*993b0882SAndroid Build Coastguard Worker     EXPECT_TRUE(trie.Find("hell", &value));
116*993b0882SAndroid Build Coastguard Worker     EXPECT_EQ(value, 0);
117*993b0882SAndroid Build Coastguard Worker   }
118*993b0882SAndroid Build Coastguard Worker 
119*993b0882SAndroid Build Coastguard Worker   {
120*993b0882SAndroid Build Coastguard Worker     int value;
121*993b0882SAndroid Build Coastguard Worker     EXPECT_FALSE(trie.Find("hella", &value));
122*993b0882SAndroid Build Coastguard Worker   }
123*993b0882SAndroid Build Coastguard Worker 
124*993b0882SAndroid Build Coastguard Worker   {
125*993b0882SAndroid Build Coastguard Worker     int value;
126*993b0882SAndroid Build Coastguard Worker     EXPECT_TRUE(trie.Find("hello", &value));
127*993b0882SAndroid Build Coastguard Worker     EXPECT_EQ(value, 1 /*hello*/);
128*993b0882SAndroid Build Coastguard Worker   }
129*993b0882SAndroid Build Coastguard Worker }
130*993b0882SAndroid Build Coastguard Worker 
131*993b0882SAndroid Build Coastguard Worker }  // namespace
132*993b0882SAndroid Build Coastguard Worker }  // namespace libtextclassifier3
133