1*993b0882SAndroid Build Coastguard Worker /*
2*993b0882SAndroid Build Coastguard Worker * Copyright (C) 2018 The Android Open Source Project
3*993b0882SAndroid Build Coastguard Worker *
4*993b0882SAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
5*993b0882SAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
6*993b0882SAndroid Build Coastguard Worker * You may obtain a copy of the License at
7*993b0882SAndroid Build Coastguard Worker *
8*993b0882SAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
9*993b0882SAndroid Build Coastguard Worker *
10*993b0882SAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
11*993b0882SAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
12*993b0882SAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*993b0882SAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
14*993b0882SAndroid Build Coastguard Worker * limitations under the License.
15*993b0882SAndroid Build Coastguard Worker */
16*993b0882SAndroid Build Coastguard Worker
17*993b0882SAndroid Build Coastguard Worker #include "utils/container/double-array-trie.h"
18*993b0882SAndroid Build Coastguard Worker
19*993b0882SAndroid Build Coastguard Worker #include <fstream>
20*993b0882SAndroid Build Coastguard Worker #include <string>
21*993b0882SAndroid Build Coastguard Worker #include <vector>
22*993b0882SAndroid Build Coastguard Worker
23*993b0882SAndroid Build Coastguard Worker #include "utils/test-data-test-utils.h"
24*993b0882SAndroid Build Coastguard Worker #include "gmock/gmock.h"
25*993b0882SAndroid Build Coastguard Worker #include "gtest/gtest.h"
26*993b0882SAndroid Build Coastguard Worker
27*993b0882SAndroid Build Coastguard Worker namespace libtextclassifier3 {
28*993b0882SAndroid Build Coastguard Worker namespace {
29*993b0882SAndroid Build Coastguard Worker
GetTestConfigPath()30*993b0882SAndroid Build Coastguard Worker std::string GetTestConfigPath() {
31*993b0882SAndroid Build Coastguard Worker return GetTestDataPath("utils/container/test_data/test_trie.bin");
32*993b0882SAndroid Build Coastguard Worker }
33*993b0882SAndroid Build Coastguard Worker
TEST(DoubleArrayTest,Lookup)34*993b0882SAndroid Build Coastguard Worker TEST(DoubleArrayTest, Lookup) {
35*993b0882SAndroid Build Coastguard Worker // Test trie that contains pieces "hell", "hello", "o", "there".
36*993b0882SAndroid Build Coastguard Worker std::ifstream test_config_stream(GetTestConfigPath());
37*993b0882SAndroid Build Coastguard Worker std::string config((std::istreambuf_iterator<char>(test_config_stream)),
38*993b0882SAndroid Build Coastguard Worker (std::istreambuf_iterator<char>()));
39*993b0882SAndroid Build Coastguard Worker DoubleArrayTrie trie(reinterpret_cast<const TrieNode*>(config.data()),
40*993b0882SAndroid Build Coastguard Worker config.size() / sizeof(TrieNode));
41*993b0882SAndroid Build Coastguard Worker
42*993b0882SAndroid Build Coastguard Worker {
43*993b0882SAndroid Build Coastguard Worker std::vector<StringSet::Match> matches;
44*993b0882SAndroid Build Coastguard Worker EXPECT_TRUE(trie.FindAllPrefixMatches("hello there", &matches));
45*993b0882SAndroid Build Coastguard Worker EXPECT_EQ(matches.size(), 2);
46*993b0882SAndroid Build Coastguard Worker EXPECT_EQ(matches[0].id, 0 /*hell*/);
47*993b0882SAndroid Build Coastguard Worker EXPECT_EQ(matches[0].match_length, 4 /*hell*/);
48*993b0882SAndroid Build Coastguard Worker EXPECT_EQ(matches[1].id, 1 /*hello*/);
49*993b0882SAndroid Build Coastguard Worker EXPECT_EQ(matches[1].match_length, 5 /*hello*/);
50*993b0882SAndroid Build Coastguard Worker }
51*993b0882SAndroid Build Coastguard Worker
52*993b0882SAndroid Build Coastguard Worker {
53*993b0882SAndroid Build Coastguard Worker std::vector<StringSet::Match> matches;
54*993b0882SAndroid Build Coastguard Worker EXPECT_TRUE(trie.FindAllPrefixMatches("he", &matches));
55*993b0882SAndroid Build Coastguard Worker EXPECT_THAT(matches, testing::IsEmpty());
56*993b0882SAndroid Build Coastguard Worker }
57*993b0882SAndroid Build Coastguard Worker
58*993b0882SAndroid Build Coastguard Worker {
59*993b0882SAndroid Build Coastguard Worker std::vector<StringSet::Match> matches;
60*993b0882SAndroid Build Coastguard Worker EXPECT_TRUE(trie.FindAllPrefixMatches("abcd", &matches));
61*993b0882SAndroid Build Coastguard Worker EXPECT_THAT(matches, testing::IsEmpty());
62*993b0882SAndroid Build Coastguard Worker }
63*993b0882SAndroid Build Coastguard Worker
64*993b0882SAndroid Build Coastguard Worker {
65*993b0882SAndroid Build Coastguard Worker std::vector<StringSet::Match> matches;
66*993b0882SAndroid Build Coastguard Worker EXPECT_TRUE(trie.FindAllPrefixMatches("", &matches));
67*993b0882SAndroid Build Coastguard Worker EXPECT_THAT(matches, testing::IsEmpty());
68*993b0882SAndroid Build Coastguard Worker }
69*993b0882SAndroid Build Coastguard Worker
70*993b0882SAndroid Build Coastguard Worker {
71*993b0882SAndroid Build Coastguard Worker std::vector<StringSet::Match> matches;
72*993b0882SAndroid Build Coastguard Worker EXPECT_TRUE(trie.FindAllPrefixMatches("hi there", &matches));
73*993b0882SAndroid Build Coastguard Worker EXPECT_THAT(matches, testing::IsEmpty());
74*993b0882SAndroid Build Coastguard Worker }
75*993b0882SAndroid Build Coastguard Worker
76*993b0882SAndroid Build Coastguard Worker {
77*993b0882SAndroid Build Coastguard Worker std::vector<StringSet::Match> matches;
78*993b0882SAndroid Build Coastguard Worker EXPECT_TRUE(trie.FindAllPrefixMatches(StringPiece("\0", 1), &matches));
79*993b0882SAndroid Build Coastguard Worker EXPECT_THAT(matches, testing::IsEmpty());
80*993b0882SAndroid Build Coastguard Worker }
81*993b0882SAndroid Build Coastguard Worker
82*993b0882SAndroid Build Coastguard Worker {
83*993b0882SAndroid Build Coastguard Worker std::vector<StringSet::Match> matches;
84*993b0882SAndroid Build Coastguard Worker EXPECT_TRUE(
85*993b0882SAndroid Build Coastguard Worker trie.FindAllPrefixMatches(StringPiece("\xff, \xfe", 2), &matches));
86*993b0882SAndroid Build Coastguard Worker EXPECT_THAT(matches, testing::IsEmpty());
87*993b0882SAndroid Build Coastguard Worker }
88*993b0882SAndroid Build Coastguard Worker
89*993b0882SAndroid Build Coastguard Worker {
90*993b0882SAndroid Build Coastguard Worker StringSet::Match match;
91*993b0882SAndroid Build Coastguard Worker EXPECT_TRUE(trie.LongestPrefixMatch("hella there", &match));
92*993b0882SAndroid Build Coastguard Worker EXPECT_EQ(match.id, 0 /*hell*/);
93*993b0882SAndroid Build Coastguard Worker }
94*993b0882SAndroid Build Coastguard Worker
95*993b0882SAndroid Build Coastguard Worker {
96*993b0882SAndroid Build Coastguard Worker StringSet::Match match;
97*993b0882SAndroid Build Coastguard Worker EXPECT_TRUE(trie.LongestPrefixMatch("hello there", &match));
98*993b0882SAndroid Build Coastguard Worker EXPECT_EQ(match.id, 1 /*hello*/);
99*993b0882SAndroid Build Coastguard Worker }
100*993b0882SAndroid Build Coastguard Worker
101*993b0882SAndroid Build Coastguard Worker {
102*993b0882SAndroid Build Coastguard Worker StringSet::Match match;
103*993b0882SAndroid Build Coastguard Worker EXPECT_TRUE(trie.LongestPrefixMatch("abcd", &match));
104*993b0882SAndroid Build Coastguard Worker EXPECT_EQ(match.id, -1);
105*993b0882SAndroid Build Coastguard Worker }
106*993b0882SAndroid Build Coastguard Worker
107*993b0882SAndroid Build Coastguard Worker {
108*993b0882SAndroid Build Coastguard Worker StringSet::Match match;
109*993b0882SAndroid Build Coastguard Worker EXPECT_TRUE(trie.LongestPrefixMatch("", &match));
110*993b0882SAndroid Build Coastguard Worker EXPECT_EQ(match.id, -1);
111*993b0882SAndroid Build Coastguard Worker }
112*993b0882SAndroid Build Coastguard Worker
113*993b0882SAndroid Build Coastguard Worker {
114*993b0882SAndroid Build Coastguard Worker int value;
115*993b0882SAndroid Build Coastguard Worker EXPECT_TRUE(trie.Find("hell", &value));
116*993b0882SAndroid Build Coastguard Worker EXPECT_EQ(value, 0);
117*993b0882SAndroid Build Coastguard Worker }
118*993b0882SAndroid Build Coastguard Worker
119*993b0882SAndroid Build Coastguard Worker {
120*993b0882SAndroid Build Coastguard Worker int value;
121*993b0882SAndroid Build Coastguard Worker EXPECT_FALSE(trie.Find("hella", &value));
122*993b0882SAndroid Build Coastguard Worker }
123*993b0882SAndroid Build Coastguard Worker
124*993b0882SAndroid Build Coastguard Worker {
125*993b0882SAndroid Build Coastguard Worker int value;
126*993b0882SAndroid Build Coastguard Worker EXPECT_TRUE(trie.Find("hello", &value));
127*993b0882SAndroid Build Coastguard Worker EXPECT_EQ(value, 1 /*hello*/);
128*993b0882SAndroid Build Coastguard Worker }
129*993b0882SAndroid Build Coastguard Worker }
130*993b0882SAndroid Build Coastguard Worker
131*993b0882SAndroid Build Coastguard Worker } // namespace
132*993b0882SAndroid Build Coastguard Worker } // namespace libtextclassifier3
133