1*993b0882SAndroid Build Coastguard Worker /*
2*993b0882SAndroid Build Coastguard Worker * Copyright (C) 2018 The Android Open Source Project
3*993b0882SAndroid Build Coastguard Worker *
4*993b0882SAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
5*993b0882SAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
6*993b0882SAndroid Build Coastguard Worker * You may obtain a copy of the License at
7*993b0882SAndroid Build Coastguard Worker *
8*993b0882SAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
9*993b0882SAndroid Build Coastguard Worker *
10*993b0882SAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
11*993b0882SAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
12*993b0882SAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*993b0882SAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
14*993b0882SAndroid Build Coastguard Worker * limitations under the License.
15*993b0882SAndroid Build Coastguard Worker */
16*993b0882SAndroid Build Coastguard Worker
17*993b0882SAndroid Build Coastguard Worker #include "utils/container/double-array-trie.h"
18*993b0882SAndroid Build Coastguard Worker
19*993b0882SAndroid Build Coastguard Worker #include "utils/base/logging.h"
20*993b0882SAndroid Build Coastguard Worker
21*993b0882SAndroid Build Coastguard Worker namespace libtextclassifier3 {
22*993b0882SAndroid Build Coastguard Worker
GatherPrefixMatches(StringPiece input,const std::function<void (Match)> & update_fn) const23*993b0882SAndroid Build Coastguard Worker bool DoubleArrayTrie::GatherPrefixMatches(
24*993b0882SAndroid Build Coastguard Worker StringPiece input, const std::function<void(Match)>& update_fn) const {
25*993b0882SAndroid Build Coastguard Worker uint32 pos = 0;
26*993b0882SAndroid Build Coastguard Worker if (nodes_length_ == 0) {
27*993b0882SAndroid Build Coastguard Worker TC3_LOG(WARNING) << "Trie is empty. Skipping.";
28*993b0882SAndroid Build Coastguard Worker return true;
29*993b0882SAndroid Build Coastguard Worker }
30*993b0882SAndroid Build Coastguard Worker pos = offset(0);
31*993b0882SAndroid Build Coastguard Worker for (int i = 0; i < input.size(); i++) {
32*993b0882SAndroid Build Coastguard Worker if (input[i] == 0) {
33*993b0882SAndroid Build Coastguard Worker break;
34*993b0882SAndroid Build Coastguard Worker }
35*993b0882SAndroid Build Coastguard Worker pos ^= static_cast<unsigned char>(input[i]);
36*993b0882SAndroid Build Coastguard Worker // We exhausted the trie, no more matches possible.
37*993b0882SAndroid Build Coastguard Worker if (pos < 0 || pos >= nodes_length_) {
38*993b0882SAndroid Build Coastguard Worker break;
39*993b0882SAndroid Build Coastguard Worker }
40*993b0882SAndroid Build Coastguard Worker if (label(pos) != input[i]) {
41*993b0882SAndroid Build Coastguard Worker break;
42*993b0882SAndroid Build Coastguard Worker }
43*993b0882SAndroid Build Coastguard Worker const bool node_has_leaf = has_leaf(pos);
44*993b0882SAndroid Build Coastguard Worker pos ^= offset(pos);
45*993b0882SAndroid Build Coastguard Worker if (pos < 0 || pos > nodes_length_) {
46*993b0882SAndroid Build Coastguard Worker TC3_LOG(ERROR) << "Out-of-bounds trie search position.";
47*993b0882SAndroid Build Coastguard Worker return false;
48*993b0882SAndroid Build Coastguard Worker }
49*993b0882SAndroid Build Coastguard Worker if (node_has_leaf) {
50*993b0882SAndroid Build Coastguard Worker update_fn(Match(/*id=*/value(pos), /*match_length=*/i + 1));
51*993b0882SAndroid Build Coastguard Worker }
52*993b0882SAndroid Build Coastguard Worker }
53*993b0882SAndroid Build Coastguard Worker return true;
54*993b0882SAndroid Build Coastguard Worker }
55*993b0882SAndroid Build Coastguard Worker
FindAllPrefixMatches(StringPiece input,std::vector<Match> * matches) const56*993b0882SAndroid Build Coastguard Worker bool DoubleArrayTrie::FindAllPrefixMatches(StringPiece input,
57*993b0882SAndroid Build Coastguard Worker std::vector<Match>* matches) const {
58*993b0882SAndroid Build Coastguard Worker return GatherPrefixMatches(
59*993b0882SAndroid Build Coastguard Worker input, [matches](const Match match) { matches->push_back(match); });
60*993b0882SAndroid Build Coastguard Worker }
61*993b0882SAndroid Build Coastguard Worker
LongestPrefixMatch(StringPiece input,Match * longest_match) const62*993b0882SAndroid Build Coastguard Worker bool DoubleArrayTrie::LongestPrefixMatch(StringPiece input,
63*993b0882SAndroid Build Coastguard Worker Match* longest_match) const {
64*993b0882SAndroid Build Coastguard Worker *longest_match = Match();
65*993b0882SAndroid Build Coastguard Worker return GatherPrefixMatches(
66*993b0882SAndroid Build Coastguard Worker input, [longest_match](const Match match) { *longest_match = match; });
67*993b0882SAndroid Build Coastguard Worker }
68*993b0882SAndroid Build Coastguard Worker
69*993b0882SAndroid Build Coastguard Worker } // namespace libtextclassifier3
70