xref: /aosp_15_r20/external/libtextclassifier/native/utils/container/double-array-trie.cc (revision 993b0882672172b81d12fad7a7ac0c3e5c824a12)
1*993b0882SAndroid Build Coastguard Worker /*
2*993b0882SAndroid Build Coastguard Worker  * Copyright (C) 2018 The Android Open Source Project
3*993b0882SAndroid Build Coastguard Worker  *
4*993b0882SAndroid Build Coastguard Worker  * Licensed under the Apache License, Version 2.0 (the "License");
5*993b0882SAndroid Build Coastguard Worker  * you may not use this file except in compliance with the License.
6*993b0882SAndroid Build Coastguard Worker  * You may obtain a copy of the License at
7*993b0882SAndroid Build Coastguard Worker  *
8*993b0882SAndroid Build Coastguard Worker  *      http://www.apache.org/licenses/LICENSE-2.0
9*993b0882SAndroid Build Coastguard Worker  *
10*993b0882SAndroid Build Coastguard Worker  * Unless required by applicable law or agreed to in writing, software
11*993b0882SAndroid Build Coastguard Worker  * distributed under the License is distributed on an "AS IS" BASIS,
12*993b0882SAndroid Build Coastguard Worker  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*993b0882SAndroid Build Coastguard Worker  * See the License for the specific language governing permissions and
14*993b0882SAndroid Build Coastguard Worker  * limitations under the License.
15*993b0882SAndroid Build Coastguard Worker  */
16*993b0882SAndroid Build Coastguard Worker 
17*993b0882SAndroid Build Coastguard Worker #include "utils/container/double-array-trie.h"
18*993b0882SAndroid Build Coastguard Worker 
19*993b0882SAndroid Build Coastguard Worker #include "utils/base/logging.h"
20*993b0882SAndroid Build Coastguard Worker 
21*993b0882SAndroid Build Coastguard Worker namespace libtextclassifier3 {
22*993b0882SAndroid Build Coastguard Worker 
GatherPrefixMatches(StringPiece input,const std::function<void (Match)> & update_fn) const23*993b0882SAndroid Build Coastguard Worker bool DoubleArrayTrie::GatherPrefixMatches(
24*993b0882SAndroid Build Coastguard Worker     StringPiece input, const std::function<void(Match)>& update_fn) const {
25*993b0882SAndroid Build Coastguard Worker   uint32 pos = 0;
26*993b0882SAndroid Build Coastguard Worker   if (nodes_length_ == 0) {
27*993b0882SAndroid Build Coastguard Worker     TC3_LOG(WARNING) << "Trie is empty. Skipping.";
28*993b0882SAndroid Build Coastguard Worker     return true;
29*993b0882SAndroid Build Coastguard Worker   }
30*993b0882SAndroid Build Coastguard Worker   pos = offset(0);
31*993b0882SAndroid Build Coastguard Worker   for (int i = 0; i < input.size(); i++) {
32*993b0882SAndroid Build Coastguard Worker     if (input[i] == 0) {
33*993b0882SAndroid Build Coastguard Worker       break;
34*993b0882SAndroid Build Coastguard Worker     }
35*993b0882SAndroid Build Coastguard Worker     pos ^= static_cast<unsigned char>(input[i]);
36*993b0882SAndroid Build Coastguard Worker     // We exhausted the trie, no more matches possible.
37*993b0882SAndroid Build Coastguard Worker     if (pos < 0 || pos >= nodes_length_) {
38*993b0882SAndroid Build Coastguard Worker       break;
39*993b0882SAndroid Build Coastguard Worker     }
40*993b0882SAndroid Build Coastguard Worker     if (label(pos) != input[i]) {
41*993b0882SAndroid Build Coastguard Worker       break;
42*993b0882SAndroid Build Coastguard Worker     }
43*993b0882SAndroid Build Coastguard Worker     const bool node_has_leaf = has_leaf(pos);
44*993b0882SAndroid Build Coastguard Worker     pos ^= offset(pos);
45*993b0882SAndroid Build Coastguard Worker     if (pos < 0 || pos > nodes_length_) {
46*993b0882SAndroid Build Coastguard Worker       TC3_LOG(ERROR) << "Out-of-bounds trie search position.";
47*993b0882SAndroid Build Coastguard Worker       return false;
48*993b0882SAndroid Build Coastguard Worker     }
49*993b0882SAndroid Build Coastguard Worker     if (node_has_leaf) {
50*993b0882SAndroid Build Coastguard Worker       update_fn(Match(/*id=*/value(pos), /*match_length=*/i + 1));
51*993b0882SAndroid Build Coastguard Worker     }
52*993b0882SAndroid Build Coastguard Worker   }
53*993b0882SAndroid Build Coastguard Worker   return true;
54*993b0882SAndroid Build Coastguard Worker }
55*993b0882SAndroid Build Coastguard Worker 
FindAllPrefixMatches(StringPiece input,std::vector<Match> * matches) const56*993b0882SAndroid Build Coastguard Worker bool DoubleArrayTrie::FindAllPrefixMatches(StringPiece input,
57*993b0882SAndroid Build Coastguard Worker                                            std::vector<Match>* matches) const {
58*993b0882SAndroid Build Coastguard Worker   return GatherPrefixMatches(
59*993b0882SAndroid Build Coastguard Worker       input, [matches](const Match match) { matches->push_back(match); });
60*993b0882SAndroid Build Coastguard Worker }
61*993b0882SAndroid Build Coastguard Worker 
LongestPrefixMatch(StringPiece input,Match * longest_match) const62*993b0882SAndroid Build Coastguard Worker bool DoubleArrayTrie::LongestPrefixMatch(StringPiece input,
63*993b0882SAndroid Build Coastguard Worker                                          Match* longest_match) const {
64*993b0882SAndroid Build Coastguard Worker   *longest_match = Match();
65*993b0882SAndroid Build Coastguard Worker   return GatherPrefixMatches(
66*993b0882SAndroid Build Coastguard Worker       input, [longest_match](const Match match) { *longest_match = match; });
67*993b0882SAndroid Build Coastguard Worker }
68*993b0882SAndroid Build Coastguard Worker 
69*993b0882SAndroid Build Coastguard Worker }  // namespace libtextclassifier3
70