1*993b0882SAndroid Build Coastguard Worker /* 2*993b0882SAndroid Build Coastguard Worker * Copyright (C) 2018 The Android Open Source Project 3*993b0882SAndroid Build Coastguard Worker * 4*993b0882SAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License"); 5*993b0882SAndroid Build Coastguard Worker * you may not use this file except in compliance with the License. 6*993b0882SAndroid Build Coastguard Worker * You may obtain a copy of the License at 7*993b0882SAndroid Build Coastguard Worker * 8*993b0882SAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0 9*993b0882SAndroid Build Coastguard Worker * 10*993b0882SAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software 11*993b0882SAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS, 12*993b0882SAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13*993b0882SAndroid Build Coastguard Worker * See the License for the specific language governing permissions and 14*993b0882SAndroid Build Coastguard Worker * limitations under the License. 15*993b0882SAndroid Build Coastguard Worker */ 16*993b0882SAndroid Build Coastguard Worker 17*993b0882SAndroid Build Coastguard Worker // Common utility functions for grammar annotators. 18*993b0882SAndroid Build Coastguard Worker 19*993b0882SAndroid Build Coastguard Worker #ifndef LIBTEXTCLASSIFIER_ANNOTATOR_GRAMMAR_UTILS_H_ 20*993b0882SAndroid Build Coastguard Worker #define LIBTEXTCLASSIFIER_ANNOTATOR_GRAMMAR_UTILS_H_ 21*993b0882SAndroid Build Coastguard Worker 22*993b0882SAndroid Build Coastguard Worker #include "annotator/model_generated.h" 23*993b0882SAndroid Build Coastguard Worker #include "utils/tokenizer.h" 24*993b0882SAndroid Build Coastguard Worker #include "utils/utf8/unilib.h" 25*993b0882SAndroid Build Coastguard Worker 26*993b0882SAndroid Build Coastguard Worker namespace libtextclassifier3 { 27*993b0882SAndroid Build Coastguard Worker 28*993b0882SAndroid Build Coastguard Worker // Builds a tokenizer instance from options. 29*993b0882SAndroid Build Coastguard Worker Tokenizer BuildTokenizer(const UniLib* unilib, 30*993b0882SAndroid Build Coastguard Worker const GrammarTokenizerOptions* options); 31*993b0882SAndroid Build Coastguard Worker 32*993b0882SAndroid Build Coastguard Worker // Adds a rule classification result to the |model|. 33*993b0882SAndroid Build Coastguard Worker // collection: the classification entity detected. 34*993b0882SAndroid Build Coastguard Worker // enabled_modes: the target to apply the given rule. 35*993b0882SAndroid Build Coastguard Worker // Returns the ID associated with the created classification rule. 36*993b0882SAndroid Build Coastguard Worker int AddRuleClassificationResult(const std::string& collection, 37*993b0882SAndroid Build Coastguard Worker const ModeFlag& enabled_modes, 38*993b0882SAndroid Build Coastguard Worker float priority_score, GrammarModelT* model); 39*993b0882SAndroid Build Coastguard Worker 40*993b0882SAndroid Build Coastguard Worker } // namespace libtextclassifier3 41*993b0882SAndroid Build Coastguard Worker 42*993b0882SAndroid Build Coastguard Worker #endif // LIBTEXTCLASSIFIER_ANNOTATOR_GRAMMAR_UTILS_H_ 43