| /aosp_15_r20/external/libtextclassifier/native/utils/ |
| H A D | tokenizer-utils.h | 79 const std::string token_text = UnicodeText::UTF8Substring(start_it, it); in TokenizeWithFilter()
86 UnicodeText::UTF8Substring(it, std::next(it)); in TokenizeWithFilter()
97 UnicodeText::UTF8Substring(start_it, input_unicode.end()); in TokenizeWithFilter()
|
| H A D | token-feature-extractor.cc | 254 feature_word = "^" + word.UTF8Substring(word.begin(), word.end()) + "$"; in ExtractCharactergramFeaturesUnicode()
258 word.UTF8Substring(word.begin(), left_cut) + in ExtractCharactergramFeaturesUnicode()
260 word.UTF8Substring(right_cut, word.end()) + in ExtractCharactergramFeaturesUnicode()
|
| H A D | tokenizer.cc | 268 context_unicode.UTF8Substring(token_begin_it, token_end_it); in ICUTokenize()
|
| /aosp_15_r20/external/libtextclassifier/native/utils/utf8/ |
| H A D | unicodetext.cc | 230 return UTF8Substring(begin(), end()); in ToUTF8String()
233 std::string UnicodeText::UTF8Substring(int begin_codepoint, in UTF8Substring() function in libtextclassifier3::UnicodeText
239 return UTF8Substring(span_begin, span_end); in UTF8Substring()
242 std::string UnicodeText::UTF8Substring(const const_iterator& it_begin, in UTF8Substring() function in libtextclassifier3::UnicodeText
|
| H A D | unicodetext.h | 187 std::string UTF8Substring(int begin_codepoint, int end_codepoint) const;
188 static std::string UTF8Substring(const const_iterator& it_begin,
|
| H A D | unicodetext_test.cc | 56 EXPECT_EQ(text.UTF8Substring(it_begin, it_end), "��h"); in TEST()
71 EXPECT_EQ(text.UTF8Substring(it_begin, it_end), "��h"); in TEST()
|
| /aosp_15_r20/external/libtextclassifier/native/annotator/datetime/testing/ |
| H A D | base-parser-test.cc | 64 UnicodeText::UTF8Substring(marked_text_unicode.begin(), brace_open_it); in ParsesCorrectly()
65 text += UnicodeText::UTF8Substring(std::next(brace_open_it), brace_end_it); in ParsesCorrectly()
66 text += UnicodeText::UTF8Substring(std::next(brace_end_it), in ParsesCorrectly()
|
| /aosp_15_r20/external/libtextclassifier/native/annotator/ |
| H A D | feature-processor_test.cc | 310 EXPECT_EQ(UnicodeText::UTF8Substring(lines[0].first, lines[0].second), in TEST_F()
312 EXPECT_EQ(UnicodeText::UTF8Substring(lines[1].first, lines[1].second), in TEST_F()
314 EXPECT_EQ(UnicodeText::UTF8Substring(lines[2].first, lines[2].second), in TEST_F()
333 EXPECT_EQ(UnicodeText::UTF8Substring(lines[0].first, lines[0].second), in TEST_F()
335 EXPECT_EQ(UnicodeText::UTF8Substring(lines[1].first, lines[1].second), in TEST_F()
|
| H A D | annotator.cc | 1646 .UTF8Substring(selection_indices.first, selection_indices.second); in RegexClassifyText()
1709 .UTF8Substring(selection_indices.first, selection_indices.second); in DatetimeClassifyText()
2008 UnicodeText::UTF8Substring(line.first, line.second); in ModelAnnotate()
|
| H A D | feature-processor.cc | 119 Token new_token(token_word.UTF8Substring(last_start, split_point), in SplitTokensOnSelectionBoundaries()
|
| /aosp_15_r20/external/libtextclassifier/native/utils/intents/ |
| H A D | intent-generator.cc | 210 .UTF8Substring(selection_indices.first, selection_indices.second); in GenerateIntents()
|
| /aosp_15_r20/external/libtextclassifier/native/actions/ |
| H A D | actions-suggestions.cc | 1218 .UTF8Substring(annotation.span.first, annotation.span.second)}; in SuggestActionsFromAnnotations()
|