Searched refs:codepoint_ranges (Results 1 – 5 of 5) sorted by relevance
| /aosp_15_r20/external/libtextclassifier/native/utils/ |
| H A D | codepoint-range.cc | 25 const std::vector<const CodepointRange*>& codepoint_ranges, in SortCodepointRanges() argument
28 sorted_codepoint_ranges->reserve(codepoint_ranges.size()); in SortCodepointRanges()
29 for (const CodepointRange* range : codepoint_ranges) { in SortCodepointRanges()
44 int codepoint, const std::vector<CodepointRangeStruct>& codepoint_ranges) { in IsCodepointInRanges() argument
46 codepoint_ranges.begin(), codepoint_ranges.end(), codepoint, in IsCodepointInRanges()
63 if (it != codepoint_ranges.end() && it->start <= codepoint && in IsCodepointInRanges()
|
| H A D | tokenizer.h | 55 const std::vector<const TokenizationCodepointRange*>& codepoint_ranges,
64 const std::vector<const TokenizationCodepointRange*>& codepoint_ranges, in Tokenizer() argument
69 : Tokenizer(type, unilib, codepoint_ranges, in Tokenizer()
75 const std::vector<const TokenizationCodepointRange*>& codepoint_ranges, in Tokenizer() argument
78 codepoint_ranges, /*internal_tokenizer_codepoint_ranges=*/{}, in Tokenizer()
|
| H A D | codepoint-range.h | 39 const std::vector<const CodepointRange*>& codepoint_ranges,
45 int codepoint, const std::vector<CodepointRangeStruct>& codepoint_ranges);
|
| H A D | tokenizer.cc | 31 const std::vector<const TokenizationCodepointRange*>& codepoint_ranges, in Tokenizer() argument
42 for (const TokenizationCodepointRange* range : codepoint_ranges) { in Tokenizer()
|
| H A D | tokenizer_test.cc | 33 const std::vector<const TokenizationCodepointRange*>& codepoint_ranges, in TestingTokenizer() argument
39 : Tokenizer(type, unilib, codepoint_ranges, in TestingTokenizer()
|