Home
last modified time | relevance | path

Searched defs:utf32_offset (Results 1 – 5 of 5) sorted by relevance

/aosp_15_r20/external/icing/icing/tokenization/
H A Dtokenizer.h84 virtual bool ResetToTokenStartingAfter(int32_t utf32_offset) { in ResetToTokenStartingAfter()
97 virtual bool ResetToTokenEndingBefore(int32_t utf32_offset) { in ResetToTokenEndingBefore()
H A Dverbatim-tokenizer.cc79 bool ResetToTokenStartingAfter(int32_t utf32_offset) override { in ResetToTokenStartingAfter()
91 bool ResetToTokenEndingBefore(int32_t utf32_offset) override { in ResetToTokenEndingBefore()
H A Dplain-tokenizer.cc87 bool ResetToTokenStartingAfter(int32_t utf32_offset) override { in ResetToTokenStartingAfter()
99 bool ResetToTokenEndingBefore(int32_t utf32_offset) override { in ResetToTokenEndingBefore()
H A Dtrigram-tokenizer.cc108 bool ResetToTokenStartingAfter(int32_t utf32_offset) override { in ResetToTokenStartingAfter()
155 bool ResetToTokenEndingBefore(int32_t utf32_offset) override { in ResetToTokenEndingBefore()
H A Drfc822-tokenizer.cc94 bool ResetToTokenStartingAfter(int32_t utf32_offset) override { in ResetToTokenStartingAfter()
115 bool ResetToTokenEndingBefore(int32_t utf32_offset) override { in ResetToTokenEndingBefore()