Lines Matching refs:codepoint_index
142 int codepoint_index = 0; in InternalTokenize() local
146 ++it, ++codepoint_index) { in InternalTokenize()
157 new_token = Token("", codepoint_index, codepoint_index); in InternalTokenize()
167 new_token = Token("", codepoint_index + 1, codepoint_index + 1); in InternalTokenize()
286 int codepoint_index = 0; in NumberTokenize() local
296 int codepoint_index, NumberTokenType token_type, in NumberTokenize()
300 new_token = Token("", codepoint_index, codepoint_index, in NumberTokenize()
310 int codepoint_index, UnicodeText::const_iterator it) { in NumberTokenize() argument
313 result->emplace_back("", codepoint_index, codepoint_index + 1); in NumberTokenize()
316 new_token = Token("", codepoint_index + 1, codepoint_index + 1); in NumberTokenize()
321 ++it, ++codepoint_index) { in NumberTokenize()
323 MaybeResetTokenAndAddChar(codepoint_index, NUMERICAL, it); in NumberTokenize()
325 MaybeResetTokenAndAddChar(codepoint_index, TERM, it); in NumberTokenize()
327 MaybeResetTokenAndAddChar(codepoint_index, WHITESPACE, it, in NumberTokenize()
338 FinishTokenAndAddSeparator(codepoint_index, it); in NumberTokenize()
341 FinishTokenAndAddSeparator(codepoint_index, it); in NumberTokenize()