Searched refs:unicode_index (Results 1 – 2 of 2) sorted by relevance
105 int unicode_index = 0; in ConvertIndicesBMPUTF8() local111 source_index = &unicode_index; in ConvertIndicesBMPUTF8()115 target_index = &unicode_index; in ConvertIndicesBMPUTF8()131 ++it, ++unicode_index, ++bmp_index) { in ConvertIndicesBMPUTF8()
676 size_t unicode_index = 0; in ICUTokenize() local681 unicode_index = last_unicode_index + token_length; in ICUTokenize()694 result->push_back(Token(token_utf8, last_unicode_index, unicode_index)); in ICUTokenize()698 last_unicode_index = unicode_index; in ICUTokenize()