Searched refs:token_index_map_ (Results 1 – 2 of 2) sorted by relevance
50 token_index_map_{utils::LoadVocabAndIndexFromFile(path_to_vocab)} {51 buildIndexTokenMap(token_index_map_, &index_token_map_);58 token_index_map_{utils::LoadVocabAndIndexFromBuffer(vocab_buffer_data,60 buildIndexTokenMap(token_index_map_, &index_token_map_);93 auto it = token_index_map_.find(key); in LookupId()94 if (it == token_index_map_.end()) { in LookupId()
50 absl::node_hash_map<std::string, int> token_index_map_; variable