Searched refs:max_num_tokens_per_message (Results 1 – 4 of 4) sorted by relevance
486 std::vector<float>* embeddings, int* max_num_tokens_per_message) const { in EmbedTokensPerMessage()488 *max_num_tokens_per_message = 0; in EmbedTokensPerMessage()491 if (num_message_tokens > *max_num_tokens_per_message) { in EmbedTokensPerMessage()492 *max_num_tokens_per_message = num_message_tokens; in EmbedTokensPerMessage()497 *max_num_tokens_per_message) { in EmbedTokensPerMessage()498 *max_num_tokens_per_message = in EmbedTokensPerMessage()501 if (model_->feature_processor_options()->max_num_tokens_per_message() > 0 && in EmbedTokensPerMessage()502 *max_num_tokens_per_message > in EmbedTokensPerMessage()503 model_->feature_processor_options()->max_num_tokens_per_message()) { in EmbedTokensPerMessage()504 *max_num_tokens_per_message = in EmbedTokensPerMessage()[all …]
1446 int max_num_tokens_per_message = 0; in TEST_F() local1449 &max_num_tokens_per_message)); in TEST_F()1451 EXPECT_EQ(max_num_tokens_per_message, 3); in TEST_F()1467 int max_num_tokens_per_message = 0; in TEST_F() local1470 &max_num_tokens_per_message)); in TEST_F()1472 EXPECT_EQ(max_num_tokens_per_message, 5); in TEST_F()1485 options_->max_num_tokens_per_message = 2; in TEST_F()1490 int max_num_tokens_per_message = 0; in TEST_F() local1493 &max_num_tokens_per_message)); in TEST_F()1495 EXPECT_EQ(max_num_tokens_per_message, 2); in TEST_F()[all …]
124 int* max_num_tokens_per_message) const;
186 // The `max_num_tokens_per_message` and `min_num_tokens_per_message` are190 max_num_tokens_per_message:int = -1;