Lines Matching refs:extractor_options
56 TokenFeatureExtractorOptions extractor_options; in BuildTokenFeatureExtractorOptions() local
58 extractor_options.num_buckets = options->num_buckets(); in BuildTokenFeatureExtractorOptions()
61 extractor_options.chargram_orders.push_back(order); in BuildTokenFeatureExtractorOptions()
64 extractor_options.max_word_length = options->max_word_length(); in BuildTokenFeatureExtractorOptions()
65 extractor_options.extract_case_feature = options->extract_case_feature(); in BuildTokenFeatureExtractorOptions()
66 extractor_options.unicode_aware_features = options->unicode_aware_features(); in BuildTokenFeatureExtractorOptions()
67 extractor_options.extract_selection_mask_feature = in BuildTokenFeatureExtractorOptions()
71 extractor_options.regexp_features.push_back(regexp_feauture->str()); in BuildTokenFeatureExtractorOptions()
74 extractor_options.remap_digits = options->remap_digits(); in BuildTokenFeatureExtractorOptions()
75 extractor_options.lowercase_tokens = options->lowercase_tokens(); in BuildTokenFeatureExtractorOptions()
79 extractor_options.allowed_chargrams.insert(chargram->str()); in BuildTokenFeatureExtractorOptions()
82 return extractor_options; in BuildTokenFeatureExtractorOptions()