Searched refs:extractor_options (Results 1 – 1 of 1) sorted by relevance
37 TokenFeatureExtractorOptions extractor_options; in BuildTokenFeatureExtractorOptions() local39 extractor_options.num_buckets = options.num_buckets(); in BuildTokenFeatureExtractorOptions()41 extractor_options.chargram_orders.push_back(order); in BuildTokenFeatureExtractorOptions()43 extractor_options.max_word_length = options.max_word_length(); in BuildTokenFeatureExtractorOptions()44 extractor_options.extract_case_feature = options.extract_case_feature(); in BuildTokenFeatureExtractorOptions()45 extractor_options.unicode_aware_features = options.unicode_aware_features(); in BuildTokenFeatureExtractorOptions()46 extractor_options.extract_selection_mask_feature = in BuildTokenFeatureExtractorOptions()49 extractor_options.regexp_features.push_back(options.regexp_feature(i)); in BuildTokenFeatureExtractorOptions()51 extractor_options.remap_digits = options.remap_digits(); in BuildTokenFeatureExtractorOptions()52 extractor_options.lowercase_tokens = options.lowercase_tokens(); in BuildTokenFeatureExtractorOptions()[all …]