/* * Copyright (C) 2018 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef LIBTEXTCLASSIFIER_ANNOTATOR_NUMBER_NUMBER_H_ #define LIBTEXTCLASSIFIER_ANNOTATOR_NUMBER_NUMBER_H_ #include #include #include #include "annotator/feature-processor.h" #include "annotator/model_generated.h" #include "annotator/types.h" #include "utils/utf8/unicodetext.h" namespace libtextclassifier3 { // Annotator of numbers in text. // // Only supports values in range [-999 999 999, 999 999 999] (inclusive). // // TODO(zilka): Add support for non-ASCII digits. // TODO(zilka): Add support for written-out numbers. class NumberAnnotator { public: explicit NumberAnnotator(const NumberAnnotatorOptions* options, const FeatureProcessor* feature_processor) : options_(options), feature_processor_(feature_processor), allowed_prefix_codepoints_( FlatbuffersVectorToSet(options->allowed_prefix_codepoints())), allowed_suffix_codepoints_( FlatbuffersVectorToSet(options->allowed_suffix_codepoints())) {} // Classifies given text, and if it is a number, it passes the result in // 'classification_result' and returns true, otherwise returns false. bool ClassifyText(const UnicodeText& context, CodepointSpan selection_indices, AnnotationUsecase annotation_usecase, ClassificationResult* classification_result) const; // Finds all number instances in the input text. bool FindAll(const UnicodeText& context_unicode, AnnotationUsecase annotation_usecase, std::vector* result) const; private: static std::unordered_set FlatbuffersVectorToSet( const flatbuffers::Vector* codepoints); // Parses the text to an int64 value and returns true if succeeded, otherwise // false. Also returns the number of prefix/suffix codepoints that were // stripped from the number. bool ParseNumber(const UnicodeText& text, int64* result, int* num_prefix_codepoints, int* num_suffix_codepoints) const; const NumberAnnotatorOptions* options_; const FeatureProcessor* feature_processor_; const std::unordered_set allowed_prefix_codepoints_; const std::unordered_set allowed_suffix_codepoints_; }; } // namespace libtextclassifier3 #endif // LIBTEXTCLASSIFIER_ANNOTATOR_NUMBER_NUMBER_H_