diff options
Diffstat (limited to 'icing/tokenization/raw-query-tokenizer.h')
| -rw-r--r-- | icing/tokenization/raw-query-tokenizer.h | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/icing/tokenization/raw-query-tokenizer.h b/icing/tokenization/raw-query-tokenizer.h index 6316e45..1087b04 100644 --- a/icing/tokenization/raw-query-tokenizer.h +++ b/icing/tokenization/raw-query-tokenizer.h @@ -33,7 +33,7 @@ class RawQueryTokenizer : public Tokenizer { : language_segmenter_(*language_segmenter) {} libtextclassifier3::StatusOr<std::unique_ptr<Tokenizer::Iterator>> Tokenize( - std::string_view text) const override; + std::string_view text, LanguageSegmenter::AccessType) const override; libtextclassifier3::StatusOr<std::vector<Token>> TokenizeAll( std::string_view text) const override; |