diff options
Diffstat (limited to 'icing/tokenization/token.h')
| -rw-r--r-- | icing/tokenization/token.h | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/icing/tokenization/token.h b/icing/tokenization/token.h index dda9efc..b97ee0b 100644 --- a/icing/tokenization/token.h +++ b/icing/tokenization/token.h @@ -26,6 +26,9 @@ struct Token { REGULAR, // A token without special meanings, the value of it will be // indexed or searched directly + VERBATIM, // A token that should be indexed and searched without any + // modifications to the raw text + // Types only used in raw query QUERY_OR, // Indicates OR logic between its left and right tokens QUERY_EXCLUSION, // Indicates exclusion operation on next token |