diff options
Diffstat (limited to 'icing/tokenization/language-segmenter_benchmark.cc')
| -rw-r--r-- | icing/tokenization/language-segmenter_benchmark.cc | 15 |
1 files changed, 12 insertions, 3 deletions
diff --git a/icing/tokenization/language-segmenter_benchmark.cc b/icing/tokenization/language-segmenter_benchmark.cc index 748a322..50c625e 100644 --- a/icing/tokenization/language-segmenter_benchmark.cc +++ b/icing/tokenization/language-segmenter_benchmark.cc @@ -68,7 +68,10 @@ void BM_SegmentNoSpace(benchmark::State& state) { for (auto _ : state) { std::unique_ptr<LanguageSegmenter::Iterator> iterator = - language_segmenter->Segment(input_string).ValueOrDie(); + language_segmenter + ->Segment(input_string, + LanguageSegmenter::AccessType::kForwardIterator) + .ValueOrDie(); while (iterator->Advance()) { iterator->GetTerm(); } @@ -108,7 +111,10 @@ void BM_SegmentWithSpaces(benchmark::State& state) { for (auto _ : state) { std::unique_ptr<LanguageSegmenter::Iterator> iterator = - language_segmenter->Segment(input_string).ValueOrDie(); + language_segmenter + ->Segment(input_string, + LanguageSegmenter::AccessType::kForwardIterator) + .ValueOrDie(); while (iterator->Advance()) { iterator->GetTerm(); } @@ -148,7 +154,10 @@ void BM_SegmentCJK(benchmark::State& state) { for (auto _ : state) { std::unique_ptr<LanguageSegmenter::Iterator> iterator = - language_segmenter->Segment(input_string).ValueOrDie(); + language_segmenter + ->Segment(input_string, + LanguageSegmenter::AccessType::kForwardIterator) + .ValueOrDie(); while (iterator->Advance()) { iterator->GetTerm(); } |