diff options
| author | Tim Barron <tjbarron@google.com> | 2023-03-07 08:42:59 -0800 |
|---|---|---|
| committer | Tim Barron <tjbarron@google.com> | 2023-03-07 08:42:59 -0800 |
| commit | 140aaee3e7b269f02599310e42d6172090ce02d2 (patch) | |
| tree | 5fa21ad4c63ea0a436b650ba9de03735b518e01e /icing/tokenization/language-segmenter_benchmark.cc | |
| parent | 57993fa372564b1cc1310aa094da188efa76c7fa (diff) | |
| parent | 53032446fec369125a6dc47c9f66435e4a62410b (diff) | |
| download | icing-140aaee3e7b269f02599310e42d6172090ce02d2.tar.gz | |
Merge remote-tracking branch 'goog/upstream-master' into androidx-platform-dev
* goog/upstream-master:
Update Icing from upstream.
Descriptions:
======================================================================
Refactor IndexProcessor
======================================================================
Rename Joinable Cache as Joinable Index
======================================================================
Implement Optimize and Clear for QualifiedIdTypeJoinableCache
======================================================================
Add JoinablePropertyMetadata reverse lookup
======================================================================
Allow code creating LanguageSegmenter::Iterators to declare AccessType
======================================================================
Further codifies the escape behavior in the parser test
======================================================================
Bug: 263890397
Bug: 268680462
Bug: 270102295
Change-Id: I8e45ef63c202aa83c0a4cda9c59b31d46daa4056
Diffstat (limited to 'icing/tokenization/language-segmenter_benchmark.cc')
| -rw-r--r-- | icing/tokenization/language-segmenter_benchmark.cc | 15 |
1 files changed, 12 insertions, 3 deletions
diff --git a/icing/tokenization/language-segmenter_benchmark.cc b/icing/tokenization/language-segmenter_benchmark.cc index 748a322..50c625e 100644 --- a/icing/tokenization/language-segmenter_benchmark.cc +++ b/icing/tokenization/language-segmenter_benchmark.cc @@ -68,7 +68,10 @@ void BM_SegmentNoSpace(benchmark::State& state) { for (auto _ : state) { std::unique_ptr<LanguageSegmenter::Iterator> iterator = - language_segmenter->Segment(input_string).ValueOrDie(); + language_segmenter + ->Segment(input_string, + LanguageSegmenter::AccessType::kForwardIterator) + .ValueOrDie(); while (iterator->Advance()) { iterator->GetTerm(); } @@ -108,7 +111,10 @@ void BM_SegmentWithSpaces(benchmark::State& state) { for (auto _ : state) { std::unique_ptr<LanguageSegmenter::Iterator> iterator = - language_segmenter->Segment(input_string).ValueOrDie(); + language_segmenter + ->Segment(input_string, + LanguageSegmenter::AccessType::kForwardIterator) + .ValueOrDie(); while (iterator->Advance()) { iterator->GetTerm(); } @@ -148,7 +154,10 @@ void BM_SegmentCJK(benchmark::State& state) { for (auto _ : state) { std::unique_ptr<LanguageSegmenter::Iterator> iterator = - language_segmenter->Segment(input_string).ValueOrDie(); + language_segmenter + ->Segment(input_string, + LanguageSegmenter::AccessType::kForwardIterator) + .ValueOrDie(); while (iterator->Advance()) { iterator->GetTerm(); } |