Home
last modified time | relevance | path

Searched defs:language_segmenter (Results 1 – 11 of 11) sorted by relevance

/aosp_15_r20/external/icing/icing/tokenization/
H A Dlanguage-segmenter_benchmark.cc64 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SegmentNoSpace() local
101 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SegmentWithSpaces() local
141 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SegmentCJK() local
H A Dplain-tokenizer.h32 explicit PlainTokenizer(const LanguageSegmenter* language_segmenter) in PlainTokenizer()
/aosp_15_r20/external/icing/icing/index/
H A Dindex-processor_benchmark.cc246 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithOneProperty() local
325 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithTenProperties() local
405 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithDiacriticLetters() local
485 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithHiragana() local
/aosp_15_r20/external/icing/icing/query/
H A Dquery-processor_benchmark.cc157 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryOneTerm() local
296 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryFiveTerms() local
453 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryDiacriticTerm() local
595 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryHiragana() local
H A Dquery-processor.cc61 const LanguageSegmenter* language_segmenter, in Create()
86 const LanguageSegmenter* language_segmenter, const Normalizer* normalizer, in QueryProcessor()
H A Dsuggestion-processor.cc57 const LanguageSegmenter* language_segmenter, in Create()
347 const LanguageSegmenter* language_segmenter, const Normalizer* normalizer, in SuggestionProcessor()
/aosp_15_r20/external/icing/icing/util/
H A Dtokenized-document.cc41 const LanguageSegmenter* language_segmenter, in Tokenize()
70 const LanguageSegmenter* language_segmenter, in Create()
/aosp_15_r20/external/icing/icing/result/
H A Dsnippet-retriever_benchmark.cc91 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SnippetOneProperty() local
221 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SnippetRfcOneProperty() local
H A Dsnippet-retriever.h68 const LanguageSegmenter* language_segmenter, in SnippetRetriever()
H A Dresult-retriever-v2.cc139 const LanguageSegmenter* language_segmenter, const Normalizer* normalizer, in Create()
H A Dsnippet-retriever.cc659 const LanguageSegmenter* language_segmenter, in Create()