Home
last modified time | relevance | path

Searched defs:Tokenize (Results 1 – 25 of 39) sorted by relevance

12

/aosp_15_r20/external/libtextclassifier/native/utils/
H A Dtokenizer.cc99 std::vector<Token> Tokenizer::Tokenize(absl::string_view text) const { in Tokenize() function in libtextclassifier3::Tokenizer
104 std::vector<Token> Tokenizer::Tokenize(const UnicodeText& text_unicode) const { in Tokenize() function in libtextclassifier3::Tokenizer
/aosp_15_r20/external/tflite-support/tensorflow_lite_support/ios/text/tokenizers/Sources/
H A DTFLTokenizerUtil.mm21 NSArray<NSString *> *Tokenize(Tokenizer *tokenizer, NSString *input) { function
/aosp_15_r20/external/google-breakpad/src/tools/windows/converter_exe/
H A Dtokenizer.cc40 void Tokenizer::Tokenize(const string& delimiters, const string& input, in Tokenize() function in crash::Tokenizer
/aosp_15_r20/external/google-breakpad/src/processor/
H A Dtokenize.cc48 bool Tokenize(char* line, in Tokenize() function
/aosp_15_r20/external/libtextclassifier/native/annotator/duration/
H A Dduration_test.cc133 std::vector<Token> Tokenize(const UnicodeText& text) { in Tokenize() function in libtextclassifier3::__anone514b3a00111::DurationAnnotatorTest
601 std::vector<Token> Tokenize(const UnicodeText& text) { in Tokenize() function in libtextclassifier3::__anone514b3a00111::JapaneseDurationAnnotatorTest
/aosp_15_r20/external/libtextclassifier/native/utils/tflite/
H A Dstring_projection.cc278 std::vector<std::string> Tokenize(const std::string& input, size_t max_input, in Tokenize() function in tflite::ops::custom::libtextclassifier3::string_projection::__anon6bf6e0ab0111::ProjectionTokenizer
283 std::vector<std::string> Tokenize(const char* input_ptr, size_t len, in Tokenize() function in tflite::ops::custom::libtextclassifier3::string_projection::__anon6bf6e0ab0111::ProjectionTokenizer
/aosp_15_r20/external/perfetto/src/trace_processor/util/
H A Dstreaming_line_reader.cc51 size_t StreamingLineReader::Tokenize(base::StringView input) { in Tokenize() function in perfetto::trace_processor::util::StreamingLineReader
H A Dstreaming_line_reader_unittest.cc56 TEST(StreamingLineReaderTest, Tokenize) { in TEST() argument
/aosp_15_r20/external/tflite-support/tensorflow_lite_support/cc/text/tokenizers/
H A Dsentencepiece_tokenizer.h46 TokenizerResult Tokenize(const std::string& input) override { in Tokenize() function
H A Dbert_tokenizer.cc58 TokenizerResult BertTokenizer::Tokenize(const std::string& input) { in Tokenize() function in tflite::support::text::tokenizer::BertTokenizer
H A Dregex_tokenizer.cc60 TokenizerResult RegexTokenizer::Tokenize(const std::string& input) { in Tokenize() function in tflite::support::text::tokenizer::RegexTokenizer
/aosp_15_r20/external/icing/icing/util/
H A Dtokenized-document.cc39 libtextclassifier3::StatusOr<std::vector<TokenizedSection>> Tokenize( in Tokenize() function
/aosp_15_r20/external/perfetto/src/trace_processor/importers/systrace/
H A Dsystrace_line_tokenizer.cc49 util::Status SystraceLineTokenizer::Tokenize(const std::string& buffer, in Tokenize() function in perfetto::trace_processor::SystraceLineTokenizer
/aosp_15_r20/external/chromium-trace/catapult/common/py_utils/py_utils/refactor/
H A Doffset_token.py60 def Tokenize(f): function
/aosp_15_r20/external/libtextclassifier/native/lang_id/
H A Dcustom-tokenizer.cc102 void TokenizerForLangId::Tokenize(StringPiece text, in Tokenize() function in libtextclassifier3::mobile::lang_id::TokenizerForLangId
/aosp_15_r20/external/icing/icing/tokenization/
H A Dverbatim-tokenizer.cc127 VerbatimTokenizer::Tokenize(std::string_view text) const { in Tokenize() function in icing::lib::VerbatimTokenizer
H A Dplain-tokenizer.cc133 PlainTokenizer::Tokenize(std::string_view text) const { in Tokenize() function in icing::lib::PlainTokenizer
H A Dtrigram-tokenizer.cc274 TrigramTokenizer::Tokenize(std::string_view text) const { in Tokenize() function in icing::lib::TrigramTokenizer
/aosp_15_r20/external/perfetto/src/trace_processor/perfetto_sql/tokenizer/
H A Dsqlite_tokenizer_unittest.cc31 std::vector<SqliteTokenizer::Token> Tokenize(const char* ptr) { in Tokenize() function in perfetto::trace_processor::__anona9cb70430111::SqliteTokenizerTest
/aosp_15_r20/external/tensorflow/tensorflow/lite/testing/
H A Dtokenize.cc25 void Tokenize(std::istream* input, TokenProcessor* processor) { in Tokenize() function
/aosp_15_r20/external/tensorflow/tensorflow/lite/testing/nnapi_tflite_zip_tests/
H A Dtokenize.cc26 void Tokenize(std::istream* input, TokenProcessor* processor) { in Tokenize() function
/aosp_15_r20/frameworks/base/tools/aapt2/util/
H A DUtil.h251 inline Tokenizer Tokenize(android::StringPiece str, char sep) { in Tokenize() function
/aosp_15_r20/external/libtextclassifier/native/annotator/
H A Dfeature-processor.cc189 std::vector<Token> FeatureProcessor::Tokenize(const std::string& text) const { in Tokenize() function in libtextclassifier3::FeatureProcessor
193 std::vector<Token> FeatureProcessor::Tokenize( in Tokenize() function in libtextclassifier3::FeatureProcessor
/aosp_15_r20/external/licenseclassifier/stringclassifier/searchset/tokenizer/
H A Dtokenizer.go44 func Tokenize(s string) (toks Tokens) { func
/aosp_15_r20/external/perfetto/src/trace_processor/importers/proto/
H A Dproto_trace_tokenizer.h48 base::Status Tokenize(TraceBlobView tbv, Callback callback) { in Tokenize() function

12