| /aosp_15_r20/system/core/init/parser/ |
| H A D | tokenizer_test.cpp | 38 TEST(Tokenizer, Empty) { in TEST() argument
43 TEST(Tokenizer, Simple) { in TEST() argument
49 TEST(Tokenizer, LeadingWhiteSpace) { in TEST() argument
55 TEST(Tokenizer, TrailingWhiteSpace) { in TEST() argument
61 TEST(Tokenizer, WhiteSpace) { in TEST() argument
68 TEST(Tokenizer, TwoTokens) { in TEST() argument
76 TEST(Tokenizer, MultiToken) { in TEST() argument
87 TEST(Tokenizer, NewLine) { in TEST() argument
94 TEST(Tokenizer, TextNewLine) { in TEST() argument
102 TEST(Tokenizer, MultiTextNewLine) { in TEST() argument
[all …]
|
| H A D | tokenizer.cpp | 19 Tokenizer::Tokenizer(const std::string& data) in Tokenizer() function in init::Tokenizer
|
| /aosp_15_r20/prebuilts/go/linux-x86/src/cmd/asm/internal/lex/ |
| D | tokenizer.go | 23 type Tokenizer struct { struct
24 tok ScanToken
25 s *scanner.Scanner
26 base *src.PosBase
27 line int
28 file *os.File // If non-nil, file descriptor to close.
70 func (t *Tokenizer) Text() string {
84 func (t *Tokenizer) File() string {
88 func (t *Tokenizer) Base() *src.PosBase {
92 func (t *Tokenizer) SetBase(base *src.PosBase) {
[all …]
|
| /aosp_15_r20/external/rust/android-crates-io/crates/protobuf-support/src/lexer/ |
| D | tokenizer.rs | 44 pub struct Tokenizer<'a> { struct
50 impl<'a> Tokenizer<'a> { implementation
|
| /aosp_15_r20/external/executorch/examples/demo-apps/apple_ios/LLaMA/docs/delegates/ |
| H A D | mps_README.md | 55 ### Copy the model to Simulator
59 ### Copy the model to Device
|
| H A D | xnnpack_README.md | 212 #### 5.1 Copy the model and tokenizer to Simulator
216 #### 5.2 Copy the model and tokenizer to Device
|
| /aosp_15_r20/external/libtextclassifier/native/utils/ |
| H A D | tokenizer.h | 62 Tokenizer( in Tokenizer() function
74 Tokenizer( in Tokenizer() function
|
| /aosp_15_r20/external/ktfmt/core/src/main/java/com/facebook/ktfmt/format/ |
| H A D | Tokenizer.kt | 39 class Tokenizer(private val fileText: String, val file: KtFile) : KtTreeVisitorVoid() { class
|
| /aosp_15_r20/frameworks/base/cmds/appwidget/src/com/android/commands/appwidget/ |
| H A D | AppWidget.java | 119 private static class Tokenizer { class in AppWidget
123 public Tokenizer(String[] args) { in Tokenizer() method in AppWidget.Tokenizer
|
| /aosp_15_r20/external/clang/lib/ASTMatchers/Dynamic/ |
| H A D | Parser.cpp | 524 Parser::Parser(CodeTokenizer *Tokenizer, Sema *S, in Parser()
560 CodeTokenizer Tokenizer(Code, Error); in parseExpression() local
575 CodeTokenizer Tokenizer(Code, &Error, CompletionOffset); in completeExpression() local
|
| /aosp_15_r20/packages/apps/DeviceDiagnostics/tradeinmode/src/com/android/devicediagnostics/commands/ |
| D | Commands.kt | 34 class Tokenizer(private val args: Array<String>) { class
|
| /aosp_15_r20/external/aws-sdk-java-v2/codegen/src/main/java/software/amazon/awssdk/codegen/poet/rules2/ |
| H A D | Tokenizer.java | 27 public class Tokenizer { class
32 public Tokenizer(String source) { in Tokenizer() method in Tokenizer
|
| /aosp_15_r20/external/doclava/src/com/google/doclava/apicheck/ |
| H A D | ApiFile.java | 621 static class Tokenizer { class in ApiFile
626 Tokenizer(String filename, char[] buf) { in Tokenizer() method in ApiFile.Tokenizer
|
| /aosp_15_r20/external/deqp-deps/amber/src/amberscript/ |
| D | parser.h | 29 class Tokenizer; variable
|
| /aosp_15_r20/external/executorch/extension/llm/tokenizer/ |
| H A D | tokenizer.h | 26 explicit Tokenizer() {} in Tokenizer() function
|
| H A D | tokenizer.py | 20 class Tokenizer: class
|
| /aosp_15_r20/external/parameter-framework/upstream/utility/ |
| H A D | Tokenizer.cpp | 37 Tokenizer::Tokenizer(const string &input, const string &delimiters, bool mergeDelimiters) in Tokenizer() function in Tokenizer
|
| /aosp_15_r20/frameworks/base/cmds/content/src/com/android/commands/content/ |
| H A D | Content.java | 483 private static class Tokenizer { class in Content
487 public Tokenizer(String[] args) { in Tokenizer() method in Content.Tokenizer
|
| /aosp_15_r20/external/executorch/examples/llm_pte_finetuning/ |
| H A D | README.md | 19 ### Tokenizer subsection
|
| /aosp_15_r20/external/angle/src/compiler/preprocessor/ |
| H A D | DirectiveParser.h | 23 class Tokenizer; variable
|
| /aosp_15_r20/external/python/cpython3/Doc/library/ |
| D | re.rst | 1822 .. [Frie09] Friedl, Jeffrey. Mastering Regular Expressions. 3rd ed., O'Reilly
|
| /aosp_15_r20/external/executorch/examples/models/llama/tokenizer/ |
| H A D | tiktoken.py | 43 class Tokenizer: class
|
| /aosp_15_r20/external/python/cpython3/Tools/peg_generator/pegen/ |
| D | tokenizer.py | 14 class Tokenizer: class
|
| /aosp_15_r20/external/clang/include/clang/ASTMatchers/Dynamic/ |
| H A D | Parser.h | 243 CodeTokenizer *const Tokenizer; variable
|
| /aosp_15_r20/prebuilts/clang/host/linux-x86/clang-r536225/include/clang/ASTMatchers/Dynamic/ |
| D | Parser.h | 268 CodeTokenizer *const Tokenizer; variable
|