Searched defs:input_tokens (Results 1 – 8 of 8) sorted by relevance
151 std::vector<xla::XlaOp> input_tokens; in Compile() local432 std::vector<xla::XlaOp> input_tokens; in Compile() local490 std::vector<xla::XlaOp> input_tokens; in Compile() local
180 const std::vector<uint64_t> input_tokens) { in digest_prompt()309 const auto input_tokens = std::move(encode_res.get()); in inference() local
189 const std::vector<uint64_t> input_tokens) { in digest_prompt()319 const auto input_tokens = std::move(encode_res.get()); in inference() local
40 std::vector<int64_t> input_tokens = tokenizer.encode(prompt); in generate() local
56 auto input_tokens = encode_res.get(); in generate() local
101 std::vector<std::string> input_tokens; in Preprocess() local
242 std::vector<int> input_tokens(max_sentence_length, pad_token_id); in Preprocess() local
394 def input_tokens(self) -> Collection[str]: member in ExportGraphSignature