Searched defs:tokenBatchSize (Results 1 – 4 of 4) sorted by relevance
57 const size_t tokenBatchSize, in buildMask()112 const size_t tokenBatchSize, in updateMask()151 const size_t tokenBatchSize, in buildMask()173 const size_t tokenBatchSize, in updateMask()220 bool MaskBuilder::adjustMaskForPadding(const size_t tokenBatchSize) { in adjustMaskForPadding()
214 const size_t tokenBatchSize, in setEmbed()252 const size_t tokenBatchSize, in setEmbed()324 const size_t tokenBatchSize, in setEmbed()
105 bool LlamaModelChunk::HotSwapModel(const size_t tokenBatchSize) { in HotSwapModel()
97 bool ModelChunk::HotSwapModel(const size_t tokenBatchSize) { in HotSwapModel()