| /aosp_15_r20/external/pytorch/torch/csrc/api/src/nn/modules/ |
| H A D | rnn.cpp | 432 int64_t max_batch_size, in forward_helper()
519 auto max_batch_size = in forward() local
538 auto max_batch_size = batch_sizes[0].item<int64_t>(); in forward_with_packed_input() local
610 int64_t max_batch_size, in forward_helper()
670 auto max_batch_size = options.batch_first() ? input.size(0) : input.size(1); in forward() local
689 auto max_batch_size = batch_sizes[0].item<int64_t>(); in forward_with_packed_input() local
719 int64_t max_batch_size, in forward_helper()
767 auto max_batch_size = options.batch_first() ? input.size(0) : input.size(1); in forward() local
785 auto max_batch_size = batch_sizes[0].item<int64_t>(); in forward_with_packed_input() local
|
| /aosp_15_r20/external/tensorflow/tensorflow/core/kernels/batching_util/ |
| H A D | batch_resource_base.cc | 172 void RecordBatchParamMaxBatchSize(int64_t max_batch_size, in RecordBatchParamMaxBatchSize()
331 int32_t num_batch_threads, int32_t max_batch_size, in GetBatcherQueueOptions()
345 std::vector<std::unique_ptr<BatchTask>>* output_tasks) -> Status { in GetBatcherQueueOptions()
363 int32_t max_batch_size, int32_t batch_timeout_micros, in GetAdaptiveBatcherQueueOptions()
381 std::vector<std::unique_ptr<BatchTask>>* output_tasks) -> Status { in GetAdaptiveBatcherQueueOptions()
491 int max_batch_size, std::vector<std::unique_ptr<BatchTask>>* output_tasks) { in SplitInputTask()
|
| H A D | basic_batch_scheduler.h | 183 int max_batch_size = 1000; member
|
| H A D | shared_batch_scheduler_test.cc | 156 std::vector<std::unique_ptr<FakeTask>>* output_tasks) -> Status { in get_split_func()
825 std::vector<std::unique_ptr<FakeTask>>* output_tasks) -> Status { in CreateQueues()
|
| H A D | serial_device_batch_scheduler.h | 108 int max_batch_size = 1000; member
|
| H A D | adaptive_shared_batch_scheduler.h | 146 int max_batch_size = 1000; member
|
| /aosp_15_r20/external/tensorflow/tensorflow/python/compiler/tensorrt/ |
| H A D | trt_convert.py | 279 max_batch_size=None, argument
376 max_batch_size=None, argument
435 max_batch_size=1, argument
1698 max_batch_size=1, argument
|
| H A D | trt_convert_test.py | 181 max_batch_size=1, argument
|
| /aosp_15_r20/external/tensorflow/tensorflow/compiler/tf2tensorrt/segment/ |
| H A D | union_find.cc | 85 ClusterBatchSize& ClusterBatchSize::SetMaxBatchSize(int max_batch_size) { in SetMaxBatchSize()
91 const std::optional<int>& max_batch_size) { in SetMaxBatchSize()
|
| /aosp_15_r20/external/pytorch/benchmarks/gpt_fast/ |
| H A D | model.py | 93 self, max_batch_size, max_seq_length, n_heads, head_dim, dtype=torch.bfloat16 argument
129 def setup_caches(self, max_batch_size, max_seq_length): argument
|
| H A D | mixtral_moe_model.py | 72 self, max_batch_size, max_seq_length, n_heads, head_dim, dtype=torch.bfloat16 argument
108 def setup_caches(self, max_batch_size, max_seq_length): argument
|
| /aosp_15_r20/external/tensorflow/tensorflow/core/runtime_fallback/runtime/ |
| H A D | runtime_fallback_batch_tf_opkernels.cc | 115 static Status Create(int32_t num_batch_threads, int32_t max_batch_size, in Create()
140 int32_t max_batch_size, int32_t batch_timeout_micros, in Create()
|
| /aosp_15_r20/external/tensorflow/tensorflow/python/ops/ |
| H A D | batch_ops.py | 30 max_batch_size, argument
|
| /aosp_15_r20/external/tensorflow/tensorflow/compiler/tf2tensorrt/convert/ |
| H A D | convert_graph.cc | 461 int max_batch_size = info.max_batch_size.has_value() in CreateTRTNode() local
693 const EngineInfo& info, int max_batch_size, in CreateStaticEngine()
|
| H A D | trt_optimization_pass.h | 45 size_t max_batch_size = -1; member
|
| H A D | convert_nodes.h | 131 std::optional<int> max_batch_size; member
|
| /aosp_15_r20/external/tensorflow/tensorflow/lite/delegates/hexagon/ |
| H A D | hexagon_delegate.h | 69 int max_batch_size; member
|
| /aosp_15_r20/external/executorch/examples/models/llama/source_transformation/ |
| H A D | quantized_kv_cache.py | 33 max_batch_size, argument
|
| /aosp_15_r20/external/mesa3d/src/gallium/winsys/i915/drm/ |
| H A D | i915_drm_winsys.h | 26 size_t max_batch_size; member
|
| /aosp_15_r20/external/tensorflow/tensorflow/python/compiler/tensorrt/test/ |
| H A D | quantization_mnist_test.py | 148 def _GetGraphDef(self, use_trt, max_batch_size, model_dir): argument
|
| /aosp_15_r20/external/tensorflow/tensorflow/lite/delegates/hexagon/builders/tests/ |
| H A D | batch_seq_config_test.cc | 106 void ApplyDelegate(int max_batch_size, in ApplyDelegate()
|
| /aosp_15_r20/external/python/apitools/apitools/base/py/ |
| D | batch.py | 188 max_batch_size=None, batch_request_callback=None): argument
|
| /aosp_15_r20/external/pytorch/aten/src/ATen/native/ |
| H A D | PackedSequence.cpp | 147 int64_t max_batch_size = batch_sizes[0]; in _pad_packed_sequence() local
|
| /aosp_15_r20/external/executorch/examples/models/llama/ |
| H A D | llama_transformer.py | 91 max_batch_size: int = 32 variable in ModelArgs
|
| /aosp_15_r20/external/pytorch/aten/src/ATen/native/cuda/linalg/ |
| H A D | BatchLinearAlgebraLibBlas.cpp | 225 constexpr auto max_batch_size = 524280; in triangular_solve_batched_cublas() local
|