Home
last modified time | relevance | path

Searched refs:max_batch_size (Results 1 – 25 of 51) sorted by relevance

123

/external/tensorflow/tensorflow/core/kernels/batching_util/
Dadaptive_shared_batch_scheduler.h135 int max_batch_size = 1000; member
155 int max_batch_size,
284 size_t max_task_size() const override { return options_.max_batch_size; } in max_task_size()
409 if (options.max_batch_size <= 0) { in AddQueue()
411 options.max_batch_size); in AddQueue()
419 if (options.max_input_task_size.value() < options.max_batch_size) { in AddQueue()
424 options.max_batch_size); in AddQueue()
623 size > options_.max_batch_size) { in Schedule()
626 options_.max_batch_size); in Schedule()
646 ? options_.max_batch_size in Schedule()
[all …]
Dbatch_resource_base.cc92 void RecordBatchParamMaxBatchSize(int64 max_batch_size, in RecordBatchParamMaxBatchSize() argument
98 cell->GetCell(model_name, op_name)->Set(max_batch_size); in RecordBatchParamMaxBatchSize()
228 int32 num_batch_threads, int32 max_batch_size, int32 batch_timeout_micros, in GetBatcherQueueOptions() argument
232 batcher_queue_options.input_batch_size_limit = max_batch_size; in GetBatcherQueueOptions()
240 int open_batch_remaining_slot, int max_batch_size, in GetBatcherQueueOptions()
243 max_batch_size, output_tasks); in GetBatcherQueueOptions()
247 batcher_queue_options.max_execution_batch_size = max_batch_size; in GetBatcherQueueOptions()
259 int32 max_batch_size, int32 batch_timeout_micros, in GetAdaptiveBatcherQueueOptions() argument
264 absl::make_optional(max_batch_size); in GetAdaptiveBatcherQueueOptions()
268 batcher_queue_options.max_batch_size = max_batch_size; in GetAdaptiveBatcherQueueOptions()
[all …]
Dserial_device_batch_scheduler.h108 int max_batch_size = 1000; member
226 size_t max_task_size() const override { return options_.max_batch_size; } in max_task_size()
335 if (options.max_batch_size <= 0) { in AddQueue()
337 options.max_batch_size); in AddQueue()
489 if (size > options_.max_batch_size) { in Schedule()
492 options_.max_batch_size); in Schedule()
498 current_batch_->size() + size > options_.max_batch_size) { in Schedule()
539 current_batch_ ? options_.max_batch_size - current_batch_->size() : 0; in SchedulingCapacity()
542 return spare_batches * options_.max_batch_size + current_batch_capacity; in SchedulingCapacity()
Dbatch_resource_base.h137 int32 num_batch_threads, int32 max_batch_size, int32 batch_timeout_micros,
142 int32 max_batch_size, int32 batch_timeout_micros,
187 int max_batch_size,
Dbasic_batch_scheduler.h183 int max_batch_size = 1000; member
319 options.max_batch_size; in Create()
Dadaptive_shared_batch_scheduler_test.cc246 queue_options.max_batch_size = 1000; in TEST()
248 queue_options.max_batch_size = 100; in TEST()
366 queue_options.max_batch_size = 100; in TEST()
388 queue_options.max_batch_size = 100; in TEST()
Dserial_device_batch_scheduler_test.cc238 queue_options.max_batch_size = 1000; in TEST()
240 queue_options.max_batch_size = 1000; in TEST()
242 queue_options.max_batch_size = 100; in TEST()
/external/tensorflow/tensorflow/compiler/tf2tensorrt/segment/
Dunion_find.cc85 ClusterBatchSize& ClusterBatchSize::SetMaxBatchSize(int max_batch_size) { in SetMaxBatchSize() argument
86 SetBatchSize(static_cast<absl::optional<int>>(max_batch_size)); in SetMaxBatchSize()
91 const absl::optional<int>& max_batch_size) { in SetMaxBatchSize() argument
92 max_batch_size_ = MergeCompatible<int>(max_batch_size_, max_batch_size); in SetMaxBatchSize()
/external/tensorflow/tensorflow/python/compiler/tensorrt/
Dtrt_convert.py234 max_batch_size=None, argument
261 if (is_dynamic_op is None or is_dynamic_op) and max_batch_size is not None:
265 max_batch_size, int):
301 if max_batch_size is not None:
302 optimizer.parameter_map["max_batch_size"].i = max_batch_size
318 max_batch_size=None, argument
322 max_batch_size, is_v2,
377 max_batch_size=1, argument
462 if max_batch_size is not None:
466 if not isinstance(max_batch_size, int):
[all …]
/external/tensorflow/tensorflow/python/ops/
Dbatch_ops.py33 max_batch_size, argument
109 max_batch_size=max_batch_size,
Dbatch_ops_test.py62 [inp], num_batch_threads=1, max_batch_size=2,
104 [inp], num_batch_threads=1, max_batch_size=10,
139 max_batch_size=2,
178 [inp0, inp1], num_batch_threads=1, max_batch_size=2,
193 [inp], num_batch_threads=1, max_batch_size=10,
362 max_batch_size=10,
394 max_batch_size=10,
429 max_batch_size=10,
459 max_batch_size=5,
527 [inp], num_batch_threads=1, max_batch_size=2,
/external/tensorflow/tensorflow/lite/delegates/hexagon/builders/tests/
Dbatch_seq_config_test.cc39 ABSL_FLAG(int, max_batch_size, -1,
105 void ApplyDelegate(int max_batch_size, in ApplyDelegate() argument
118 options.max_batch_size = max_batch_size; in ApplyDelegate()
/external/tensorflow/tensorflow/compiler/tf2tensorrt/convert/
Dconvert_graph.cc146 info->max_batch_size = segment_property.BatchSize().GetOptionalMaxBatchSize(); in GetEngineInfo()
429 int max_batch_size = info.max_batch_size.has_value() in CreateTRTNode() local
430 ? info.max_batch_size.value() in CreateTRTNode()
455 max_batch_size, info.max_workspace_size_bytes, input_shapes, trt_logger, in CreateTRTNode()
493 .Attr("max_batch_size", max_batch_size) in CreateTRTNode()
737 segment_options.maximum_batch_size = params.max_batch_size; in ConvertAfterShapes()
782 if (!curr_engine.max_batch_size.has_value()) { in ConvertAfterShapes()
783 curr_engine.max_batch_size = params.max_batch_size; in ConvertAfterShapes()
840 params.max_batch_size, &graph, &engine_nodes); in ConvertAfterShapes()
Dconvert_nodes.h95 max_batch_size(absl::nullopt), in EngineInfo()
113 absl::optional<int> max_batch_size; member
148 const GraphDef& gdef, TrtPrecisionMode precision_mode, int max_batch_size,
480 int max_batch_size, size_t max_workspace_size_bytes,
Dconvert_graph.h37 size_t max_batch_size = 1; member
/external/mesa3d/src/gallium/winsys/i915/drm/
Di915_drm_winsys.c70 idws->max_batch_size = 1 * 4096; in i915_drm_winsys_create()
75 idws->gem_manager = drm_intel_bufmgr_gem_init(idws->fd, idws->max_batch_size); in i915_drm_winsys_create()
Di915_drm_winsys.h26 size_t max_batch_size; member
/external/tensorflow/tensorflow/core/api_def/base_api/
Dapi_def_Batch.pbtxt7 and others will output Tensors of size up to max_batch_size.
25 max_batch_size: Batch sizes will never be bigger than this.
31 the final entry must equal max_batch_size.
Dapi_def_BatchFunction.pbtxt30 name: "max_batch_size"
55 enabled) the final entry must equal max_batch_size.
116 max_batch_size=10,
/external/python/apitools/apitools/base/py/
Dbatch_test.py243 max_batch_size = 3
251 for i in range(0, number_of_requests, max_batch_size):
254 min(number_of_requests - i, max_batch_size)))
265 FakeHttp(), max_batch_size=max_batch_size)
269 -(-number_of_requests // max_batch_size),
/external/tensorflow/tensorflow/core/ops/compat/ops_history_v1/
DBatch.pbtxt24 name: "max_batch_size"
94 name: "max_batch_size"
/external/tensorflow/tensorflow/core/ops/compat/ops_history_v2/
DBatch.pbtxt24 name: "max_batch_size"
94 name: "max_batch_size"
DBatchFunction.pbtxt24 name: "max_batch_size"
108 name: "max_batch_size"
/external/tensorflow/tensorflow/lite/delegates/hexagon/
Dhexagon_delegate.h69 int max_batch_size; member
/external/tensorflow/tensorflow/python/compiler/tensorrt/test/
Dquantization_mnist_test.py114 def _GetGraphDef(self, use_trt, max_batch_size, model_dir): argument
149 max_batch_size=max_batch_size,

123