Home
last modified time | relevance | path

Searched refs:batch_timeout_micros (Results 1 – 25 of 26) sorted by relevance

12

/external/tensorflow/tensorflow/core/kernels/batching_util/
Dbasic_batch_scheduler_benchmark_test.cc338 int64 batch_timeout_micros, in RunThroughputBenchmark() argument
343 scheduler_options.batch_timeout_micros = batch_timeout_micros; in RunThroughputBenchmark()
390 int64 batch_timeout_micros) { in RunLatencyBenchmark() argument
394 scheduler_options.batch_timeout_micros = batch_timeout_micros; in RunLatencyBenchmark()
405 for (const int64 batch_timeout_micros : {0, 1 * 1000, 2 * 1000, 5 * 1000}) { in RunLatencyBenchmarks()
408 << batch_timeout_micros / 1000.0 << "ms" in RunLatencyBenchmarks()
413 RunLatencyBenchmark(task_injection_interval_micros, batch_timeout_micros); in RunLatencyBenchmarks()
Dshared_batch_scheduler_test.cc101 queue_options.batch_timeout_micros = 10 * 1000 * 1000; // 10 seconds in TEST()
159 queue_options.batch_timeout_micros = 10 * 1000 * 1000; // 10 seconds in TEST()
221 queue_options.batch_timeout_micros = 10; in TEST()
277 queue_options.batch_timeout_micros = 100 * 1000; // 100 milliseconds in TEST()
323 queue_options.batch_timeout_micros = 0; in TEST()
375 queue_options.batch_timeout_micros = 1; in TEST()
427 queue_options.batch_timeout_micros = 0; in TEST()
498 queue_options.batch_timeout_micros = 0; in TEST()
554 queue_options.batch_timeout_micros = 0; in TEST()
Dbasic_batch_scheduler.h197 int64 batch_timeout_micros = 0; member
320 shared_scheduler_queue_options.batch_timeout_micros = in Create()
321 options.batch_timeout_micros; in Create()
Dbatch_resource_base.cc82 void RecordBatchParamBatchTimeoutMicros(int64 batch_timeout_micros, in RecordBatchParamBatchTimeoutMicros() argument
89 cell->GetCell(model_name, op_name)->Set(batch_timeout_micros); in RecordBatchParamBatchTimeoutMicros()
181 batcher_queue_options_.batch_timeout_micros, GetModelName(context), in RegisterInput()
228 int32 num_batch_threads, int32 max_batch_size, int32 batch_timeout_micros, in GetBatcherQueueOptions() argument
234 batcher_queue_options.batch_timeout_micros = batch_timeout_micros; in GetBatcherQueueOptions()
259 int32 max_batch_size, int32 batch_timeout_micros, in GetAdaptiveBatcherQueueOptions() argument
266 batcher_queue_options.batch_timeout_micros = batch_timeout_micros; in GetAdaptiveBatcherQueueOptions()
Dbatch_resource_base.h137 int32 num_batch_threads, int32 max_batch_size, int32 batch_timeout_micros,
142 int32 max_batch_size, int32 batch_timeout_micros,
Dadaptive_shared_batch_scheduler.h146 int64 batch_timeout_micros = 0; member
309 int64 batch_timeout_micros, uint64 traceme_context_id) in ASBSBatch() argument
312 schedulable_time_micros_(creation_time_micros + batch_timeout_micros), in ASBSBatch()
677 options_.batch_timeout_micros, NewTraceMeContextIdForBatch()); in Schedule()
Dbasic_batch_scheduler_test.cc70 options.batch_timeout_micros = 100 * 1000; // 100 milliseconds in TEST()
Dshared_batch_scheduler.h158 int64 batch_timeout_micros = 0; member
467 if (options.batch_timeout_micros < 0) { in AddQueue()
470 options.batch_timeout_micros); in AddQueue()
886 open_batch_start_time_micros_ + options_.batch_timeout_micros; in IsOpenBatchSchedulable()
Dadaptive_shared_batch_scheduler_test.cc367 queue_options.batch_timeout_micros = 1000000000000; in TEST()
389 queue_options.batch_timeout_micros = 1000000; in TEST()
/external/tensorflow/tensorflow/python/ops/
Dbatch_ops.py34 batch_timeout_micros, argument
110 batch_timeout_micros=batch_timeout_micros,
Dbatch_ops_test.py63 batch_timeout_micros=36000000, grad_timeout_micros=0,
105 batch_timeout_micros=100000, # 100ms
140 batch_timeout_micros=36000000,
179 batch_timeout_micros=0, grad_timeout_micros=0, batching_queue="")
194 batch_timeout_micros=100000, # 100ms
363 batch_timeout_micros=100000,
395 batch_timeout_micros=100000, # 100ms
430 batch_timeout_micros=100000, # 100ms
460 batch_timeout_micros=100000, # 100ms
528 batch_timeout_micros=36000000, grad_timeout_micros=0,
/external/tensorflow/tensorflow/core/ops/compat/ops_history_v1/
DBatch.pbtxt28 name: "batch_timeout_micros"
105 name: "batch_timeout_micros"
DBatchFunction.pbtxt28 name: "batch_timeout_micros"
/external/tensorflow/tensorflow/core/ops/compat/ops_history_v2/
DBatch.pbtxt28 name: "batch_timeout_micros"
105 name: "batch_timeout_micros"
DBatchFunction.pbtxt28 name: "batch_timeout_micros"
112 name: "batch_timeout_micros"
/external/tensorflow/tensorflow/core/api_def/base_api/
Dapi_def_BatchFunction.pbtxt36 name: "batch_timeout_micros"
117 batch_timeout_micros=100000, # 100ms
Dapi_def_Batch.pbtxt26 batch_timeout_micros: Maximum number of microseconds to wait before outputting
/external/tensorflow/tensorflow/core/kernels/
Dbatch_kernels.cc87 int32 batch_timeout_micros, int32 max_enqueued_batches, in Create() argument
101 batch_timeout_micros, max_enqueued_batches, in Create()
110 int32 max_batch_size, int32 batch_timeout_micros, in Create() argument
121 max_batch_size, batch_timeout_micros, max_enqueued_batches, in Create()
/external/tensorflow/tensorflow/tools/api/golden/v2/
Dtensorflow.pbtxt837 …argspec: "args=[\'num_batch_threads\', \'max_batch_size\', \'batch_timeout_micros\', \'allowed_bat…
Dtensorflow.raw_ops.pbtxt317 …rgs=[\'in_tensors\', \'num_batch_threads\', \'max_batch_size\', \'batch_timeout_micros\', \'grad_t…
349 …ed_tensors\', \'f\', \'num_batch_threads\', \'max_batch_size\', \'batch_timeout_micros\', \'Tout\'…
/external/tensorflow/tensorflow/compiler/mlir/tensorflow/ir/
Dtf_ops.td1332 batch_timeout_micros=100000, # 100ms
1360 I64Attr:$batch_timeout_micros,
/external/tensorflow/tensorflow/tools/api/golden/v1/
Dtensorflow.pbtxt1737 …argspec: "args=[\'num_batch_threads\', \'max_batch_size\', \'batch_timeout_micros\', \'allowed_bat…
Dtensorflow.raw_ops.pbtxt317 …rgs=[\'in_tensors\', \'num_batch_threads\', \'max_batch_size\', \'batch_timeout_micros\', \'grad_t…
349 …ed_tensors\', \'f\', \'num_batch_threads\', \'max_batch_size\', \'batch_timeout_micros\', \'Tout\'…
/external/tensorflow/tensorflow/go/op/
Dwrappers.go43701 …nsors []tf.Output, num_batch_threads int64, max_batch_size int64, batch_timeout_micros int64, grad…
43705 …hreads, "max_batch_size": max_batch_size, "batch_timeout_micros": batch_timeout_micros, "grad_time…
/external/tensorflow/tensorflow/core/ops/
Dops.pbtxt3325 name: "batch_timeout_micros"
3559 name: "batch_timeout_micros"

12