Searched refs:mapreduce_spec (Results 1 – 11 of 11) sorted by relevance
| /external/chromium-trace/catapult/third_party/mapreduce/mapreduce/ |
| D | handlers.py | 154 config = util.create_datastore_write_config(mr_state.mapreduce_spec)
254 config = util.create_datastore_write_config(tstate.mapreduce_spec)
559 processing_limit = self._processing_limit(tstate.mapreduce_spec)
712 spec = tstate.mapreduce_spec
818 mapper_spec = tstate.mapreduce_spec.mapper
824 tstate.mapreduce_spec, shard_state.shard_number,
862 tstate.mapreduce_spec, shard_state.shard_number, shard_attempts + 1)
966 headers = util._get_task_headers(tstate.mapreduce_spec.mapreduce_id)
982 mapreduce_spec, argument
993 if not _run_task_hook(mapreduce_spec.get_hooks(),
[all …]
|
| D | context.py | 228 mapreduce_spec=None): argument
236 params = mapreduce_spec.params if mapreduce_spec is not None else {}
397 def __init__(self, mapreduce_spec, shard_state, task_retry_count=0): argument
408 self.mapreduce_spec = mapreduce_spec
413 if self.mapreduce_spec:
414 self.mapreduce_id = self.mapreduce_spec.mapreduce_id
426 self._mutation_pool = _MutationPool(mapreduce_spec=mapreduce_spec)
|
| D | hooks.py | 31 def __init__(self, mapreduce_spec): argument
38 self.mapreduce_spec = mapreduce_spec
|
| D | model.py | 527 mapreduce_spec = cls(json["name"],
532 return mapreduce_spec
550 spec = state.mapreduce_spec
590 mapreduce_spec = json_util.JsonProperty(MapreduceSpec, indexed=False) variable in MapreduceState
741 mapreduce_spec, argument
766 self.mapreduce_spec = mapreduce_spec
786 self.handler = self.mapreduce_spec.mapper.handler
805 result = {"mapreduce_spec": self.mapreduce_spec.to_json_str(),
822 mapreduce_spec = MapreduceSpec.from_json_str(request.get("mapreduce_spec"))
823 mapper_spec = mapreduce_spec.mapper
[all …]
|
| D | status.py | 332 "name": job.mapreduce_spec.name,
333 "mapreduce_id": job.mapreduce_spec.mapreduce_id,
344 "shards": job.mapreduce_spec.mapper.shard_count,
364 self.json_response.update(job.mapreduce_spec.to_json())
|
| D | util.py | 355 def create_datastore_write_config(mapreduce_spec): argument
365 force_writes = parse_bool(mapreduce_spec.params.get("force_writes", "false"))
|
| D | shuffler.py | 148 mapper_spec = ctx.mapreduce_spec.mapper
151 filename = (ctx.mapreduce_spec.name + "/" + ctx.mapreduce_id + "/output-" +
288 mapper_spec = ctx.mapreduce_spec.mapper
491 shards = mapreduce_state.mapreduce_spec.mapper.shard_count
|
| D | mapper_pipeline.py | 120 mapper_spec = mapreduce_state.mapreduce_spec.mapper
|
| D | output_writers.py | 787 mr_spec = ctx.mapreduce_spec
|
| D | input_readers.py | 2613 combiner_spec = ctx.mapreduce_spec.mapper.params.get("combiner_spec")
|
| /external/chromium-trace/catapult/third_party/mapreduce/mapreduce/api/map_job/ |
| D | map_job_control.py | 41 state.mapreduce_spec,
42 queue_name=state.mapreduce_spec.params.get("queue_name"))
134 mapreduce_spec = model.MapreduceSpec(
150 state = cls.__create_and_save_state(job_config, mapreduce_spec)
151 cls.__add_kickoff_task(job_config, mapreduce_spec)
189 def __create_and_save_state(cls, job_config, mapreduce_spec): argument
202 state.mapreduce_spec = mapreduce_spec
211 def __add_kickoff_task(cls, job_config, mapreduce_spec): argument
226 hooks = job_config._hooks_cls(mapreduce_spec)
|