Searched refs:shard_state (Results 1 – 5 of 5) sorted by relevance
| /external/chromium-trace/catapult/third_party/mapreduce/mapreduce/ |
| D | handlers.py | 148 shard_state, mr_state = db.get([
152 if shard_state and shard_state.active:
153 shard_state.set_for_failure()
155 shard_state.put(config=config)
157 def _try_acquire_lease(self, shard_state, tstate): argument
175 if not shard_state:
181 if not shard_state.active:
184 logging.warning(str(shard_state))
188 if shard_state.retries > tstate.retries:
194 logging.warning(str(shard_state))
[all …]
|
| D | map_job_context.py | 27 def __init__(self, job_context, shard_state): argument
44 self.id = shard_state.shard_id
45 self.number = shard_state.shard_number
46 self.attempt = shard_state.retries + 1
47 self._state = shard_state
75 def __init__(self, shard_context, shard_state, tstate): argument
95 self.number = shard_state.slice_id
96 self.attempt = shard_state.slice_retries + 1
|
| D | context.py | 350 def __init__(self, shard_state): argument
356 self._shard_state = shard_state
397 def __init__(self, mapreduce_spec, shard_state, task_retry_count=0): argument
407 self._shard_state = shard_state
418 if shard_state:
419 self.shard_id = shard_state.get_shard_id()
427 self._counters = _Counters(shard_state)
|
| D | output_writers.py | 199 def finalize(self, ctx, shard_state): argument
636 def _get_filename(cls, shard_state): argument
637 return shard_state.writer_state["filename"]
777 def finalize(self, ctx, shard_state): argument
792 shard_state.shard_number)
798 shard_state.writer_state = {self._SEG_PREFIX: prefix + "-",
802 shard_state.writer_state = {"filename": self._streaming_buffer.name}
1034 def finalize(self, ctx, shard_state): argument
1053 shard_state.writer_state = {"filename": self.status.mainfile.name}
1100 def finalize(self, ctx, shard_state): argument
[all …]
|
| D | shuffler.py | 496 for x, shard_state in enumerate(shard_states):
497 shard_filenames = shard_state.writer_state["shard_filenames"]
502 def finalize(self, ctx, shard_state): argument
508 shard_state.writer_state = {"shard_filenames": filenames}
|