Searched refs:mapreduce_state (Results 1 – 5 of 5) sorted by relevance
| /external/chromium-trace/catapult/third_party/mapreduce/mapreduce/ |
| D | mapper_pipeline.py | 114 mapreduce_state = model.MapreduceState.get_by_job_id(mapreduce_id)
115 if mapreduce_state.result_status != model.MapreduceState.RESULT_SUCCESS:
117 mapreduce_id, mapreduce_state.result_status))
120 mapper_spec = mapreduce_state.mapreduce_spec.mapper
124 mapreduce_state.result_status == model.MapreduceState.RESULT_SUCCESS):
125 outputs = output_writer_class.get_filenames(mapreduce_state)
127 self.fill(self.outputs.result_status, mapreduce_state.result_status)
128 self.fill(self.outputs.counters, mapreduce_state.counters_map.to_dict())
|
| D | output_writers.py | 120 def init_job(cls, mapreduce_state): argument
135 def finalize_job(cls, mapreduce_state): argument
215 def get_filenames(cls, mapreduce_state): argument
640 def get_filenames(cls, mapreduce_state): argument
642 for shard in model.ShardState.find_all_by_mapreduce_state(mapreduce_state):
1078 def init_job(cls, mapreduce_state): argument
1079 return cls.WRITER_CLS.init_job(mapreduce_state)
1082 def finalize_job(cls, mapreduce_state): argument
1083 return cls.WRITER_CLS.finalize_job(mapreduce_state)
1104 def get_filenames(cls, mapreduce_state): argument
[all …]
|
| D | handlers.py | 1221 def _finalize_outputs(cls, mapreduce_spec, mapreduce_state): argument
1230 mapreduce_state.result_status == model.MapreduceState.RESULT_SUCCESS):
1231 mapreduce_spec.mapper.output_writer_class().finalize_job(mapreduce_state)
1234 def _finalize_job(cls, mapreduce_spec, mapreduce_state): argument
1267 mapreduce_state.put(config=config)
1278 mapreduce_spec.mapreduce_id, mapreduce_state.result_status)
1320 mapreduce_state, argument
1345 parent=mapreduce_state,
1819 mapreduce_state = model.MapreduceState.get_by_job_id(mapreduce_id)
1820 if mapreduce_state:
[all …]
|
| D | model.py | 1091 def find_by_mapreduce_state(cls, mapreduce_state): argument
1103 return list(cls.find_all_by_mapreduce_state(mapreduce_state))
1106 def find_all_by_mapreduce_state(cls, mapreduce_state): argument
1115 keys = cls.calculate_keys_by_mapreduce_state(mapreduce_state)
1130 def calculate_keys_by_mapreduce_state(cls, mapreduce_state): argument
1140 if mapreduce_state is None:
1144 for i in range(mapreduce_state.mapreduce_spec.mapper.shard_count):
1145 shard_id = cls.shard_id_from_number(mapreduce_state.key().name(), i)
|
| D | shuffler.py | 489 def get_filenames(cls, mapreduce_state): argument
491 shards = mapreduce_state.mapreduce_spec.mapper.shard_count
495 shard_states = model.ShardState.find_all_by_mapreduce_state(mapreduce_state)
|