21 	struct thread_stat *ts = &td->ts;  in update_rusage_stat()  local
24 	ts->usr_time += mtime_since(&td->ru_start.ru_utime,  in update_rusage_stat()
26 	ts->sys_time += mtime_since(&td->ru_start.ru_stime,  in update_rusage_stat()
28 	ts->ctx += td->ru_end.ru_nvcsw + td->ru_end.ru_nivcsw  in update_rusage_stat()
30 	ts->minf += td->ru_end.ru_minflt - td->ru_start.ru_minflt;  in update_rusage_stat()
31 	ts->majf += td->ru_end.ru_majflt - td->ru_start.ru_majflt;  in update_rusage_stat()
314 static void stat_calc_lat(struct thread_stat *ts, double *dst,  in stat_calc_lat()  argument
317 	unsigned long total = ddir_rw_sum(ts->total_io_u);  in stat_calc_lat()
334 void stat_calc_lat_u(struct thread_stat *ts, double *io_u_lat)  in stat_calc_lat_u()  argument
336 	stat_calc_lat(ts, io_u_lat, ts->io_u_lat_u, FIO_IO_U_LAT_U_NR);  in stat_calc_lat_u()
339 void stat_calc_lat_m(struct thread_stat *ts, double *io_u_lat)  in stat_calc_lat_m()  argument
341 	stat_calc_lat(ts, io_u_lat, ts->io_u_lat_m, FIO_IO_U_LAT_M_NR);  in stat_calc_lat_m()
363 static void show_ddir_status(struct group_run_stats *rs, struct thread_stat *ts,  in show_ddir_status()  argument
375 	if (!ts->runtime[ddir])  in show_ddir_status()
379 	runt = ts->runtime[ddir];  in show_ddir_status()
381 	bw = (1000 * ts->io_bytes[ddir]) / runt;  in show_ddir_status()
382 	io_p = num2str(ts->io_bytes[ddir], 6, 1, i2p, 8);  in show_ddir_status()
383 	bw_p = num2str(bw, 6, 1, i2p, ts->unit_base);  in show_ddir_status()
385 	iops = (1000 * (uint64_t)ts->total_io_u[ddir]) / runt;  in show_ddir_status()
391 				(unsigned long long) ts->runtime[ddir]);  in show_ddir_status()
397 	if (calc_lat(&ts->slat_stat[ddir], &min, &max, &mean, &dev))  in show_ddir_status()
399 	if (calc_lat(&ts->clat_stat[ddir], &min, &max, &mean, &dev))  in show_ddir_status()
401 	if (calc_lat(&ts->lat_stat[ddir], &min, &max, &mean, &dev))  in show_ddir_status()
404 	if (ts->clat_percentiles) {  in show_ddir_status()
405 		show_clat_percentiles(ts->io_u_plat[ddir],  in show_ddir_status()
406 					ts->clat_stat[ddir].samples,  in show_ddir_status()
407 					ts->percentile_list,  in show_ddir_status()
408 					ts->percentile_precision);  in show_ddir_status()
410 	if (calc_lat(&ts->bw_stat[ddir], &min, &max, &mean, &dev)) {  in show_ddir_status()
488 static void show_latencies(struct thread_stat *ts)  in show_latencies()  argument
493 	stat_calc_lat_u(ts, io_u_lat_u);  in show_latencies()
494 	stat_calc_lat_m(ts, io_u_lat_m);  in show_latencies()
500 static void show_thread_status_normal(struct thread_stat *ts,  in show_thread_status_normal()  argument
509 	if (!ddir_rw_sum(ts->io_bytes) && !ddir_rw_sum(ts->total_io_u))  in show_thread_status_normal()
515 	if (!ts->error) {  in show_thread_status_normal()
517 					ts->name, ts->groupid, ts->members,  in show_thread_status_normal()
518 					ts->error, (int) ts->pid, time_buf);  in show_thread_status_normal()
521 					ts->name, ts->groupid, ts->members,  in show_thread_status_normal()
522 					ts->error, ts->verror, (int) ts->pid,  in show_thread_status_normal()
526 	if (strlen(ts->description))  in show_thread_status_normal()
527 		log_info("  Description  : [%s]\n", ts->description);  in show_thread_status_normal()
529 	if (ts->io_bytes[DDIR_READ])  in show_thread_status_normal()
530 		show_ddir_status(rs, ts, DDIR_READ);  in show_thread_status_normal()
531 	if (ts->io_bytes[DDIR_WRITE])  in show_thread_status_normal()
532 		show_ddir_status(rs, ts, DDIR_WRITE);  in show_thread_status_normal()
533 	if (ts->io_bytes[DDIR_TRIM])  in show_thread_status_normal()
534 		show_ddir_status(rs, ts, DDIR_TRIM);  in show_thread_status_normal()
536 	show_latencies(ts);  in show_thread_status_normal()
538 	runtime = ts->total_run_time;  in show_thread_status_normal()
542 		usr_cpu = (double) ts->usr_time * 100 / runt;  in show_thread_status_normal()
543 		sys_cpu = (double) ts->sys_time * 100 / runt;  in show_thread_status_normal()
551 			(unsigned long long) ts->ctx,  in show_thread_status_normal()
552 			(unsigned long long) ts->majf,  in show_thread_status_normal()
553 			(unsigned long long) ts->minf);  in show_thread_status_normal()
555 	stat_calc_dist(ts->io_u_map, ddir_rw_sum(ts->total_io_u), io_u_dist);  in show_thread_status_normal()
562 	stat_calc_dist(ts->io_u_submit, ts->total_submit, io_u_dist);  in show_thread_status_normal()
568 	stat_calc_dist(ts->io_u_complete, ts->total_complete, io_u_dist);  in show_thread_status_normal()
577 					(unsigned long long) ts->total_io_u[0],  in show_thread_status_normal()
578 					(unsigned long long) ts->total_io_u[1],  in show_thread_status_normal()
579 					(unsigned long long) ts->total_io_u[2],  in show_thread_status_normal()
580 					(unsigned long long) ts->short_io_u[0],  in show_thread_status_normal()
581 					(unsigned long long) ts->short_io_u[1],  in show_thread_status_normal()
582 					(unsigned long long) ts->short_io_u[2],  in show_thread_status_normal()
583 					(unsigned long long) ts->drop_io_u[0],  in show_thread_status_normal()
584 					(unsigned long long) ts->drop_io_u[1],  in show_thread_status_normal()
585 					(unsigned long long) ts->drop_io_u[2]);  in show_thread_status_normal()
586 	if (ts->continue_on_error) {  in show_thread_status_normal()
588 					(unsigned long long)ts->total_err_count,  in show_thread_status_normal()
589 					ts->first_error,  in show_thread_status_normal()
590 					strerror(ts->first_error));  in show_thread_status_normal()
592 	if (ts->latency_depth) {  in show_thread_status_normal()
594 					(unsigned long long)ts->latency_target,  in show_thread_status_normal()
595 					(unsigned long long)ts->latency_window,  in show_thread_status_normal()
596 					ts->latency_percentile.u.f,  in show_thread_status_normal()
597 					ts->latency_depth);  in show_thread_status_normal()
601 static void show_ddir_status_terse(struct thread_stat *ts,  in show_ddir_status_terse()  argument
614 	if (ts->runtime[ddir]) {  in show_ddir_status_terse()
615 		uint64_t runt = ts->runtime[ddir];  in show_ddir_status_terse()
617 		bw = ((1000 * ts->io_bytes[ddir]) / runt) / 1024;  in show_ddir_status_terse()
618 		iops = (1000 * (uint64_t) ts->total_io_u[ddir]) / runt;  in show_ddir_status_terse()
622 		(unsigned long long) ts->io_bytes[ddir] >> 10, bw, iops,  in show_ddir_status_terse()
623 					(unsigned long long) ts->runtime[ddir]);  in show_ddir_status_terse()
625 	if (calc_lat(&ts->slat_stat[ddir], &min, &max, &mean, &dev))  in show_ddir_status_terse()
630 	if (calc_lat(&ts->clat_stat[ddir], &min, &max, &mean, &dev))  in show_ddir_status_terse()
635 	if (ts->clat_percentiles) {  in show_ddir_status_terse()
636 		len = calc_clat_percentiles(ts->io_u_plat[ddir],  in show_ddir_status_terse()
637 					ts->clat_stat[ddir].samples,  in show_ddir_status_terse()
638 					ts->percentile_list, &ovals, &maxv,  in show_ddir_status_terse()
648 		log_info(";%f%%=%u", ts->percentile_list[i].u.f, ovals[i]);  in show_ddir_status_terse()
651 	if (calc_lat(&ts->lat_stat[ddir], &min, &max, &mean, &dev))  in show_ddir_status_terse()
659 	if (calc_lat(&ts->bw_stat[ddir], &min, &max, &mean, &dev)) {  in show_ddir_status_terse()
673 static void add_ddir_status_json(struct thread_stat *ts,  in add_ddir_status_json()  argument
689 	if (ts->unified_rw_rep && ddir != DDIR_READ)  in add_ddir_status_json()
694 		ts->unified_rw_rep ? "mixed" : ddirname[ddir], dir_object);  in add_ddir_status_json()
698 	if (ts->runtime[ddir]) {  in add_ddir_status_json()
699 		uint64_t runt = ts->runtime[ddir];  in add_ddir_status_json()
701 		bw = ((1000 * ts->io_bytes[ddir]) / runt) / 1024;  in add_ddir_status_json()
702 		iops = (1000.0 * (uint64_t) ts->total_io_u[ddir]) / runt;  in add_ddir_status_json()
705 	json_object_add_value_int(dir_object, "io_bytes", ts->io_bytes[ddir] >> 10);  in add_ddir_status_json()
708 	json_object_add_value_int(dir_object, "runtime", ts->runtime[ddir]);  in add_ddir_status_json()
709 	json_object_add_value_int(dir_object, "total_ios", ts->total_io_u[ddir]);  in add_ddir_status_json()
710 	json_object_add_value_int(dir_object, "short_ios", ts->short_io_u[ddir]);  in add_ddir_status_json()
711 	json_object_add_value_int(dir_object, "drop_ios", ts->drop_io_u[ddir]);  in add_ddir_status_json()
713 	if (!calc_lat(&ts->slat_stat[ddir], &min, &max, &mean, &dev)) {  in add_ddir_status_json()
724 	if (!calc_lat(&ts->clat_stat[ddir], &min, &max, &mean, &dev)) {  in add_ddir_status_json()
735 	if (ts->clat_percentiles) {  in add_ddir_status_json()
736 		len = calc_clat_percentiles(ts->io_u_plat[ddir],  in add_ddir_status_json()
737 					ts->clat_stat[ddir].samples,  in add_ddir_status_json()
738 					ts->percentile_list, &ovals, &maxv,  in add_ddir_status_json()
750 		snprintf(buf, sizeof(buf), "%f", ts->percentile_list[i].u.f);  in add_ddir_status_json()
754 	if (!calc_lat(&ts->lat_stat[ddir], &min, &max, &mean, &dev)) {  in add_ddir_status_json()
767 	if (calc_lat(&ts->bw_stat[ddir], &min, &max, &mean, &dev)) {  in add_ddir_status_json()
784 static void show_thread_status_terse_v2(struct thread_stat *ts,  in show_thread_status_terse_v2()  argument
794 	log_info("2;%s;%d;%d", ts->name, ts->groupid, ts->error);  in show_thread_status_terse_v2()
796 	show_ddir_status_terse(ts, rs, DDIR_READ);  in show_thread_status_terse_v2()
798 	show_ddir_status_terse(ts, rs, DDIR_WRITE);  in show_thread_status_terse_v2()
800 	show_ddir_status_terse(ts, rs, DDIR_TRIM);  in show_thread_status_terse_v2()
803 	if (ts->total_run_time) {  in show_thread_status_terse_v2()
804 		double runt = (double) ts->total_run_time;  in show_thread_status_terse_v2()
806 		usr_cpu = (double) ts->usr_time * 100 / runt;  in show_thread_status_terse_v2()
807 		sys_cpu = (double) ts->sys_time * 100 / runt;  in show_thread_status_terse_v2()
814 						(unsigned long long) ts->ctx,  in show_thread_status_terse_v2()
815 						(unsigned long long) ts->majf,  in show_thread_status_terse_v2()
816 						(unsigned long long) ts->minf);  in show_thread_status_terse_v2()
819 	stat_calc_dist(ts->io_u_map, ddir_rw_sum(ts->total_io_u), io_u_dist);  in show_thread_status_terse_v2()
820 	stat_calc_lat_u(ts, io_u_lat_u);  in show_thread_status_terse_v2()
821 	stat_calc_lat_m(ts, io_u_lat_m);  in show_thread_status_terse_v2()
835 	if (ts->continue_on_error)  in show_thread_status_terse_v2()
836 		log_info(";%llu;%d", (unsigned long long) ts->total_err_count, ts->first_error);  in show_thread_status_terse_v2()
840 	if (strlen(ts->description))  in show_thread_status_terse_v2()
841 		log_info(";%s", ts->description);  in show_thread_status_terse_v2()
846 static void show_thread_status_terse_v3_v4(struct thread_stat *ts,  in show_thread_status_terse_v3_v4()  argument
857 					ts->name, ts->groupid, ts->error);  in show_thread_status_terse_v3_v4()
859 	show_ddir_status_terse(ts, rs, DDIR_READ);  in show_thread_status_terse_v3_v4()
861 	show_ddir_status_terse(ts, rs, DDIR_WRITE);  in show_thread_status_terse_v3_v4()
864 		show_ddir_status_terse(ts, rs, DDIR_TRIM);  in show_thread_status_terse_v3_v4()
867 	if (ts->total_run_time) {  in show_thread_status_terse_v3_v4()
868 		double runt = (double) ts->total_run_time;  in show_thread_status_terse_v3_v4()
870 		usr_cpu = (double) ts->usr_time * 100 / runt;  in show_thread_status_terse_v3_v4()
871 		sys_cpu = (double) ts->sys_time * 100 / runt;  in show_thread_status_terse_v3_v4()
878 						(unsigned long long) ts->ctx,  in show_thread_status_terse_v3_v4()
879 						(unsigned long long) ts->majf,  in show_thread_status_terse_v3_v4()
880 						(unsigned long long) ts->minf);  in show_thread_status_terse_v3_v4()
883 	stat_calc_dist(ts->io_u_map, ddir_rw_sum(ts->total_io_u), io_u_dist);  in show_thread_status_terse_v3_v4()
884 	stat_calc_lat_u(ts, io_u_lat_u);  in show_thread_status_terse_v3_v4()
885 	stat_calc_lat_m(ts, io_u_lat_m);  in show_thread_status_terse_v3_v4()
903 	if (ts->continue_on_error)  in show_thread_status_terse_v3_v4()
904 		log_info(";%llu;%d", (unsigned long long) ts->total_err_count, ts->first_error);  in show_thread_status_terse_v3_v4()
907 	if (strlen(ts->description))  in show_thread_status_terse_v3_v4()
908 		log_info(";%s", ts->description);  in show_thread_status_terse_v3_v4()
913 static struct json_object *show_thread_status_json(struct thread_stat *ts,  in show_thread_status_json()  argument
924 	json_object_add_value_string(root, "jobname", ts->name);  in show_thread_status_json()
925 	json_object_add_value_int(root, "groupid", ts->groupid);  in show_thread_status_json()
926 	json_object_add_value_int(root, "error", ts->error);  in show_thread_status_json()
928 	add_ddir_status_json(ts, rs, DDIR_READ, root);  in show_thread_status_json()
929 	add_ddir_status_json(ts, rs, DDIR_WRITE, root);  in show_thread_status_json()
930 	add_ddir_status_json(ts, rs, DDIR_TRIM, root);  in show_thread_status_json()
933 	if (ts->total_run_time) {  in show_thread_status_json()
934 		double runt = (double) ts->total_run_time;  in show_thread_status_json()
936 		usr_cpu = (double) ts->usr_time * 100 / runt;  in show_thread_status_json()
937 		sys_cpu = (double) ts->sys_time * 100 / runt;  in show_thread_status_json()
944 	json_object_add_value_int(root, "ctx", ts->ctx);  in show_thread_status_json()
945 	json_object_add_value_int(root, "majf", ts->majf);  in show_thread_status_json()
946 	json_object_add_value_int(root, "minf", ts->minf);  in show_thread_status_json()
950 	stat_calc_dist(ts->io_u_map, ddir_rw_sum(ts->total_io_u), io_u_dist);  in show_thread_status_json()
951 	stat_calc_lat_u(ts, io_u_lat_u);  in show_thread_status_json()
952 	stat_calc_lat_m(ts, io_u_lat_m);  in show_thread_status_json()
985 	if (ts->continue_on_error) {  in show_thread_status_json()
986 		json_object_add_value_int(root, "total_err", ts->total_err_count);  in show_thread_status_json()
987 		json_object_add_value_int(root, "first_error", ts->first_error);  in show_thread_status_json()
990 	if (ts->latency_depth) {  in show_thread_status_json()
991 		json_object_add_value_int(root, "latency_depth", ts->latency_depth);  in show_thread_status_json()
992 		json_object_add_value_int(root, "latency_target", ts->latency_target);  in show_thread_status_json()
993 		json_object_add_value_float(root, "latency_percentile", ts->latency_percentile.u.f);  in show_thread_status_json()
994 		json_object_add_value_int(root, "latency_window", ts->latency_window);  in show_thread_status_json()
998 	if (strlen(ts->description))  in show_thread_status_json()
999 		json_object_add_value_string(root, "desc", ts->description);  in show_thread_status_json()
1004 static void show_thread_status_terse(struct thread_stat *ts,  in show_thread_status_terse()  argument
1008 		show_thread_status_terse_v2(ts, rs);  in show_thread_status_terse()
1010 		show_thread_status_terse_v3_v4(ts, rs, terse_version);  in show_thread_status_terse()
1015 struct json_object *show_thread_status(struct thread_stat *ts,  in show_thread_status()  argument
1019 		show_thread_status_terse(ts, rs);  in show_thread_status()
1021 		return show_thread_status_json(ts, rs);  in show_thread_status()
1023 		show_thread_status_normal(ts, rs);  in show_thread_status()
1172 void init_thread_stat(struct thread_stat *ts)  in init_thread_stat()  argument
1176 	memset(ts, 0, sizeof(*ts));  in init_thread_stat()
1179 		ts->lat_stat[j].min_val = -1UL;  in init_thread_stat()
1180 		ts->clat_stat[j].min_val = -1UL;  in init_thread_stat()
1181 		ts->slat_stat[j].min_val = -1UL;  in init_thread_stat()
1182 		ts->bw_stat[j].min_val = -1UL;  in init_thread_stat()
1184 	ts->groupid = -1;  in init_thread_stat()
1191 	struct thread_stat *threadstats, *ts;  in __show_run_stats()  local
1237 		ts = &threadstats[j];  in __show_run_stats()
1239 		ts->clat_percentiles = td->o.clat_percentiles;  in __show_run_stats()
1240 		ts->percentile_precision = td->o.percentile_precision;  in __show_run_stats()
1241 		memcpy(ts->percentile_list, td->o.percentile_list, sizeof(td->o.percentile_list));  in __show_run_stats()
1244 		ts->members++;  in __show_run_stats()
1246 		if (ts->groupid == -1) {  in __show_run_stats()
1250 			strncpy(ts->name, td->o.name, FIO_JOBNAME_SIZE - 1);  in __show_run_stats()
1252 				strncpy(ts->description, td->o.description,  in __show_run_stats()
1255 				memset(ts->description, 0, FIO_JOBDESC_SIZE);  in __show_run_stats()
1261 			ts->thread_number = td->thread_number;  in __show_run_stats()
1262 			ts->groupid = td->groupid;  in __show_run_stats()
1267 			ts->pid = td->pid;  in __show_run_stats()
1269 			ts->kb_base = td->o.kb_base;  in __show_run_stats()
1270 			ts->unit_base = td->o.unit_base;  in __show_run_stats()
1271 			ts->unified_rw_rep = td->o.unified_rw_rep;  in __show_run_stats()
1272 		} else if (ts->kb_base != td->o.kb_base && !kb_base_warned) {  in __show_run_stats()
1274 				 " %u as the base\n", ts->kb_base);  in __show_run_stats()
1276 		} else if (ts->unit_base != td->o.unit_base && !unit_base_warned) {  in __show_run_stats()
1278 				 " %u as the base\n", ts->unit_base);  in __show_run_stats()
1282 		ts->continue_on_error = td->o.continue_on_error;  in __show_run_stats()
1283 		ts->total_err_count += td->total_err_count;  in __show_run_stats()
1284 		ts->first_error = td->first_error;  in __show_run_stats()
1285 		if (!ts->error) {  in __show_run_stats()
1288 				ts->error = td->first_error;  in __show_run_stats()
1289 				ts->verror[sizeof(ts->verror) - 1] = '\0';  in __show_run_stats()
1290 				strncpy(ts->verror, td->verror, sizeof(ts->verror) - 1);  in __show_run_stats()
1292 				ts->error = td->error;  in __show_run_stats()
1293 				ts->verror[sizeof(ts->verror) - 1] = '\0';  in __show_run_stats()
1294 				strncpy(ts->verror, td->verror, sizeof(ts->verror) - 1);  in __show_run_stats()
1298 		ts->latency_depth = td->latency_qd;  in __show_run_stats()
1299 		ts->latency_target = td->o.latency_target;  in __show_run_stats()
1300 		ts->latency_percentile = td->o.latency_percentile;  in __show_run_stats()
1301 		ts->latency_window = td->o.latency_window;  in __show_run_stats()
1303 		sum_thread_stats(ts, &td->ts, idx);  in __show_run_stats()
1309 		ts = &threadstats[i];  in __show_run_stats()
1310 		rs = &runstats[ts->groupid];  in __show_run_stats()
1311 		rs->kb_base = ts->kb_base;  in __show_run_stats()
1312 		rs->unit_base = ts->unit_base;  in __show_run_stats()
1313 		rs->unified_rw_rep += ts->unified_rw_rep;  in __show_run_stats()
1316 			if (!ts->runtime[j])  in __show_run_stats()
1318 			if (ts->runtime[j] < rs->min_run[j] || !rs->min_run[j])  in __show_run_stats()
1319 				rs->min_run[j] = ts->runtime[j];  in __show_run_stats()
1320 			if (ts->runtime[j] > rs->max_run[j])  in __show_run_stats()
1321 				rs->max_run[j] = ts->runtime[j];  in __show_run_stats()
1324 			if (ts->runtime[j]) {  in __show_run_stats()
1325 				unsigned long runt = ts->runtime[j];  in __show_run_stats()
1328 				kb = ts->io_bytes[j] / rs->kb_base;  in __show_run_stats()
1336 			rs->io_kb[j] += ts->io_bytes[j] / rs->kb_base;  in __show_run_stats()
1375 		ts = &threadstats[i];  in __show_run_stats()
1376 		rs = &runstats[ts->groupid];  in __show_run_stats()
1379 			fio_server_send_ts(ts, rs);  in __show_run_stats()
1381 			show_thread_status_terse(ts, rs);  in __show_run_stats()
1383 			struct json_object *tmp = show_thread_status_json(ts, rs);  in __show_run_stats()
1386 			show_thread_status_normal(ts, rs);  in __show_run_stats()
1420 			ts = &threadstats[i];  in __show_run_stats()
1421 			rs = &runstats[ts->groupid];  in __show_run_stats()
1422 			show_thread_status_terse(ts, rs);  in __show_run_stats()
1453 			td->ts.runtime[DDIR_READ] += rt[i];  in __show_running_run_stats()
1455 			td->ts.runtime[DDIR_WRITE] += rt[i];  in __show_running_run_stats()
1457 			td->ts.runtime[DDIR_TRIM] += rt[i];  in __show_running_run_stats()
1460 		td->ts.io_bytes[DDIR_READ] = td->io_bytes[DDIR_READ];  in __show_running_run_stats()
1461 		td->ts.io_bytes[DDIR_WRITE] = td->io_bytes[DDIR_WRITE];  in __show_running_run_stats()
1462 		td->ts.io_bytes[DDIR_TRIM] = td->io_bytes[DDIR_TRIM];  in __show_running_run_stats()
1463 		td->ts.total_run_time = mtime_since(&td->epoch, &tv);  in __show_running_run_stats()
1480 			td->ts.runtime[DDIR_READ] -= rt[i];  in __show_running_run_stats()
1482 			td->ts.runtime[DDIR_WRITE] -= rt[i];  in __show_running_run_stats()
1484 			td->ts.runtime[DDIR_TRIM] -= rt[i];  in __show_running_run_stats()
1629 	struct thread_stat *ts = &td->ts;  in reset_io_stats()  local
1633 		reset_io_stat(&ts->clat_stat[i]);  in reset_io_stats()
1634 		reset_io_stat(&ts->slat_stat[i]);  in reset_io_stats()
1635 		reset_io_stat(&ts->lat_stat[i]);  in reset_io_stats()
1636 		reset_io_stat(&ts->bw_stat[i]);  in reset_io_stats()
1637 		reset_io_stat(&ts->iops_stat[i]);  in reset_io_stats()
1639 		ts->io_bytes[i] = 0;  in reset_io_stats()
1640 		ts->runtime[i] = 0;  in reset_io_stats()
1643 			ts->io_u_plat[i][j] = 0;  in reset_io_stats()
1647 		ts->io_u_map[i] = 0;  in reset_io_stats()
1648 		ts->io_u_submit[i] = 0;  in reset_io_stats()
1649 		ts->io_u_complete[i] = 0;  in reset_io_stats()
1650 		ts->io_u_lat_u[i] = 0;  in reset_io_stats()
1651 		ts->io_u_lat_m[i] = 0;  in reset_io_stats()
1652 		ts->total_submit = 0;  in reset_io_stats()
1653 		ts->total_complete = 0;  in reset_io_stats()
1657 		ts->total_io_u[i] = 0;  in reset_io_stats()
1658 		ts->short_io_u[i] = 0;  in reset_io_stats()
1659 		ts->drop_io_u[i] = 0;  in reset_io_stats()
1761 static void add_clat_percentile_sample(struct thread_stat *ts,  in add_clat_percentile_sample()  argument
1767 	ts->io_u_plat[ddir][idx]++;  in add_clat_percentile_sample()
1773 	struct thread_stat *ts = &td->ts;  in add_clat_sample()  local
1778 	add_stat_sample(&ts->clat_stat[ddir], usec);  in add_clat_sample()
1783 	if (ts->clat_percentiles)  in add_clat_sample()
1784 		add_clat_percentile_sample(ts, usec, ddir);  in add_clat_sample()
1790 	struct thread_stat *ts = &td->ts;  in add_slat_sample()  local
1795 	add_stat_sample(&ts->slat_stat[ddir], usec);  in add_slat_sample()
1804 	struct thread_stat *ts = &td->ts;  in add_lat_sample()  local
1809 	add_stat_sample(&ts->lat_stat[ddir], usec);  in add_lat_sample()
1818 	struct thread_stat *ts = &td->ts;  in add_bw_sample()  local
1843 		add_stat_sample(&ts->bw_stat[ddir], rate);  in add_bw_sample()
1857 	struct thread_stat *ts = &td->ts;  in add_iops_sample()  local
1882 		add_stat_sample(&ts->iops_stat[ddir], iops);  in add_iops_sample()