364 			     int ddir)  in show_ddir_status()  argument
373 	assert(ddir_rw(ddir));  in show_ddir_status()
375 	if (!ts->runtime[ddir])  in show_ddir_status()
379 	runt = ts->runtime[ddir];  in show_ddir_status()
381 	bw = (1000 * ts->io_bytes[ddir]) / runt;  in show_ddir_status()
382 	io_p = num2str(ts->io_bytes[ddir], 6, 1, i2p, 8);  in show_ddir_status()
385 	iops = (1000 * (uint64_t)ts->total_io_u[ddir]) / runt;  in show_ddir_status()
389 				rs->unified_rw_rep ? "mixed" : str[ddir],  in show_ddir_status()
391 				(unsigned long long) ts->runtime[ddir]);  in show_ddir_status()
397 	if (calc_lat(&ts->slat_stat[ddir], &min, &max, &mean, &dev))  in show_ddir_status()
399 	if (calc_lat(&ts->clat_stat[ddir], &min, &max, &mean, &dev))  in show_ddir_status()
401 	if (calc_lat(&ts->lat_stat[ddir], &min, &max, &mean, &dev))  in show_ddir_status()
405 		show_clat_percentiles(ts->io_u_plat[ddir],  in show_ddir_status()
406 					ts->clat_stat[ddir].samples,  in show_ddir_status()
410 	if (calc_lat(&ts->bw_stat[ddir], &min, &max, &mean, &dev)) {  in show_ddir_status()
421 		if (rs->agg[ddir]) {  in show_ddir_status()
422 			p_of_agg = mean * 100 / (double) rs->agg[ddir];  in show_ddir_status()
602 				   struct group_run_stats *rs, int ddir)  in show_ddir_status_terse()  argument
611 	assert(ddir_rw(ddir));  in show_ddir_status_terse()
614 	if (ts->runtime[ddir]) {  in show_ddir_status_terse()
615 		uint64_t runt = ts->runtime[ddir];  in show_ddir_status_terse()
617 		bw = ((1000 * ts->io_bytes[ddir]) / runt) / 1024;  in show_ddir_status_terse()
618 		iops = (1000 * (uint64_t) ts->total_io_u[ddir]) / runt;  in show_ddir_status_terse()
622 		(unsigned long long) ts->io_bytes[ddir] >> 10, bw, iops,  in show_ddir_status_terse()
623 					(unsigned long long) ts->runtime[ddir]);  in show_ddir_status_terse()
625 	if (calc_lat(&ts->slat_stat[ddir], &min, &max, &mean, &dev))  in show_ddir_status_terse()
630 	if (calc_lat(&ts->clat_stat[ddir], &min, &max, &mean, &dev))  in show_ddir_status_terse()
636 		len = calc_clat_percentiles(ts->io_u_plat[ddir],  in show_ddir_status_terse()
637 					ts->clat_stat[ddir].samples,  in show_ddir_status_terse()
651 	if (calc_lat(&ts->lat_stat[ddir], &min, &max, &mean, &dev))  in show_ddir_status_terse()
659 	if (calc_lat(&ts->bw_stat[ddir], &min, &max, &mean, &dev)) {  in show_ddir_status_terse()
662 		if (rs->agg[ddir]) {  in show_ddir_status_terse()
663 			p_of_agg = mean * 100 / (double) rs->agg[ddir];  in show_ddir_status_terse()
674 		struct group_run_stats *rs, int ddir, struct json_object *parent)  in add_ddir_status_json()  argument
687 	assert(ddir_rw(ddir));  in add_ddir_status_json()
689 	if (ts->unified_rw_rep && ddir != DDIR_READ)  in add_ddir_status_json()
694 		ts->unified_rw_rep ? "mixed" : ddirname[ddir], dir_object);  in add_ddir_status_json()
698 	if (ts->runtime[ddir]) {  in add_ddir_status_json()
699 		uint64_t runt = ts->runtime[ddir];  in add_ddir_status_json()
701 		bw = ((1000 * ts->io_bytes[ddir]) / runt) / 1024;  in add_ddir_status_json()
702 		iops = (1000.0 * (uint64_t) ts->total_io_u[ddir]) / runt;  in add_ddir_status_json()
705 	json_object_add_value_int(dir_object, "io_bytes", ts->io_bytes[ddir] >> 10);  in add_ddir_status_json()
708 	json_object_add_value_int(dir_object, "runtime", ts->runtime[ddir]);  in add_ddir_status_json()
709 	json_object_add_value_int(dir_object, "total_ios", ts->total_io_u[ddir]);  in add_ddir_status_json()
710 	json_object_add_value_int(dir_object, "short_ios", ts->short_io_u[ddir]);  in add_ddir_status_json()
711 	json_object_add_value_int(dir_object, "drop_ios", ts->drop_io_u[ddir]);  in add_ddir_status_json()
713 	if (!calc_lat(&ts->slat_stat[ddir], &min, &max, &mean, &dev)) {  in add_ddir_status_json()
724 	if (!calc_lat(&ts->clat_stat[ddir], &min, &max, &mean, &dev)) {  in add_ddir_status_json()
736 		len = calc_clat_percentiles(ts->io_u_plat[ddir],  in add_ddir_status_json()
737 					ts->clat_stat[ddir].samples,  in add_ddir_status_json()
754 	if (!calc_lat(&ts->lat_stat[ddir], &min, &max, &mean, &dev)) {  in add_ddir_status_json()
767 	if (calc_lat(&ts->bw_stat[ddir], &min, &max, &mean, &dev)) {  in add_ddir_status_json()
768 		if (rs->agg[ddir]) {  in add_ddir_status_json()
769 			p_of_agg = mean * 100 / (double) rs->agg[ddir];  in add_ddir_status_json()
1341 		int ddir;  in __show_run_stats()  local
1345 		for (ddir = 0; ddir < DDIR_RWDIR_CNT; ddir++) {  in __show_run_stats()
1346 			if (rs->max_run[ddir])  in __show_run_stats()
1347 				rs->agg[ddir] = (rs->io_kb[ddir] * 1000) /  in __show_run_stats()
1348 						rs->max_run[ddir];  in __show_run_stats()
1568 			     enum fio_ddir ddir, unsigned int bs,  in __add_log_sample()  argument
1609 	io_sample_set_ddir(iolog, s, ddir);  in __add_log_sample()
1695 			   unsigned long val, enum fio_ddir ddir,  in add_log_sample()  argument
1700 	if (!ddir_rw(ddir))  in add_log_sample()
1709 		__add_log_sample(iolog, val, ddir, bs, elapsed, offset);  in add_log_sample()
1717 	add_stat_sample(&iolog->avg_window[ddir], val);  in add_log_sample()
1750 void add_agg_sample(unsigned long val, enum fio_ddir ddir, unsigned int bs)  in add_agg_sample()  argument
1754 	if (!ddir_rw(ddir))  in add_agg_sample()
1757 	iolog = agg_io_log[ddir];  in add_agg_sample()
1758 	__add_log_sample(iolog, val, ddir, bs, mtime_since_genesis(), 0);  in add_agg_sample()
1762 				unsigned long usec, enum fio_ddir ddir)  in add_clat_percentile_sample()  argument
1767 	ts->io_u_plat[ddir][idx]++;  in add_clat_percentile_sample()
1770 void add_clat_sample(struct thread_data *td, enum fio_ddir ddir,  in add_clat_sample()  argument
1775 	if (!ddir_rw(ddir))  in add_clat_sample()
1778 	add_stat_sample(&ts->clat_stat[ddir], usec);  in add_clat_sample()
1781 		add_log_sample(td, td->clat_log, usec, ddir, bs, offset);  in add_clat_sample()
1784 		add_clat_percentile_sample(ts, usec, ddir);  in add_clat_sample()
1787 void add_slat_sample(struct thread_data *td, enum fio_ddir ddir,  in add_slat_sample()  argument
1792 	if (!ddir_rw(ddir))  in add_slat_sample()
1795 	add_stat_sample(&ts->slat_stat[ddir], usec);  in add_slat_sample()
1798 		add_log_sample(td, td->slat_log, usec, ddir, bs, offset);  in add_slat_sample()
1801 void add_lat_sample(struct thread_data *td, enum fio_ddir ddir,  in add_lat_sample()  argument
1806 	if (!ddir_rw(ddir))  in add_lat_sample()
1809 	add_stat_sample(&ts->lat_stat[ddir], usec);  in add_lat_sample()
1812 		add_log_sample(td, td->lat_log, usec, ddir, bs, offset);  in add_lat_sample()
1815 void add_bw_sample(struct thread_data *td, enum fio_ddir ddir, unsigned int bs,  in add_bw_sample()  argument
1821 	if (!ddir_rw(ddir))  in add_bw_sample()
1831 	for (ddir = DDIR_READ; ddir < DDIR_RWDIR_CNT; ddir++) {  in add_bw_sample()
1834 		delta = td->this_io_bytes[ddir] - td->stat_io_bytes[ddir];  in add_bw_sample()
1843 		add_stat_sample(&ts->bw_stat[ddir], rate);  in add_bw_sample()
1846 			add_log_sample(td, td->bw_log, rate, ddir, bs, 0);  in add_bw_sample()
1848 		td->stat_io_bytes[ddir] = td->this_io_bytes[ddir];  in add_bw_sample()
1854 void add_iops_sample(struct thread_data *td, enum fio_ddir ddir, unsigned int bs,  in add_iops_sample()  argument
1860 	if (!ddir_rw(ddir))  in add_iops_sample()
1870 	for (ddir = DDIR_READ; ddir < DDIR_RWDIR_CNT; ddir++) {  in add_iops_sample()
1873 		delta = td->this_io_blocks[ddir] - td->stat_io_blocks[ddir];  in add_iops_sample()
1882 		add_stat_sample(&ts->iops_stat[ddir], iops);  in add_iops_sample()
1885 			add_log_sample(td, td->iops_log, iops, ddir, bs, 0);  in add_iops_sample()
1887 		td->stat_io_blocks[ddir] = td->this_io_blocks[ddir];  in add_iops_sample()