1567 static void __add_log_sample(struct io_log *iolog, unsigned long val,  in __add_log_sample()  argument
1571 	uint64_t nr_samples = iolog->nr_samples;  in __add_log_sample()
1574 	if (iolog->disabled)  in __add_log_sample()
1577 	if (!iolog->nr_samples)  in __add_log_sample()
1578 		iolog->avg_last = t;  in __add_log_sample()
1580 	if (iolog->nr_samples == iolog->max_samples) {  in __add_log_sample()
1584 		new_size = 2 * iolog->max_samples * log_entry_sz(iolog);  in __add_log_sample()
1586 		if (iolog->log_gz && (new_size > iolog->log_gz)) {  in __add_log_sample()
1587 			if (iolog_flush(iolog, 0)) {  in __add_log_sample()
1589 				iolog->disabled = 1;  in __add_log_sample()
1592 			nr_samples = iolog->nr_samples;  in __add_log_sample()
1594 			new_log = realloc(iolog->log, new_size);  in __add_log_sample()
1597 				iolog->disabled = 1;  in __add_log_sample()
1600 			iolog->log = new_log;  in __add_log_sample()
1601 			iolog->max_samples <<= 1;  in __add_log_sample()
1605 	s = get_sample(iolog, nr_samples);  in __add_log_sample()
1609 	io_sample_set_ddir(iolog, s, ddir);  in __add_log_sample()
1612 	if (iolog->log_offset) {  in __add_log_sample()
1618 	iolog->nr_samples++;  in __add_log_sample()
1663 static void _add_stat_to_log(struct io_log *iolog, unsigned long elapsed)  in _add_stat_to_log()  argument
1670 	if (iolog->avg_window[DDIR_READ].samples) {  in _add_stat_to_log()
1673 		mr = iolog->avg_window[DDIR_READ].mean.u.f + 0.50;  in _add_stat_to_log()
1674 		__add_log_sample(iolog, mr, DDIR_READ, 0, elapsed, 0);  in _add_stat_to_log()
1676 	if (iolog->avg_window[DDIR_WRITE].samples) {  in _add_stat_to_log()
1679 		mw = iolog->avg_window[DDIR_WRITE].mean.u.f + 0.50;  in _add_stat_to_log()
1680 		__add_log_sample(iolog, mw, DDIR_WRITE, 0, elapsed, 0);  in _add_stat_to_log()
1682 	if (iolog->avg_window[DDIR_TRIM].samples) {  in _add_stat_to_log()
1685 		mw = iolog->avg_window[DDIR_TRIM].mean.u.f + 0.50;  in _add_stat_to_log()
1686 		__add_log_sample(iolog, mw, DDIR_TRIM, 0, elapsed, 0);  in _add_stat_to_log()
1689 	reset_io_stat(&iolog->avg_window[DDIR_READ]);  in _add_stat_to_log()
1690 	reset_io_stat(&iolog->avg_window[DDIR_WRITE]);  in _add_stat_to_log()
1691 	reset_io_stat(&iolog->avg_window[DDIR_TRIM]);  in _add_stat_to_log()
1694 static void add_log_sample(struct thread_data *td, struct io_log *iolog,  in add_log_sample()  argument
1708 	if (!iolog->avg_msec) {  in add_log_sample()
1709 		__add_log_sample(iolog, val, ddir, bs, elapsed, offset);  in add_log_sample()
1717 	add_stat_sample(&iolog->avg_window[ddir], val);  in add_log_sample()
1723 	this_window = elapsed - iolog->avg_last;  in add_log_sample()
1724 	if (this_window < iolog->avg_msec)  in add_log_sample()
1727 	_add_stat_to_log(iolog, elapsed);  in add_log_sample()
1729 	iolog->avg_last = elapsed;  in add_log_sample()
1752 	struct io_log *iolog;  in add_agg_sample()  local
1757 	iolog = agg_io_log[ddir];  in add_agg_sample()
1758 	__add_log_sample(iolog, val, ddir, bs, mtime_since_genesis(), 0);  in add_agg_sample()