1135 static void lat_fatal(struct thread_data *td, struct io_completion_data *icd,  in lat_fatal()  argument
1141 	icd->error = ETIMEDOUT;  in lat_fatal()
1552 				  struct io_completion_data *icd,  in account_io_completion()  argument
1558 		lusec = utime_since(&io_u->issue_time, &icd->time);  in account_io_completion()
1563 		tusec = utime_since(&io_u->start_time, &icd->time);  in account_io_completion()
1570 				icd->error = ops->io_u_lat(td, tusec);  in account_io_completion()
1574 			lat_fatal(td, icd, tusec, td->o.max_latency);  in account_io_completion()
1577 				lat_fatal(td, icd, tusec, td->o.latency_target);  in account_io_completion()
1587 		add_bw_sample(td, idx, bytes, &icd->time);  in account_io_completion()
1590 		add_iops_sample(td, idx, bytes, &icd->time);  in account_io_completion()
1605 			 struct io_completion_data *icd)  in io_completed()  argument
1678 			account_io_completion(td, io_u, icd, ddir, bytes);  in io_completed()
1693 		icd->bytes_done[ddir] += bytes;  in io_completed()
1698 			if (ret && !icd->error)  in io_completed()
1699 				icd->error = ret;  in io_completed()
1702 		icd->error = io_u->error;  in io_completed()
1705 	if (icd->error) {  in io_completed()
1706 		enum error_type_bit eb = td_error_type(ddir, icd->error);  in io_completed()
1708 		if (!td_non_fatal_error(td, eb, icd->error))  in io_completed()
1715 		update_error_count(td, icd->error);  in io_completed()
1717 		icd->error = 0;  in io_completed()
1723 static void init_icd(struct thread_data *td, struct io_completion_data *icd,  in init_icd()  argument
1729 		fio_gettime(&icd->time, NULL);  in init_icd()
1731 	icd->nr = nr;  in init_icd()
1733 	icd->error = 0;  in init_icd()
1735 		icd->bytes_done[ddir] = 0;  in init_icd()
1739 			  struct io_completion_data *icd)  in ios_completed()  argument
1744 	for (i = 0; i < icd->nr; i++) {  in ios_completed()
1747 		io_completed(td, &io_u, icd);  in ios_completed()
1760 	struct io_completion_data icd;  in io_u_sync_complete()  local
1762 	init_icd(td, &icd, 1);  in io_u_sync_complete()
1763 	io_completed(td, &io_u, &icd);  in io_u_sync_complete()
1768 	if (icd.error) {  in io_u_sync_complete()
1769 		td_verror(td, icd.error, "io_u_sync_complete");  in io_u_sync_complete()
1777 			bytes[ddir] += icd.bytes_done[ddir];  in io_u_sync_complete()
1789 	struct io_completion_data icd;  in io_u_queued_complete()  local
1808 	init_icd(td, &icd, ret);  in io_u_queued_complete()
1809 	ios_completed(td, &icd);  in io_u_queued_complete()
1810 	if (icd.error) {  in io_u_queued_complete()
1811 		td_verror(td, icd.error, "io_u_queued_complete");  in io_u_queued_complete()
1819 			bytes[ddir] += icd.bytes_done[ddir];  in io_u_queued_complete()