38 static void mark_random_map(struct thread_data *td, struct io_u *io_u)  in mark_random_map()
55 static uint64_t last_block(struct thread_data *td, struct fio_file *f,  in last_block()
89 static int __get_next_rand_offset(struct thread_data *td, struct fio_file *f,  in __get_next_rand_offset()
136 static int __get_next_rand_offset_zipf(struct thread_data *td,  in __get_next_rand_offset_zipf()
144 static int __get_next_rand_offset_pareto(struct thread_data *td,  in __get_next_rand_offset_pareto()
152 static int __get_next_rand_offset_gauss(struct thread_data *td,  in __get_next_rand_offset_gauss()
160 static int __get_next_rand_offset_zoned(struct thread_data *td,  in __get_next_rand_offset_zoned()
233 static int get_off_from_method(struct thread_data *td, struct fio_file *f,  in get_off_from_method()
261 static inline bool should_sort_io(struct thread_data *td)  in should_sort_io()
276 static bool should_do_random(struct thread_data *td, enum fio_ddir ddir)  in should_do_random()
288 static int get_next_rand_offset(struct thread_data *td, struct fio_file *f,  in get_next_rand_offset()
326 static int get_next_rand_block(struct thread_data *td, struct fio_file *f,  in get_next_rand_block()
345 static int get_next_seq_offset(struct thread_data *td, struct fio_file *f,  in get_next_seq_offset()
404 static int get_next_block(struct thread_data *td, struct io_u *io_u,  in get_next_block()
473 static int __get_next_offset(struct thread_data *td, struct io_u *io_u,  in __get_next_offset()
508 static int get_next_offset(struct thread_data *td, struct io_u *io_u,  in get_next_offset()
521 static inline bool io_u_fits(struct thread_data *td, struct io_u *io_u,  in io_u_fits()
529 static unsigned int __get_next_buflen(struct thread_data *td, struct io_u *io_u,  in __get_next_buflen()
591 static unsigned int get_next_buflen(struct thread_data *td, struct io_u *io_u,  in get_next_buflen()
604 static void set_rwmix_bytes(struct thread_data *td)  in set_rwmix_bytes()
617 static inline enum fio_ddir get_rand_ddir(struct thread_data *td)  in get_rand_ddir()
629 int io_u_quiesce(struct thread_data *td)  in io_u_quiesce()
662 static enum fio_ddir rate_ddir(struct thread_data *td, enum fio_ddir ddir)  in rate_ddir()
715 static enum fio_ddir get_rw_ddir(struct thread_data *td)  in get_rw_ddir()
768 static void set_rw_ddir(struct thread_data *td, struct io_u *io_u)  in set_rw_ddir()
789 void put_file_log(struct thread_data *td, struct fio_file *f)  in put_file_log()
797 void put_io_u(struct thread_data *td, struct io_u *io_u)  in put_io_u()
819 void clear_io_u(struct thread_data *td, struct io_u *io_u)  in clear_io_u()
825 void requeue_io_u(struct thread_data *td, struct io_u **io_u)  in requeue_io_u()
853 static int fill_io_u(struct thread_data *td, struct io_u *io_u)  in fill_io_u()
951 void io_u_mark_submit(struct thread_data *td, unsigned int nr)  in io_u_mark_submit()
957 void io_u_mark_complete(struct thread_data *td, unsigned int nr)  in io_u_mark_complete()
963 void io_u_mark_depth(struct thread_data *td, unsigned int nr)  in io_u_mark_depth()
992 static void io_u_mark_lat_usec(struct thread_data *td, unsigned long usec)  in io_u_mark_lat_usec()
1033 static void io_u_mark_lat_msec(struct thread_data *td, unsigned long msec)  in io_u_mark_lat_msec()
1078 static void io_u_mark_latency(struct thread_data *td, unsigned long usec)  in io_u_mark_latency()
1086 static unsigned int __get_next_fileno_rand(struct thread_data *td)  in __get_next_fileno_rand()
1117 static struct fio_file *get_next_file_rand(struct thread_data *td,  in get_next_file_rand()
1157 static struct fio_file *get_next_file_rr(struct thread_data *td, int goodf,  in get_next_file_rr()
1209 static struct fio_file *__get_next_file(struct thread_data *td)  in __get_next_file()
1250 static struct fio_file *get_next_file(struct thread_data *td)  in get_next_file()
1262 static long set_io_u_file(struct thread_data *td, struct io_u *io_u)  in set_io_u_file()
1293 static void lat_fatal(struct thread_data *td, struct io_completion_data *icd,  in lat_fatal()
1302 static void lat_new_cycle(struct thread_data *td)  in lat_new_cycle()
1313 static bool __lat_target_failed(struct thread_data *td)  in __lat_target_failed()
1336 static bool lat_target_failed(struct thread_data *td)  in lat_target_failed()
1345 void lat_target_init(struct thread_data *td)  in lat_target_init()
1360 void lat_target_reset(struct thread_data *td)  in lat_target_reset()
1366 static void lat_target_success(struct thread_data *td)  in lat_target_success()
1411 void lat_target_check(struct thread_data *td)  in lat_target_check()
1437 bool queue_full(const struct thread_data *td)  in queue_full()
1449 struct io_u *__get_io_u(struct thread_data *td)  in __get_io_u()
1496 static bool check_get_trim(struct thread_data *td, struct io_u *io_u)  in check_get_trim()
1522 static bool check_get_verify(struct thread_data *td, struct io_u *io_u)  in check_get_verify()
1592 struct io_u *get_io_u(struct thread_data *td)  in get_io_u()
1689 static void __io_u_log_error(struct thread_data *td, struct io_u *io_u)  in __io_u_log_error()
1714 void io_u_log_error(struct thread_data *td, struct io_u *io_u)  in io_u_log_error()
1721 static inline bool gtod_reduce(struct thread_data *td)  in gtod_reduce()
1727 static void account_io_completion(struct thread_data *td, struct io_u *io_u,  in account_io_completion()
1791 static void file_log_write_comp(const struct thread_data *td, struct fio_file *f,  in file_log_write_comp()
1813 static void io_completed(struct thread_data *td, struct io_u **io_u_ptr,  in io_completed()
1900 static void init_icd(struct thread_data *td, struct io_completion_data *icd,  in init_icd()
1915 static void ios_completed(struct thread_data *td,  in ios_completed()
1934 int io_u_sync_complete(struct thread_data *td, struct io_u *io_u)  in io_u_sync_complete()
1959 int io_u_queued_complete(struct thread_data *td, int min_evts)  in io_u_queued_complete()
1998 void io_u_queued(struct thread_data *td, struct io_u *io_u)  in io_u_queued()
2016 static struct frand_state *get_buf_state(struct thread_data *td)  in get_buf_state()
2035 static void save_buf_state(struct thread_data *td, struct frand_state *rs)  in save_buf_state()
2043 void fill_io_buffer(struct thread_data *td, void *buf, unsigned int min_write,  in fill_io_buffer()
2090 void io_u_fill_buffer(struct thread_data *td, struct io_u *io_u,  in io_u_fill_buffer()
2097 static int do_sync_file_range(const struct thread_data *td,  in do_sync_file_range()
2111 int do_io_u_sync(const struct thread_data *td, struct io_u *io_u)  in do_io_u_sync()
2137 int do_io_u_trim(const struct thread_data *td, struct io_u *io_u)  in do_io_u_trim()