Lines Matching refs:hdr
29 struct verify_header *hdr, unsigned int header_num,
91 struct verify_header *hdr; in fill_pattern_headers() local
99 hdr = p; in fill_pattern_headers()
100 populate_hdr(td, io_u, hdr, header_num, hdr_inc); in fill_pattern_headers()
181 static inline unsigned int hdr_size(struct verify_header *hdr) in hdr_size() argument
183 return __hdr_size(hdr->verify_type); in hdr_size()
186 static void *hdr_priv(struct verify_header *hdr) in hdr_priv() argument
188 void *priv = hdr; in hdr_priv()
268 static void dump_verify_buffers(struct verify_header *hdr, struct vcont *vc) in dump_verify_buffers() argument
282 hdr_offset = vc->hdr_num * hdr->len; in dump_verify_buffers()
284 dump_buf(io_u->buf + hdr_offset, hdr->len, io_u->offset + hdr_offset, in dump_verify_buffers()
293 dummy.rand_seed = hdr->rand_seed; in dump_verify_buffers()
297 fill_pattern_headers(td, &dummy, hdr->rand_seed, 1); in dump_verify_buffers()
299 dump_buf(buf + hdr_offset, hdr->len, io_u->offset + hdr_offset, in dump_verify_buffers()
304 static void log_verify_failure(struct verify_header *hdr, struct vcont *vc) in log_verify_failure() argument
309 offset += vc->hdr_num * hdr->len; in log_verify_failure()
311 vc->name, vc->io_u->file->file_name, offset, hdr->len); in log_verify_failure()
320 dump_verify_buffers(hdr, vc); in log_verify_failure()
326 static inline void *io_u_verify_off(struct verify_header *hdr, struct vcont *vc) in io_u_verify_off() argument
328 return vc->io_u->buf + vc->hdr_num * hdr->len + hdr_size(hdr); in io_u_verify_off()
331 static int verify_io_u_pattern(struct verify_header *hdr, struct vcont *vc) in verify_io_u_pattern() argument
343 buf = (void *) hdr + header_size; in verify_io_u_pattern()
365 dump_verify_buffers(hdr, vc); in verify_io_u_pattern()
376 static int verify_io_u_meta(struct verify_header *hdr, struct vcont *vc) in verify_io_u_meta() argument
379 struct vhdr_meta *vh = hdr_priv(hdr); in verify_io_u_meta()
383 dprint(FD_VERIFY, "meta verify io_u %p, len %u\n", io_u, hdr->len); in verify_io_u_meta()
389 ret |= verify_io_u_pattern(hdr, vc); in verify_io_u_meta()
409 log_verify_failure(hdr, vc); in verify_io_u_meta()
413 static int verify_io_u_xxhash(struct verify_header *hdr, struct vcont *vc) in verify_io_u_xxhash() argument
415 void *p = io_u_verify_off(hdr, vc); in verify_io_u_xxhash()
416 struct vhdr_xxhash *vh = hdr_priv(hdr); in verify_io_u_xxhash()
420 dprint(FD_VERIFY, "xxhash verify io_u %p, len %u\n", vc->io_u, hdr->len); in verify_io_u_xxhash()
423 XXH32_update(state, p, hdr->len - hdr_size(hdr)); in verify_io_u_xxhash()
433 log_verify_failure(hdr, vc); in verify_io_u_xxhash()
437 static int verify_io_u_sha512(struct verify_header *hdr, struct vcont *vc) in verify_io_u_sha512() argument
439 void *p = io_u_verify_off(hdr, vc); in verify_io_u_sha512()
440 struct vhdr_sha512 *vh = hdr_priv(hdr); in verify_io_u_sha512()
446 dprint(FD_VERIFY, "sha512 verify io_u %p, len %u\n", vc->io_u, hdr->len); in verify_io_u_sha512()
449 fio_sha512_update(&sha512_ctx, p, hdr->len - hdr_size(hdr)); in verify_io_u_sha512()
458 log_verify_failure(hdr, vc); in verify_io_u_sha512()
462 static int verify_io_u_sha256(struct verify_header *hdr, struct vcont *vc) in verify_io_u_sha256() argument
464 void *p = io_u_verify_off(hdr, vc); in verify_io_u_sha256()
465 struct vhdr_sha256 *vh = hdr_priv(hdr); in verify_io_u_sha256()
471 dprint(FD_VERIFY, "sha256 verify io_u %p, len %u\n", vc->io_u, hdr->len); in verify_io_u_sha256()
474 fio_sha256_update(&sha256_ctx, p, hdr->len - hdr_size(hdr)); in verify_io_u_sha256()
484 log_verify_failure(hdr, vc); in verify_io_u_sha256()
488 static int verify_io_u_sha1(struct verify_header *hdr, struct vcont *vc) in verify_io_u_sha1() argument
490 void *p = io_u_verify_off(hdr, vc); in verify_io_u_sha1()
491 struct vhdr_sha1 *vh = hdr_priv(hdr); in verify_io_u_sha1()
497 dprint(FD_VERIFY, "sha1 verify io_u %p, len %u\n", vc->io_u, hdr->len); in verify_io_u_sha1()
500 fio_sha1_update(&sha1_ctx, p, hdr->len - hdr_size(hdr)); in verify_io_u_sha1()
510 log_verify_failure(hdr, vc); in verify_io_u_sha1()
514 static int verify_io_u_crc7(struct verify_header *hdr, struct vcont *vc) in verify_io_u_crc7() argument
516 void *p = io_u_verify_off(hdr, vc); in verify_io_u_crc7()
517 struct vhdr_crc7 *vh = hdr_priv(hdr); in verify_io_u_crc7()
520 dprint(FD_VERIFY, "crc7 verify io_u %p, len %u\n", vc->io_u, hdr->len); in verify_io_u_crc7()
522 c = fio_crc7(p, hdr->len - hdr_size(hdr)); in verify_io_u_crc7()
531 log_verify_failure(hdr, vc); in verify_io_u_crc7()
535 static int verify_io_u_crc16(struct verify_header *hdr, struct vcont *vc) in verify_io_u_crc16() argument
537 void *p = io_u_verify_off(hdr, vc); in verify_io_u_crc16()
538 struct vhdr_crc16 *vh = hdr_priv(hdr); in verify_io_u_crc16()
541 dprint(FD_VERIFY, "crc16 verify io_u %p, len %u\n", vc->io_u, hdr->len); in verify_io_u_crc16()
543 c = fio_crc16(p, hdr->len - hdr_size(hdr)); in verify_io_u_crc16()
552 log_verify_failure(hdr, vc); in verify_io_u_crc16()
556 static int verify_io_u_crc64(struct verify_header *hdr, struct vcont *vc) in verify_io_u_crc64() argument
558 void *p = io_u_verify_off(hdr, vc); in verify_io_u_crc64()
559 struct vhdr_crc64 *vh = hdr_priv(hdr); in verify_io_u_crc64()
562 dprint(FD_VERIFY, "crc64 verify io_u %p, len %u\n", vc->io_u, hdr->len); in verify_io_u_crc64()
564 c = fio_crc64(p, hdr->len - hdr_size(hdr)); in verify_io_u_crc64()
573 log_verify_failure(hdr, vc); in verify_io_u_crc64()
577 static int verify_io_u_crc32(struct verify_header *hdr, struct vcont *vc) in verify_io_u_crc32() argument
579 void *p = io_u_verify_off(hdr, vc); in verify_io_u_crc32()
580 struct vhdr_crc32 *vh = hdr_priv(hdr); in verify_io_u_crc32()
583 dprint(FD_VERIFY, "crc32 verify io_u %p, len %u\n", vc->io_u, hdr->len); in verify_io_u_crc32()
585 c = fio_crc32(p, hdr->len - hdr_size(hdr)); in verify_io_u_crc32()
594 log_verify_failure(hdr, vc); in verify_io_u_crc32()
598 static int verify_io_u_crc32c(struct verify_header *hdr, struct vcont *vc) in verify_io_u_crc32c() argument
600 void *p = io_u_verify_off(hdr, vc); in verify_io_u_crc32c()
601 struct vhdr_crc32 *vh = hdr_priv(hdr); in verify_io_u_crc32c()
604 dprint(FD_VERIFY, "crc32c verify io_u %p, len %u\n", vc->io_u, hdr->len); in verify_io_u_crc32c()
606 c = fio_crc32c(p, hdr->len - hdr_size(hdr)); in verify_io_u_crc32c()
615 log_verify_failure(hdr, vc); in verify_io_u_crc32c()
619 static int verify_io_u_md5(struct verify_header *hdr, struct vcont *vc) in verify_io_u_md5() argument
621 void *p = io_u_verify_off(hdr, vc); in verify_io_u_md5()
622 struct vhdr_md5 *vh = hdr_priv(hdr); in verify_io_u_md5()
628 dprint(FD_VERIFY, "md5 verify io_u %p, len %u\n", vc->io_u, hdr->len); in verify_io_u_md5()
631 fio_md5_update(&md5_ctx, p, hdr->len - hdr_size(hdr)); in verify_io_u_md5()
641 log_verify_failure(hdr, vc); in verify_io_u_md5()
703 static int verify_header(struct io_u *io_u, struct verify_header *hdr, in verify_header() argument
706 void *p = hdr; in verify_header()
709 if (hdr->magic != FIO_HDR_MAGIC) { in verify_header()
711 hdr->magic, FIO_HDR_MAGIC); in verify_header()
714 if (hdr->len != hdr_len) { in verify_header()
716 hdr->len, hdr_len); in verify_header()
719 if (hdr->rand_seed != io_u->rand_seed) { in verify_header()
722 hdr->rand_seed, io_u->rand_seed); in verify_header()
727 if (crc != hdr->crc32) { in verify_header()
729 hdr->crc32, crc); in verify_header()
743 struct verify_header *hdr; in verify_io_u() local
781 hdr = p; in verify_io_u()
788 io_u->rand_seed = hdr->rand_seed; in verify_io_u()
790 ret = verify_header(io_u, hdr, hdr_num, hdr_inc); in verify_io_u()
797 verify_type = hdr->verify_type; in verify_io_u()
801 ret = verify_io_u_md5(hdr, &vc); in verify_io_u()
804 ret = verify_io_u_crc64(hdr, &vc); in verify_io_u()
808 ret = verify_io_u_crc32c(hdr, &vc); in verify_io_u()
811 ret = verify_io_u_crc32(hdr, &vc); in verify_io_u()
814 ret = verify_io_u_crc16(hdr, &vc); in verify_io_u()
817 ret = verify_io_u_crc7(hdr, &vc); in verify_io_u()
820 ret = verify_io_u_sha256(hdr, &vc); in verify_io_u()
823 ret = verify_io_u_sha512(hdr, &vc); in verify_io_u()
826 ret = verify_io_u_xxhash(hdr, &vc); in verify_io_u()
829 ret = verify_io_u_meta(hdr, &vc); in verify_io_u()
832 ret = verify_io_u_sha1(hdr, &vc); in verify_io_u()
835 ret = verify_io_u_pattern(hdr, &vc); in verify_io_u()
838 log_err("Bad verify type %u\n", hdr->verify_type); in verify_io_u()
842 if (ret && verify_type != hdr->verify_type) in verify_io_u()
844 hdr->verify_type, verify_type); in verify_io_u()
854 static void fill_meta(struct verify_header *hdr, struct thread_data *td, in fill_meta() argument
857 struct vhdr_meta *vh = hdr_priv(hdr); in fill_meta()
869 static void fill_xxhash(struct verify_header *hdr, void *p, unsigned int len) in fill_xxhash() argument
871 struct vhdr_xxhash *vh = hdr_priv(hdr); in fill_xxhash()
879 static void fill_sha512(struct verify_header *hdr, void *p, unsigned int len) in fill_sha512() argument
881 struct vhdr_sha512 *vh = hdr_priv(hdr); in fill_sha512()
890 static void fill_sha256(struct verify_header *hdr, void *p, unsigned int len) in fill_sha256() argument
892 struct vhdr_sha256 *vh = hdr_priv(hdr); in fill_sha256()
902 static void fill_sha1(struct verify_header *hdr, void *p, unsigned int len) in fill_sha1() argument
904 struct vhdr_sha1 *vh = hdr_priv(hdr); in fill_sha1()
914 static void fill_crc7(struct verify_header *hdr, void *p, unsigned int len) in fill_crc7() argument
916 struct vhdr_crc7 *vh = hdr_priv(hdr); in fill_crc7()
921 static void fill_crc16(struct verify_header *hdr, void *p, unsigned int len) in fill_crc16() argument
923 struct vhdr_crc16 *vh = hdr_priv(hdr); in fill_crc16()
928 static void fill_crc32(struct verify_header *hdr, void *p, unsigned int len) in fill_crc32() argument
930 struct vhdr_crc32 *vh = hdr_priv(hdr); in fill_crc32()
935 static void fill_crc32c(struct verify_header *hdr, void *p, unsigned int len) in fill_crc32c() argument
937 struct vhdr_crc32 *vh = hdr_priv(hdr); in fill_crc32c()
942 static void fill_crc64(struct verify_header *hdr, void *p, unsigned int len) in fill_crc64() argument
944 struct vhdr_crc64 *vh = hdr_priv(hdr); in fill_crc64()
949 static void fill_md5(struct verify_header *hdr, void *p, unsigned int len) in fill_md5() argument
951 struct vhdr_md5 *vh = hdr_priv(hdr); in fill_md5()
962 struct verify_header *hdr, unsigned int header_num, in populate_hdr() argument
968 p = (void *) hdr; in populate_hdr()
970 hdr->magic = FIO_HDR_MAGIC; in populate_hdr()
971 hdr->verify_type = td->o.verify; in populate_hdr()
972 hdr->len = header_len; in populate_hdr()
973 hdr->rand_seed = io_u->rand_seed; in populate_hdr()
974 hdr->crc32 = fio_crc32c(p, offsetof(struct verify_header, crc32)); in populate_hdr()
976 data_len = header_len - hdr_size(hdr); in populate_hdr()
978 data = p + hdr_size(hdr); in populate_hdr()
982 io_u, hdr->len); in populate_hdr()
983 fill_md5(hdr, data, data_len); in populate_hdr()
987 io_u, hdr->len); in populate_hdr()
988 fill_crc64(hdr, data, data_len); in populate_hdr()
993 io_u, hdr->len); in populate_hdr()
994 fill_crc32c(hdr, data, data_len); in populate_hdr()
998 io_u, hdr->len); in populate_hdr()
999 fill_crc32(hdr, data, data_len); in populate_hdr()
1003 io_u, hdr->len); in populate_hdr()
1004 fill_crc16(hdr, data, data_len); in populate_hdr()
1008 io_u, hdr->len); in populate_hdr()
1009 fill_crc7(hdr, data, data_len); in populate_hdr()
1013 io_u, hdr->len); in populate_hdr()
1014 fill_sha256(hdr, data, data_len); in populate_hdr()
1018 io_u, hdr->len); in populate_hdr()
1019 fill_sha512(hdr, data, data_len); in populate_hdr()
1023 io_u, hdr->len); in populate_hdr()
1024 fill_xxhash(hdr, data, data_len); in populate_hdr()
1028 io_u, hdr->len); in populate_hdr()
1029 fill_meta(hdr, td, io_u, header_num); in populate_hdr()
1033 io_u, hdr->len); in populate_hdr()
1034 fill_sha1(hdr, data, data_len); in populate_hdr()
1044 memswp(p, p + td->o.verify_offset, hdr_size(hdr)); in populate_hdr()
1384 struct verify_state_hdr hdr; in write_thread_list_state() local
1395 hdr.version = cpu_to_le64((uint64_t) VSTATE_HDR_VERSION); in write_thread_list_state()
1396 hdr.size = cpu_to_le64((uint64_t) thread_io_list_sz(s)); in write_thread_list_state()
1397 hdr.crc = cpu_to_le64(crc); in write_thread_list_state()
1398 ret = write(fd, &hdr, sizeof(hdr)); in write_thread_list_state()
1399 if (ret != sizeof(hdr)) in write_thread_list_state()
1461 int verify_state_hdr(struct verify_state_hdr *hdr, struct thread_io_list *s) in verify_state_hdr() argument
1465 hdr->version = le64_to_cpu(hdr->version); in verify_state_hdr()
1466 hdr->size = le64_to_cpu(hdr->size); in verify_state_hdr()
1467 hdr->crc = le64_to_cpu(hdr->crc); in verify_state_hdr()
1469 if (hdr->version != VSTATE_HDR_VERSION) in verify_state_hdr()
1472 crc = fio_crc32c((void *)s, hdr->size); in verify_state_hdr()
1473 if (crc != hdr->crc) in verify_state_hdr()
1482 struct verify_state_hdr hdr; in verify_load_state() local
1494 ret = read(fd, &hdr, sizeof(hdr)); in verify_load_state()
1495 if (ret != sizeof(hdr)) { in verify_load_state()
1502 hdr.version = le64_to_cpu(hdr.version); in verify_load_state()
1503 hdr.size = le64_to_cpu(hdr.size); in verify_load_state()
1504 hdr.crc = le64_to_cpu(hdr.crc); in verify_load_state()
1506 if (hdr.version != VSTATE_HDR_VERSION) { in verify_load_state()
1511 s = malloc(hdr.size); in verify_load_state()
1512 ret = read(fd, s, hdr.size); in verify_load_state()
1513 if (ret != hdr.size) { in verify_load_state()
1520 crc = fio_crc32c((void *)s, hdr.size); in verify_load_state()
1521 if (crc != hdr.crc) { in verify_load_state()