[fio.git] / verify.h

#ifndef FIO_VERIFY_H
#define FIO_VERIFY_H

#include <stdint.h>

#define FIO_HDR_MAGIC	0xacca

enum {
	VERIFY_NONE = 0,		/* no verification */
	VERIFY_MD5,			/* md5 sum data blocks */
	VERIFY_CRC64,			/* crc64 sum data blocks */
	VERIFY_CRC32,			/* crc32 sum data blocks */
	VERIFY_CRC32C,			/* crc32c sum data blocks */
	VERIFY_CRC32C_INTEL,		/* crc32c sum data blocks with hw */
	VERIFY_CRC16,			/* crc16 sum data blocks */
	VERIFY_CRC7,			/* crc7 sum data blocks */
	VERIFY_SHA256,			/* sha256 sum data blocks */
	VERIFY_SHA512,			/* sha512 sum data blocks */
	VERIFY_XXHASH,			/* xxhash sum data blocks */
	VERIFY_META,			/* block_num, timestamp etc. */
	VERIFY_SHA1,			/* sha1 sum data blocks */
	VERIFY_PATTERN,			/* verify specific patterns */
	VERIFY_PATTERN_NO_HDR,		/* verify specific patterns, no hdr */
	VERIFY_NULL,			/* pretend to verify */
};

/*
 * A header structure associated with each checksummed data block. It is
 * followed by a checksum specific header that contains the verification
 * data.
 */
struct verify_header {
	uint16_t magic;
	uint16_t verify_type;
	uint32_t len;
	uint64_t rand_seed;
	uint32_t crc32;
};

struct vhdr_md5 {
	uint32_t md5_digest[4];
};
struct vhdr_sha512 {
	uint8_t sha512[128];
};
struct vhdr_sha256 {
	uint8_t sha256[64];
};
struct vhdr_sha1 {
	uint32_t sha1[5];
};
struct vhdr_crc64 {
	uint64_t crc64;
};
struct vhdr_crc32 {
	uint32_t crc32;
};
struct vhdr_crc16 {
	uint16_t crc16;
};
struct vhdr_crc7 {
	uint8_t crc7;
};
struct vhdr_meta {
	uint64_t offset;
	unsigned char thread;
	unsigned short numberio;
	unsigned long time_sec;
	unsigned long time_usec;
};
struct vhdr_xxhash {
	uint32_t hash;
};

/*
 * Verify helpers
 */
extern void populate_verify_io_u(struct thread_data *, struct io_u *);
extern int __must_check get_next_verify(struct thread_data *td, struct io_u *);
extern int __must_check verify_io_u(struct thread_data *, struct io_u **);
extern int verify_io_u_async(struct thread_data *, struct io_u **);
extern void fill_verify_pattern(struct thread_data *td, void *p, unsigned int len, struct io_u *io_u, unsigned long seed, int use_seed);
extern void fill_buffer_pattern(struct thread_data *td, void *p, unsigned int len);
extern void fio_verify_init(struct thread_data *td);

/*
 * Async verify offload
 */
extern int verify_async_init(struct thread_data *);
extern void verify_async_exit(struct thread_data *);

/*
 * Callbacks for pasting formats in the pattern buffer
 */
extern int paste_blockoff(char *buf, unsigned int len, void *priv);

struct thread_rand32_state {
	uint32_t s[4];
};

struct thread_rand64_state {
	uint64_t s[6];
};

struct thread_rand_state {
	uint64_t use64;
	union {
		struct thread_rand32_state state32;
		struct thread_rand64_state state64;
	};
};

/*
 * For dumping current write state
 */
struct thread_io_list {
	uint64_t no_comps;
	uint64_t depth;
	uint64_t numberio;
	uint64_t index;
	struct thread_rand_state rand;
	uint8_t name[64];
	uint64_t offsets[0];
};

struct thread_io_list_v1 {
	uint64_t no_comps;
	uint64_t depth;
	uint64_t numberio;
	uint64_t index;
	struct thread_rand32_state rand;
	uint8_t name[64];
	uint64_t offsets[0];
};

struct all_io_list {
	uint64_t threads;
	struct thread_io_list state[0];
};

#define VSTATE_HDR_VERSION_V1	0x01
#define VSTATE_HDR_VERSION	0x02

struct verify_state_hdr {
	uint64_t version;
	uint64_t size;
	uint64_t crc;
};

#define IO_LIST_ALL		0xffffffff
extern struct all_io_list *get_all_io_list(int, size_t *);
extern void __verify_save_state(struct all_io_list *, const char *);
extern void verify_save_state(int mask);
extern int verify_load_state(struct thread_data *, const char *);
extern void verify_free_state(struct thread_data *);
extern int verify_state_should_stop(struct thread_data *, struct io_u *);
extern void verify_convert_assign_state(struct thread_data *, void *, int);
extern int verify_state_hdr(struct verify_state_hdr *, struct thread_io_list *,
				int *);

static inline size_t __thread_io_list_sz(uint64_t depth)
{
	return sizeof(struct thread_io_list) + depth * sizeof(uint64_t);
}

static inline size_t thread_io_list_sz(struct thread_io_list *s)
{
	return __thread_io_list_sz(le64_to_cpu(s->depth));
}

static inline struct thread_io_list *io_list_next(struct thread_io_list *s)
{
	return (void *) s + thread_io_list_sz(s);
}

static inline void verify_state_gen_name(char *out, size_t size,
					 const char *name, const char *prefix,
					 int num)
{
	snprintf(out, size, "%s-%s-%d-verify.state", prefix, name, num);
	out[size - 1] = '\0';
}

#endif
Commit	Line	Data
	1	#ifndef FIO_VERIFY_H
	2	#define FIO_VERIFY_H
	3
	4	#include <stdint.h>
	5
	6	#define FIO_HDR_MAGIC 0xacca
	7
	8	enum {
	9	VERIFY_NONE = 0, /* no verification */
	10	VERIFY_MD5, /* md5 sum data blocks */
	11	VERIFY_CRC64, /* crc64 sum data blocks */
	12	VERIFY_CRC32, /* crc32 sum data blocks */
	13	VERIFY_CRC32C, /* crc32c sum data blocks */
	14	VERIFY_CRC32C_INTEL, /* crc32c sum data blocks with hw */
	15	VERIFY_CRC16, /* crc16 sum data blocks */
	16	VERIFY_CRC7, /* crc7 sum data blocks */
	17	VERIFY_SHA256, /* sha256 sum data blocks */
	18	VERIFY_SHA512, /* sha512 sum data blocks */
	19	VERIFY_XXHASH, /* xxhash sum data blocks */
	20	VERIFY_META, /* block_num, timestamp etc. */
	21	VERIFY_SHA1, /* sha1 sum data blocks */
	22	VERIFY_PATTERN, /* verify specific patterns */
	23	VERIFY_PATTERN_NO_HDR, /* verify specific patterns, no hdr */
	24	VERIFY_NULL, /* pretend to verify */
	25	};
	26
	27	/*
	28	* A header structure associated with each checksummed data block. It is
	29	* followed by a checksum specific header that contains the verification
	30	* data.
	31	*/
	32	struct verify_header {
	33	uint16_t magic;
	34	uint16_t verify_type;
	35	uint32_t len;
	36	uint64_t rand_seed;
	37	uint32_t crc32;
	38	};
	39
	40	struct vhdr_md5 {
	41	uint32_t md5_digest[4];
	42	};
	43	struct vhdr_sha512 {
	44	uint8_t sha512[128];
	45	};
	46	struct vhdr_sha256 {
	47	uint8_t sha256[64];
	48	};
	49	struct vhdr_sha1 {
	50	uint32_t sha1[5];
	51	};
	52	struct vhdr_crc64 {
	53	uint64_t crc64;
	54	};
	55	struct vhdr_crc32 {
	56	uint32_t crc32;
	57	};
	58	struct vhdr_crc16 {
	59	uint16_t crc16;
	60	};
	61	struct vhdr_crc7 {
	62	uint8_t crc7;
	63	};
	64	struct vhdr_meta {
	65	uint64_t offset;
	66	unsigned char thread;
	67	unsigned short numberio;
	68	unsigned long time_sec;
	69	unsigned long time_usec;
	70	};
	71	struct vhdr_xxhash {
	72	uint32_t hash;
	73	};
	74
	75	/*
	76	* Verify helpers
	77	*/
	78	extern void populate_verify_io_u(struct thread_data , struct io_u );
	79	extern int __must_check get_next_verify(struct thread_data td, struct io_u );
	80	extern int __must_check verify_io_u(struct thread_data , struct io_u *);
	81	extern int verify_io_u_async(struct thread_data , struct io_u *);
	82	extern void fill_verify_pattern(struct thread_data td, void p, unsigned int len, struct io_u *io_u, unsigned long seed, int use_seed);
	83	extern void fill_buffer_pattern(struct thread_data td, void p, unsigned int len);
	84	extern void fio_verify_init(struct thread_data *td);
	85
	86	/*
	87	* Async verify offload
	88	*/
	89	extern int verify_async_init(struct thread_data *);
	90	extern void verify_async_exit(struct thread_data *);
	91
	92	/*
	93	* Callbacks for pasting formats in the pattern buffer
	94	*/
	95	extern int paste_blockoff(char buf, unsigned int len, void priv);
	96
	97	struct thread_rand32_state {
	98	uint32_t s[4];
	99	};
	100
	101	struct thread_rand64_state {
	102	uint64_t s[6];
	103	};
	104
	105	struct thread_rand_state {
	106	uint64_t use64;
	107	union {
	108	struct thread_rand32_state state32;
	109	struct thread_rand64_state state64;
	110	};
	111	};
	112
	113	/*
	114	* For dumping current write state
	115	*/
	116	struct thread_io_list {
	117	uint64_t no_comps;
	118	uint64_t depth;
	119	uint64_t numberio;
	120	uint64_t index;
	121	struct thread_rand_state rand;
	122	uint8_t name[64];
	123	uint64_t offsets[0];
	124	};
	125
	126	struct thread_io_list_v1 {
	127	uint64_t no_comps;
	128	uint64_t depth;
	129	uint64_t numberio;
	130	uint64_t index;
	131	struct thread_rand32_state rand;
	132	uint8_t name[64];
	133	uint64_t offsets[0];
	134	};
	135
	136	struct all_io_list {
	137	uint64_t threads;
	138	struct thread_io_list state[0];
	139	};
	140
	141	#define VSTATE_HDR_VERSION_V1 0x01
	142	#define VSTATE_HDR_VERSION 0x02
	143
	144	struct verify_state_hdr {
	145	uint64_t version;
	146	uint64_t size;
	147	uint64_t crc;
	148	};
	149
	150	#define IO_LIST_ALL 0xffffffff
	151	extern struct all_io_list get_all_io_list(int, size_t );
	152	extern void __verify_save_state(struct all_io_list , const char );
	153	extern void verify_save_state(int mask);
	154	extern int verify_load_state(struct thread_data , const char );
	155	extern void verify_free_state(struct thread_data *);
	156	extern int verify_state_should_stop(struct thread_data , struct io_u );
	157	extern void verify_convert_assign_state(struct thread_data , void , int);
	158	extern int verify_state_hdr(struct verify_state_hdr , struct thread_io_list ,
	159	int *);
	160
	161	static inline size_t __thread_io_list_sz(uint64_t depth)
	162	{
	163	return sizeof(struct thread_io_list) + depth * sizeof(uint64_t);
	164	}
	165
	166	static inline size_t thread_io_list_sz(struct thread_io_list *s)
	167	{
	168	return __thread_io_list_sz(le64_to_cpu(s->depth));
	169	}
	170
	171	static inline struct thread_io_list io_list_next(struct thread_io_list s)
	172	{
	173	return (void *) s + thread_io_list_sz(s);
	174	}
	175
	176	static inline void verify_state_gen_name(char *out, size_t size,
	177	const char name, const char prefix,
	178	int num)
	179	{
	180	snprintf(out, size, "%s-%s-%d-verify.state", prefix, name, num);
	181	out[size - 1] = '\0';
	182	}
	183
	184	#endif