gfio: move disk utilization to a private tab in per-client results
[fio.git] / cconv.c
1 #include <string.h>
2
3 #include "thread_options.h"
4
5 static void string_to_cpu(char **dst, const uint8_t *src)
6 {
7         const char *__src = (const char *) src;
8
9         if (strlen(__src))
10                 *dst = strdup(__src);
11 }
12
13 static void string_to_net(uint8_t *dst, const char *src)
14 {
15         if (src)
16                 strcpy((char *) dst, src);
17         else
18                 dst[0] = '\0';
19 }
20
21 void convert_thread_options_to_cpu(struct thread_options *o,
22                                    struct thread_options_pack *top)
23 {
24         int i, j;
25
26         string_to_cpu(&o->description, top->description);
27         string_to_cpu(&o->name, top->name);
28         string_to_cpu(&o->directory, top->directory);
29         string_to_cpu(&o->filename, top->filename);
30         string_to_cpu(&o->opendir, top->opendir);
31         string_to_cpu(&o->ioengine, top->ioengine);
32         string_to_cpu(&o->read_iolog_file, top->read_iolog_file);
33         string_to_cpu(&o->write_iolog_file, top->write_iolog_file);
34         string_to_cpu(&o->bw_log_file, top->bw_log_file);
35         string_to_cpu(&o->lat_log_file, top->lat_log_file);
36         string_to_cpu(&o->iops_log_file, top->iops_log_file);
37         string_to_cpu(&o->replay_redirect, top->replay_redirect);
38         string_to_cpu(&o->exec_prerun, top->exec_prerun);
39         string_to_cpu(&o->exec_postrun, top->exec_postrun);
40         string_to_cpu(&o->ioscheduler, top->ioscheduler);
41         string_to_cpu(&o->profile, top->profile);
42         string_to_cpu(&o->cgroup, top->cgroup);
43
44         o->td_ddir = le32_to_cpu(top->td_ddir);
45         o->rw_seq = le32_to_cpu(top->rw_seq);
46         o->kb_base = le32_to_cpu(top->kb_base);
47         o->ddir_seq_nr = le32_to_cpu(top->ddir_seq_nr);
48         o->ddir_seq_add = le64_to_cpu(top->ddir_seq_add);
49         o->iodepth = le32_to_cpu(top->iodepth);
50         o->iodepth_low = le32_to_cpu(top->iodepth_low);
51         o->iodepth_batch = le32_to_cpu(top->iodepth_batch);
52         o->iodepth_batch_complete = le32_to_cpu(top->iodepth_batch_complete);
53         o->size = le64_to_cpu(top->size);
54         o->size_percent = le32_to_cpu(top->size_percent);
55         o->fill_device = le32_to_cpu(top->fill_device);
56         o->file_size_low = le64_to_cpu(top->file_size_low);
57         o->file_size_high = le64_to_cpu(top->file_size_high);
58         o->start_offset = le64_to_cpu(top->start_offset);
59
60         for (i = 0; i < 2; i++) {
61                 o->bs[i] = le32_to_cpu(top->bs[i]);
62                 o->ba[i] = le32_to_cpu(top->ba[i]);
63                 o->min_bs[i] = le32_to_cpu(top->min_bs[i]);
64                 o->max_bs[i] = le32_to_cpu(top->max_bs[i]);
65                 o->bssplit_nr[i] = le32_to_cpu(top->bssplit_nr[i]);
66
67                 if (o->bssplit_nr[i]) {
68                         o->bssplit[i] = malloc(o->bssplit_nr[i] * sizeof(struct bssplit));
69                         for (j = 0; j < o->bssplit_nr[i]; j++) {
70                                 o->bssplit[i][j].bs = le32_to_cpu(top->bssplit[i][j].bs);
71                                 o->bssplit[i][j].perc = le32_to_cpu(top->bssplit[i][j].perc);
72                         }
73                 }
74
75                 o->rwmix[i] = le32_to_cpu(top->rwmix[i]);
76                 o->rate[i] = le32_to_cpu(top->rate[i]);
77                 o->ratemin[i] = le32_to_cpu(top->ratemin[i]);
78                 o->rate_iops[i] = le32_to_cpu(top->rate_iops[i]);
79                 o->rate_iops_min[i] = le32_to_cpu(top->rate_iops_min[i]);
80         }
81
82         o->ratecycle = le32_to_cpu(top->ratecycle);
83         o->nr_files = le32_to_cpu(top->nr_files);
84         o->open_files = le32_to_cpu(top->open_files);
85         o->file_lock_mode = le32_to_cpu(top->file_lock_mode);
86         o->lockfile_batch = le32_to_cpu(top->lockfile_batch);
87         o->odirect = le32_to_cpu(top->odirect);
88         o->invalidate_cache = le32_to_cpu(top->invalidate_cache);
89         o->create_serialize = le32_to_cpu(top->create_serialize);
90         o->create_fsync = le32_to_cpu(top->create_fsync);
91         o->create_on_open = le32_to_cpu(top->create_on_open);
92         o->end_fsync = le32_to_cpu(top->end_fsync);
93         o->pre_read = le32_to_cpu(top->pre_read);
94         o->sync_io = le32_to_cpu(top->sync_io);
95         o->verify = le32_to_cpu(top->verify);
96         o->do_verify = le32_to_cpu(top->do_verify);
97         o->verifysort = le32_to_cpu(top->verifysort);
98         o->verify_interval = le32_to_cpu(top->verify_interval);
99         o->verify_offset = le32_to_cpu(top->verify_offset);
100
101         memcpy(o->verify_pattern, top->verify_pattern, MAX_PATTERN_SIZE);
102
103         o->verify_pattern_bytes = le32_to_cpu(top->verify_pattern_bytes);
104         o->verify_fatal = le32_to_cpu(top->verify_fatal);
105         o->verify_dump = le32_to_cpu(top->verify_dump);
106         o->verify_async = le32_to_cpu(top->verify_async);
107         o->verify_batch = le32_to_cpu(top->verify_batch);
108         o->use_thread = le32_to_cpu(top->use_thread);
109         o->unlink = le32_to_cpu(top->unlink);
110         o->do_disk_util = le32_to_cpu(top->do_disk_util);
111         o->override_sync = le32_to_cpu(top->override_sync);
112         o->rand_repeatable = le32_to_cpu(top->rand_repeatable);
113         o->use_os_rand = le32_to_cpu(top->use_os_rand);
114         o->write_lat_log = le32_to_cpu(top->write_lat_log);
115         o->write_bw_log = le32_to_cpu(top->write_bw_log);
116         o->write_iops_log = le32_to_cpu(top->write_iops_log);
117         o->log_avg_msec = le32_to_cpu(top->log_avg_msec);
118         o->norandommap = le32_to_cpu(top->norandommap);
119         o->softrandommap = le32_to_cpu(top->softrandommap);
120         o->bs_unaligned = le32_to_cpu(top->bs_unaligned);
121         o->fsync_on_close = le32_to_cpu(top->fsync_on_close);
122         o->hugepage_size = le32_to_cpu(top->hugepage_size);
123         o->rw_min_bs = le32_to_cpu(top->rw_min_bs);
124         o->thinktime = le32_to_cpu(top->thinktime);
125         o->thinktime_spin = le32_to_cpu(top->thinktime_spin);
126         o->thinktime_blocks = le32_to_cpu(top->thinktime_blocks);
127         o->fsync_blocks = le32_to_cpu(top->fsync_blocks);
128         o->fdatasync_blocks = le32_to_cpu(top->fdatasync_blocks);
129         o->barrier_blocks = le32_to_cpu(top->barrier_blocks);
130
131         o->verify_backlog = le64_to_cpu(top->verify_backlog);
132         o->start_delay = le64_to_cpu(top->start_delay);
133         o->timeout = le64_to_cpu(top->timeout);
134         o->ramp_time = le64_to_cpu(top->ramp_time);
135         o->zone_range = le64_to_cpu(top->zone_range);
136         o->zone_size = le64_to_cpu(top->zone_size);
137         o->zone_skip = le64_to_cpu(top->zone_skip);
138
139         o->overwrite = le32_to_cpu(top->overwrite);
140         o->bw_avg_time = le32_to_cpu(top->bw_avg_time);
141         o->iops_avg_time = le32_to_cpu(top->iops_avg_time);
142         o->loops = le32_to_cpu(top->loops);
143         o->mem_type = le32_to_cpu(top->mem_type);
144         o->mem_align = le32_to_cpu(top->mem_align);
145         o->stonewall = le32_to_cpu(top->stonewall);
146         o->new_group = le32_to_cpu(top->new_group);
147         o->numjobs = le32_to_cpu(top->numjobs);
148         o->cpumask_set = le32_to_cpu(top->cpumask_set);
149         o->verify_cpumask_set = le32_to_cpu(top->verify_cpumask_set);
150         o->iolog = le32_to_cpu(top->iolog);
151         o->rwmixcycle = le32_to_cpu(top->rwmixcycle);
152         o->nice = le32_to_cpu(top->nice);
153         o->file_service_type = le32_to_cpu(top->file_service_type);
154         o->group_reporting = le32_to_cpu(top->group_reporting);
155         o->fadvise_hint = le32_to_cpu(top->fadvise_hint);
156         o->fallocate_mode = le32_to_cpu(top->fallocate_mode);
157         o->zero_buffers = le32_to_cpu(top->zero_buffers);
158         o->refill_buffers = le32_to_cpu(top->refill_buffers);
159         o->scramble_buffers = le32_to_cpu(top->scramble_buffers);
160         o->time_based = le32_to_cpu(top->time_based);
161         o->disable_lat = le32_to_cpu(top->disable_lat);
162         o->disable_clat = le32_to_cpu(top->disable_clat);
163         o->disable_slat = le32_to_cpu(top->disable_slat);
164         o->disable_bw = le32_to_cpu(top->disable_bw);
165         o->gtod_reduce = le32_to_cpu(top->gtod_reduce);
166         o->gtod_cpu = le32_to_cpu(top->gtod_cpu);
167         o->gtod_offload = le32_to_cpu(top->gtod_offload);
168         o->clocksource = le32_to_cpu(top->clocksource);
169         o->no_stall = le32_to_cpu(top->no_stall);
170         o->trim_percentage = le32_to_cpu(top->trim_percentage);
171         o->trim_batch = le32_to_cpu(top->trim_batch);
172         o->trim_zero = le32_to_cpu(top->trim_zero);
173         o->clat_percentiles = le32_to_cpu(top->clat_percentiles);
174         o->overwrite_plist = le32_to_cpu(top->overwrite_plist);
175         o->cpuload = le32_to_cpu(top->cpuload);
176         o->cpucycle = le32_to_cpu(top->cpucycle);
177         o->continue_on_error = le32_to_cpu(top->continue_on_error);
178         o->cgroup_weight = le32_to_cpu(top->cgroup_weight);
179         o->cgroup_nodelete = le32_to_cpu(top->cgroup_nodelete);
180         o->uid = le32_to_cpu(top->uid);
181         o->gid = le32_to_cpu(top->gid);
182         o->flow_id = __le32_to_cpu(top->flow_id);
183         o->flow = __le32_to_cpu(top->flow);
184         o->flow_watermark = __le32_to_cpu(top->flow_watermark);
185         o->flow_sleep = le32_to_cpu(top->flow_sleep);
186         o->sync_file_range = le32_to_cpu(top->sync_file_range);
187         o->compress_percentage = le32_to_cpu(top->compress_percentage);
188         o->compress_chunk = le32_to_cpu(top->compress_chunk);
189
190         o->trim_backlog = le64_to_cpu(top->trim_backlog);
191
192         for (i = 0; i < FIO_IO_U_LIST_MAX_LEN; i++)
193                 o->percentile_list[i].u.f = fio_uint64_to_double(le64_to_cpu(top->percentile_list[i].u.i));
194 #if 0
195         uint8_t cpumask[FIO_TOP_STR_MAX];
196         uint8_t verify_cpumask[FIO_TOP_STR_MAX];
197 #endif
198 }
199
200 void convert_thread_options_to_net(struct thread_options_pack *top,
201                                    struct thread_options *o)
202 {
203         int i, j;
204
205         string_to_net(top->description, o->description);
206         string_to_net(top->name, o->name);
207         string_to_net(top->directory, o->directory);
208         string_to_net(top->filename, o->filename);
209         string_to_net(top->opendir, o->opendir);
210         string_to_net(top->ioengine, o->ioengine);
211         string_to_net(top->read_iolog_file, o->read_iolog_file);
212         string_to_net(top->write_iolog_file, o->write_iolog_file);
213         string_to_net(top->bw_log_file, o->bw_log_file);
214         string_to_net(top->lat_log_file, o->lat_log_file);
215         string_to_net(top->iops_log_file, o->iops_log_file);
216         string_to_net(top->replay_redirect, o->replay_redirect);
217         string_to_net(top->exec_prerun, o->exec_prerun);
218         string_to_net(top->exec_postrun, o->exec_postrun);
219         string_to_net(top->ioscheduler, o->ioscheduler);
220         string_to_net(top->profile, o->profile);
221         string_to_net(top->cgroup, o->cgroup);
222
223         top->td_ddir = cpu_to_le32(o->td_ddir);
224         top->rw_seq = cpu_to_le32(o->rw_seq);
225         top->kb_base = cpu_to_le32(o->kb_base);
226         top->ddir_seq_nr = cpu_to_le32(o->ddir_seq_nr);
227         top->iodepth = cpu_to_le32(o->iodepth);
228         top->iodepth_low = cpu_to_le32(o->iodepth_low);
229         top->iodepth_batch = cpu_to_le32(o->iodepth_batch);
230         top->iodepth_batch_complete = cpu_to_le32(o->iodepth_batch_complete);
231         top->size_percent = cpu_to_le32(o->size_percent);
232         top->fill_device = cpu_to_le32(o->fill_device);
233         top->ratecycle = cpu_to_le32(o->ratecycle);
234         top->nr_files = cpu_to_le32(o->nr_files);
235         top->open_files = cpu_to_le32(o->open_files);
236         top->file_lock_mode = cpu_to_le32(o->file_lock_mode);
237         top->lockfile_batch = cpu_to_le32(o->lockfile_batch);
238         top->odirect = cpu_to_le32(o->odirect);
239         top->invalidate_cache = cpu_to_le32(o->invalidate_cache);
240         top->create_serialize = cpu_to_le32(o->create_serialize);
241         top->create_fsync = cpu_to_le32(o->create_fsync);
242         top->create_on_open = cpu_to_le32(o->create_on_open);
243         top->end_fsync = cpu_to_le32(o->end_fsync);
244         top->pre_read = cpu_to_le32(o->pre_read);
245         top->sync_io = cpu_to_le32(o->sync_io);
246         top->verify = cpu_to_le32(o->verify);
247         top->do_verify = cpu_to_le32(o->do_verify);
248         top->verifysort = cpu_to_le32(o->verifysort);
249         top->verify_interval = cpu_to_le32(o->verify_interval);
250         top->verify_offset = cpu_to_le32(o->verify_offset);
251         top->verify_pattern_bytes = cpu_to_le32(o->verify_pattern_bytes);
252         top->verify_fatal = cpu_to_le32(o->verify_fatal);
253         top->verify_dump = cpu_to_le32(o->verify_dump);
254         top->verify_async = cpu_to_le32(o->verify_async);
255         top->verify_batch = cpu_to_le32(o->verify_batch);
256         top->use_thread = cpu_to_le32(o->use_thread);
257         top->unlink = cpu_to_le32(o->unlink);
258         top->do_disk_util = cpu_to_le32(o->do_disk_util);
259         top->override_sync = cpu_to_le32(o->override_sync);
260         top->rand_repeatable = cpu_to_le32(o->rand_repeatable);
261         top->use_os_rand = cpu_to_le32(o->use_os_rand);
262         top->write_lat_log = cpu_to_le32(o->write_lat_log);
263         top->write_bw_log = cpu_to_le32(o->write_bw_log);
264         top->write_iops_log = cpu_to_le32(o->write_iops_log);
265         top->log_avg_msec = cpu_to_le32(o->log_avg_msec);
266         top->norandommap = cpu_to_le32(o->norandommap);
267         top->softrandommap = cpu_to_le32(o->softrandommap);
268         top->bs_unaligned = cpu_to_le32(o->bs_unaligned);
269         top->fsync_on_close = cpu_to_le32(o->fsync_on_close);
270         top->hugepage_size = cpu_to_le32(o->hugepage_size);
271         top->rw_min_bs = cpu_to_le32(o->rw_min_bs);
272         top->thinktime = cpu_to_le32(o->thinktime);
273         top->thinktime_spin = cpu_to_le32(o->thinktime_spin);
274         top->thinktime_blocks = cpu_to_le32(o->thinktime_blocks);
275         top->fsync_blocks = cpu_to_le32(o->fsync_blocks);
276         top->fdatasync_blocks = cpu_to_le32(o->fdatasync_blocks);
277         top->barrier_blocks = cpu_to_le32(o->barrier_blocks);
278         top->overwrite = cpu_to_le32(o->overwrite);
279         top->bw_avg_time = cpu_to_le32(o->bw_avg_time);
280         top->iops_avg_time = cpu_to_le32(o->iops_avg_time);
281         top->loops = cpu_to_le32(o->loops);
282         top->mem_type = cpu_to_le32(o->mem_type);
283         top->mem_align = cpu_to_le32(o->mem_align);
284         top->stonewall = cpu_to_le32(o->stonewall);
285         top->new_group = cpu_to_le32(o->new_group);
286         top->numjobs = cpu_to_le32(o->numjobs);
287         top->cpumask_set = cpu_to_le32(o->cpumask_set);
288         top->verify_cpumask_set = cpu_to_le32(o->verify_cpumask_set);
289         top->iolog = cpu_to_le32(o->iolog);
290         top->rwmixcycle = cpu_to_le32(o->rwmixcycle);
291         top->nice = cpu_to_le32(o->nice);
292         top->file_service_type = cpu_to_le32(o->file_service_type);
293         top->group_reporting = cpu_to_le32(o->group_reporting);
294         top->fadvise_hint = cpu_to_le32(o->fadvise_hint);
295         top->fallocate_mode = cpu_to_le32(o->fallocate_mode);
296         top->zero_buffers = cpu_to_le32(o->zero_buffers);
297         top->refill_buffers = cpu_to_le32(o->refill_buffers);
298         top->scramble_buffers = cpu_to_le32(o->scramble_buffers);
299         top->time_based = cpu_to_le32(o->time_based);
300         top->disable_lat = cpu_to_le32(o->disable_lat);
301         top->disable_clat = cpu_to_le32(o->disable_clat);
302         top->disable_slat = cpu_to_le32(o->disable_slat);
303         top->disable_bw = cpu_to_le32(o->disable_bw);
304         top->gtod_reduce = cpu_to_le32(o->gtod_reduce);
305         top->gtod_cpu = cpu_to_le32(o->gtod_cpu);
306         top->gtod_offload = cpu_to_le32(o->gtod_offload);
307         top->clocksource = cpu_to_le32(o->clocksource);
308         top->no_stall = cpu_to_le32(o->no_stall);
309         top->trim_percentage = cpu_to_le32(o->trim_percentage);
310         top->trim_batch = cpu_to_le32(o->trim_batch);
311         top->trim_zero = cpu_to_le32(o->trim_zero);
312         top->clat_percentiles = cpu_to_le32(o->clat_percentiles);
313         top->overwrite_plist = cpu_to_le32(o->overwrite_plist);
314         top->cpuload = cpu_to_le32(o->cpuload);
315         top->cpucycle = cpu_to_le32(o->cpucycle);
316         top->continue_on_error = cpu_to_le32(o->continue_on_error);
317         top->cgroup_weight = cpu_to_le32(o->cgroup_weight);
318         top->cgroup_nodelete = cpu_to_le32(o->cgroup_nodelete);
319         top->uid = cpu_to_le32(o->uid);
320         top->gid = cpu_to_le32(o->gid);
321         top->flow_id = __cpu_to_le32(o->flow_id);
322         top->flow = __cpu_to_le32(o->flow);
323         top->flow_watermark = __cpu_to_le32(o->flow_watermark);
324         top->flow_sleep = cpu_to_le32(o->flow_sleep);
325         top->sync_file_range = cpu_to_le32(o->sync_file_range);
326         top->compress_percentage = cpu_to_le32(o->compress_percentage);
327         top->compress_chunk = cpu_to_le32(o->compress_chunk);
328
329         for (i = 0; i < 2; i++) {
330                 top->bs[i] = cpu_to_le32(o->bs[i]);
331                 top->ba[i] = cpu_to_le32(o->ba[i]);
332                 top->min_bs[i] = cpu_to_le32(o->min_bs[i]);
333                 top->max_bs[i] = cpu_to_le32(o->max_bs[i]);
334                 top->bssplit_nr[i] = cpu_to_le32(o->bssplit_nr[i]);
335
336                 if (o->bssplit_nr[i]) {
337                         unsigned int bssplit_nr = o->bssplit_nr[i];
338
339                         if (bssplit_nr > BSSPLIT_MAX) {
340                                 log_err("fio: BSSPLIT_MAX is too small\n");
341                                 bssplit_nr = BSSPLIT_MAX;
342                         }
343                         for (j = 0; j < bssplit_nr; j++) {
344                                 top->bssplit[i][j].bs = cpu_to_le32(o->bssplit[i][j].bs);
345                                 top->bssplit[i][j].perc = cpu_to_le32(o->bssplit[i][j].perc);
346                         }
347                 }
348
349                 top->rwmix[i] = cpu_to_le32(o->rwmix[i]);
350                 top->rate[i] = cpu_to_le32(o->rate[i]);
351                 top->ratemin[i] = cpu_to_le32(o->ratemin[i]);
352                 top->rate_iops[i] = cpu_to_le32(o->rate_iops[i]);
353                 top->rate_iops_min[i] = cpu_to_le32(o->rate_iops_min[i]);
354         }
355
356         memcpy(top->verify_pattern, o->verify_pattern, MAX_PATTERN_SIZE);
357
358         top->size = __cpu_to_le64(o->size);
359         top->verify_backlog = __cpu_to_le64(o->verify_backlog);
360         top->start_delay = __cpu_to_le64(o->start_delay);
361         top->timeout = __cpu_to_le64(o->timeout);
362         top->ramp_time = __cpu_to_le64(o->ramp_time);
363         top->zone_range = __cpu_to_le64(o->zone_range);
364         top->zone_size = __cpu_to_le64(o->zone_size);
365         top->zone_skip = __cpu_to_le64(o->zone_skip);
366         top->ddir_seq_add = __cpu_to_le64(o->ddir_seq_add);
367         top->file_size_low = __cpu_to_le64(o->file_size_low);
368         top->file_size_high = __cpu_to_le64(o->file_size_high);
369         top->start_offset = __cpu_to_le64(o->start_offset);
370         top->trim_backlog = __cpu_to_le64(o->trim_backlog);
371
372         for (i = 0; i < FIO_IO_U_LIST_MAX_LEN; i++)
373                 top->percentile_list[i].u.i = __cpu_to_le64(fio_double_to_uint64(o->percentile_list[i].u.f));
374 #if 0
375         uint8_t cpumask[FIO_TOP_STR_MAX];
376         uint8_t verify_cpumask[FIO_TOP_STR_MAX];
377 #endif
378
379 }
380
381 /*
382  * Basic conversion test. We'd really need to fill in more of the options
383  * to have a thorough test. Even better, we should auto-generate the
384  * converter functions...
385  */
386 int fio_test_cconv(struct thread_options *__o)
387 {
388         struct thread_options o;
389         struct thread_options_pack top1, top2;
390
391         memset(&top1, 0, sizeof(top1));
392         memset(&top2, 0, sizeof(top2));
393
394         convert_thread_options_to_net(&top1, __o);
395         memset(&o, 0, sizeof(o));
396         convert_thread_options_to_cpu(&o, &top1);
397         convert_thread_options_to_net(&top2, &o);
398
399         return memcmp(&top1, &top2, sizeof(top1));
400 }