Commit | Line | Data |
---|---|---|
c2f6a13d LMB |
1 | /* |
2 | * HTTP GET/PUT IO engine | |
3 | * | |
4 | * IO engine to perform HTTP(S) GET/PUT requests via libcurl-easy. | |
5 | * | |
6 | * Copyright (C) 2018 SUSE LLC | |
7 | * | |
8 | * This program is free software; you can redistribute it and/or | |
9 | * modify it under the terms of the GNU General Public License, | |
10 | * version 2 as published by the Free Software Foundation.. | |
11 | * | |
12 | * This program is distributed in the hope that it will be useful, | |
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
15 | * GNU General Public License for more details. | |
16 | * | |
17 | * You should have received a copy of the GNU General Public | |
18 | * License along with this program; if not, write to the Free | |
19 | * Software Foundation, Inc., 51 Franklin Street, Fifth Floor, | |
20 | * Boston, MA 02110-1301, USA. | |
21 | */ | |
22 | ||
23 | #include <pthread.h> | |
24 | #include <time.h> | |
25 | #include <curl/curl.h> | |
26 | #include <openssl/hmac.h> | |
27 | #include <openssl/sha.h> | |
09fd2966 | 28 | #include <openssl/md5.h> |
c2f6a13d LMB |
29 | #include "fio.h" |
30 | #include "../optgroup.h" | |
31 | ||
32 | ||
09fd2966 LMB |
33 | enum { |
34 | FIO_HTTP_WEBDAV = 0, | |
35 | FIO_HTTP_S3 = 1, | |
36 | FIO_HTTP_SWIFT = 2, | |
37 | ||
38 | FIO_HTTPS_OFF = 0, | |
39 | FIO_HTTPS_ON = 1, | |
40 | FIO_HTTPS_INSECURE = 2, | |
41 | }; | |
42 | ||
c2f6a13d LMB |
43 | struct http_data { |
44 | CURL *curl; | |
45 | }; | |
46 | ||
47 | struct http_options { | |
48 | void *pad; | |
09fd2966 | 49 | unsigned int https; |
c2f6a13d LMB |
50 | char *host; |
51 | char *user; | |
52 | char *pass; | |
53 | char *s3_key; | |
54 | char *s3_keyid; | |
55 | char *s3_region; | |
09fd2966 | 56 | char *swift_auth_token; |
c2f6a13d | 57 | int verbose; |
09fd2966 | 58 | unsigned int mode; |
c2f6a13d LMB |
59 | }; |
60 | ||
61 | struct http_curl_stream { | |
62 | char *buf; | |
63 | size_t pos; | |
64 | size_t max; | |
65 | }; | |
66 | ||
67 | static struct fio_option options[] = { | |
68 | { | |
69 | .name = "https", | |
70 | .lname = "https", | |
09fd2966 | 71 | .type = FIO_OPT_STR, |
c2f6a13d LMB |
72 | .help = "Enable https", |
73 | .off1 = offsetof(struct http_options, https), | |
09fd2966 LMB |
74 | .def = "off", |
75 | .posval = { | |
76 | { .ival = "off", | |
77 | .oval = FIO_HTTPS_OFF, | |
78 | .help = "No HTTPS", | |
79 | }, | |
80 | { .ival = "on", | |
81 | .oval = FIO_HTTPS_ON, | |
82 | .help = "Enable HTTPS", | |
83 | }, | |
84 | { .ival = "insecure", | |
85 | .oval = FIO_HTTPS_INSECURE, | |
86 | .help = "Enable HTTPS, disable peer verification", | |
87 | }, | |
88 | }, | |
c2f6a13d LMB |
89 | .category = FIO_OPT_C_ENGINE, |
90 | .group = FIO_OPT_G_HTTP, | |
91 | }, | |
92 | { | |
93 | .name = "http_host", | |
94 | .lname = "http_host", | |
95 | .type = FIO_OPT_STR_STORE, | |
96 | .help = "Hostname (S3 bucket)", | |
97 | .off1 = offsetof(struct http_options, host), | |
98 | .def = "localhost", | |
99 | .category = FIO_OPT_C_ENGINE, | |
100 | .group = FIO_OPT_G_HTTP, | |
101 | }, | |
102 | { | |
103 | .name = "http_user", | |
104 | .lname = "http_user", | |
105 | .type = FIO_OPT_STR_STORE, | |
106 | .help = "HTTP user name", | |
107 | .off1 = offsetof(struct http_options, user), | |
108 | .category = FIO_OPT_C_ENGINE, | |
109 | .group = FIO_OPT_G_HTTP, | |
110 | }, | |
111 | { | |
112 | .name = "http_pass", | |
113 | .lname = "http_pass", | |
114 | .type = FIO_OPT_STR_STORE, | |
115 | .help = "HTTP password", | |
116 | .off1 = offsetof(struct http_options, pass), | |
117 | .category = FIO_OPT_C_ENGINE, | |
118 | .group = FIO_OPT_G_HTTP, | |
119 | }, | |
120 | { | |
121 | .name = "http_s3_key", | |
122 | .lname = "S3 secret key", | |
123 | .type = FIO_OPT_STR_STORE, | |
124 | .help = "S3 secret key", | |
125 | .off1 = offsetof(struct http_options, s3_key), | |
126 | .def = "", | |
127 | .category = FIO_OPT_C_ENGINE, | |
128 | .group = FIO_OPT_G_HTTP, | |
129 | }, | |
130 | { | |
131 | .name = "http_s3_keyid", | |
132 | .lname = "S3 key id", | |
133 | .type = FIO_OPT_STR_STORE, | |
134 | .help = "S3 key id", | |
135 | .off1 = offsetof(struct http_options, s3_keyid), | |
136 | .def = "", | |
137 | .category = FIO_OPT_C_ENGINE, | |
138 | .group = FIO_OPT_G_HTTP, | |
139 | }, | |
09fd2966 LMB |
140 | { |
141 | .name = "http_swift_auth_token", | |
142 | .lname = "Swift auth token", | |
143 | .type = FIO_OPT_STR_STORE, | |
144 | .help = "OpenStack Swift auth token", | |
145 | .off1 = offsetof(struct http_options, swift_auth_token), | |
146 | .def = "", | |
147 | .category = FIO_OPT_C_ENGINE, | |
148 | .group = FIO_OPT_G_HTTP, | |
149 | }, | |
c2f6a13d LMB |
150 | { |
151 | .name = "http_s3_region", | |
152 | .lname = "S3 region", | |
153 | .type = FIO_OPT_STR_STORE, | |
154 | .help = "S3 region", | |
155 | .off1 = offsetof(struct http_options, s3_region), | |
156 | .def = "us-east-1", | |
157 | .category = FIO_OPT_C_ENGINE, | |
158 | .group = FIO_OPT_G_HTTP, | |
159 | }, | |
160 | { | |
09fd2966 LMB |
161 | .name = "http_mode", |
162 | .lname = "Request mode to use", | |
163 | .type = FIO_OPT_STR, | |
164 | .help = "Whether to use WebDAV, Swift, or S3", | |
165 | .off1 = offsetof(struct http_options, mode), | |
166 | .def = "webdav", | |
167 | .posval = { | |
168 | { .ival = "webdav", | |
169 | .oval = FIO_HTTP_WEBDAV, | |
170 | .help = "WebDAV server", | |
171 | }, | |
172 | { .ival = "s3", | |
173 | .oval = FIO_HTTP_S3, | |
174 | .help = "S3 storage backend", | |
175 | }, | |
176 | { .ival = "swift", | |
177 | .oval = FIO_HTTP_SWIFT, | |
178 | .help = "OpenStack Swift storage", | |
179 | }, | |
180 | }, | |
c2f6a13d LMB |
181 | .category = FIO_OPT_C_ENGINE, |
182 | .group = FIO_OPT_G_HTTP, | |
183 | }, | |
184 | { | |
185 | .name = "http_verbose", | |
09fd2966 | 186 | .lname = "HTTP verbosity level", |
c2f6a13d LMB |
187 | .type = FIO_OPT_INT, |
188 | .help = "increase http engine verbosity", | |
189 | .off1 = offsetof(struct http_options, verbose), | |
190 | .def = "0", | |
191 | .category = FIO_OPT_C_ENGINE, | |
192 | .group = FIO_OPT_G_HTTP, | |
193 | }, | |
194 | { | |
195 | .name = NULL, | |
196 | }, | |
197 | }; | |
198 | ||
199 | static char *_aws_uriencode(const char *uri) | |
200 | { | |
201 | size_t bufsize = 1024; | |
202 | char *r = malloc(bufsize); | |
203 | char c; | |
204 | int i, n; | |
205 | const char *hex = "0123456789ABCDEF"; | |
206 | ||
207 | if (!r) { | |
208 | log_err("malloc failed\n"); | |
209 | return NULL; | |
210 | } | |
211 | ||
212 | n = 0; | |
213 | for (i = 0; (c = uri[i]); i++) { | |
214 | if (n > bufsize-5) { | |
215 | log_err("encoding the URL failed\n"); | |
216 | return NULL; | |
217 | } | |
218 | ||
219 | if ( (c >= 'A' && c <= 'Z') || (c >= 'a' && c <= 'z') | |
220 | || (c >= '0' && c <= '9') || c == '_' || c == '-' | |
221 | || c == '~' || c == '.' || c == '/') | |
222 | r[n++] = c; | |
223 | else { | |
224 | r[n++] = '%'; | |
225 | r[n++] = hex[(c >> 4 ) & 0xF]; | |
226 | r[n++] = hex[c & 0xF]; | |
227 | } | |
228 | } | |
229 | r[n++] = 0; | |
230 | return r; | |
231 | } | |
232 | ||
233 | static char *_conv_hex(const unsigned char *p, size_t len) | |
234 | { | |
235 | char *r; | |
236 | int i,n; | |
237 | const char *hex = "0123456789abcdef"; | |
238 | r = malloc(len * 2 + 1); | |
239 | n = 0; | |
240 | for (i = 0; i < len; i++) { | |
241 | r[n++] = hex[(p[i] >> 4 ) & 0xF]; | |
242 | r[n++] = hex[p[i] & 0xF]; | |
243 | } | |
244 | r[n] = 0; | |
245 | ||
246 | return r; | |
247 | } | |
248 | ||
249 | static char *_gen_hex_sha256(const char *p, size_t len) | |
250 | { | |
251 | unsigned char hash[SHA256_DIGEST_LENGTH]; | |
252 | ||
253 | SHA256((unsigned char*)p, len, hash); | |
254 | return _conv_hex(hash, SHA256_DIGEST_LENGTH); | |
255 | } | |
256 | ||
09fd2966 LMB |
257 | static char *_gen_hex_md5(const char *p, size_t len) |
258 | { | |
259 | unsigned char hash[MD5_DIGEST_LENGTH]; | |
260 | ||
261 | MD5((unsigned char*)p, len, hash); | |
262 | return _conv_hex(hash, MD5_DIGEST_LENGTH); | |
263 | } | |
264 | ||
c2f6a13d | 265 | static void _hmac(unsigned char *md, void *key, int key_len, char *data) { |
b61a5f46 DD |
266 | #ifndef CONFIG_HAVE_OPAQUE_HMAC_CTX |
267 | HMAC_CTX _ctx; | |
268 | #endif | |
c2f6a13d LMB |
269 | HMAC_CTX *ctx; |
270 | unsigned int hmac_len; | |
271 | ||
b61a5f46 | 272 | #ifdef CONFIG_HAVE_OPAQUE_HMAC_CTX |
c2f6a13d | 273 | ctx = HMAC_CTX_new(); |
b61a5f46 DD |
274 | #else |
275 | ctx = &_ctx; | |
e8aaa776 JA |
276 | /* work-around crash in certain versions of libssl */ |
277 | HMAC_CTX_init(ctx); | |
b61a5f46 | 278 | #endif |
c2f6a13d LMB |
279 | HMAC_Init_ex(ctx, key, key_len, EVP_sha256(), NULL); |
280 | HMAC_Update(ctx, (unsigned char*)data, strlen(data)); | |
281 | HMAC_Final(ctx, md, &hmac_len); | |
b61a5f46 | 282 | #ifdef CONFIG_HAVE_OPAQUE_HMAC_CTX |
c2f6a13d | 283 | HMAC_CTX_free(ctx); |
b61a5f46 DD |
284 | #else |
285 | HMAC_CTX_cleanup(ctx); | |
286 | #endif | |
c2f6a13d LMB |
287 | } |
288 | ||
289 | static int _curl_trace(CURL *handle, curl_infotype type, | |
290 | char *data, size_t size, | |
291 | void *userp) | |
292 | { | |
293 | const char *text; | |
294 | (void)handle; /* prevent compiler warning */ | |
295 | (void)userp; | |
296 | ||
297 | switch (type) { | |
298 | case CURLINFO_TEXT: | |
299 | fprintf(stderr, "== Info: %s", data); | |
300 | default: | |
301 | case CURLINFO_SSL_DATA_OUT: | |
302 | case CURLINFO_SSL_DATA_IN: | |
303 | return 0; | |
304 | ||
305 | case CURLINFO_HEADER_OUT: | |
306 | text = "=> Send header"; | |
307 | break; | |
308 | case CURLINFO_DATA_OUT: | |
309 | text = "=> Send data"; | |
310 | break; | |
311 | case CURLINFO_HEADER_IN: | |
312 | text = "<= Recv header"; | |
313 | break; | |
314 | case CURLINFO_DATA_IN: | |
315 | text = "<= Recv data"; | |
316 | break; | |
317 | } | |
318 | ||
319 | log_info("%s: %s", text, data); | |
320 | return 0; | |
321 | } | |
322 | ||
323 | /* https://docs.aws.amazon.com/AmazonS3/latest/API/sig-v4-header-based-auth.html | |
324 | * https://docs.aws.amazon.com/AmazonS3/latest/API/sig-v4-authenticating-requests.html#signing-request-intro | |
325 | */ | |
326 | static void _add_aws_auth_header(CURL *curl, struct curl_slist *slist, struct http_options *o, | |
327 | int op, const char *uri, char *buf, size_t len) | |
328 | { | |
329 | char date_short[16]; | |
330 | char date_iso[32]; | |
331 | char method[8]; | |
332 | char dkey[128]; | |
333 | char creq[512]; | |
334 | char sts[256]; | |
335 | char s[512]; | |
336 | char *uri_encoded = NULL; | |
337 | char *dsha = NULL; | |
338 | char *csha = NULL; | |
339 | char *signature = NULL; | |
340 | const char *service = "s3"; | |
341 | const char *aws = "aws4_request"; | |
342 | unsigned char md[SHA256_DIGEST_LENGTH]; | |
343 | ||
344 | time_t t = time(NULL); | |
345 | struct tm *gtm = gmtime(&t); | |
346 | ||
347 | strftime (date_short, sizeof(date_short), "%Y%m%d", gtm); | |
348 | strftime (date_iso, sizeof(date_iso), "%Y%m%dT%H%M%SZ", gtm); | |
349 | uri_encoded = _aws_uriencode(uri); | |
350 | ||
351 | if (op == DDIR_WRITE) { | |
352 | dsha = _gen_hex_sha256(buf, len); | |
353 | sprintf(method, "PUT"); | |
354 | } else { | |
355 | /* DDIR_READ && DDIR_TRIM supply an empty body */ | |
356 | if (op == DDIR_READ) | |
357 | sprintf(method, "GET"); | |
358 | else | |
359 | sprintf(method, "DELETE"); | |
360 | dsha = _gen_hex_sha256("", 0); | |
361 | } | |
362 | ||
363 | /* Create the canonical request first */ | |
364 | snprintf(creq, sizeof(creq), | |
365 | "%s\n" | |
366 | "%s\n" | |
367 | "\n" | |
368 | "host:%s\n" | |
369 | "x-amz-content-sha256:%s\n" | |
370 | "x-amz-date:%s\n" | |
371 | "\n" | |
372 | "host;x-amz-content-sha256;x-amz-date\n" | |
373 | "%s" | |
374 | , method | |
375 | , uri_encoded, o->host, dsha, date_iso, dsha); | |
376 | ||
377 | csha = _gen_hex_sha256(creq, strlen(creq)); | |
378 | snprintf(sts, sizeof(sts), "AWS4-HMAC-SHA256\n%s\n%s/%s/%s/%s\n%s", | |
379 | date_iso, date_short, o->s3_region, service, aws, csha); | |
380 | ||
381 | snprintf((char *)dkey, sizeof(dkey), "AWS4%s", o->s3_key); | |
382 | _hmac(md, dkey, strlen(dkey), date_short); | |
383 | _hmac(md, md, SHA256_DIGEST_LENGTH, o->s3_region); | |
384 | _hmac(md, md, SHA256_DIGEST_LENGTH, (char*) service); | |
385 | _hmac(md, md, SHA256_DIGEST_LENGTH, (char*) aws); | |
386 | _hmac(md, md, SHA256_DIGEST_LENGTH, sts); | |
387 | ||
388 | signature = _conv_hex(md, SHA256_DIGEST_LENGTH); | |
389 | ||
390 | /* Surpress automatic Accept: header */ | |
391 | slist = curl_slist_append(slist, "Accept:"); | |
392 | ||
393 | snprintf(s, sizeof(s), "x-amz-content-sha256: %s", dsha); | |
394 | slist = curl_slist_append(slist, s); | |
395 | ||
396 | snprintf(s, sizeof(s), "x-amz-date: %s", date_iso); | |
397 | slist = curl_slist_append(slist, s); | |
398 | ||
399 | snprintf(s, sizeof(s), "Authorization: AWS4-HMAC-SHA256 Credential=%s/%s/%s/s3/aws4_request," | |
400 | "SignedHeaders=host;x-amz-content-sha256;x-amz-date,Signature=%s", | |
401 | o->s3_keyid, date_short, o->s3_region, signature); | |
402 | slist = curl_slist_append(slist, s); | |
403 | ||
404 | curl_easy_setopt(curl, CURLOPT_HTTPHEADER, slist); | |
405 | ||
406 | free(uri_encoded); | |
407 | free(csha); | |
408 | free(dsha); | |
409 | free(signature); | |
410 | } | |
411 | ||
09fd2966 LMB |
412 | static void _add_swift_header(CURL *curl, struct curl_slist *slist, struct http_options *o, |
413 | int op, const char *uri, char *buf, size_t len) | |
414 | { | |
415 | char *dsha = NULL; | |
416 | char s[512]; | |
417 | ||
418 | if (op == DDIR_WRITE) { | |
419 | dsha = _gen_hex_md5(buf, len); | |
420 | } | |
421 | /* Surpress automatic Accept: header */ | |
422 | slist = curl_slist_append(slist, "Accept:"); | |
423 | ||
424 | snprintf(s, sizeof(s), "etag: %s", dsha); | |
425 | slist = curl_slist_append(slist, s); | |
426 | ||
427 | snprintf(s, sizeof(s), "x-auth-token: %s", o->swift_auth_token); | |
428 | slist = curl_slist_append(slist, s); | |
429 | ||
430 | curl_easy_setopt(curl, CURLOPT_HTTPHEADER, slist); | |
431 | ||
432 | free(dsha); | |
433 | } | |
434 | ||
c2f6a13d LMB |
435 | static void fio_http_cleanup(struct thread_data *td) |
436 | { | |
437 | struct http_data *http = td->io_ops_data; | |
438 | ||
439 | if (http) { | |
440 | curl_easy_cleanup(http->curl); | |
441 | free(http); | |
442 | } | |
443 | } | |
444 | ||
445 | static size_t _http_read(void *ptr, size_t size, size_t nmemb, void *stream) | |
446 | { | |
447 | struct http_curl_stream *state = stream; | |
448 | size_t len = size * nmemb; | |
449 | /* We're retrieving; nothing is supposed to be read locally */ | |
450 | if (!stream) | |
451 | return 0; | |
452 | if (len+state->pos > state->max) | |
453 | len = state->max - state->pos; | |
454 | memcpy(ptr, &state->buf[state->pos], len); | |
455 | state->pos += len; | |
456 | return len; | |
457 | } | |
458 | ||
459 | static size_t _http_write(void *ptr, size_t size, size_t nmemb, void *stream) | |
460 | { | |
461 | struct http_curl_stream *state = stream; | |
462 | /* We're just discarding the returned body after a PUT */ | |
463 | if (!stream) | |
464 | return nmemb; | |
465 | if (size != 1) | |
466 | return CURLE_WRITE_ERROR; | |
467 | if (nmemb + state->pos > state->max) | |
468 | return CURLE_WRITE_ERROR; | |
469 | memcpy(&state->buf[state->pos], ptr, nmemb); | |
470 | state->pos += nmemb; | |
471 | return nmemb; | |
472 | } | |
473 | ||
474 | static int _http_seek(void *stream, curl_off_t offset, int origin) | |
475 | { | |
476 | struct http_curl_stream *state = stream; | |
477 | if (offset < state->max && origin == SEEK_SET) { | |
478 | state->pos = offset; | |
479 | return CURL_SEEKFUNC_OK; | |
480 | } else | |
481 | return CURL_SEEKFUNC_FAIL; | |
482 | } | |
483 | ||
484 | static enum fio_q_status fio_http_queue(struct thread_data *td, | |
485 | struct io_u *io_u) | |
486 | { | |
487 | struct http_data *http = td->io_ops_data; | |
488 | struct http_options *o = td->eo; | |
489 | struct http_curl_stream _curl_stream; | |
490 | struct curl_slist *slist = NULL; | |
491 | char object[512]; | |
492 | char url[1024]; | |
493 | long status; | |
494 | CURLcode res; | |
495 | int r = -1; | |
496 | ||
497 | fio_ro_check(td, io_u); | |
498 | memset(&_curl_stream, 0, sizeof(_curl_stream)); | |
09fd2966 LMB |
499 | snprintf(object, sizeof(object), "%s_%llu_%llu", td->files[0]->file_name, |
500 | io_u->offset, io_u->xfer_buflen); | |
501 | if (o->https == FIO_HTTPS_OFF) | |
502 | snprintf(url, sizeof(url), "http://%s%s", o->host, object); | |
503 | else | |
504 | snprintf(url, sizeof(url), "https://%s%s", o->host, object); | |
c2f6a13d LMB |
505 | curl_easy_setopt(http->curl, CURLOPT_URL, url); |
506 | _curl_stream.buf = io_u->xfer_buf; | |
507 | _curl_stream.max = io_u->xfer_buflen; | |
508 | curl_easy_setopt(http->curl, CURLOPT_SEEKDATA, &_curl_stream); | |
509 | curl_easy_setopt(http->curl, CURLOPT_INFILESIZE_LARGE, (curl_off_t)io_u->xfer_buflen); | |
510 | ||
09fd2966 | 511 | if (o->mode == FIO_HTTP_S3) |
c2f6a13d LMB |
512 | _add_aws_auth_header(http->curl, slist, o, io_u->ddir, object, |
513 | io_u->xfer_buf, io_u->xfer_buflen); | |
09fd2966 LMB |
514 | else if (o->mode == FIO_HTTP_SWIFT) |
515 | _add_swift_header(http->curl, slist, o, io_u->ddir, object, | |
516 | io_u->xfer_buf, io_u->xfer_buflen); | |
c2f6a13d LMB |
517 | |
518 | if (io_u->ddir == DDIR_WRITE) { | |
519 | curl_easy_setopt(http->curl, CURLOPT_READDATA, &_curl_stream); | |
520 | curl_easy_setopt(http->curl, CURLOPT_WRITEDATA, NULL); | |
521 | curl_easy_setopt(http->curl, CURLOPT_UPLOAD, 1L); | |
522 | res = curl_easy_perform(http->curl); | |
523 | if (res == CURLE_OK) { | |
524 | curl_easy_getinfo(http->curl, CURLINFO_RESPONSE_CODE, &status); | |
525 | if (status == 100 || (status >= 200 && status <= 204)) | |
526 | goto out; | |
527 | log_err("DDIR_WRITE failed with HTTP status code %ld\n", status); | |
528 | goto err; | |
529 | } | |
530 | } else if (io_u->ddir == DDIR_READ) { | |
531 | curl_easy_setopt(http->curl, CURLOPT_READDATA, NULL); | |
532 | curl_easy_setopt(http->curl, CURLOPT_WRITEDATA, &_curl_stream); | |
533 | curl_easy_setopt(http->curl, CURLOPT_HTTPGET, 1L); | |
534 | res = curl_easy_perform(http->curl); | |
535 | if (res == CURLE_OK) { | |
536 | curl_easy_getinfo(http->curl, CURLINFO_RESPONSE_CODE, &status); | |
537 | if (status == 200) | |
538 | goto out; | |
539 | else if (status == 404) { | |
540 | /* Object doesn't exist. Pretend we read | |
541 | * zeroes */ | |
542 | memset(io_u->xfer_buf, 0, io_u->xfer_buflen); | |
543 | goto out; | |
544 | } | |
545 | log_err("DDIR_READ failed with HTTP status code %ld\n", status); | |
546 | } | |
547 | goto err; | |
548 | } else if (io_u->ddir == DDIR_TRIM) { | |
549 | curl_easy_setopt(http->curl, CURLOPT_HTTPGET, 1L); | |
550 | curl_easy_setopt(http->curl, CURLOPT_CUSTOMREQUEST, "DELETE"); | |
bd915a6b | 551 | curl_easy_setopt(http->curl, CURLOPT_INFILESIZE_LARGE, (curl_off_t)0); |
c2f6a13d LMB |
552 | curl_easy_setopt(http->curl, CURLOPT_READDATA, NULL); |
553 | curl_easy_setopt(http->curl, CURLOPT_WRITEDATA, NULL); | |
554 | res = curl_easy_perform(http->curl); | |
555 | if (res == CURLE_OK) { | |
556 | curl_easy_getinfo(http->curl, CURLINFO_RESPONSE_CODE, &status); | |
557 | if (status == 200 || status == 202 || status == 204 || status == 404) | |
558 | goto out; | |
559 | log_err("DDIR_TRIM failed with HTTP status code %ld\n", status); | |
560 | } | |
561 | goto err; | |
562 | } | |
563 | ||
564 | log_err("WARNING: Only DDIR_READ/DDIR_WRITE/DDIR_TRIM are supported!\n"); | |
565 | ||
566 | err: | |
567 | io_u->error = r; | |
568 | td_verror(td, io_u->error, "transfer"); | |
569 | out: | |
570 | curl_slist_free_all(slist); | |
571 | return FIO_Q_COMPLETED; | |
572 | } | |
573 | ||
574 | static struct io_u *fio_http_event(struct thread_data *td, int event) | |
575 | { | |
576 | /* sync IO engine - never any outstanding events */ | |
577 | return NULL; | |
578 | } | |
579 | ||
580 | int fio_http_getevents(struct thread_data *td, unsigned int min, | |
581 | unsigned int max, const struct timespec *t) | |
582 | { | |
583 | /* sync IO engine - never any outstanding events */ | |
584 | return 0; | |
585 | } | |
586 | ||
587 | static int fio_http_setup(struct thread_data *td) | |
588 | { | |
589 | struct http_data *http = NULL; | |
590 | struct http_options *o = td->eo; | |
c65f3435 | 591 | |
c2f6a13d LMB |
592 | /* allocate engine specific structure to deal with libhttp. */ |
593 | http = calloc(1, sizeof(*http)); | |
594 | if (!http) { | |
595 | log_err("calloc failed.\n"); | |
596 | goto cleanup; | |
597 | } | |
598 | ||
599 | http->curl = curl_easy_init(); | |
600 | if (o->verbose) | |
601 | curl_easy_setopt(http->curl, CURLOPT_VERBOSE, 1L); | |
602 | if (o->verbose > 1) | |
603 | curl_easy_setopt(http->curl, CURLOPT_DEBUGFUNCTION, &_curl_trace); | |
604 | curl_easy_setopt(http->curl, CURLOPT_NOPROGRESS, 1L); | |
605 | curl_easy_setopt(http->curl, CURLOPT_FOLLOWLOCATION, 1L); | |
606 | curl_easy_setopt(http->curl, CURLOPT_PROTOCOLS, CURLPROTO_HTTP|CURLPROTO_HTTPS); | |
09fd2966 LMB |
607 | if (o->https == FIO_HTTPS_INSECURE) { |
608 | curl_easy_setopt(http->curl, CURLOPT_SSL_VERIFYPEER, 0L); | |
609 | curl_easy_setopt(http->curl, CURLOPT_SSL_VERIFYHOST, 0L); | |
610 | } | |
c2f6a13d LMB |
611 | curl_easy_setopt(http->curl, CURLOPT_READFUNCTION, _http_read); |
612 | curl_easy_setopt(http->curl, CURLOPT_WRITEFUNCTION, _http_write); | |
bd915a6b | 613 | curl_easy_setopt(http->curl, CURLOPT_SEEKFUNCTION, &_http_seek); |
c2f6a13d LMB |
614 | if (o->user && o->pass) { |
615 | curl_easy_setopt(http->curl, CURLOPT_USERNAME, o->user); | |
616 | curl_easy_setopt(http->curl, CURLOPT_PASSWORD, o->pass); | |
617 | curl_easy_setopt(http->curl, CURLOPT_HTTPAUTH, CURLAUTH_ANY); | |
618 | } | |
619 | ||
620 | td->io_ops_data = http; | |
621 | ||
622 | /* Force single process mode. */ | |
623 | td->o.use_thread = 1; | |
624 | ||
625 | return 0; | |
626 | cleanup: | |
627 | fio_http_cleanup(td); | |
c65f3435 | 628 | return 1; |
c2f6a13d LMB |
629 | } |
630 | ||
631 | static int fio_http_open(struct thread_data *td, struct fio_file *f) | |
632 | { | |
633 | return 0; | |
634 | } | |
635 | static int fio_http_invalidate(struct thread_data *td, struct fio_file *f) | |
636 | { | |
637 | return 0; | |
638 | } | |
639 | ||
640 | static struct ioengine_ops ioengine = { | |
641 | .name = "http", | |
642 | .version = FIO_IOOPS_VERSION, | |
643 | .flags = FIO_DISKLESSIO, | |
644 | .setup = fio_http_setup, | |
645 | .queue = fio_http_queue, | |
646 | .getevents = fio_http_getevents, | |
647 | .event = fio_http_event, | |
648 | .cleanup = fio_http_cleanup, | |
649 | .open_file = fio_http_open, | |
650 | .invalidate = fio_http_invalidate, | |
651 | .options = options, | |
652 | .option_struct_size = sizeof(struct http_options), | |
653 | }; | |
654 | ||
655 | static void fio_init fio_http_register(void) | |
656 | { | |
657 | register_ioengine(&ioengine); | |
658 | } | |
659 | ||
660 | static void fio_exit fio_http_unregister(void) | |
661 | { | |
662 | unregister_ioengine(&ioengine); | |
663 | } |