Commit | Line | Data |
---|---|---|
ca4b2a01 MB |
1 | // SPDX-License-Identifier: GPL-2.0 |
2 | #include <linux/vmalloc.h> | |
aa1c09cb | 3 | #include <linux/bitmap.h> |
ca4b2a01 MB |
4 | #include "null_blk.h" |
5 | ||
766c3297 | 6 | #define CREATE_TRACE_POINTS |
eebf34a8 | 7 | #include "trace.h" |
766c3297 | 8 | |
cd92cdb9 DLM |
9 | static inline sector_t mb_to_sects(unsigned long mb) |
10 | { | |
11 | return ((sector_t)mb * SZ_1M) >> SECTOR_SHIFT; | |
12 | } | |
ca4b2a01 MB |
13 | |
14 | static inline unsigned int null_zone_no(struct nullb_device *dev, sector_t sect) | |
15 | { | |
16 | return sect >> ilog2(dev->zone_size_sects); | |
17 | } | |
18 | ||
2b8b7ed7 DLM |
19 | static inline void null_lock_zone_res(struct nullb_device *dev) |
20 | { | |
21 | if (dev->need_zone_res_mgmt) | |
22 | spin_lock_irq(&dev->zone_res_lock); | |
23 | } | |
24 | ||
25 | static inline void null_unlock_zone_res(struct nullb_device *dev) | |
26 | { | |
27 | if (dev->need_zone_res_mgmt) | |
28 | spin_unlock_irq(&dev->zone_res_lock); | |
29 | } | |
30 | ||
31 | static inline void null_init_zone_lock(struct nullb_device *dev, | |
32 | struct nullb_zone *zone) | |
33 | { | |
34 | if (!dev->memory_backed) | |
35 | spin_lock_init(&zone->spinlock); | |
36 | else | |
37 | mutex_init(&zone->mutex); | |
38 | } | |
39 | ||
40 | static inline void null_lock_zone(struct nullb_device *dev, | |
41 | struct nullb_zone *zone) | |
42 | { | |
43 | if (!dev->memory_backed) | |
44 | spin_lock_irq(&zone->spinlock); | |
45 | else | |
46 | mutex_lock(&zone->mutex); | |
47 | } | |
48 | ||
49 | static inline void null_unlock_zone(struct nullb_device *dev, | |
50 | struct nullb_zone *zone) | |
51 | { | |
52 | if (!dev->memory_backed) | |
53 | spin_unlock_irq(&zone->spinlock); | |
54 | else | |
55 | mutex_unlock(&zone->mutex); | |
56 | } | |
57 | ||
d205bde7 | 58 | int null_init_zoned_dev(struct nullb_device *dev, struct request_queue *q) |
ca4b2a01 | 59 | { |
0ebcdd70 | 60 | sector_t dev_capacity_sects, zone_capacity_sects; |
2b8b7ed7 | 61 | struct nullb_zone *zone; |
ca4b2a01 MB |
62 | sector_t sector = 0; |
63 | unsigned int i; | |
64 | ||
65 | if (!is_power_of_2(dev->zone_size)) { | |
9c7eddf1 | 66 | pr_err("zone_size must be power-of-two\n"); |
ca4b2a01 MB |
67 | return -EINVAL; |
68 | } | |
e2748325 CK |
69 | if (dev->zone_size > dev->size) { |
70 | pr_err("Zone size larger than device capacity\n"); | |
71 | return -EINVAL; | |
72 | } | |
ca4b2a01 | 73 | |
089565fb AR |
74 | if (!dev->zone_capacity) |
75 | dev->zone_capacity = dev->zone_size; | |
76 | ||
77 | if (dev->zone_capacity > dev->zone_size) { | |
78 | pr_err("null_blk: zone capacity (%lu MB) larger than zone size (%lu MB)\n", | |
79 | dev->zone_capacity, dev->zone_size); | |
80 | return -EINVAL; | |
81 | } | |
82 | ||
cd92cdb9 DLM |
83 | zone_capacity_sects = mb_to_sects(dev->zone_capacity); |
84 | dev_capacity_sects = mb_to_sects(dev->size); | |
85 | dev->zone_size_sects = mb_to_sects(dev->zone_size); | |
86 | dev->nr_zones = round_up(dev_capacity_sects, dev->zone_size_sects) | |
87 | >> ilog2(dev->zone_size_sects); | |
0ebcdd70 | 88 | |
2b8b7ed7 DLM |
89 | dev->zones = kvmalloc_array(dev->nr_zones, sizeof(struct nullb_zone), |
90 | GFP_KERNEL | __GFP_ZERO); | |
ca4b2a01 MB |
91 | if (!dev->zones) |
92 | return -ENOMEM; | |
93 | ||
2b8b7ed7 | 94 | spin_lock_init(&dev->zone_res_lock); |
aa1c09cb | 95 | |
ea2c18e1 MS |
96 | if (dev->zone_nr_conv >= dev->nr_zones) { |
97 | dev->zone_nr_conv = dev->nr_zones - 1; | |
9c7eddf1 | 98 | pr_info("changed the number of conventional zones to %u", |
ea2c18e1 MS |
99 | dev->zone_nr_conv); |
100 | } | |
101 | ||
dc4d137e NC |
102 | /* Max active zones has to be < nbr of seq zones in order to be enforceable */ |
103 | if (dev->zone_max_active >= dev->nr_zones - dev->zone_nr_conv) { | |
104 | dev->zone_max_active = 0; | |
105 | pr_info("zone_max_active limit disabled, limit >= zone count\n"); | |
106 | } | |
107 | ||
108 | /* Max open zones has to be <= max active zones */ | |
109 | if (dev->zone_max_active && dev->zone_max_open > dev->zone_max_active) { | |
110 | dev->zone_max_open = dev->zone_max_active; | |
111 | pr_info("changed the maximum number of open zones to %u\n", | |
112 | dev->nr_zones); | |
113 | } else if (dev->zone_max_open >= dev->nr_zones - dev->zone_nr_conv) { | |
114 | dev->zone_max_open = 0; | |
115 | pr_info("zone_max_open limit disabled, limit >= zone count\n"); | |
116 | } | |
2b8b7ed7 | 117 | dev->need_zone_res_mgmt = dev->zone_max_active || dev->zone_max_open; |
2e8c6e0e | 118 | dev->imp_close_zone_no = dev->zone_nr_conv; |
dc4d137e | 119 | |
ea2c18e1 | 120 | for (i = 0; i < dev->zone_nr_conv; i++) { |
2b8b7ed7 | 121 | zone = &dev->zones[i]; |
ea2c18e1 | 122 | |
2b8b7ed7 | 123 | null_init_zone_lock(dev, zone); |
ea2c18e1 MS |
124 | zone->start = sector; |
125 | zone->len = dev->zone_size_sects; | |
82394db7 | 126 | zone->capacity = zone->len; |
ea2c18e1 MS |
127 | zone->wp = zone->start + zone->len; |
128 | zone->type = BLK_ZONE_TYPE_CONVENTIONAL; | |
129 | zone->cond = BLK_ZONE_COND_NOT_WP; | |
130 | ||
131 | sector += dev->zone_size_sects; | |
132 | } | |
133 | ||
134 | for (i = dev->zone_nr_conv; i < dev->nr_zones; i++) { | |
2b8b7ed7 | 135 | zone = &dev->zones[i]; |
ca4b2a01 | 136 | |
2b8b7ed7 | 137 | null_init_zone_lock(dev, zone); |
ca4b2a01 | 138 | zone->start = zone->wp = sector; |
0ebcdd70 DLM |
139 | if (zone->start + dev->zone_size_sects > dev_capacity_sects) |
140 | zone->len = dev_capacity_sects - zone->start; | |
141 | else | |
142 | zone->len = dev->zone_size_sects; | |
143 | zone->capacity = | |
144 | min_t(sector_t, zone->len, zone_capacity_sects); | |
ca4b2a01 MB |
145 | zone->type = BLK_ZONE_TYPE_SEQWRITE_REQ; |
146 | zone->cond = BLK_ZONE_COND_EMPTY; | |
147 | ||
148 | sector += dev->zone_size_sects; | |
149 | } | |
150 | ||
d205bde7 DLM |
151 | return 0; |
152 | } | |
153 | ||
154 | int null_register_zoned_dev(struct nullb *nullb) | |
155 | { | |
e0489ed5 | 156 | struct nullb_device *dev = nullb->dev; |
d205bde7 DLM |
157 | struct request_queue *q = nullb->q; |
158 | ||
5752dc78 DLM |
159 | blk_queue_set_zoned(nullb->disk, BLK_ZONED_HM); |
160 | blk_queue_flag_set(QUEUE_FLAG_ZONE_RESETALL, q); | |
161 | blk_queue_required_elevator_features(q, ELEVATOR_F_ZBD_SEQ_WRITE); | |
162 | ||
e0489ed5 DLM |
163 | if (queue_is_mq(q)) { |
164 | int ret = blk_revalidate_disk_zones(nullb->disk, NULL); | |
165 | ||
166 | if (ret) | |
167 | return ret; | |
168 | } else { | |
169 | blk_queue_chunk_sectors(q, dev->zone_size_sects); | |
170 | q->nr_zones = blkdev_nr_zones(nullb->disk); | |
171 | } | |
d205bde7 | 172 | |
e0489ed5 | 173 | blk_queue_max_zone_append_sectors(q, dev->zone_size_sects); |
dc4d137e NC |
174 | blk_queue_max_open_zones(q, dev->zone_max_open); |
175 | blk_queue_max_active_zones(q, dev->zone_max_active); | |
d205bde7 | 176 | |
ca4b2a01 MB |
177 | return 0; |
178 | } | |
179 | ||
d205bde7 | 180 | void null_free_zoned_dev(struct nullb_device *dev) |
ca4b2a01 MB |
181 | { |
182 | kvfree(dev->zones); | |
72ce11dd | 183 | dev->zones = NULL; |
ca4b2a01 MB |
184 | } |
185 | ||
7fc8fb51 | 186 | int null_report_zones(struct gendisk *disk, sector_t sector, |
d4100351 | 187 | unsigned int nr_zones, report_zones_cb cb, void *data) |
ca4b2a01 | 188 | { |
e76239a3 CH |
189 | struct nullb *nullb = disk->private_data; |
190 | struct nullb_device *dev = nullb->dev; | |
2b8b7ed7 DLM |
191 | unsigned int first_zone, i; |
192 | struct nullb_zone *zone; | |
193 | struct blk_zone blkz; | |
d4100351 | 194 | int error; |
ca4b2a01 | 195 | |
d4100351 CH |
196 | first_zone = null_zone_no(dev, sector); |
197 | if (first_zone >= dev->nr_zones) | |
198 | return 0; | |
ca4b2a01 | 199 | |
d4100351 | 200 | nr_zones = min(nr_zones, dev->nr_zones - first_zone); |
766c3297 CK |
201 | trace_nullb_report_zones(nullb, nr_zones); |
202 | ||
2b8b7ed7 DLM |
203 | memset(&blkz, 0, sizeof(struct blk_zone)); |
204 | zone = &dev->zones[first_zone]; | |
205 | for (i = 0; i < nr_zones; i++, zone++) { | |
d4100351 CH |
206 | /* |
207 | * Stacked DM target drivers will remap the zone information by | |
208 | * modifying the zone information passed to the report callback. | |
209 | * So use a local copy to avoid corruption of the device zone | |
210 | * array. | |
211 | */ | |
2b8b7ed7 DLM |
212 | null_lock_zone(dev, zone); |
213 | blkz.start = zone->start; | |
214 | blkz.len = zone->len; | |
215 | blkz.wp = zone->wp; | |
216 | blkz.type = zone->type; | |
217 | blkz.cond = zone->cond; | |
218 | blkz.capacity = zone->capacity; | |
219 | null_unlock_zone(dev, zone); | |
220 | ||
221 | error = cb(&blkz, i, data); | |
d4100351 CH |
222 | if (error) |
223 | return error; | |
224 | } | |
ca4b2a01 | 225 | |
d4100351 | 226 | return nr_zones; |
ca4b2a01 MB |
227 | } |
228 | ||
aa1c09cb DLM |
229 | /* |
230 | * This is called in the case of memory backing from null_process_cmd() | |
231 | * with the target zone already locked. | |
232 | */ | |
dd85b492 AJ |
233 | size_t null_zone_valid_read_len(struct nullb *nullb, |
234 | sector_t sector, unsigned int len) | |
235 | { | |
236 | struct nullb_device *dev = nullb->dev; | |
2b8b7ed7 | 237 | struct nullb_zone *zone = &dev->zones[null_zone_no(dev, sector)]; |
dd85b492 AJ |
238 | unsigned int nr_sectors = len >> SECTOR_SHIFT; |
239 | ||
240 | /* Read must be below the write pointer position */ | |
241 | if (zone->type == BLK_ZONE_TYPE_CONVENTIONAL || | |
242 | sector + nr_sectors <= zone->wp) | |
243 | return len; | |
244 | ||
245 | if (sector > zone->wp) | |
246 | return 0; | |
247 | ||
248 | return (zone->wp - sector) << SECTOR_SHIFT; | |
249 | } | |
250 | ||
2b8b7ed7 DLM |
251 | static blk_status_t __null_close_zone(struct nullb_device *dev, |
252 | struct nullb_zone *zone) | |
dc4d137e | 253 | { |
dc4d137e NC |
254 | switch (zone->cond) { |
255 | case BLK_ZONE_COND_CLOSED: | |
256 | /* close operation on closed is not an error */ | |
257 | return BLK_STS_OK; | |
258 | case BLK_ZONE_COND_IMP_OPEN: | |
259 | dev->nr_zones_imp_open--; | |
260 | break; | |
261 | case BLK_ZONE_COND_EXP_OPEN: | |
262 | dev->nr_zones_exp_open--; | |
263 | break; | |
264 | case BLK_ZONE_COND_EMPTY: | |
265 | case BLK_ZONE_COND_FULL: | |
266 | default: | |
267 | return BLK_STS_IOERR; | |
268 | } | |
269 | ||
270 | if (zone->wp == zone->start) { | |
271 | zone->cond = BLK_ZONE_COND_EMPTY; | |
272 | } else { | |
273 | zone->cond = BLK_ZONE_COND_CLOSED; | |
274 | dev->nr_zones_closed++; | |
275 | } | |
276 | ||
277 | return BLK_STS_OK; | |
278 | } | |
279 | ||
2e8c6e0e | 280 | static void null_close_imp_open_zone(struct nullb_device *dev) |
dc4d137e | 281 | { |
2e8c6e0e DLM |
282 | struct nullb_zone *zone; |
283 | unsigned int zno, i; | |
284 | ||
285 | zno = dev->imp_close_zone_no; | |
286 | if (zno >= dev->nr_zones) | |
287 | zno = dev->zone_nr_conv; | |
dc4d137e NC |
288 | |
289 | for (i = dev->zone_nr_conv; i < dev->nr_zones; i++) { | |
2e8c6e0e DLM |
290 | zone = &dev->zones[zno]; |
291 | zno++; | |
292 | if (zno >= dev->nr_zones) | |
293 | zno = dev->zone_nr_conv; | |
294 | ||
295 | if (zone->cond == BLK_ZONE_COND_IMP_OPEN) { | |
296 | __null_close_zone(dev, zone); | |
297 | dev->imp_close_zone_no = zno; | |
dc4d137e NC |
298 | return; |
299 | } | |
300 | } | |
301 | } | |
302 | ||
fd78874b | 303 | static blk_status_t null_check_active(struct nullb_device *dev) |
dc4d137e NC |
304 | { |
305 | if (!dev->zone_max_active) | |
fd78874b KB |
306 | return BLK_STS_OK; |
307 | ||
308 | if (dev->nr_zones_exp_open + dev->nr_zones_imp_open + | |
309 | dev->nr_zones_closed < dev->zone_max_active) | |
310 | return BLK_STS_OK; | |
dc4d137e | 311 | |
fd78874b | 312 | return BLK_STS_ZONE_ACTIVE_RESOURCE; |
dc4d137e NC |
313 | } |
314 | ||
fd78874b | 315 | static blk_status_t null_check_open(struct nullb_device *dev) |
dc4d137e NC |
316 | { |
317 | if (!dev->zone_max_open) | |
fd78874b | 318 | return BLK_STS_OK; |
dc4d137e NC |
319 | |
320 | if (dev->nr_zones_exp_open + dev->nr_zones_imp_open < dev->zone_max_open) | |
fd78874b | 321 | return BLK_STS_OK; |
dc4d137e | 322 | |
fd78874b KB |
323 | if (dev->nr_zones_imp_open) { |
324 | if (null_check_active(dev) == BLK_STS_OK) { | |
2e8c6e0e | 325 | null_close_imp_open_zone(dev); |
fd78874b KB |
326 | return BLK_STS_OK; |
327 | } | |
dc4d137e NC |
328 | } |
329 | ||
fd78874b | 330 | return BLK_STS_ZONE_OPEN_RESOURCE; |
dc4d137e NC |
331 | } |
332 | ||
333 | /* | |
334 | * This function matches the manage open zone resources function in the ZBC standard, | |
335 | * with the addition of max active zones support (added in the ZNS standard). | |
336 | * | |
337 | * The function determines if a zone can transition to implicit open or explicit open, | |
338 | * while maintaining the max open zone (and max active zone) limit(s). It may close an | |
339 | * implicit open zone in order to make additional zone resources available. | |
340 | * | |
341 | * ZBC states that an implicit open zone shall be closed only if there is not | |
342 | * room within the open limit. However, with the addition of an active limit, | |
343 | * it is not certain that closing an implicit open zone will allow a new zone | |
344 | * to be opened, since we might already be at the active limit capacity. | |
345 | */ | |
2b8b7ed7 DLM |
346 | static blk_status_t null_check_zone_resources(struct nullb_device *dev, |
347 | struct nullb_zone *zone) | |
dc4d137e | 348 | { |
fd78874b KB |
349 | blk_status_t ret; |
350 | ||
dc4d137e NC |
351 | switch (zone->cond) { |
352 | case BLK_ZONE_COND_EMPTY: | |
fd78874b KB |
353 | ret = null_check_active(dev); |
354 | if (ret != BLK_STS_OK) | |
355 | return ret; | |
dc4d137e NC |
356 | fallthrough; |
357 | case BLK_ZONE_COND_CLOSED: | |
fd78874b | 358 | return null_check_open(dev); |
dc4d137e NC |
359 | default: |
360 | /* Should never be called for other states */ | |
361 | WARN_ON(1); | |
fd78874b | 362 | return BLK_STS_IOERR; |
dc4d137e NC |
363 | } |
364 | } | |
365 | ||
fceb5d1b | 366 | static blk_status_t null_zone_write(struct nullb_cmd *cmd, sector_t sector, |
e0489ed5 | 367 | unsigned int nr_sectors, bool append) |
ca4b2a01 MB |
368 | { |
369 | struct nullb_device *dev = cmd->nq->dev; | |
ca4b2a01 | 370 | unsigned int zno = null_zone_no(dev, sector); |
2b8b7ed7 | 371 | struct nullb_zone *zone = &dev->zones[zno]; |
9dd44c7e DLM |
372 | blk_status_t ret; |
373 | ||
374 | trace_nullb_zone_op(cmd, zno, zone->cond); | |
375 | ||
2e896d89 DLM |
376 | if (zone->type == BLK_ZONE_TYPE_CONVENTIONAL) { |
377 | if (append) | |
378 | return BLK_STS_IOERR; | |
9dd44c7e | 379 | return null_process_cmd(cmd, REQ_OP_WRITE, sector, nr_sectors); |
2e896d89 | 380 | } |
ca4b2a01 | 381 | |
2b8b7ed7 | 382 | null_lock_zone(dev, zone); |
aa1c09cb | 383 | |
2b8b7ed7 | 384 | if (zone->cond == BLK_ZONE_COND_FULL) { |
ca4b2a01 | 385 | /* Cannot write to a full zone */ |
aa1c09cb DLM |
386 | ret = BLK_STS_IOERR; |
387 | goto unlock; | |
dc4d137e NC |
388 | } |
389 | ||
390 | /* | |
391 | * Regular writes must be at the write pointer position. | |
392 | * Zone append writes are automatically issued at the write | |
393 | * pointer and the position returned using the request or BIO | |
394 | * sector. | |
395 | */ | |
396 | if (append) { | |
397 | sector = zone->wp; | |
398 | if (cmd->bio) | |
399 | cmd->bio->bi_iter.bi_sector = sector; | |
400 | else | |
401 | cmd->rq->__sector = sector; | |
402 | } else if (sector != zone->wp) { | |
aa1c09cb DLM |
403 | ret = BLK_STS_IOERR; |
404 | goto unlock; | |
dc4d137e NC |
405 | } |
406 | ||
aa1c09cb DLM |
407 | if (zone->wp + nr_sectors > zone->start + zone->capacity) { |
408 | ret = BLK_STS_IOERR; | |
409 | goto unlock; | |
410 | } | |
dc4d137e | 411 | |
2b8b7ed7 DLM |
412 | if (zone->cond == BLK_ZONE_COND_CLOSED || |
413 | zone->cond == BLK_ZONE_COND_EMPTY) { | |
414 | null_lock_zone_res(dev); | |
415 | ||
416 | ret = null_check_zone_resources(dev, zone); | |
417 | if (ret != BLK_STS_OK) { | |
418 | null_unlock_zone_res(dev); | |
419 | goto unlock; | |
420 | } | |
421 | if (zone->cond == BLK_ZONE_COND_CLOSED) { | |
422 | dev->nr_zones_closed--; | |
423 | dev->nr_zones_imp_open++; | |
424 | } else if (zone->cond == BLK_ZONE_COND_EMPTY) { | |
425 | dev->nr_zones_imp_open++; | |
426 | } | |
427 | ||
428 | if (zone->cond != BLK_ZONE_COND_EXP_OPEN) | |
429 | zone->cond = BLK_ZONE_COND_IMP_OPEN; | |
430 | ||
431 | null_unlock_zone_res(dev); | |
dc4d137e | 432 | } |
dc4d137e NC |
433 | |
434 | ret = null_process_cmd(cmd, REQ_OP_WRITE, sector, nr_sectors); | |
435 | if (ret != BLK_STS_OK) | |
aa1c09cb | 436 | goto unlock; |
dc4d137e NC |
437 | |
438 | zone->wp += nr_sectors; | |
439 | if (zone->wp == zone->start + zone->capacity) { | |
2b8b7ed7 | 440 | null_lock_zone_res(dev); |
dc4d137e NC |
441 | if (zone->cond == BLK_ZONE_COND_EXP_OPEN) |
442 | dev->nr_zones_exp_open--; | |
443 | else if (zone->cond == BLK_ZONE_COND_IMP_OPEN) | |
444 | dev->nr_zones_imp_open--; | |
445 | zone->cond = BLK_ZONE_COND_FULL; | |
2b8b7ed7 | 446 | null_unlock_zone_res(dev); |
dc4d137e | 447 | } |
2b8b7ed7 | 448 | |
aa1c09cb DLM |
449 | ret = BLK_STS_OK; |
450 | ||
451 | unlock: | |
2b8b7ed7 | 452 | null_unlock_zone(dev, zone); |
aa1c09cb DLM |
453 | |
454 | return ret; | |
dc4d137e NC |
455 | } |
456 | ||
2b8b7ed7 DLM |
457 | static blk_status_t null_open_zone(struct nullb_device *dev, |
458 | struct nullb_zone *zone) | |
dc4d137e | 459 | { |
2b8b7ed7 | 460 | blk_status_t ret = BLK_STS_OK; |
fd78874b | 461 | |
dc4d137e NC |
462 | if (zone->type == BLK_ZONE_TYPE_CONVENTIONAL) |
463 | return BLK_STS_IOERR; | |
464 | ||
2b8b7ed7 DLM |
465 | null_lock_zone_res(dev); |
466 | ||
dc4d137e NC |
467 | switch (zone->cond) { |
468 | case BLK_ZONE_COND_EXP_OPEN: | |
469 | /* open operation on exp open is not an error */ | |
2b8b7ed7 | 470 | goto unlock; |
dc4d137e | 471 | case BLK_ZONE_COND_EMPTY: |
fd78874b KB |
472 | ret = null_check_zone_resources(dev, zone); |
473 | if (ret != BLK_STS_OK) | |
2b8b7ed7 | 474 | goto unlock; |
dc4d137e NC |
475 | break; |
476 | case BLK_ZONE_COND_IMP_OPEN: | |
477 | dev->nr_zones_imp_open--; | |
478 | break; | |
16c731fe | 479 | case BLK_ZONE_COND_CLOSED: |
fd78874b KB |
480 | ret = null_check_zone_resources(dev, zone); |
481 | if (ret != BLK_STS_OK) | |
2b8b7ed7 | 482 | goto unlock; |
dc4d137e NC |
483 | dev->nr_zones_closed--; |
484 | break; | |
485 | case BLK_ZONE_COND_FULL: | |
486 | default: | |
2b8b7ed7 DLM |
487 | ret = BLK_STS_IOERR; |
488 | goto unlock; | |
dc4d137e NC |
489 | } |
490 | ||
491 | zone->cond = BLK_ZONE_COND_EXP_OPEN; | |
492 | dev->nr_zones_exp_open++; | |
ca4b2a01 | 493 | |
2b8b7ed7 DLM |
494 | unlock: |
495 | null_unlock_zone_res(dev); | |
496 | ||
497 | return ret; | |
dc4d137e NC |
498 | } |
499 | ||
2b8b7ed7 DLM |
500 | static blk_status_t null_close_zone(struct nullb_device *dev, |
501 | struct nullb_zone *zone) | |
dc4d137e | 502 | { |
fd78874b KB |
503 | blk_status_t ret; |
504 | ||
dc4d137e NC |
505 | if (zone->type == BLK_ZONE_TYPE_CONVENTIONAL) |
506 | return BLK_STS_IOERR; | |
507 | ||
2b8b7ed7 DLM |
508 | null_lock_zone_res(dev); |
509 | ret = __null_close_zone(dev, zone); | |
510 | null_unlock_zone_res(dev); | |
511 | ||
512 | return ret; | |
513 | } | |
514 | ||
515 | static blk_status_t null_finish_zone(struct nullb_device *dev, | |
516 | struct nullb_zone *zone) | |
517 | { | |
518 | blk_status_t ret = BLK_STS_OK; | |
519 | ||
520 | if (zone->type == BLK_ZONE_TYPE_CONVENTIONAL) | |
521 | return BLK_STS_IOERR; | |
522 | ||
523 | null_lock_zone_res(dev); | |
524 | ||
dc4d137e NC |
525 | switch (zone->cond) { |
526 | case BLK_ZONE_COND_FULL: | |
527 | /* finish operation on full is not an error */ | |
2b8b7ed7 | 528 | goto unlock; |
dc4d137e | 529 | case BLK_ZONE_COND_EMPTY: |
fd78874b KB |
530 | ret = null_check_zone_resources(dev, zone); |
531 | if (ret != BLK_STS_OK) | |
2b8b7ed7 | 532 | goto unlock; |
dc4d137e NC |
533 | break; |
534 | case BLK_ZONE_COND_IMP_OPEN: | |
535 | dev->nr_zones_imp_open--; | |
536 | break; | |
537 | case BLK_ZONE_COND_EXP_OPEN: | |
538 | dev->nr_zones_exp_open--; | |
539 | break; | |
540 | case BLK_ZONE_COND_CLOSED: | |
fd78874b KB |
541 | ret = null_check_zone_resources(dev, zone); |
542 | if (ret != BLK_STS_OK) | |
2b8b7ed7 | 543 | goto unlock; |
dc4d137e NC |
544 | dev->nr_zones_closed--; |
545 | break; | |
546 | default: | |
2b8b7ed7 DLM |
547 | ret = BLK_STS_IOERR; |
548 | goto unlock; | |
dc4d137e | 549 | } |
089565fb | 550 | |
dc4d137e NC |
551 | zone->cond = BLK_ZONE_COND_FULL; |
552 | zone->wp = zone->start + zone->len; | |
ca4b2a01 | 553 | |
2b8b7ed7 DLM |
554 | unlock: |
555 | null_unlock_zone_res(dev); | |
556 | ||
557 | return ret; | |
dc4d137e NC |
558 | } |
559 | ||
2b8b7ed7 DLM |
560 | static blk_status_t null_reset_zone(struct nullb_device *dev, |
561 | struct nullb_zone *zone) | |
dc4d137e NC |
562 | { |
563 | if (zone->type == BLK_ZONE_TYPE_CONVENTIONAL) | |
564 | return BLK_STS_IOERR; | |
9dd44c7e | 565 | |
2b8b7ed7 DLM |
566 | null_lock_zone_res(dev); |
567 | ||
dc4d137e NC |
568 | switch (zone->cond) { |
569 | case BLK_ZONE_COND_EMPTY: | |
570 | /* reset operation on empty is not an error */ | |
2b8b7ed7 | 571 | null_unlock_zone_res(dev); |
9dd44c7e | 572 | return BLK_STS_OK; |
dc4d137e NC |
573 | case BLK_ZONE_COND_IMP_OPEN: |
574 | dev->nr_zones_imp_open--; | |
575 | break; | |
576 | case BLK_ZONE_COND_EXP_OPEN: | |
577 | dev->nr_zones_exp_open--; | |
578 | break; | |
579 | case BLK_ZONE_COND_CLOSED: | |
580 | dev->nr_zones_closed--; | |
581 | break; | |
582 | case BLK_ZONE_COND_FULL: | |
583 | break; | |
ca4b2a01 | 584 | default: |
2b8b7ed7 | 585 | null_unlock_zone_res(dev); |
fceb5d1b | 586 | return BLK_STS_IOERR; |
ca4b2a01 | 587 | } |
dc4d137e NC |
588 | |
589 | zone->cond = BLK_ZONE_COND_EMPTY; | |
590 | zone->wp = zone->start; | |
591 | ||
2b8b7ed7 DLM |
592 | null_unlock_zone_res(dev); |
593 | ||
0ec4d913 DLM |
594 | if (dev->memory_backed) |
595 | return null_handle_discard(dev, zone->start, zone->len); | |
596 | ||
dc4d137e | 597 | return BLK_STS_OK; |
ca4b2a01 MB |
598 | } |
599 | ||
da644b2c AJ |
600 | static blk_status_t null_zone_mgmt(struct nullb_cmd *cmd, enum req_opf op, |
601 | sector_t sector) | |
ca4b2a01 MB |
602 | { |
603 | struct nullb_device *dev = cmd->nq->dev; | |
aa1c09cb | 604 | unsigned int zone_no; |
2b8b7ed7 | 605 | struct nullb_zone *zone; |
aa1c09cb | 606 | blk_status_t ret; |
a61dbfb1 CK |
607 | size_t i; |
608 | ||
aa1c09cb | 609 | if (op == REQ_OP_ZONE_RESET_ALL) { |
f9c91042 DLM |
610 | for (i = dev->zone_nr_conv; i < dev->nr_zones; i++) { |
611 | zone = &dev->zones[i]; | |
2b8b7ed7 | 612 | null_lock_zone(dev, zone); |
f9c91042 DLM |
613 | if (zone->cond != BLK_ZONE_COND_EMPTY) { |
614 | null_reset_zone(dev, zone); | |
615 | trace_nullb_zone_op(cmd, i, zone->cond); | |
616 | } | |
2b8b7ed7 | 617 | null_unlock_zone(dev, zone); |
f9c91042 DLM |
618 | } |
619 | return BLK_STS_OK; | |
aa1c09cb DLM |
620 | } |
621 | ||
622 | zone_no = null_zone_no(dev, sector); | |
623 | zone = &dev->zones[zone_no]; | |
624 | ||
2b8b7ed7 | 625 | null_lock_zone(dev, zone); |
aa1c09cb DLM |
626 | |
627 | switch (op) { | |
a61dbfb1 | 628 | case REQ_OP_ZONE_RESET: |
dc4d137e | 629 | ret = null_reset_zone(dev, zone); |
a61dbfb1 | 630 | break; |
da644b2c | 631 | case REQ_OP_ZONE_OPEN: |
dc4d137e | 632 | ret = null_open_zone(dev, zone); |
da644b2c AJ |
633 | break; |
634 | case REQ_OP_ZONE_CLOSE: | |
dc4d137e | 635 | ret = null_close_zone(dev, zone); |
da644b2c AJ |
636 | break; |
637 | case REQ_OP_ZONE_FINISH: | |
dc4d137e | 638 | ret = null_finish_zone(dev, zone); |
da644b2c | 639 | break; |
a61dbfb1 | 640 | default: |
aa1c09cb DLM |
641 | ret = BLK_STS_NOTSUPP; |
642 | break; | |
ea2c18e1 | 643 | } |
766c3297 | 644 | |
dc4d137e NC |
645 | if (ret == BLK_STS_OK) |
646 | trace_nullb_zone_op(cmd, zone_no, zone->cond); | |
647 | ||
2b8b7ed7 | 648 | null_unlock_zone(dev, zone); |
aa1c09cb | 649 | |
dc4d137e | 650 | return ret; |
fceb5d1b CK |
651 | } |
652 | ||
9dd44c7e DLM |
653 | blk_status_t null_process_zoned_cmd(struct nullb_cmd *cmd, enum req_opf op, |
654 | sector_t sector, sector_t nr_sectors) | |
fceb5d1b | 655 | { |
2b8b7ed7 DLM |
656 | struct nullb_device *dev; |
657 | struct nullb_zone *zone; | |
aa1c09cb | 658 | blk_status_t sts; |
35bc10b2 | 659 | |
fceb5d1b CK |
660 | switch (op) { |
661 | case REQ_OP_WRITE: | |
2b8b7ed7 | 662 | return null_zone_write(cmd, sector, nr_sectors, false); |
e0489ed5 | 663 | case REQ_OP_ZONE_APPEND: |
2b8b7ed7 | 664 | return null_zone_write(cmd, sector, nr_sectors, true); |
fceb5d1b CK |
665 | case REQ_OP_ZONE_RESET: |
666 | case REQ_OP_ZONE_RESET_ALL: | |
da644b2c AJ |
667 | case REQ_OP_ZONE_OPEN: |
668 | case REQ_OP_ZONE_CLOSE: | |
669 | case REQ_OP_ZONE_FINISH: | |
2b8b7ed7 | 670 | return null_zone_mgmt(cmd, op, sector); |
fceb5d1b | 671 | default: |
2b8b7ed7 DLM |
672 | dev = cmd->nq->dev; |
673 | zone = &dev->zones[null_zone_no(dev, sector)]; | |
674 | ||
675 | null_lock_zone(dev, zone); | |
35bc10b2 | 676 | sts = null_process_cmd(cmd, op, sector, nr_sectors); |
2b8b7ed7 DLM |
677 | null_unlock_zone(dev, zone); |
678 | return sts; | |
fceb5d1b | 679 | } |
ca4b2a01 | 680 | } |