dm-zoned.h 6.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228
  1. /*
  2. * Copyright (C) 2017 Western Digital Corporation or its affiliates.
  3. *
  4. * This file is released under the GPL.
  5. */
  6. #ifndef DM_ZONED_H
  7. #define DM_ZONED_H
  8. #include <linux/types.h>
  9. #include <linux/blkdev.h>
  10. #include <linux/device-mapper.h>
  11. #include <linux/dm-kcopyd.h>
  12. #include <linux/list.h>
  13. #include <linux/spinlock.h>
  14. #include <linux/mutex.h>
  15. #include <linux/workqueue.h>
  16. #include <linux/rwsem.h>
  17. #include <linux/rbtree.h>
  18. #include <linux/radix-tree.h>
  19. #include <linux/shrinker.h>
  20. /*
  21. * dm-zoned creates block devices with 4KB blocks, always.
  22. */
  23. #define DMZ_BLOCK_SHIFT 12
  24. #define DMZ_BLOCK_SIZE (1 << DMZ_BLOCK_SHIFT)
  25. #define DMZ_BLOCK_MASK (DMZ_BLOCK_SIZE - 1)
  26. #define DMZ_BLOCK_SHIFT_BITS (DMZ_BLOCK_SHIFT + 3)
  27. #define DMZ_BLOCK_SIZE_BITS (1 << DMZ_BLOCK_SHIFT_BITS)
  28. #define DMZ_BLOCK_MASK_BITS (DMZ_BLOCK_SIZE_BITS - 1)
  29. #define DMZ_BLOCK_SECTORS_SHIFT (DMZ_BLOCK_SHIFT - SECTOR_SHIFT)
  30. #define DMZ_BLOCK_SECTORS (DMZ_BLOCK_SIZE >> SECTOR_SHIFT)
  31. #define DMZ_BLOCK_SECTORS_MASK (DMZ_BLOCK_SECTORS - 1)
  32. /*
  33. * 4KB block <-> 512B sector conversion.
  34. */
  35. #define dmz_blk2sect(b) ((sector_t)(b) << DMZ_BLOCK_SECTORS_SHIFT)
  36. #define dmz_sect2blk(s) ((sector_t)(s) >> DMZ_BLOCK_SECTORS_SHIFT)
  37. #define dmz_bio_block(bio) dmz_sect2blk((bio)->bi_iter.bi_sector)
  38. #define dmz_bio_blocks(bio) dmz_sect2blk(bio_sectors(bio))
  39. /*
  40. * Zoned block device information.
  41. */
  42. struct dmz_dev {
  43. struct block_device *bdev;
  44. char name[BDEVNAME_SIZE];
  45. sector_t capacity;
  46. unsigned int nr_zones;
  47. sector_t zone_nr_sectors;
  48. unsigned int zone_nr_sectors_shift;
  49. sector_t zone_nr_blocks;
  50. sector_t zone_nr_blocks_shift;
  51. };
  52. #define dmz_bio_chunk(dev, bio) ((bio)->bi_iter.bi_sector >> \
  53. (dev)->zone_nr_sectors_shift)
  54. #define dmz_chunk_block(dev, b) ((b) & ((dev)->zone_nr_blocks - 1))
  55. /*
  56. * Zone descriptor.
  57. */
  58. struct dm_zone {
  59. /* For listing the zone depending on its state */
  60. struct list_head link;
  61. /* Zone type and state */
  62. unsigned long flags;
  63. /* Zone activation reference count */
  64. atomic_t refcount;
  65. /* Zone write pointer block (relative to the zone start block) */
  66. unsigned int wp_block;
  67. /* Zone weight (number of valid blocks in the zone) */
  68. unsigned int weight;
  69. /* The chunk that the zone maps */
  70. unsigned int chunk;
  71. /*
  72. * For a sequential data zone, pointer to the random zone
  73. * used as a buffer for processing unaligned writes.
  74. * For a buffer zone, this points back to the data zone.
  75. */
  76. struct dm_zone *bzone;
  77. };
  78. /*
  79. * Zone flags.
  80. */
  81. enum {
  82. /* Zone write type */
  83. DMZ_RND,
  84. DMZ_SEQ,
  85. /* Zone critical condition */
  86. DMZ_OFFLINE,
  87. DMZ_READ_ONLY,
  88. /* How the zone is being used */
  89. DMZ_META,
  90. DMZ_DATA,
  91. DMZ_BUF,
  92. /* Zone internal state */
  93. DMZ_ACTIVE,
  94. DMZ_RECLAIM,
  95. DMZ_SEQ_WRITE_ERR,
  96. };
  97. /*
  98. * Zone data accessors.
  99. */
  100. #define dmz_is_rnd(z) test_bit(DMZ_RND, &(z)->flags)
  101. #define dmz_is_seq(z) test_bit(DMZ_SEQ, &(z)->flags)
  102. #define dmz_is_empty(z) ((z)->wp_block == 0)
  103. #define dmz_is_offline(z) test_bit(DMZ_OFFLINE, &(z)->flags)
  104. #define dmz_is_readonly(z) test_bit(DMZ_READ_ONLY, &(z)->flags)
  105. #define dmz_is_active(z) test_bit(DMZ_ACTIVE, &(z)->flags)
  106. #define dmz_in_reclaim(z) test_bit(DMZ_RECLAIM, &(z)->flags)
  107. #define dmz_seq_write_err(z) test_bit(DMZ_SEQ_WRITE_ERR, &(z)->flags)
  108. #define dmz_is_meta(z) test_bit(DMZ_META, &(z)->flags)
  109. #define dmz_is_buf(z) test_bit(DMZ_BUF, &(z)->flags)
  110. #define dmz_is_data(z) test_bit(DMZ_DATA, &(z)->flags)
  111. #define dmz_weight(z) ((z)->weight)
  112. /*
  113. * Message functions.
  114. */
  115. #define dmz_dev_info(dev, format, args...) \
  116. DMINFO("(%s): " format, (dev)->name, ## args)
  117. #define dmz_dev_err(dev, format, args...) \
  118. DMERR("(%s): " format, (dev)->name, ## args)
  119. #define dmz_dev_warn(dev, format, args...) \
  120. DMWARN("(%s): " format, (dev)->name, ## args)
  121. #define dmz_dev_debug(dev, format, args...) \
  122. DMDEBUG("(%s): " format, (dev)->name, ## args)
  123. struct dmz_metadata;
  124. struct dmz_reclaim;
  125. /*
  126. * Functions defined in dm-zoned-metadata.c
  127. */
  128. int dmz_ctr_metadata(struct dmz_dev *dev, struct dmz_metadata **zmd);
  129. void dmz_dtr_metadata(struct dmz_metadata *zmd);
  130. int dmz_resume_metadata(struct dmz_metadata *zmd);
  131. void dmz_lock_map(struct dmz_metadata *zmd);
  132. void dmz_unlock_map(struct dmz_metadata *zmd);
  133. void dmz_lock_metadata(struct dmz_metadata *zmd);
  134. void dmz_unlock_metadata(struct dmz_metadata *zmd);
  135. void dmz_lock_flush(struct dmz_metadata *zmd);
  136. void dmz_unlock_flush(struct dmz_metadata *zmd);
  137. int dmz_flush_metadata(struct dmz_metadata *zmd);
  138. unsigned int dmz_id(struct dmz_metadata *zmd, struct dm_zone *zone);
  139. sector_t dmz_start_sect(struct dmz_metadata *zmd, struct dm_zone *zone);
  140. sector_t dmz_start_block(struct dmz_metadata *zmd, struct dm_zone *zone);
  141. unsigned int dmz_nr_chunks(struct dmz_metadata *zmd);
  142. #define DMZ_ALLOC_RND 0x01
  143. #define DMZ_ALLOC_RECLAIM 0x02
  144. struct dm_zone *dmz_alloc_zone(struct dmz_metadata *zmd, unsigned long flags);
  145. void dmz_free_zone(struct dmz_metadata *zmd, struct dm_zone *zone);
  146. void dmz_map_zone(struct dmz_metadata *zmd, struct dm_zone *zone,
  147. unsigned int chunk);
  148. void dmz_unmap_zone(struct dmz_metadata *zmd, struct dm_zone *zone);
  149. unsigned int dmz_nr_rnd_zones(struct dmz_metadata *zmd);
  150. unsigned int dmz_nr_unmap_rnd_zones(struct dmz_metadata *zmd);
  151. void dmz_activate_zone(struct dm_zone *zone);
  152. void dmz_deactivate_zone(struct dm_zone *zone);
  153. int dmz_lock_zone_reclaim(struct dm_zone *zone);
  154. void dmz_unlock_zone_reclaim(struct dm_zone *zone);
  155. struct dm_zone *dmz_get_zone_for_reclaim(struct dmz_metadata *zmd);
  156. struct dm_zone *dmz_get_chunk_mapping(struct dmz_metadata *zmd,
  157. unsigned int chunk, int op);
  158. void dmz_put_chunk_mapping(struct dmz_metadata *zmd, struct dm_zone *zone);
  159. struct dm_zone *dmz_get_chunk_buffer(struct dmz_metadata *zmd,
  160. struct dm_zone *dzone);
  161. int dmz_validate_blocks(struct dmz_metadata *zmd, struct dm_zone *zone,
  162. sector_t chunk_block, unsigned int nr_blocks);
  163. int dmz_invalidate_blocks(struct dmz_metadata *zmd, struct dm_zone *zone,
  164. sector_t chunk_block, unsigned int nr_blocks);
  165. int dmz_block_valid(struct dmz_metadata *zmd, struct dm_zone *zone,
  166. sector_t chunk_block);
  167. int dmz_first_valid_block(struct dmz_metadata *zmd, struct dm_zone *zone,
  168. sector_t *chunk_block);
  169. int dmz_copy_valid_blocks(struct dmz_metadata *zmd, struct dm_zone *from_zone,
  170. struct dm_zone *to_zone);
  171. int dmz_merge_valid_blocks(struct dmz_metadata *zmd, struct dm_zone *from_zone,
  172. struct dm_zone *to_zone, sector_t chunk_block);
  173. /*
  174. * Functions defined in dm-zoned-reclaim.c
  175. */
  176. int dmz_ctr_reclaim(struct dmz_dev *dev, struct dmz_metadata *zmd,
  177. struct dmz_reclaim **zrc);
  178. void dmz_dtr_reclaim(struct dmz_reclaim *zrc);
  179. void dmz_suspend_reclaim(struct dmz_reclaim *zrc);
  180. void dmz_resume_reclaim(struct dmz_reclaim *zrc);
  181. void dmz_reclaim_bio_acc(struct dmz_reclaim *zrc);
  182. void dmz_schedule_reclaim(struct dmz_reclaim *zrc);
  183. #endif /* DM_ZONED_H */