zoned.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #ifndef BTRFS_ZONED_H
  3. #define BTRFS_ZONED_H
  4. #include <linux/types.h>
  5. #include <linux/atomic.h>
  6. #include <linux/blkdev.h>
  7. #include <linux/blkzoned.h>
  8. #include <linux/errno.h>
  9. #include <linux/spinlock.h>
  10. #include <linux/mutex.h>
  11. #include "messages.h"
  12. #include "volumes.h"
  13. #include "disk-io.h"
  14. #include "block-group.h"
  15. #include "btrfs_inode.h"
  16. #include "fs.h"
  17. struct block_device;
  18. struct extent_buffer;
  19. struct btrfs_bio;
  20. struct btrfs_ordered_extent;
  21. struct btrfs_fs_info;
  22. struct btrfs_space_info;
  23. struct btrfs_eb_write_context;
  24. struct btrfs_fs_devices;
  25. #define BTRFS_DEFAULT_RECLAIM_THRESH (75)
  26. struct btrfs_zoned_device_info {
  27. /*
  28. * Number of zones, zone size and types of zones if bdev is a
  29. * zoned block device.
  30. */
  31. u64 zone_size;
  32. u8 zone_size_shift;
  33. u32 nr_zones;
  34. unsigned int max_active_zones;
  35. /*
  36. * Reserved active zones for one metadata and one system block group.
  37. * It can vary per-device depending on the allocation status.
  38. */
  39. int reserved_active_zones;
  40. atomic_t active_zones_left;
  41. unsigned long *seq_zones;
  42. unsigned long *empty_zones;
  43. unsigned long *active_zones;
  44. struct blk_zone *zone_cache;
  45. struct blk_zone sb_zones[2 * BTRFS_SUPER_MIRROR_MAX];
  46. };
  47. void btrfs_finish_ordered_zoned(struct btrfs_ordered_extent *ordered);
  48. #ifdef CONFIG_BLK_DEV_ZONED
  49. int btrfs_get_dev_zone_info_all_devices(struct btrfs_fs_info *fs_info);
  50. int btrfs_get_dev_zone_info(struct btrfs_device *device, bool populate_cache);
  51. void btrfs_destroy_dev_zone_info(struct btrfs_device *device);
  52. struct btrfs_zoned_device_info *btrfs_clone_dev_zone_info(struct btrfs_device *orig_dev);
  53. int btrfs_check_zoned_mode(struct btrfs_fs_info *fs_info);
  54. int btrfs_check_mountopts_zoned(const struct btrfs_fs_info *info,
  55. unsigned long long *mount_opt);
  56. int btrfs_sb_log_location_bdev(struct block_device *bdev, int mirror, int rw,
  57. u64 *bytenr_ret);
  58. int btrfs_sb_log_location(struct btrfs_device *device, int mirror, int rw,
  59. u64 *bytenr_ret);
  60. int btrfs_advance_sb_log(struct btrfs_device *device, int mirror);
  61. int btrfs_reset_sb_log_zones(struct block_device *bdev, int mirror);
  62. u64 btrfs_find_allocatable_zones(struct btrfs_device *device, u64 hole_start,
  63. u64 hole_end, u64 num_bytes);
  64. int btrfs_reset_device_zone(struct btrfs_device *device, u64 physical,
  65. u64 length, u64 *bytes);
  66. int btrfs_ensure_empty_zones(struct btrfs_device *device, u64 start, u64 size);
  67. int btrfs_load_block_group_zone_info(struct btrfs_block_group *cache, bool new);
  68. void btrfs_calc_zone_unusable(struct btrfs_block_group *cache);
  69. bool btrfs_use_zone_append(struct btrfs_bio *bbio);
  70. void btrfs_record_physical_zoned(struct btrfs_bio *bbio);
  71. int btrfs_check_meta_write_pointer(struct btrfs_fs_info *fs_info,
  72. struct btrfs_eb_write_context *ctx);
  73. int btrfs_zoned_issue_zeroout(struct btrfs_device *device, u64 physical, u64 length);
  74. int btrfs_sync_zone_write_pointer(struct btrfs_device *tgt_dev, u64 logical,
  75. u64 physical_start, u64 physical_pos);
  76. bool btrfs_zone_activate(struct btrfs_block_group *block_group);
  77. int btrfs_zone_finish(struct btrfs_block_group *block_group);
  78. bool btrfs_can_activate_zone(struct btrfs_fs_devices *fs_devices, u64 flags);
  79. void btrfs_zone_finish_endio(struct btrfs_fs_info *fs_info, u64 logical,
  80. u64 length);
  81. void btrfs_schedule_zone_finish_bg(struct btrfs_block_group *bg,
  82. struct extent_buffer *eb);
  83. void btrfs_clear_data_reloc_bg(struct btrfs_block_group *bg);
  84. void btrfs_free_zone_cache(struct btrfs_fs_info *fs_info);
  85. bool btrfs_zoned_should_reclaim(const struct btrfs_fs_info *fs_info);
  86. void btrfs_zoned_release_data_reloc_bg(struct btrfs_fs_info *fs_info, u64 logical,
  87. u64 length);
  88. int btrfs_zone_finish_one_bg(struct btrfs_fs_info *fs_info);
  89. int btrfs_zoned_activate_one_bg(struct btrfs_fs_info *fs_info,
  90. struct btrfs_space_info *space_info, bool do_finish);
  91. void btrfs_check_active_zone_reservation(struct btrfs_fs_info *fs_info);
  92. #else /* CONFIG_BLK_DEV_ZONED */
  93. static inline int btrfs_get_dev_zone_info_all_devices(struct btrfs_fs_info *fs_info)
  94. {
  95. return 0;
  96. }
  97. static inline int btrfs_get_dev_zone_info(struct btrfs_device *device,
  98. bool populate_cache)
  99. {
  100. return 0;
  101. }
  102. static inline void btrfs_destroy_dev_zone_info(struct btrfs_device *device) { }
  103. /*
  104. * In case the kernel is compiled without CONFIG_BLK_DEV_ZONED we'll never call
  105. * into btrfs_clone_dev_zone_info() so it's safe to return NULL here.
  106. */
  107. static inline struct btrfs_zoned_device_info *btrfs_clone_dev_zone_info(
  108. struct btrfs_device *orig_dev)
  109. {
  110. return NULL;
  111. }
  112. static inline int btrfs_check_zoned_mode(const struct btrfs_fs_info *fs_info)
  113. {
  114. if (!btrfs_is_zoned(fs_info))
  115. return 0;
  116. btrfs_err(fs_info, "zoned block devices support is not enabled");
  117. return -EOPNOTSUPP;
  118. }
  119. static inline int btrfs_check_mountopts_zoned(const struct btrfs_fs_info *info,
  120. unsigned long long *mount_opt)
  121. {
  122. return 0;
  123. }
  124. static inline int btrfs_sb_log_location_bdev(struct block_device *bdev,
  125. int mirror, int rw, u64 *bytenr_ret)
  126. {
  127. *bytenr_ret = btrfs_sb_offset(mirror);
  128. return 0;
  129. }
  130. static inline int btrfs_sb_log_location(struct btrfs_device *device, int mirror,
  131. int rw, u64 *bytenr_ret)
  132. {
  133. *bytenr_ret = btrfs_sb_offset(mirror);
  134. return 0;
  135. }
  136. static inline int btrfs_advance_sb_log(struct btrfs_device *device, int mirror)
  137. {
  138. return 0;
  139. }
  140. static inline int btrfs_reset_sb_log_zones(struct block_device *bdev, int mirror)
  141. {
  142. return 0;
  143. }
  144. static inline u64 btrfs_find_allocatable_zones(struct btrfs_device *device,
  145. u64 hole_start, u64 hole_end,
  146. u64 num_bytes)
  147. {
  148. return hole_start;
  149. }
  150. static inline int btrfs_reset_device_zone(struct btrfs_device *device,
  151. u64 physical, u64 length, u64 *bytes)
  152. {
  153. *bytes = 0;
  154. return 0;
  155. }
  156. static inline int btrfs_ensure_empty_zones(struct btrfs_device *device,
  157. u64 start, u64 size)
  158. {
  159. return 0;
  160. }
  161. static inline int btrfs_load_block_group_zone_info(
  162. struct btrfs_block_group *cache, bool new)
  163. {
  164. return 0;
  165. }
  166. static inline void btrfs_calc_zone_unusable(struct btrfs_block_group *cache) { }
  167. static inline bool btrfs_use_zone_append(struct btrfs_bio *bbio)
  168. {
  169. return false;
  170. }
  171. static inline void btrfs_record_physical_zoned(struct btrfs_bio *bbio)
  172. {
  173. }
  174. static inline int btrfs_check_meta_write_pointer(struct btrfs_fs_info *fs_info,
  175. struct btrfs_eb_write_context *ctx)
  176. {
  177. return 0;
  178. }
  179. static inline int btrfs_zoned_issue_zeroout(struct btrfs_device *device,
  180. u64 physical, u64 length)
  181. {
  182. return -EOPNOTSUPP;
  183. }
  184. static inline int btrfs_sync_zone_write_pointer(struct btrfs_device *tgt_dev,
  185. u64 logical, u64 physical_start,
  186. u64 physical_pos)
  187. {
  188. return -EOPNOTSUPP;
  189. }
  190. static inline bool btrfs_zone_activate(struct btrfs_block_group *block_group)
  191. {
  192. return true;
  193. }
  194. static inline int btrfs_zone_finish(struct btrfs_block_group *block_group)
  195. {
  196. return 0;
  197. }
  198. static inline bool btrfs_can_activate_zone(struct btrfs_fs_devices *fs_devices,
  199. u64 flags)
  200. {
  201. return true;
  202. }
  203. static inline void btrfs_zone_finish_endio(struct btrfs_fs_info *fs_info,
  204. u64 logical, u64 length) { }
  205. static inline void btrfs_schedule_zone_finish_bg(struct btrfs_block_group *bg,
  206. struct extent_buffer *eb) { }
  207. static inline void btrfs_clear_data_reloc_bg(struct btrfs_block_group *bg) { }
  208. static inline void btrfs_free_zone_cache(struct btrfs_fs_info *fs_info) { }
  209. static inline bool btrfs_zoned_should_reclaim(const struct btrfs_fs_info *fs_info)
  210. {
  211. return false;
  212. }
  213. static inline void btrfs_zoned_release_data_reloc_bg(struct btrfs_fs_info *fs_info,
  214. u64 logical, u64 length) { }
  215. static inline int btrfs_zone_finish_one_bg(struct btrfs_fs_info *fs_info)
  216. {
  217. return 1;
  218. }
  219. static inline int btrfs_zoned_activate_one_bg(struct btrfs_fs_info *fs_info,
  220. struct btrfs_space_info *space_info,
  221. bool do_finish)
  222. {
  223. /* Consider all the block groups are active */
  224. return 0;
  225. }
  226. static inline void btrfs_check_active_zone_reservation(struct btrfs_fs_info *fs_info) { }
  227. #endif
  228. static inline bool btrfs_dev_is_sequential(struct btrfs_device *device, u64 pos)
  229. {
  230. struct btrfs_zoned_device_info *zone_info = device->zone_info;
  231. if (!zone_info)
  232. return false;
  233. return test_bit(pos >> zone_info->zone_size_shift, zone_info->seq_zones);
  234. }
  235. static inline bool btrfs_dev_is_empty_zone(struct btrfs_device *device, u64 pos)
  236. {
  237. struct btrfs_zoned_device_info *zone_info = device->zone_info;
  238. if (!zone_info)
  239. return true;
  240. return test_bit(pos >> zone_info->zone_size_shift, zone_info->empty_zones);
  241. }
  242. static inline void btrfs_dev_set_empty_zone_bit(struct btrfs_device *device,
  243. u64 pos, bool set)
  244. {
  245. struct btrfs_zoned_device_info *zone_info = device->zone_info;
  246. unsigned int zno;
  247. if (!zone_info)
  248. return;
  249. zno = pos >> zone_info->zone_size_shift;
  250. if (set)
  251. set_bit(zno, zone_info->empty_zones);
  252. else
  253. clear_bit(zno, zone_info->empty_zones);
  254. }
  255. static inline void btrfs_dev_set_zone_empty(struct btrfs_device *device, u64 pos)
  256. {
  257. btrfs_dev_set_empty_zone_bit(device, pos, true);
  258. }
  259. static inline void btrfs_dev_clear_zone_empty(struct btrfs_device *device, u64 pos)
  260. {
  261. btrfs_dev_set_empty_zone_bit(device, pos, false);
  262. }
  263. static inline bool btrfs_check_device_zone_type(const struct btrfs_fs_info *fs_info,
  264. struct block_device *bdev)
  265. {
  266. if (btrfs_is_zoned(fs_info)) {
  267. /*
  268. * We can allow a regular device on a zoned filesystem, because
  269. * we will emulate the zoned capabilities.
  270. */
  271. if (!bdev_is_zoned(bdev))
  272. return true;
  273. return fs_info->zone_size ==
  274. (bdev_zone_sectors(bdev) << SECTOR_SHIFT);
  275. }
  276. /* Do not allow Host Managed zoned device. */
  277. return !bdev_is_zoned(bdev);
  278. }
  279. static inline bool btrfs_check_super_location(struct btrfs_device *device, u64 pos)
  280. {
  281. /*
  282. * On a non-zoned device, any address is OK. On a zoned device,
  283. * non-SEQUENTIAL WRITE REQUIRED zones are capable.
  284. */
  285. return device->zone_info == NULL || !btrfs_dev_is_sequential(device, pos);
  286. }
  287. static inline bool btrfs_can_zone_reset(struct btrfs_device *device,
  288. u64 physical, u64 length)
  289. {
  290. u64 zone_size;
  291. if (!btrfs_dev_is_sequential(device, physical))
  292. return false;
  293. zone_size = device->zone_info->zone_size;
  294. if (!IS_ALIGNED(physical, zone_size) || !IS_ALIGNED(length, zone_size))
  295. return false;
  296. return true;
  297. }
  298. static inline void btrfs_zoned_meta_io_lock(struct btrfs_fs_info *fs_info)
  299. {
  300. if (!btrfs_is_zoned(fs_info))
  301. return;
  302. mutex_lock(&fs_info->zoned_meta_io_lock);
  303. }
  304. static inline void btrfs_zoned_meta_io_unlock(struct btrfs_fs_info *fs_info)
  305. {
  306. if (!btrfs_is_zoned(fs_info))
  307. return;
  308. mutex_unlock(&fs_info->zoned_meta_io_lock);
  309. }
  310. static inline void btrfs_clear_treelog_bg(struct btrfs_block_group *bg)
  311. {
  312. struct btrfs_fs_info *fs_info = bg->fs_info;
  313. if (!btrfs_is_zoned(fs_info))
  314. return;
  315. spin_lock(&fs_info->treelog_bg_lock);
  316. if (fs_info->treelog_bg == bg->start)
  317. fs_info->treelog_bg = 0;
  318. spin_unlock(&fs_info->treelog_bg_lock);
  319. }
  320. static inline void btrfs_zoned_data_reloc_lock(struct btrfs_inode *inode)
  321. {
  322. struct btrfs_root *root = inode->root;
  323. if (btrfs_is_data_reloc_root(root) && btrfs_is_zoned(root->fs_info))
  324. mutex_lock(&root->fs_info->zoned_data_reloc_io_lock);
  325. }
  326. static inline void btrfs_zoned_data_reloc_unlock(struct btrfs_inode *inode)
  327. {
  328. struct btrfs_root *root = inode->root;
  329. if (btrfs_is_data_reloc_root(root) && btrfs_is_zoned(root->fs_info))
  330. mutex_unlock(&root->fs_info->zoned_data_reloc_io_lock);
  331. }
  332. static inline bool btrfs_zoned_bg_is_full(const struct btrfs_block_group *bg)
  333. {
  334. ASSERT(btrfs_is_zoned(bg->fs_info));
  335. return (bg->alloc_offset == bg->zone_capacity);
  336. }
  337. #endif