buffer_head.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406
  1. /*
  2. * include/linux/buffer_head.h
  3. *
  4. * Everything to do with buffer_heads.
  5. */
  6. #ifndef _LINUX_BUFFER_HEAD_H
  7. #define _LINUX_BUFFER_HEAD_H
  8. #include <linux/types.h>
  9. #include <linux/fs.h>
  10. #include <linux/linkage.h>
  11. #include <linux/pagemap.h>
  12. #include <linux/wait.h>
  13. #include <linux/atomic.h>
  14. #ifdef CONFIG_BLOCK
  15. enum bh_state_bits {
  16. BH_Uptodate, /* Contains valid data */
  17. BH_Dirty, /* Is dirty */
  18. BH_Lock, /* Is locked */
  19. BH_Req, /* Has been submitted for I/O */
  20. BH_Uptodate_Lock,/* Used by the first bh in a page, to serialise
  21. * IO completion of other buffers in the page
  22. */
  23. BH_Mapped, /* Has a disk mapping */
  24. BH_New, /* Disk mapping was newly created by get_block */
  25. BH_Async_Read, /* Is under end_buffer_async_read I/O */
  26. BH_Async_Write, /* Is under end_buffer_async_write I/O */
  27. BH_Delay, /* Buffer is not yet allocated on disk */
  28. BH_Boundary, /* Block is followed by a discontiguity */
  29. BH_Write_EIO, /* I/O error on write */
  30. BH_Unwritten, /* Buffer is allocated on disk but not written */
  31. BH_Quiet, /* Buffer Error Prinks to be quiet */
  32. BH_Meta, /* Buffer contains metadata */
  33. BH_Prio, /* Buffer should be submitted with REQ_PRIO */
  34. BH_Defer_Completion, /* Defer AIO completion to workqueue */
  35. BH_PrivateStart,/* not a state bit, but the first bit available
  36. * for private allocation by other entities
  37. */
  38. };
  39. #define MAX_BUF_PER_PAGE (PAGE_SIZE / 512)
  40. struct page;
  41. struct buffer_head;
  42. struct address_space;
  43. typedef void (bh_end_io_t)(struct buffer_head *bh, int uptodate);
  44. /*
  45. * Historically, a buffer_head was used to map a single block
  46. * within a page, and of course as the unit of I/O through the
  47. * filesystem and block layers. Nowadays the basic I/O unit
  48. * is the bio, and buffer_heads are used for extracting block
  49. * mappings (via a get_block_t call), for tracking state within
  50. * a page (via a page_mapping) and for wrapping bio submission
  51. * for backward compatibility reasons (e.g. submit_bh).
  52. */
  53. struct buffer_head {
  54. unsigned long b_state; /* buffer state bitmap (see above) */
  55. struct buffer_head *b_this_page;/* circular list of page's buffers */
  56. struct page *b_page; /* the page this bh is mapped to */
  57. sector_t b_blocknr; /* start block number */
  58. size_t b_size; /* size of mapping */
  59. char *b_data; /* pointer to data within the page */
  60. struct block_device *b_bdev;
  61. bh_end_io_t *b_end_io; /* I/O completion */
  62. void *b_private; /* reserved for b_end_io */
  63. struct list_head b_assoc_buffers; /* associated with another mapping */
  64. struct address_space *b_assoc_map; /* mapping this buffer is
  65. associated with */
  66. atomic_t b_count; /* users using this buffer_head */
  67. };
  68. /*
  69. * macro tricks to expand the set_buffer_foo(), clear_buffer_foo()
  70. * and buffer_foo() functions.
  71. */
  72. #define BUFFER_FNS(bit, name) \
  73. static __always_inline void set_buffer_##name(struct buffer_head *bh) \
  74. { \
  75. set_bit(BH_##bit, &(bh)->b_state); \
  76. } \
  77. static __always_inline void clear_buffer_##name(struct buffer_head *bh) \
  78. { \
  79. clear_bit(BH_##bit, &(bh)->b_state); \
  80. } \
  81. static __always_inline int buffer_##name(const struct buffer_head *bh) \
  82. { \
  83. return test_bit(BH_##bit, &(bh)->b_state); \
  84. }
  85. /*
  86. * test_set_buffer_foo() and test_clear_buffer_foo()
  87. */
  88. #define TAS_BUFFER_FNS(bit, name) \
  89. static __always_inline int test_set_buffer_##name(struct buffer_head *bh) \
  90. { \
  91. return test_and_set_bit(BH_##bit, &(bh)->b_state); \
  92. } \
  93. static __always_inline int test_clear_buffer_##name(struct buffer_head *bh) \
  94. { \
  95. return test_and_clear_bit(BH_##bit, &(bh)->b_state); \
  96. } \
  97. /*
  98. * Emit the buffer bitops functions. Note that there are also functions
  99. * of the form "mark_buffer_foo()". These are higher-level functions which
  100. * do something in addition to setting a b_state bit.
  101. */
  102. BUFFER_FNS(Uptodate, uptodate)
  103. BUFFER_FNS(Dirty, dirty)
  104. TAS_BUFFER_FNS(Dirty, dirty)
  105. BUFFER_FNS(Lock, locked)
  106. BUFFER_FNS(Req, req)
  107. TAS_BUFFER_FNS(Req, req)
  108. BUFFER_FNS(Mapped, mapped)
  109. BUFFER_FNS(New, new)
  110. BUFFER_FNS(Async_Read, async_read)
  111. BUFFER_FNS(Async_Write, async_write)
  112. BUFFER_FNS(Delay, delay)
  113. BUFFER_FNS(Boundary, boundary)
  114. BUFFER_FNS(Write_EIO, write_io_error)
  115. BUFFER_FNS(Unwritten, unwritten)
  116. BUFFER_FNS(Meta, meta)
  117. BUFFER_FNS(Prio, prio)
  118. BUFFER_FNS(Defer_Completion, defer_completion)
  119. #define bh_offset(bh) ((unsigned long)(bh)->b_data & ~PAGE_MASK)
  120. /* If we *know* page->private refers to buffer_heads */
  121. #define page_buffers(page) \
  122. ({ \
  123. BUG_ON(!PagePrivate(page)); \
  124. ((struct buffer_head *)page_private(page)); \
  125. })
  126. #define page_has_buffers(page) PagePrivate(page)
  127. void buffer_check_dirty_writeback(struct page *page,
  128. bool *dirty, bool *writeback);
  129. /*
  130. * Declarations
  131. */
  132. void mark_buffer_dirty(struct buffer_head *bh);
  133. void init_buffer(struct buffer_head *, bh_end_io_t *, void *);
  134. void touch_buffer(struct buffer_head *bh);
  135. void set_bh_page(struct buffer_head *bh,
  136. struct page *page, unsigned long offset);
  137. int try_to_free_buffers(struct page *);
  138. struct buffer_head *alloc_page_buffers(struct page *page, unsigned long size,
  139. int retry);
  140. void create_empty_buffers(struct page *, unsigned long,
  141. unsigned long b_state);
  142. void end_buffer_read_sync(struct buffer_head *bh, int uptodate);
  143. void end_buffer_write_sync(struct buffer_head *bh, int uptodate);
  144. void end_buffer_async_write(struct buffer_head *bh, int uptodate);
  145. /* Things to do with buffers at mapping->private_list */
  146. void mark_buffer_dirty_inode(struct buffer_head *bh, struct inode *inode);
  147. int inode_has_buffers(struct inode *);
  148. void invalidate_inode_buffers(struct inode *);
  149. int remove_inode_buffers(struct inode *inode);
  150. int sync_mapping_buffers(struct address_space *mapping);
  151. void unmap_underlying_metadata(struct block_device *bdev, sector_t block);
  152. void mark_buffer_async_write(struct buffer_head *bh);
  153. void __wait_on_buffer(struct buffer_head *);
  154. wait_queue_head_t *bh_waitq_head(struct buffer_head *bh);
  155. struct buffer_head *__find_get_block(struct block_device *bdev, sector_t block,
  156. unsigned size);
  157. struct buffer_head *__getblk_gfp(struct block_device *bdev, sector_t block,
  158. unsigned size, gfp_t gfp);
  159. void __brelse(struct buffer_head *);
  160. void __bforget(struct buffer_head *);
  161. void __breadahead(struct block_device *, sector_t block, unsigned int size);
  162. struct buffer_head *__bread_gfp(struct block_device *,
  163. sector_t block, unsigned size, gfp_t gfp);
  164. void invalidate_bh_lrus(void);
  165. struct buffer_head *alloc_buffer_head(gfp_t gfp_flags);
  166. void free_buffer_head(struct buffer_head * bh);
  167. void unlock_buffer(struct buffer_head *bh);
  168. void __lock_buffer(struct buffer_head *bh);
  169. void ll_rw_block(int, int, int, struct buffer_head * bh[]);
  170. int sync_dirty_buffer(struct buffer_head *bh);
  171. int __sync_dirty_buffer(struct buffer_head *bh, int op_flags);
  172. void write_dirty_buffer(struct buffer_head *bh, int op_flags);
  173. int _submit_bh(int op, int op_flags, struct buffer_head *bh,
  174. unsigned long bio_flags);
  175. int submit_bh(int, int, struct buffer_head *);
  176. void write_boundary_block(struct block_device *bdev,
  177. sector_t bblock, unsigned blocksize);
  178. int bh_uptodate_or_lock(struct buffer_head *bh);
  179. int bh_submit_read(struct buffer_head *bh);
  180. extern int buffer_heads_over_limit;
  181. /*
  182. * Generic address_space_operations implementations for buffer_head-backed
  183. * address_spaces.
  184. */
  185. void block_invalidatepage(struct page *page, unsigned int offset,
  186. unsigned int length);
  187. int block_write_full_page(struct page *page, get_block_t *get_block,
  188. struct writeback_control *wbc);
  189. int __block_write_full_page(struct inode *inode, struct page *page,
  190. get_block_t *get_block, struct writeback_control *wbc,
  191. bh_end_io_t *handler);
  192. int block_read_full_page(struct page*, get_block_t*);
  193. int block_is_partially_uptodate(struct page *page, unsigned long from,
  194. unsigned long count);
  195. int block_write_begin(struct address_space *mapping, loff_t pos, unsigned len,
  196. unsigned flags, struct page **pagep, get_block_t *get_block);
  197. int __block_write_begin(struct page *page, loff_t pos, unsigned len,
  198. get_block_t *get_block);
  199. int block_write_end(struct file *, struct address_space *,
  200. loff_t, unsigned, unsigned,
  201. struct page *, void *);
  202. int generic_write_end(struct file *, struct address_space *,
  203. loff_t, unsigned, unsigned,
  204. struct page *, void *);
  205. void page_zero_new_buffers(struct page *page, unsigned from, unsigned to);
  206. void clean_page_buffers(struct page *page);
  207. int cont_write_begin(struct file *, struct address_space *, loff_t,
  208. unsigned, unsigned, struct page **, void **,
  209. get_block_t *, loff_t *);
  210. int generic_cont_expand_simple(struct inode *inode, loff_t size);
  211. int block_commit_write(struct page *page, unsigned from, unsigned to);
  212. int block_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf,
  213. get_block_t get_block);
  214. /* Convert errno to return value from ->page_mkwrite() call */
  215. static inline int block_page_mkwrite_return(int err)
  216. {
  217. if (err == 0)
  218. return VM_FAULT_LOCKED;
  219. if (err == -EFAULT)
  220. return VM_FAULT_NOPAGE;
  221. if (err == -ENOMEM)
  222. return VM_FAULT_OOM;
  223. if (err == -EAGAIN)
  224. return VM_FAULT_RETRY;
  225. /* -ENOSPC, -EDQUOT, -EIO ... */
  226. return VM_FAULT_SIGBUS;
  227. }
  228. sector_t generic_block_bmap(struct address_space *, sector_t, get_block_t *);
  229. int block_truncate_page(struct address_space *, loff_t, get_block_t *);
  230. int nobh_write_begin(struct address_space *, loff_t, unsigned, unsigned,
  231. struct page **, void **, get_block_t*);
  232. int nobh_write_end(struct file *, struct address_space *,
  233. loff_t, unsigned, unsigned,
  234. struct page *, void *);
  235. int nobh_truncate_page(struct address_space *, loff_t, get_block_t *);
  236. int nobh_writepage(struct page *page, get_block_t *get_block,
  237. struct writeback_control *wbc);
  238. void buffer_init(void);
  239. /*
  240. * inline definitions
  241. */
  242. static inline void attach_page_buffers(struct page *page,
  243. struct buffer_head *head)
  244. {
  245. get_page(page);
  246. SetPagePrivate(page);
  247. set_page_private(page, (unsigned long)head);
  248. }
  249. static inline void get_bh(struct buffer_head *bh)
  250. {
  251. atomic_inc(&bh->b_count);
  252. }
  253. static inline void put_bh(struct buffer_head *bh)
  254. {
  255. smp_mb__before_atomic();
  256. atomic_dec(&bh->b_count);
  257. }
  258. static inline void brelse(struct buffer_head *bh)
  259. {
  260. if (bh)
  261. __brelse(bh);
  262. }
  263. static inline void bforget(struct buffer_head *bh)
  264. {
  265. if (bh)
  266. __bforget(bh);
  267. }
  268. static inline struct buffer_head *
  269. sb_bread(struct super_block *sb, sector_t block)
  270. {
  271. return __bread_gfp(sb->s_bdev, block, sb->s_blocksize, __GFP_MOVABLE);
  272. }
  273. static inline struct buffer_head *
  274. sb_bread_unmovable(struct super_block *sb, sector_t block)
  275. {
  276. return __bread_gfp(sb->s_bdev, block, sb->s_blocksize, 0);
  277. }
  278. static inline void
  279. sb_breadahead(struct super_block *sb, sector_t block)
  280. {
  281. __breadahead(sb->s_bdev, block, sb->s_blocksize);
  282. }
  283. static inline struct buffer_head *
  284. sb_getblk(struct super_block *sb, sector_t block)
  285. {
  286. return __getblk_gfp(sb->s_bdev, block, sb->s_blocksize, __GFP_MOVABLE);
  287. }
  288. static inline struct buffer_head *
  289. sb_getblk_gfp(struct super_block *sb, sector_t block, gfp_t gfp)
  290. {
  291. return __getblk_gfp(sb->s_bdev, block, sb->s_blocksize, gfp);
  292. }
  293. static inline struct buffer_head *
  294. sb_find_get_block(struct super_block *sb, sector_t block)
  295. {
  296. return __find_get_block(sb->s_bdev, block, sb->s_blocksize);
  297. }
  298. static inline void
  299. map_bh(struct buffer_head *bh, struct super_block *sb, sector_t block)
  300. {
  301. set_buffer_mapped(bh);
  302. bh->b_bdev = sb->s_bdev;
  303. bh->b_blocknr = block;
  304. bh->b_size = sb->s_blocksize;
  305. }
  306. static inline void wait_on_buffer(struct buffer_head *bh)
  307. {
  308. might_sleep();
  309. if (buffer_locked(bh))
  310. __wait_on_buffer(bh);
  311. }
  312. static inline int trylock_buffer(struct buffer_head *bh)
  313. {
  314. return likely(!test_and_set_bit_lock(BH_Lock, &bh->b_state));
  315. }
  316. static inline void lock_buffer(struct buffer_head *bh)
  317. {
  318. might_sleep();
  319. if (!trylock_buffer(bh))
  320. __lock_buffer(bh);
  321. }
  322. static inline struct buffer_head *getblk_unmovable(struct block_device *bdev,
  323. sector_t block,
  324. unsigned size)
  325. {
  326. return __getblk_gfp(bdev, block, size, 0);
  327. }
  328. static inline struct buffer_head *__getblk(struct block_device *bdev,
  329. sector_t block,
  330. unsigned size)
  331. {
  332. return __getblk_gfp(bdev, block, size, __GFP_MOVABLE);
  333. }
  334. /**
  335. * __bread() - reads a specified block and returns the bh
  336. * @bdev: the block_device to read from
  337. * @block: number of block
  338. * @size: size (in bytes) to read
  339. *
  340. * Reads a specified block, and returns buffer head that contains it.
  341. * The page cache is allocated from movable area so that it can be migrated.
  342. * It returns NULL if the block was unreadable.
  343. */
  344. static inline struct buffer_head *
  345. __bread(struct block_device *bdev, sector_t block, unsigned size)
  346. {
  347. return __bread_gfp(bdev, block, size, __GFP_MOVABLE);
  348. }
  349. extern int __set_page_dirty_buffers(struct page *page);
  350. #else /* CONFIG_BLOCK */
  351. static inline void buffer_init(void) {}
  352. static inline int try_to_free_buffers(struct page *page) { return 1; }
  353. static inline int inode_has_buffers(struct inode *inode) { return 0; }
  354. static inline void invalidate_inode_buffers(struct inode *inode) {}
  355. static inline int remove_inode_buffers(struct inode *inode) { return 1; }
  356. static inline int sync_mapping_buffers(struct address_space *mapping) { return 0; }
  357. #endif /* CONFIG_BLOCK */
  358. #endif /* _LINUX_BUFFER_HEAD_H */