ext4: rename s_resize_flags to s_ext4_flags
[linux-block.git] / fs / ext4 / ext4.h
CommitLineData
ac27a0ec 1/*
3dcf5451 2 * ext4.h
ac27a0ec
DK
3 *
4 * Copyright (C) 1992, 1993, 1994, 1995
5 * Remy Card (card@masi.ibp.fr)
6 * Laboratoire MASI - Institut Blaise Pascal
7 * Universite Pierre et Marie Curie (Paris VI)
8 *
9 * from
10 *
11 * linux/include/linux/minix_fs.h
12 *
13 * Copyright (C) 1991, 1992 Linus Torvalds
14 */
15
3dcf5451
CH
16#ifndef _EXT4_H
17#define _EXT4_H
ac27a0ec
DK
18
19#include <linux/types.h>
3a5b2ecd 20#include <linux/blkdev.h>
ac27a0ec 21#include <linux/magic.h>
2ccb5fb9 22#include <linux/jbd2.h>
60e58e0f 23#include <linux/quota.h>
d444c3c3
TT
24#include <linux/rwsem.h>
25#include <linux/rbtree.h>
26#include <linux/seqlock.h>
27#include <linux/mutex.h>
ca0faba0 28#include <linux/timer.h>
a4dad1ae 29#include <linux/version.h>
ca0faba0
TT
30#include <linux/wait.h>
31#include <linux/blockgroup_lock.h>
32#include <linux/percpu_counter.h>
efbed4dc 33#include <linux/ratelimit.h>
0441984a 34#include <crypto/hash.h>
a7550b30 35#include <linux/fscrypto.h>
a633f5a3 36#include <linux/falloc.h>
c8585c6f 37#include <linux/percpu-rwsem.h>
4d92dc0f
BH
38#ifdef __KERNEL__
39#include <linux/compat.h>
40#endif
c9de560d 41
ac27a0ec 42/*
8a35694e 43 * The fourth extended filesystem constants/structures
ac27a0ec
DK
44 */
45
a2821e34
AZ
46/*
47 * with AGGRESSIVE_CHECK allocator runs consistency checks over
48 * structures. these checks slow things down a lot
49 */
50#define AGGRESSIVE_CHECK__
51
52/*
53 * with DOUBLE_CHECK defined mballoc creates persistent in-core
54 * bitmaps, maintains and uses them to check for double allocations
55 */
56#define DOUBLE_CHECK__
57
ac27a0ec 58/*
617ba13b 59 * Define EXT4FS_DEBUG to produce debug messages
ac27a0ec 60 */
617ba13b 61#undef EXT4FS_DEBUG
ac27a0ec 62
ac27a0ec
DK
63/*
64 * Debug code
65 */
617ba13b
MC
66#ifdef EXT4FS_DEBUG
67#define ext4_debug(f, a...) \
ac27a0ec 68 do { \
af5bc92d 69 printk(KERN_DEBUG "EXT4-fs DEBUG (%s, %d): %s:", \
4db9c54a 70 __FILE__, __LINE__, __func__); \
af5bc92d 71 printk(KERN_DEBUG f, ## a); \
ac27a0ec
DK
72 } while (0)
73#else
ace36ad4 74#define ext4_debug(fmt, ...) no_printk(fmt, ##__VA_ARGS__)
ac27a0ec
DK
75#endif
76
4a092d73
TT
77/*
78 * Turn on EXT_DEBUG to get lots of info about extents operations.
79 */
80#define EXT_DEBUG__
81#ifdef EXT_DEBUG
82#define ext_debug(fmt, ...) printk(fmt, ##__VA_ARGS__)
83#else
84#define ext_debug(fmt, ...) no_printk(fmt, ##__VA_ARGS__)
85#endif
86
d444c3c3
TT
87/* data type for block offset of block group */
88typedef int ext4_grpblk_t;
89
90/* data type for filesystem-wide blocks number */
91typedef unsigned long long ext4_fsblk_t;
92
93/* data type for file logical block number */
94typedef __u32 ext4_lblk_t;
95
96/* data type for block group number */
97typedef unsigned int ext4_group_t;
98
331573fe
NJ
99enum SHIFT_DIRECTION {
100 SHIFT_LEFT = 0,
101 SHIFT_RIGHT,
102};
103
296c355c 104/*
60e6679e 105 * Flags used in mballoc's allocation_context flags field.
296c355c
TT
106 *
107 * Also used to show what's going on for debugging purposes when the
108 * flag field is exported via the traceport interface
109 */
d444c3c3 110
c9de560d 111/* prefer goal again. length */
0ef90db9 112#define EXT4_MB_HINT_MERGE 0x0001
c9de560d 113/* blocks already reserved */
0ef90db9 114#define EXT4_MB_HINT_RESERVED 0x0002
c9de560d 115/* metadata is being allocated */
0ef90db9 116#define EXT4_MB_HINT_METADATA 0x0004
c9de560d 117/* first blocks in the file */
0ef90db9 118#define EXT4_MB_HINT_FIRST 0x0008
c9de560d 119/* search for the best chunk */
0ef90db9 120#define EXT4_MB_HINT_BEST 0x0010
c9de560d 121/* data is being allocated */
0ef90db9 122#define EXT4_MB_HINT_DATA 0x0020
c9de560d 123/* don't preallocate (for tails) */
0ef90db9 124#define EXT4_MB_HINT_NOPREALLOC 0x0040
c9de560d 125/* allocate for locality group */
0ef90db9 126#define EXT4_MB_HINT_GROUP_ALLOC 0x0080
c9de560d 127/* allocate goal blocks or none */
0ef90db9 128#define EXT4_MB_HINT_GOAL_ONLY 0x0100
c9de560d 129/* goal is meaningful */
0ef90db9 130#define EXT4_MB_HINT_TRY_GOAL 0x0200
d2a17637 131/* blocks already pre-reserved by delayed allocation */
0ef90db9 132#define EXT4_MB_DELALLOC_RESERVED 0x0400
4ba74d00
TT
133/* We are doing stream allocation */
134#define EXT4_MB_STREAM_ALLOC 0x0800
55f020db
AH
135/* Use reserved root blocks if needed */
136#define EXT4_MB_USE_ROOT_BLOCKS 0x1000
27dd4385
LC
137/* Use blocks from reserved pool */
138#define EXT4_MB_USE_RESERVED 0x2000
c9de560d
AT
139
140struct ext4_allocation_request {
141 /* target inode for block we're allocating */
142 struct inode *inode;
726447d8
ES
143 /* how many blocks we want to allocate */
144 unsigned int len;
c9de560d
AT
145 /* logical block in target inode */
146 ext4_lblk_t logical;
c9de560d
AT
147 /* the closest logical allocated block to the left */
148 ext4_lblk_t lleft;
c9de560d
AT
149 /* the closest logical allocated block to the right */
150 ext4_lblk_t lright;
726447d8
ES
151 /* phys. target (a hint) */
152 ext4_fsblk_t goal;
153 /* phys. block for the closest logical allocated block to the left */
154 ext4_fsblk_t pleft;
155 /* phys. block for the closest logical allocated block to the right */
c9de560d 156 ext4_fsblk_t pright;
c9de560d 157 /* flags. see above EXT4_MB_HINT_* */
498e5f24 158 unsigned int flags;
c9de560d
AT
159};
160
e35fd660
TT
161/*
162 * Logical to physical block mapping, used by ext4_map_blocks()
163 *
164 * This structure is used to pass requests into ext4_map_blocks() as
165 * well as to store the information returned by ext4_map_blocks(). It
166 * takes less room on the stack than a struct buffer_head.
167 */
168#define EXT4_MAP_NEW (1 << BH_New)
169#define EXT4_MAP_MAPPED (1 << BH_Mapped)
170#define EXT4_MAP_UNWRITTEN (1 << BH_Unwritten)
171#define EXT4_MAP_BOUNDARY (1 << BH_Boundary)
e35fd660 172#define EXT4_MAP_FLAGS (EXT4_MAP_NEW | EXT4_MAP_MAPPED |\
cbd7584e 173 EXT4_MAP_UNWRITTEN | EXT4_MAP_BOUNDARY)
e35fd660
TT
174
175struct ext4_map_blocks {
176 ext4_fsblk_t m_pblk;
177 ext4_lblk_t m_lblk;
178 unsigned int m_len;
179 unsigned int m_flags;
180};
181
bd2d0210
TT
182/*
183 * Flags for ext4_io_end->flags
184 */
185#define EXT4_IO_END_UNWRITTEN 0x0001
bd2d0210 186
4188188b 187/*
556615dc 188 * For converting unwritten extents on a work queue. 'handle' is used for
6b523df4 189 * buffered writeback.
4188188b 190 */
0031462b 191typedef struct ext4_io_end {
5b3ff237 192 struct list_head list; /* per-file finished IO list */
6b523df4
JK
193 handle_t *handle; /* handle reserved for extent
194 * conversion */
0031462b 195 struct inode *inode; /* file being written to */
b0857d30
JK
196 struct bio *bio; /* Linked list of completed
197 * bios covering the extent */
8d5d02e6 198 unsigned int flag; /* unwritten or not */
3bd6ad7b 199 atomic_t count; /* reference counter */
a1de02dc
ES
200 loff_t offset; /* offset in the file */
201 ssize_t size; /* size of the extent */
0031462b
MC
202} ext4_io_end_t;
203
bd2d0210 204struct ext4_io_submit {
5a33911f 205 struct writeback_control *io_wbc;
bd2d0210
TT
206 struct bio *io_bio;
207 ext4_io_end_t *io_end;
bd2d0210
TT
208 sector_t io_next_block;
209};
210
ac27a0ec
DK
211/*
212 * Special inodes numbers
213 */
617ba13b
MC
214#define EXT4_BAD_INO 1 /* Bad blocks inode */
215#define EXT4_ROOT_INO 2 /* Root inode */
ae812306
AK
216#define EXT4_USR_QUOTA_INO 3 /* User quota inode */
217#define EXT4_GRP_QUOTA_INO 4 /* Group quota inode */
617ba13b
MC
218#define EXT4_BOOT_LOADER_INO 5 /* Boot loader inode */
219#define EXT4_UNDEL_DIR_INO 6 /* Undelete directory inode */
220#define EXT4_RESIZE_INO 7 /* Reserved group descriptors inode */
221#define EXT4_JOURNAL_INO 8 /* Journal inode */
ac27a0ec 222
617ba13b
MC
223/* First non-reserved inode for old ext4 filesystems */
224#define EXT4_GOOD_OLD_FIRST_INO 11
ac27a0ec
DK
225
226/*
227 * Maximal count of links to a file
228 */
f8628a14 229#define EXT4_LINK_MAX 65000
ac27a0ec
DK
230
231/*
232 * Macro-instructions used to manage several block sizes
233 */
617ba13b 234#define EXT4_MIN_BLOCK_SIZE 1024
afc7cbca
TS
235#define EXT4_MAX_BLOCK_SIZE 65536
236#define EXT4_MIN_BLOCK_LOG_SIZE 10
fb1813f4 237#define EXT4_MAX_BLOCK_LOG_SIZE 16
9e47a4c9 238#define EXT4_MAX_CLUSTER_LOG_SIZE 30
ac27a0ec 239#ifdef __KERNEL__
617ba13b 240# define EXT4_BLOCK_SIZE(s) ((s)->s_blocksize)
ac27a0ec 241#else
617ba13b 242# define EXT4_BLOCK_SIZE(s) (EXT4_MIN_BLOCK_SIZE << (s)->s_log_block_size)
ac27a0ec 243#endif
af5bc92d 244#define EXT4_ADDR_PER_BLOCK(s) (EXT4_BLOCK_SIZE(s) / sizeof(__u32))
281b5995
TT
245#define EXT4_CLUSTER_SIZE(s) (EXT4_BLOCK_SIZE(s) << \
246 EXT4_SB(s)->s_cluster_bits)
ac27a0ec 247#ifdef __KERNEL__
617ba13b 248# define EXT4_BLOCK_SIZE_BITS(s) ((s)->s_blocksize_bits)
281b5995 249# define EXT4_CLUSTER_BITS(s) (EXT4_SB(s)->s_cluster_bits)
ac27a0ec 250#else
617ba13b 251# define EXT4_BLOCK_SIZE_BITS(s) ((s)->s_log_block_size + 10)
ac27a0ec
DK
252#endif
253#ifdef __KERNEL__
617ba13b
MC
254#define EXT4_ADDR_PER_BLOCK_BITS(s) (EXT4_SB(s)->s_addr_per_block_bits)
255#define EXT4_INODE_SIZE(s) (EXT4_SB(s)->s_inode_size)
256#define EXT4_FIRST_INO(s) (EXT4_SB(s)->s_first_ino)
ac27a0ec 257#else
617ba13b
MC
258#define EXT4_INODE_SIZE(s) (((s)->s_rev_level == EXT4_GOOD_OLD_REV) ? \
259 EXT4_GOOD_OLD_INODE_SIZE : \
ac27a0ec 260 (s)->s_inode_size)
617ba13b
MC
261#define EXT4_FIRST_INO(s) (((s)->s_rev_level == EXT4_GOOD_OLD_REV) ? \
262 EXT4_GOOD_OLD_FIRST_INO : \
ac27a0ec
DK
263 (s)->s_first_ino)
264#endif
a2df2a63 265#define EXT4_BLOCK_ALIGN(size, blkbits) ALIGN((size), (1 << (blkbits)))
518eaa63
FF
266#define EXT4_MAX_BLOCKS(size, offset, blkbits) \
267 ((EXT4_BLOCK_ALIGN(size + offset, blkbits) >> blkbits) - (offset >> \
268 blkbits))
ac27a0ec 269
d5b8f310
TT
270/* Translate a block number to a cluster number */
271#define EXT4_B2C(sbi, blk) ((blk) >> (sbi)->s_cluster_bits)
272/* Translate a cluster number to a block number */
273#define EXT4_C2B(sbi, cluster) ((cluster) << (sbi)->s_cluster_bits)
274/* Translate # of blks to # of clusters */
275#define EXT4_NUM_B2C(sbi, blks) (((blks) + (sbi)->s_cluster_ratio - 1) >> \
276 (sbi)->s_cluster_bits)
f5a44db5
TT
277/* Mask out the low bits to get the starting block of the cluster */
278#define EXT4_PBLK_CMASK(s, pblk) ((pblk) & \
279 ~((ext4_fsblk_t) (s)->s_cluster_ratio - 1))
280#define EXT4_LBLK_CMASK(s, lblk) ((lblk) & \
281 ~((ext4_lblk_t) (s)->s_cluster_ratio - 1))
282/* Get the cluster offset */
283#define EXT4_PBLK_COFF(s, pblk) ((pblk) & \
284 ((ext4_fsblk_t) (s)->s_cluster_ratio - 1))
285#define EXT4_LBLK_COFF(s, lblk) ((lblk) & \
286 ((ext4_lblk_t) (s)->s_cluster_ratio - 1))
d5b8f310 287
ac27a0ec
DK
288/*
289 * Structure of a blocks group descriptor
290 */
617ba13b 291struct ext4_group_desc
ac27a0ec 292{
3a14589c 293 __le32 bg_block_bitmap_lo; /* Blocks bitmap block */
5272f837
AK
294 __le32 bg_inode_bitmap_lo; /* Inodes bitmap block */
295 __le32 bg_inode_table_lo; /* Inodes table block */
560671a0
AK
296 __le16 bg_free_blocks_count_lo;/* Free blocks count */
297 __le16 bg_free_inodes_count_lo;/* Free inodes count */
298 __le16 bg_used_dirs_count_lo; /* Directories count */
717d50e4 299 __le16 bg_flags; /* EXT4_BG_flags (INODE_UNINIT, etc) */
e6153918
DW
300 __le32 bg_exclude_bitmap_lo; /* Exclude bitmap for snapshots */
301 __le16 bg_block_bitmap_csum_lo;/* crc32c(s_uuid+grp_num+bbitmap) LE */
302 __le16 bg_inode_bitmap_csum_lo;/* crc32c(s_uuid+grp_num+ibitmap) LE */
560671a0 303 __le16 bg_itable_unused_lo; /* Unused inodes count */
717d50e4 304 __le16 bg_checksum; /* crc16(sb_uuid+group+desc) */
8fadc143
AR
305 __le32 bg_block_bitmap_hi; /* Blocks bitmap block MSB */
306 __le32 bg_inode_bitmap_hi; /* Inodes bitmap block MSB */
307 __le32 bg_inode_table_hi; /* Inodes table block MSB */
91b51a01
CL
308 __le16 bg_free_blocks_count_hi;/* Free blocks count MSB */
309 __le16 bg_free_inodes_count_hi;/* Free inodes count MSB */
310 __le16 bg_used_dirs_count_hi; /* Directories count MSB */
560671a0 311 __le16 bg_itable_unused_hi; /* Unused inodes count MSB */
e6153918
DW
312 __le32 bg_exclude_bitmap_hi; /* Exclude bitmap block MSB */
313 __le16 bg_block_bitmap_csum_hi;/* crc32c(s_uuid+grp_num+bbitmap) BE */
314 __le16 bg_inode_bitmap_csum_hi;/* crc32c(s_uuid+grp_num+ibitmap) BE */
315 __u32 bg_reserved;
ac27a0ec
DK
316};
317
41a246d1
DW
318#define EXT4_BG_INODE_BITMAP_CSUM_HI_END \
319 (offsetof(struct ext4_group_desc, bg_inode_bitmap_csum_hi) + \
320 sizeof(__le16))
321#define EXT4_BG_BLOCK_BITMAP_CSUM_HI_END \
322 (offsetof(struct ext4_group_desc, bg_block_bitmap_csum_hi) + \
323 sizeof(__le16))
324
772cb7c8
JS
325/*
326 * Structure of a flex block group info
327 */
328
329struct flex_groups {
90ba983f
TT
330 atomic64_t free_clusters;
331 atomic_t free_inodes;
332 atomic_t used_dirs;
772cb7c8
JS
333};
334
717d50e4
AD
335#define EXT4_BG_INODE_UNINIT 0x0001 /* Inode table/bitmap not in use */
336#define EXT4_BG_BLOCK_UNINIT 0x0002 /* Block bitmap not in use */
337#define EXT4_BG_INODE_ZEROED 0x0004 /* On-disk itable initialized to zero */
338
ac27a0ec
DK
339/*
340 * Macro-instructions used to manage group descriptors
341 */
0d1ee42f 342#define EXT4_MIN_DESC_SIZE 32
8fadc143 343#define EXT4_MIN_DESC_SIZE_64BIT 64
0d1ee42f
AR
344#define EXT4_MAX_DESC_SIZE EXT4_MIN_BLOCK_SIZE
345#define EXT4_DESC_SIZE(s) (EXT4_SB(s)->s_desc_size)
ac27a0ec 346#ifdef __KERNEL__
617ba13b 347# define EXT4_BLOCKS_PER_GROUP(s) (EXT4_SB(s)->s_blocks_per_group)
281b5995 348# define EXT4_CLUSTERS_PER_GROUP(s) (EXT4_SB(s)->s_clusters_per_group)
617ba13b
MC
349# define EXT4_DESC_PER_BLOCK(s) (EXT4_SB(s)->s_desc_per_block)
350# define EXT4_INODES_PER_GROUP(s) (EXT4_SB(s)->s_inodes_per_group)
351# define EXT4_DESC_PER_BLOCK_BITS(s) (EXT4_SB(s)->s_desc_per_block_bits)
ac27a0ec 352#else
617ba13b 353# define EXT4_BLOCKS_PER_GROUP(s) ((s)->s_blocks_per_group)
0d1ee42f 354# define EXT4_DESC_PER_BLOCK(s) (EXT4_BLOCK_SIZE(s) / EXT4_DESC_SIZE(s))
617ba13b 355# define EXT4_INODES_PER_GROUP(s) ((s)->s_inodes_per_group)
ac27a0ec
DK
356#endif
357
358/*
359 * Constants relative to the data blocks
360 */
617ba13b
MC
361#define EXT4_NDIR_BLOCKS 12
362#define EXT4_IND_BLOCK EXT4_NDIR_BLOCKS
363#define EXT4_DIND_BLOCK (EXT4_IND_BLOCK + 1)
364#define EXT4_TIND_BLOCK (EXT4_DIND_BLOCK + 1)
365#define EXT4_N_BLOCKS (EXT4_TIND_BLOCK + 1)
ac27a0ec
DK
366
367/*
368 * Inode flags
369 */
617ba13b
MC
370#define EXT4_SECRM_FL 0x00000001 /* Secure deletion */
371#define EXT4_UNRM_FL 0x00000002 /* Undelete */
372#define EXT4_COMPR_FL 0x00000004 /* Compress file */
373#define EXT4_SYNC_FL 0x00000008 /* Synchronous updates */
374#define EXT4_IMMUTABLE_FL 0x00000010 /* Immutable file */
375#define EXT4_APPEND_FL 0x00000020 /* writes to file may only append */
376#define EXT4_NODUMP_FL 0x00000040 /* do not dump file */
377#define EXT4_NOATIME_FL 0x00000080 /* do not update atime */
ac27a0ec 378/* Reserved for compression usage... */
617ba13b
MC
379#define EXT4_DIRTY_FL 0x00000100
380#define EXT4_COMPRBLK_FL 0x00000200 /* One or more compressed clusters */
381#define EXT4_NOCOMPR_FL 0x00000400 /* Don't compress */
3edc18d8
TT
382 /* nb: was previously EXT2_ECOMPR_FL */
383#define EXT4_ENCRYPT_FL 0x00000800 /* encrypted file */
ac27a0ec 384/* End compression flags --- maybe not all used */
617ba13b
MC
385#define EXT4_INDEX_FL 0x00001000 /* hash-indexed directory */
386#define EXT4_IMAGIC_FL 0x00002000 /* AFS directory */
387#define EXT4_JOURNAL_DATA_FL 0x00004000 /* file data should be journaled */
388#define EXT4_NOTAIL_FL 0x00008000 /* file tail should not be merged */
389#define EXT4_DIRSYNC_FL 0x00010000 /* dirsync behaviour (directories only) */
390#define EXT4_TOPDIR_FL 0x00020000 /* Top of directory hierarchies*/
8180a562 391#define EXT4_HUGE_FILE_FL 0x00040000 /* Set to each huge file */
a86c6181 392#define EXT4_EXTENTS_FL 0x00080000 /* Inode uses extents */
f710b4b9 393#define EXT4_EA_INODE_FL 0x00200000 /* Inode used for large EA */
c8d46e41 394#define EXT4_EOFBLOCKS_FL 0x00400000 /* Blocks allocated beyond EOF */
67cf5b09 395#define EXT4_INLINE_DATA_FL 0x10000000 /* Inode has inline data. */
8b4953e1 396#define EXT4_PROJINHERIT_FL 0x20000000 /* Create with parents projid */
8180a562 397#define EXT4_RESERVED_FL 0x80000000 /* reserved for ext4 lib */
ac27a0ec 398
040cb378 399#define EXT4_FL_USER_VISIBLE 0x304BDFFF /* User visible flags */
f8011d93 400#define EXT4_FL_USER_MODIFIABLE 0x204BC0FF /* User modifiable flags */
ac27a0ec 401
d14e7683 402/* Flags we can manipulate with through EXT4_IOC_FSSETXATTR */
9b7365fc
LX
403#define EXT4_FL_XFLAG_VISIBLE (EXT4_SYNC_FL | \
404 EXT4_IMMUTABLE_FL | \
405 EXT4_APPEND_FL | \
406 EXT4_NODUMP_FL | \
407 EXT4_NOATIME_FL | \
408 EXT4_PROJINHERIT_FL)
409
8fa43a81
DG
410/* Flags that should be inherited by new inodes from their parent. */
411#define EXT4_FL_INHERITED (EXT4_SECRM_FL | EXT4_UNRM_FL | EXT4_COMPR_FL |\
1cd9f097 412 EXT4_SYNC_FL | EXT4_NODUMP_FL | EXT4_NOATIME_FL |\
8fa43a81 413 EXT4_NOCOMPR_FL | EXT4_JOURNAL_DATA_FL |\
040cb378
LX
414 EXT4_NOTAIL_FL | EXT4_DIRSYNC_FL |\
415 EXT4_PROJINHERIT_FL)
8fa43a81 416
2dc6b0d4
DG
417/* Flags that are appropriate for regular files (all but dir-specific ones). */
418#define EXT4_REG_FLMASK (~(EXT4_DIRSYNC_FL | EXT4_TOPDIR_FL))
419
420/* Flags that are appropriate for non-directories/regular files. */
421#define EXT4_OTHER_FLMASK (EXT4_NODUMP_FL | EXT4_NOATIME_FL)
422
423/* Mask out flags that are inappropriate for the given type of inode. */
424static inline __u32 ext4_mask_flags(umode_t mode, __u32 flags)
425{
426 if (S_ISDIR(mode))
427 return flags;
428 else if (S_ISREG(mode))
429 return flags & EXT4_REG_FLMASK;
430 else
431 return flags & EXT4_OTHER_FLMASK;
432}
433
12e9b892
DM
434/*
435 * Inode flags used for atomic set/get
436 */
437enum {
438 EXT4_INODE_SECRM = 0, /* Secure deletion */
439 EXT4_INODE_UNRM = 1, /* Undelete */
440 EXT4_INODE_COMPR = 2, /* Compress file */
441 EXT4_INODE_SYNC = 3, /* Synchronous updates */
442 EXT4_INODE_IMMUTABLE = 4, /* Immutable file */
443 EXT4_INODE_APPEND = 5, /* writes to file may only append */
444 EXT4_INODE_NODUMP = 6, /* do not dump file */
445 EXT4_INODE_NOATIME = 7, /* do not update atime */
446/* Reserved for compression usage... */
447 EXT4_INODE_DIRTY = 8,
448 EXT4_INODE_COMPRBLK = 9, /* One or more compressed clusters */
449 EXT4_INODE_NOCOMPR = 10, /* Don't compress */
f542fbe8 450 EXT4_INODE_ENCRYPT = 11, /* Encrypted file */
12e9b892
DM
451/* End compression flags --- maybe not all used */
452 EXT4_INODE_INDEX = 12, /* hash-indexed directory */
453 EXT4_INODE_IMAGIC = 13, /* AFS directory */
454 EXT4_INODE_JOURNAL_DATA = 14, /* file data should be journaled */
455 EXT4_INODE_NOTAIL = 15, /* file tail should not be merged */
456 EXT4_INODE_DIRSYNC = 16, /* dirsync behaviour (directories only) */
457 EXT4_INODE_TOPDIR = 17, /* Top of directory hierarchies*/
458 EXT4_INODE_HUGE_FILE = 18, /* Set to each huge file */
459 EXT4_INODE_EXTENTS = 19, /* Inode uses extents */
460 EXT4_INODE_EA_INODE = 21, /* Inode used for large EA */
461 EXT4_INODE_EOFBLOCKS = 22, /* Blocks allocated beyond EOF */
67cf5b09 462 EXT4_INODE_INLINE_DATA = 28, /* Data in inode. */
8b4953e1 463 EXT4_INODE_PROJINHERIT = 29, /* Create with parents projid */
12e9b892
DM
464 EXT4_INODE_RESERVED = 31, /* reserved for ext4 lib */
465};
466
12e9b892 467/*
9a4c8019
CM
468 * Since it's pretty easy to mix up bit numbers and hex values, we use a
469 * build-time check to make sure that EXT4_XXX_FL is consistent with respect to
470 * EXT4_INODE_XXX. If all is well, the macros will be dropped, so, it won't cost
471 * any extra space in the compiled kernel image, otherwise, the build will fail.
472 * It's important that these values are the same, since we are using
473 * EXT4_INODE_XXX to test for flag values, but EXT4_XXX_FL must be consistent
474 * with the values of FS_XXX_FL defined in include/linux/fs.h and the on-disk
475 * values found in ext2, ext3 and ext4 filesystems, and of course the values
476 * defined in e2fsprogs.
12e9b892
DM
477 *
478 * It's not paranoia if the Murphy's Law really *is* out to get you. :-)
479 */
9a4c8019
CM
480#define TEST_FLAG_VALUE(FLAG) (EXT4_##FLAG##_FL == (1 << EXT4_INODE_##FLAG))
481#define CHECK_FLAG_VALUE(FLAG) BUILD_BUG_ON(!TEST_FLAG_VALUE(FLAG))
482
12e9b892
DM
483static inline void ext4_check_flag_values(void)
484{
485 CHECK_FLAG_VALUE(SECRM);
486 CHECK_FLAG_VALUE(UNRM);
487 CHECK_FLAG_VALUE(COMPR);
488 CHECK_FLAG_VALUE(SYNC);
489 CHECK_FLAG_VALUE(IMMUTABLE);
490 CHECK_FLAG_VALUE(APPEND);
491 CHECK_FLAG_VALUE(NODUMP);
492 CHECK_FLAG_VALUE(NOATIME);
493 CHECK_FLAG_VALUE(DIRTY);
494 CHECK_FLAG_VALUE(COMPRBLK);
495 CHECK_FLAG_VALUE(NOCOMPR);
3edc18d8 496 CHECK_FLAG_VALUE(ENCRYPT);
12e9b892
DM
497 CHECK_FLAG_VALUE(INDEX);
498 CHECK_FLAG_VALUE(IMAGIC);
499 CHECK_FLAG_VALUE(JOURNAL_DATA);
500 CHECK_FLAG_VALUE(NOTAIL);
501 CHECK_FLAG_VALUE(DIRSYNC);
502 CHECK_FLAG_VALUE(TOPDIR);
503 CHECK_FLAG_VALUE(HUGE_FILE);
504 CHECK_FLAG_VALUE(EXTENTS);
505 CHECK_FLAG_VALUE(EA_INODE);
506 CHECK_FLAG_VALUE(EOFBLOCKS);
67cf5b09 507 CHECK_FLAG_VALUE(INLINE_DATA);
8b4953e1 508 CHECK_FLAG_VALUE(PROJINHERIT);
12e9b892
DM
509 CHECK_FLAG_VALUE(RESERVED);
510}
511
ac27a0ec 512/* Used to pass group descriptor data when online resize is done */
617ba13b 513struct ext4_new_group_input {
8c55e204
DK
514 __u32 group; /* Group number for this data */
515 __u64 block_bitmap; /* Absolute block number of block bitmap */
516 __u64 inode_bitmap; /* Absolute block number of inode bitmap */
517 __u64 inode_table; /* Absolute block number of inode table start */
518 __u32 blocks_count; /* Total number of blocks in this group */
519 __u16 reserved_blocks; /* Number of reserved blocks in this group */
ac27a0ec
DK
520 __u16 unused;
521};
522
4d92dc0f
BH
523#if defined(__KERNEL__) && defined(CONFIG_COMPAT)
524struct compat_ext4_new_group_input {
525 u32 group;
526 compat_u64 block_bitmap;
527 compat_u64 inode_bitmap;
528 compat_u64 inode_table;
529 u32 blocks_count;
530 u16 reserved_blocks;
531 u16 unused;
532};
533#endif
534
617ba13b
MC
535/* The struct ext4_new_group_input in kernel space, with free_blocks_count */
536struct ext4_new_group_data {
ac27a0ec 537 __u32 group;
bd81d8ee
LV
538 __u64 block_bitmap;
539 __u64 inode_bitmap;
540 __u64 inode_table;
ac27a0ec
DK
541 __u32 blocks_count;
542 __u16 reserved_blocks;
543 __u16 unused;
544 __u32 free_blocks_count;
545};
546
33afdcc5
YY
547/* Indexes used to index group tables in ext4_new_group_data */
548enum {
549 BLOCK_BITMAP = 0, /* block bitmap */
550 INODE_BITMAP, /* inode bitmap */
551 INODE_TABLE, /* inode tables */
552 GROUP_TABLE_COUNT,
553};
554
a2df2a63 555/*
79e83036 556 * Flags used by ext4_map_blocks()
a2df2a63 557 */
556615dc 558 /* Allocate any needed blocks and/or convert an unwritten
c2177057 559 extent to be an initialized ext4 */
2ac3b6e0 560#define EXT4_GET_BLOCKS_CREATE 0x0001
556615dc
LC
561 /* Request the creation of an unwritten extent */
562#define EXT4_GET_BLOCKS_UNWRIT_EXT 0x0002
563#define EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT (EXT4_GET_BLOCKS_UNWRIT_EXT|\
c2177057 564 EXT4_GET_BLOCKS_CREATE)
27dd4385
LC
565 /* Caller is from the delayed allocation writeout path
566 * finally doing the actual allocation of delayed blocks */
03f5d8bc 567#define EXT4_GET_BLOCKS_DELALLOC_RESERVE 0x0004
0031462b 568 /* caller is from the direct IO path, request to creation of an
556615dc 569 unwritten extents if not allocated, split the unwritten
0031462b 570 extent if blocks has been preallocated already*/
c7064ef1 571#define EXT4_GET_BLOCKS_PRE_IO 0x0008
1296cc85 572#define EXT4_GET_BLOCKS_CONVERT 0x0010
c7064ef1 573#define EXT4_GET_BLOCKS_IO_CREATE_EXT (EXT4_GET_BLOCKS_PRE_IO|\
556615dc 574 EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT)
c7064ef1
JZ
575 /* Convert extent to initialized after IO complete */
576#define EXT4_GET_BLOCKS_IO_CONVERT_EXT (EXT4_GET_BLOCKS_CONVERT|\
556615dc 577 EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT)
27dd4385
LC
578 /* Eventual metadata allocation (due to growing extent tree)
579 * should not fail, so try to use reserved blocks for that.*/
580#define EXT4_GET_BLOCKS_METADATA_NOFAIL 0x0020
556b27ab
VH
581 /* Don't normalize allocation size (used for fallocate) */
582#define EXT4_GET_BLOCKS_NO_NORMALIZE 0x0040
a4e5d88b
DM
583 /* Request will not result in inode size update (user for fallocate) */
584#define EXT4_GET_BLOCKS_KEEP_SIZE 0x0080
b8a86845 585 /* Convert written extents to unwritten */
2dcba478 586#define EXT4_GET_BLOCKS_CONVERT_UNWRITTEN 0x0100
c86d8db3
JK
587 /* Write zeros to newly created written extents */
588#define EXT4_GET_BLOCKS_ZERO 0x0200
589#define EXT4_GET_BLOCKS_CREATE_ZERO (EXT4_GET_BLOCKS_CREATE |\
590 EXT4_GET_BLOCKS_ZERO)
ee0876bc
JK
591 /* Caller will submit data before dropping transaction handle. This
592 * allows jbd2 to avoid submitting data before commit. */
593#define EXT4_GET_BLOCKS_IO_SUBMIT 0x0400
ac27a0ec 594
107a7bd3 595/*
7869a4a6 596 * The bit position of these flags must not overlap with any of the
ed8a1a76 597 * EXT4_GET_BLOCKS_*. They are used by ext4_find_extent(),
107a7bd3 598 * read_extent_tree_block(), ext4_split_extent_at(),
7869a4a6
TT
599 * ext4_ext_insert_extent(), and ext4_ext_create_new_leaf().
600 * EXT4_EX_NOCACHE is used to indicate that the we shouldn't be
601 * caching the extents when reading from the extent tree while a
602 * truncate or punch hole operation is in progress.
107a7bd3 603 */
d26e2c4d
TT
604#define EXT4_EX_NOCACHE 0x40000000
605#define EXT4_EX_FORCE_CACHE 0x20000000
107a7bd3 606
e6362609
TT
607/*
608 * Flags used by ext4_free_blocks
609 */
610#define EXT4_FREE_BLOCKS_METADATA 0x0001
611#define EXT4_FREE_BLOCKS_FORGET 0x0002
1f2acb60 612#define EXT4_FREE_BLOCKS_VALIDATED 0x0004
7132de74 613#define EXT4_FREE_BLOCKS_NO_QUOT_UPDATE 0x0008
84130193
TT
614#define EXT4_FREE_BLOCKS_NOFREE_FIRST_CLUSTER 0x0010
615#define EXT4_FREE_BLOCKS_NOFREE_LAST_CLUSTER 0x0020
e6362609 616
ac27a0ec
DK
617/*
618 * ioctl commands
619 */
617ba13b
MC
620#define EXT4_IOC_GETFLAGS FS_IOC_GETFLAGS
621#define EXT4_IOC_SETFLAGS FS_IOC_SETFLAGS
622#define EXT4_IOC_GETVERSION _IOR('f', 3, long)
623#define EXT4_IOC_SETVERSION _IOW('f', 4, long)
617ba13b
MC
624#define EXT4_IOC_GETVERSION_OLD FS_IOC_GETVERSION
625#define EXT4_IOC_SETVERSION_OLD FS_IOC_SETVERSION
617ba13b
MC
626#define EXT4_IOC_GETRSVSZ _IOR('f', 5, long)
627#define EXT4_IOC_SETRSVSZ _IOW('f', 6, long)
8eea80d5
TT
628#define EXT4_IOC_GROUP_EXTEND _IOW('f', 7, unsigned long)
629#define EXT4_IOC_GROUP_ADD _IOW('f', 8, struct ext4_new_group_input)
630#define EXT4_IOC_MIGRATE _IO('f', 9)
ccd2506b 631 /* note ioctl 10 reserved for an early version of the FIEMAP ioctl */
8eea80d5 632 /* note ioctl 11 reserved for filesystem-independent FIEMAP ioctl */
ccd2506b 633#define EXT4_IOC_ALLOC_DA_BLKS _IO('f', 12)
748de673 634#define EXT4_IOC_MOVE_EXT _IOWR('f', 15, struct move_extent)
19c5246d 635#define EXT4_IOC_RESIZE_FS _IOW('f', 16, __u64)
393d1d1d 636#define EXT4_IOC_SWAP_BOOT _IO('f', 17)
7869a4a6 637#define EXT4_IOC_PRECACHE_EXTENTS _IO('f', 18)
a7550b30
JK
638#define EXT4_IOC_SET_ENCRYPTION_POLICY FS_IOC_SET_ENCRYPTION_POLICY
639#define EXT4_IOC_GET_ENCRYPTION_PWSALT FS_IOC_GET_ENCRYPTION_PWSALT
640#define EXT4_IOC_GET_ENCRYPTION_POLICY FS_IOC_GET_ENCRYPTION_POLICY
ac27a0ec 641
9b7365fc
LX
642#ifndef FS_IOC_FSGETXATTR
643/* Until the uapi changes get merged for project quota... */
644
645#define FS_IOC_FSGETXATTR _IOR('X', 31, struct fsxattr)
646#define FS_IOC_FSSETXATTR _IOW('X', 32, struct fsxattr)
647
648/*
649 * Structure for FS_IOC_FSGETXATTR and FS_IOC_FSSETXATTR.
650 */
651struct fsxattr {
652 __u32 fsx_xflags; /* xflags field value (get/set) */
653 __u32 fsx_extsize; /* extsize field value (get/set)*/
654 __u32 fsx_nextents; /* nextents field value (get) */
655 __u32 fsx_projid; /* project identifier (get/set) */
656 unsigned char fsx_pad[12];
657};
658
659/*
660 * Flags for the fsx_xflags field
661 */
662#define FS_XFLAG_REALTIME 0x00000001 /* data in realtime volume */
663#define FS_XFLAG_PREALLOC 0x00000002 /* preallocated file extents */
664#define FS_XFLAG_IMMUTABLE 0x00000008 /* file cannot be modified */
665#define FS_XFLAG_APPEND 0x00000010 /* all writes append */
666#define FS_XFLAG_SYNC 0x00000020 /* all writes synchronous */
667#define FS_XFLAG_NOATIME 0x00000040 /* do not update access time */
668#define FS_XFLAG_NODUMP 0x00000080 /* do not include in backups */
669#define FS_XFLAG_RTINHERIT 0x00000100 /* create with rt bit set */
670#define FS_XFLAG_PROJINHERIT 0x00000200 /* create with parents projid */
671#define FS_XFLAG_NOSYMLINKS 0x00000400 /* disallow symlink creation */
672#define FS_XFLAG_EXTSIZE 0x00000800 /* extent size allocator hint */
673#define FS_XFLAG_EXTSZINHERIT 0x00001000 /* inherit inode extent size */
674#define FS_XFLAG_NODEFRAG 0x00002000 /* do not defragment */
675#define FS_XFLAG_FILESTREAM 0x00004000 /* use filestream allocator */
676#define FS_XFLAG_HASATTR 0x80000000 /* no DIFLAG for this */
677#endif /* !defined(FS_IOC_FSGETXATTR) */
678
679#define EXT4_IOC_FSGETXATTR FS_IOC_FSGETXATTR
680#define EXT4_IOC_FSSETXATTR FS_IOC_FSSETXATTR
681
899ad0ce 682#if defined(__KERNEL__) && defined(CONFIG_COMPAT)
ac27a0ec
DK
683/*
684 * ioctl commands in 32 bit emulation
685 */
617ba13b
MC
686#define EXT4_IOC32_GETFLAGS FS_IOC32_GETFLAGS
687#define EXT4_IOC32_SETFLAGS FS_IOC32_SETFLAGS
688#define EXT4_IOC32_GETVERSION _IOR('f', 3, int)
689#define EXT4_IOC32_SETVERSION _IOW('f', 4, int)
690#define EXT4_IOC32_GETRSVSZ _IOR('f', 5, int)
691#define EXT4_IOC32_SETRSVSZ _IOW('f', 6, int)
692#define EXT4_IOC32_GROUP_EXTEND _IOW('f', 7, unsigned int)
4d92dc0f 693#define EXT4_IOC32_GROUP_ADD _IOW('f', 8, struct compat_ext4_new_group_input)
617ba13b
MC
694#define EXT4_IOC32_GETVERSION_OLD FS_IOC32_GETVERSION
695#define EXT4_IOC32_SETVERSION_OLD FS_IOC32_SETVERSION
899ad0ce 696#endif
ac27a0ec 697
b595076a 698/* Max physical block we can address w/o extents */
fb0a387d
ES
699#define EXT4_MAX_BLOCK_FILE_PHYS 0xFFFFFFFF
700
ac27a0ec
DK
701/*
702 * Structure of an inode on the disk
703 */
617ba13b 704struct ext4_inode {
ac27a0ec
DK
705 __le16 i_mode; /* File mode */
706 __le16 i_uid; /* Low 16 bits of Owner Uid */
a48380f7 707 __le32 i_size_lo; /* Size in bytes */
ac27a0ec 708 __le32 i_atime; /* Access time */
ef7f3835 709 __le32 i_ctime; /* Inode Change time */
ac27a0ec
DK
710 __le32 i_mtime; /* Modification time */
711 __le32 i_dtime; /* Deletion Time */
712 __le16 i_gid; /* Low 16 bits of Group Id */
713 __le16 i_links_count; /* Links count */
0fc1b451 714 __le32 i_blocks_lo; /* Blocks count */
ac27a0ec
DK
715 __le32 i_flags; /* File flags */
716 union {
717 struct {
25ec56b5 718 __le32 l_i_version;
ac27a0ec
DK
719 } linux1;
720 struct {
721 __u32 h_i_translator;
722 } hurd1;
723 struct {
724 __u32 m_i_reserved1;
725 } masix1;
726 } osd1; /* OS dependent 1 */
617ba13b 727 __le32 i_block[EXT4_N_BLOCKS];/* Pointers to blocks */
ac27a0ec 728 __le32 i_generation; /* File version (for NFS) */
7973c0c1 729 __le32 i_file_acl_lo; /* File ACL */
a48380f7 730 __le32 i_size_high;
f077d0d7 731 __le32 i_obso_faddr; /* Obsoleted fragment address */
ac27a0ec
DK
732 union {
733 struct {
0fc1b451 734 __le16 l_i_blocks_high; /* were l_i_reserved1 */
a1ddeb7e 735 __le16 l_i_file_acl_high;
8c55e204 736 __le16 l_i_uid_high; /* these 2 fields */
ac27a0ec 737 __le16 l_i_gid_high; /* were reserved2[0] */
e6153918
DW
738 __le16 l_i_checksum_lo;/* crc32c(uuid+inum+inode) LE */
739 __le16 l_i_reserved;
ac27a0ec
DK
740 } linux2;
741 struct {
f077d0d7 742 __le16 h_i_reserved1; /* Obsoleted fragment number/size which are removed in ext4 */
ac27a0ec
DK
743 __u16 h_i_mode_high;
744 __u16 h_i_uid_high;
745 __u16 h_i_gid_high;
746 __u32 h_i_author;
747 } hurd2;
748 struct {
f077d0d7 749 __le16 h_i_reserved1; /* Obsoleted fragment number/size which are removed in ext4 */
a1ddeb7e 750 __le16 m_i_file_acl_high;
ac27a0ec
DK
751 __u32 m_i_reserved2[2];
752 } masix2;
753 } osd2; /* OS dependent 2 */
754 __le16 i_extra_isize;
e6153918 755 __le16 i_checksum_hi; /* crc32c(uuid+inum+inode) BE */
ef7f3835
KS
756 __le32 i_ctime_extra; /* extra Change time (nsec << 2 | epoch) */
757 __le32 i_mtime_extra; /* extra Modification time(nsec << 2 | epoch) */
758 __le32 i_atime_extra; /* extra Access time (nsec << 2 | epoch) */
759 __le32 i_crtime; /* File Creation time */
760 __le32 i_crtime_extra; /* extra FileCreationtime (nsec << 2 | epoch) */
25ec56b5 761 __le32 i_version_hi; /* high 32 bits for 64-bit version */
8b4953e1 762 __le32 i_projid; /* Project ID */
ac27a0ec
DK
763};
764
748de673
AF
765struct move_extent {
766 __u32 reserved; /* should be zero */
767 __u32 donor_fd; /* donor file descriptor */
768 __u64 orig_start; /* logical start offset in block for orig */
769 __u64 donor_start; /* logical start offset in block for donor */
770 __u64 len; /* block length to be moved */
771 __u64 moved_len; /* moved block length */
772};
ac27a0ec 773
ef7f3835
KS
774#define EXT4_EPOCH_BITS 2
775#define EXT4_EPOCH_MASK ((1 << EXT4_EPOCH_BITS) - 1)
776#define EXT4_NSEC_MASK (~0UL << EXT4_EPOCH_BITS)
777
778/*
779 * Extended fields will fit into an inode if the filesystem was formatted
780 * with large inodes (-I 256 or larger) and there are not currently any EAs
781 * consuming all of the available space. For new inodes we always reserve
782 * enough space for the kernel's known extended fields, but for inodes
783 * created with an old kernel this might not have been the case. None of
784 * the extended inode fields is critical for correct filesystem operation.
785 * This macro checks if a certain field fits in the inode. Note that
786 * inode-size = GOOD_OLD_INODE_SIZE + i_extra_isize
787 */
788#define EXT4_FITS_IN_INODE(ext4_inode, einode, field) \
789 ((offsetof(typeof(*ext4_inode), field) + \
790 sizeof((ext4_inode)->field)) \
791 <= (EXT4_GOOD_OLD_INODE_SIZE + \
792 (einode)->i_extra_isize)) \
793
a4dad1ae
DT
794/*
795 * We use an encoding that preserves the times for extra epoch "00":
796 *
797 * extra msb of adjust for signed
798 * epoch 32-bit 32-bit tv_sec to
799 * bits time decoded 64-bit tv_sec 64-bit tv_sec valid time range
800 * 0 0 1 -0x80000000..-0x00000001 0x000000000 1901-12-13..1969-12-31
801 * 0 0 0 0x000000000..0x07fffffff 0x000000000 1970-01-01..2038-01-19
802 * 0 1 1 0x080000000..0x0ffffffff 0x100000000 2038-01-19..2106-02-07
803 * 0 1 0 0x100000000..0x17fffffff 0x100000000 2106-02-07..2174-02-25
804 * 1 0 1 0x180000000..0x1ffffffff 0x200000000 2174-02-25..2242-03-16
805 * 1 0 0 0x200000000..0x27fffffff 0x200000000 2242-03-16..2310-04-04
806 * 1 1 1 0x280000000..0x2ffffffff 0x300000000 2310-04-04..2378-04-22
807 * 1 1 0 0x300000000..0x37fffffff 0x300000000 2378-04-22..2446-05-10
808 *
809 * Note that previous versions of the kernel on 64-bit systems would
810 * incorrectly use extra epoch bits 1,1 for dates between 1901 and
811 * 1970. e2fsck will correct this, assuming that it is run on the
812 * affected filesystem before 2242.
813 */
814
ef7f3835
KS
815static inline __le32 ext4_encode_extra_time(struct timespec *time)
816{
a4dad1ae
DT
817 u32 extra = sizeof(time->tv_sec) > 4 ?
818 ((time->tv_sec - (s32)time->tv_sec) >> 32) & EXT4_EPOCH_MASK : 0;
819 return cpu_to_le32(extra | (time->tv_nsec << EXT4_EPOCH_BITS));
ef7f3835
KS
820}
821
822static inline void ext4_decode_extra_time(struct timespec *time, __le32 extra)
823{
a4dad1ae
DT
824 if (unlikely(sizeof(time->tv_sec) > 4 &&
825 (extra & cpu_to_le32(EXT4_EPOCH_MASK)))) {
826#if LINUX_VERSION_CODE < KERNEL_VERSION(4,20,0)
827 /* Handle legacy encoding of pre-1970 dates with epoch
828 * bits 1,1. We assume that by kernel version 4.20,
829 * everyone will have run fsck over the affected
830 * filesystems to correct the problem. (This
831 * backwards compatibility may be removed before this
832 * time, at the discretion of the ext4 developers.)
833 */
834 u64 extra_bits = le32_to_cpu(extra) & EXT4_EPOCH_MASK;
835 if (extra_bits == 3 && ((time->tv_sec) & 0x80000000) != 0)
836 extra_bits = 0;
837 time->tv_sec += extra_bits << 32;
838#else
839 time->tv_sec += (u64)(le32_to_cpu(extra) & EXT4_EPOCH_MASK) << 32;
840#endif
841 }
842 time->tv_nsec = (le32_to_cpu(extra) & EXT4_NSEC_MASK) >> EXT4_EPOCH_BITS;
ef7f3835
KS
843}
844
845#define EXT4_INODE_SET_XTIME(xtime, inode, raw_inode) \
846do { \
847 (raw_inode)->xtime = cpu_to_le32((inode)->xtime.tv_sec); \
848 if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra)) \
849 (raw_inode)->xtime ## _extra = \
850 ext4_encode_extra_time(&(inode)->xtime); \
851} while (0)
852
853#define EXT4_EINODE_SET_XTIME(xtime, einode, raw_inode) \
854do { \
855 if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime)) \
856 (raw_inode)->xtime = cpu_to_le32((einode)->xtime.tv_sec); \
857 if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime ## _extra)) \
858 (raw_inode)->xtime ## _extra = \
859 ext4_encode_extra_time(&(einode)->xtime); \
860} while (0)
861
862#define EXT4_INODE_GET_XTIME(xtime, inode, raw_inode) \
863do { \
864 (inode)->xtime.tv_sec = (signed)le32_to_cpu((raw_inode)->xtime); \
865 if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra)) \
866 ext4_decode_extra_time(&(inode)->xtime, \
867 raw_inode->xtime ## _extra); \
af0b44a1
ES
868 else \
869 (inode)->xtime.tv_nsec = 0; \
ef7f3835
KS
870} while (0)
871
872#define EXT4_EINODE_GET_XTIME(xtime, einode, raw_inode) \
873do { \
874 if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime)) \
875 (einode)->xtime.tv_sec = \
876 (signed)le32_to_cpu((raw_inode)->xtime); \
19ea8060
TT
877 else \
878 (einode)->xtime.tv_sec = 0; \
ef7f3835
KS
879 if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime ## _extra)) \
880 ext4_decode_extra_time(&(einode)->xtime, \
881 raw_inode->xtime ## _extra); \
af0b44a1
ES
882 else \
883 (einode)->xtime.tv_nsec = 0; \
ef7f3835
KS
884} while (0)
885
25ec56b5
JNC
886#define i_disk_version osd1.linux1.l_i_version
887
ac27a0ec
DK
888#if defined(__KERNEL__) || defined(__linux__)
889#define i_reserved1 osd1.linux1.l_i_reserved1
a1ddeb7e 890#define i_file_acl_high osd2.linux2.l_i_file_acl_high
0fc1b451 891#define i_blocks_high osd2.linux2.l_i_blocks_high
ac27a0ec
DK
892#define i_uid_low i_uid
893#define i_gid_low i_gid
894#define i_uid_high osd2.linux2.l_i_uid_high
895#define i_gid_high osd2.linux2.l_i_gid_high
e6153918 896#define i_checksum_lo osd2.linux2.l_i_checksum_lo
ac27a0ec
DK
897
898#elif defined(__GNU__)
899
900#define i_translator osd1.hurd1.h_i_translator
ac27a0ec
DK
901#define i_uid_high osd2.hurd2.h_i_uid_high
902#define i_gid_high osd2.hurd2.h_i_gid_high
903#define i_author osd2.hurd2.h_i_author
904
905#elif defined(__masix__)
906
907#define i_reserved1 osd1.masix1.m_i_reserved1
a1ddeb7e 908#define i_file_acl_high osd2.masix2.m_i_file_acl_high
ac27a0ec
DK
909#define i_reserved2 osd2.masix2.m_i_reserved2
910
911#endif /* defined(__KERNEL__) || defined(__linux__) */
912
c0677e6d
ZL
913#include "extents_status.h"
914
daf647d2
TT
915/*
916 * Lock subclasses for i_data_sem in the ext4_inode_info structure.
917 *
918 * These are needed to avoid lockdep false positives when we need to
919 * allocate blocks to the quota inode during ext4_map_blocks(), while
920 * holding i_data_sem for a normal (non-quota) inode. Since we don't
921 * do quota tracking for the quota inode, this avoids deadlock (as
922 * well as infinite recursion, since it isn't turtles all the way
923 * down...)
924 *
925 * I_DATA_SEM_NORMAL - Used for most inodes
926 * I_DATA_SEM_OTHER - Used by move_inode.c for the second normal inode
927 * where the second inode has larger inode number
928 * than the first
929 * I_DATA_SEM_QUOTA - Used for quota inodes only
930 */
931enum {
932 I_DATA_SEM_NORMAL = 0,
933 I_DATA_SEM_OTHER,
934 I_DATA_SEM_QUOTA,
935};
936
937
d444c3c3
TT
938/*
939 * fourth extended file system inode data in memory
940 */
941struct ext4_inode_info {
942 __le32 i_data[15]; /* unconverted */
d444c3c3 943 __u32 i_dtime;
12e9b892 944 ext4_fsblk_t i_file_acl;
d444c3c3
TT
945
946 /*
947 * i_block_group is the number of the block group which contains
948 * this file's inode. Constant across the lifetime of the inode,
949 * it is ued for making block allocation decisions - we try to
950 * place a file's data blocks near its inode block, and new inodes
951 * near to their parent directory's inode.
952 */
953 ext4_group_t i_block_group;
8a2005d3 954 ext4_lblk_t i_dir_start_lookup;
353eb83c 955#if (BITS_PER_LONG < 64)
19f5fb7a 956 unsigned long i_state_flags; /* Dynamic state flags */
353eb83c 957#endif
12e9b892 958 unsigned long i_flags;
d444c3c3 959
d444c3c3
TT
960 /*
961 * Extended attributes can be read independently of the main file
962 * data. Taking i_mutex even when reading would cause contention
963 * between readers of EAs and writers of regular file data, so
964 * instead we synchronize on xattr_sem when reading or changing
965 * EAs.
966 */
967 struct rw_semaphore xattr_sem;
d444c3c3
TT
968
969 struct list_head i_orphan; /* unlinked but open inodes */
970
971 /*
972 * i_disksize keeps track of what the inode size is ON DISK, not
973 * in memory. During truncate, i_size is set to the new size by
974 * the VFS prior to calling ext4_truncate(), but the filesystem won't
975 * set i_disksize to 0 until the truncate is actually under way.
976 *
977 * The intent is that i_disksize always represents the blocks which
978 * are used by this file. This allows recovery to restart truncate
979 * on orphans if we crash during truncate. We actually write i_disksize
980 * into the on-disk inode when writing inodes out, instead of i_size.
981 *
982 * The only time when i_disksize and i_size may be different is when
983 * a truncate is in progress. The only things which change i_disksize
984 * are ext4_get_block (growth) and ext4_truncate (shrinkth).
985 */
986 loff_t i_disksize;
987
988 /*
989 * i_data_sem is for serialising ext4_truncate() against
990 * ext4_getblock(). In the 2.4 ext2 design, great chunks of inode's
991 * data tree are chopped off during truncate. We can't do that in
992 * ext4 because whenever we perform intermediate commits during
993 * truncate, the inode and all the metadata blocks *must* be in a
994 * consistent state which allows truncation of the orphans to restart
995 * during recovery. Hence we must fix the get_block-vs-truncate race
996 * by other means, so we have i_data_sem.
997 */
998 struct rw_semaphore i_data_sem;
ea3d7209
JK
999 /*
1000 * i_mmap_sem is for serializing page faults with truncate / punch hole
1001 * operations. We have to make sure that new page cannot be faulted in
1002 * a section of the inode that is being punched. We cannot easily use
1003 * i_data_sem for this since we need protection for the whole punch
1004 * operation and i_data_sem ranks below transaction start so we have
1005 * to occasionally drop it.
1006 */
1007 struct rw_semaphore i_mmap_sem;
d444c3c3 1008 struct inode vfs_inode;
8aefcd55 1009 struct jbd2_inode *jinode;
d444c3c3 1010
202ee5df
TT
1011 spinlock_t i_raw_lock; /* protects updates to the raw inode */
1012
d444c3c3
TT
1013 /*
1014 * File creation time. Its function is same as that of
1015 * struct timespec i_{a,c,m}time in the generic inode.
1016 */
1017 struct timespec i_crtime;
1018
1019 /* mballoc */
1020 struct list_head i_prealloc_list;
1021 spinlock_t i_prealloc_lock;
1022
c0677e6d
ZL
1023 /* extents status tree */
1024 struct ext4_es_tree i_es_tree;
1025 rwlock_t i_es_lock;
edaa53ca 1026 struct list_head i_es_list;
eb68d0e2 1027 unsigned int i_es_all_nr; /* protected by i_es_lock */
edaa53ca 1028 unsigned int i_es_shk_nr; /* protected by i_es_lock */
dd475925
JK
1029 ext4_lblk_t i_es_shrink_lblk; /* Offset where we start searching for
1030 extents to shrink. Protected by
1031 i_es_lock */
c0677e6d 1032
d444c3c3
TT
1033 /* ialloc */
1034 ext4_group_t i_last_alloc_group;
1035
1036 /* allocation reservation info for delalloc */
57042651 1037 /* In case of bigalloc, these refer to clusters rather than blocks */
d444c3c3
TT
1038 unsigned int i_reserved_data_blocks;
1039 unsigned int i_reserved_meta_blocks;
1040 unsigned int i_allocated_meta_blocks;
01f49d0b 1041 ext4_lblk_t i_da_metadata_calc_last_lblock;
9d0be502 1042 int i_da_metadata_calc_len;
d444c3c3
TT
1043
1044 /* on-disk additional length */
1045 __u16 i_extra_isize;
1046
67cf5b09
TM
1047 /* Indicate the inline data space. */
1048 u16 i_inline_off;
1049 u16 i_inline_size;
1050
a9e7f447
DM
1051#ifdef CONFIG_QUOTA
1052 /* quota space reservation, managed internally by quota code */
1053 qsize_t i_reserved_quota;
1054#endif
8d5d02e6 1055
2e8fa54e 1056 /* Lock protecting lists below */
744692dc 1057 spinlock_t i_completed_io_lock;
2e8fa54e
JK
1058 /*
1059 * Completed IOs that need unwritten extents handling and have
1060 * transaction reserved
1061 */
1062 struct list_head i_rsv_conversion_list;
2e8fa54e 1063 struct work_struct i_rsv_conversion_work;
600be30a 1064 atomic_t i_unwritten; /* Nr. of inflight conversions pending */
8a2005d3
TT
1065
1066 spinlock_t i_block_reservation_lock;
b436b9be
JK
1067
1068 /*
1069 * Transactions that contain inode's metadata needed to complete
1070 * fsync and fdatasync, respectively.
1071 */
1072 tid_t i_sync_tid;
1073 tid_t i_datasync_tid;
814525f4 1074
96c7e0d9
JK
1075#ifdef CONFIG_QUOTA
1076 struct dquot *i_dquot[MAXQUOTAS];
1077#endif
1078
814525f4
DW
1079 /* Precomputed uuid+inum+igen checksum for seeding inode checksums */
1080 __u32 i_csum_seed;
b30ab0e0 1081
040cb378 1082 kprojid_t i_projid;
d444c3c3
TT
1083};
1084
ac27a0ec
DK
1085/*
1086 * File system states
1087 */
617ba13b
MC
1088#define EXT4_VALID_FS 0x0001 /* Unmounted cleanly */
1089#define EXT4_ERROR_FS 0x0002 /* Errors detected */
1090#define EXT4_ORPHAN_FS 0x0004 /* Orphans being recovered */
ac27a0ec 1091
469108ff
TT
1092/*
1093 * Misc. filesystem flags
1094 */
1095#define EXT2_FLAGS_SIGNED_HASH 0x0001 /* Signed dirhash in use */
1096#define EXT2_FLAGS_UNSIGNED_HASH 0x0002 /* Unsigned dirhash in use */
1097#define EXT2_FLAGS_TEST_FILESYS 0x0004 /* to test development code */
1098
ac27a0ec 1099/*
68911009 1100 * Mount flags set via mount options or defaults
ac27a0ec 1101 */
617ba13b
MC
1102#define EXT4_MOUNT_GRPID 0x00004 /* Create files with directory's group */
1103#define EXT4_MOUNT_DEBUG 0x00008 /* Some debugging messages */
1104#define EXT4_MOUNT_ERRORS_CONT 0x00010 /* Continue on errors */
1105#define EXT4_MOUNT_ERRORS_RO 0x00020 /* Remount fs ro on errors */
1106#define EXT4_MOUNT_ERRORS_PANIC 0x00040 /* Panic on errors */
39ef17f1 1107#define EXT4_MOUNT_ERRORS_MASK 0x00070
617ba13b
MC
1108#define EXT4_MOUNT_MINIX_DF 0x00080 /* Mimics the Minix statfs */
1109#define EXT4_MOUNT_NOLOAD 0x00100 /* Don't use existing journal*/
923ae0ff
RZ
1110#ifdef CONFIG_FS_DAX
1111#define EXT4_MOUNT_DAX 0x00200 /* Direct Access */
1112#else
1113#define EXT4_MOUNT_DAX 0
1114#endif
617ba13b
MC
1115#define EXT4_MOUNT_DATA_FLAGS 0x00C00 /* Mode for data writes: */
1116#define EXT4_MOUNT_JOURNAL_DATA 0x00400 /* Write data to journal */
1117#define EXT4_MOUNT_ORDERED_DATA 0x00800 /* Flush data before commit */
1118#define EXT4_MOUNT_WRITEBACK_DATA 0x00C00 /* No data ordering */
1119#define EXT4_MOUNT_UPDATE_JOURNAL 0x01000 /* Update the journal format */
1120#define EXT4_MOUNT_NO_UID32 0x02000 /* Disable 32-bit UIDs */
1121#define EXT4_MOUNT_XATTR_USER 0x04000 /* Extended user attributes */
1122#define EXT4_MOUNT_POSIX_ACL 0x08000 /* POSIX Access Control Lists */
afd4672d 1123#define EXT4_MOUNT_NO_AUTO_DA_ALLOC 0x10000 /* No auto delalloc mapping */
617ba13b 1124#define EXT4_MOUNT_BARRIER 0x20000 /* Use block barriers */
49da9392
JK
1125#define EXT4_MOUNT_QUOTA 0x40000 /* Some quota option set */
1126#define EXT4_MOUNT_USRQUOTA 0x80000 /* "old" user quota,
1127 * enable enforcement for hidden
1128 * quota files */
1129#define EXT4_MOUNT_GRPQUOTA 0x100000 /* "old" group quota, enable
1130 * enforcement for hidden quota
1131 * files */
1132#define EXT4_MOUNT_PRJQUOTA 0x200000 /* Enable project quota
1133 * enforcement */
744692dc 1134#define EXT4_MOUNT_DIOREAD_NOLOCK 0x400000 /* Enable support for dio read nolocking */
d4da6c9c 1135#define EXT4_MOUNT_JOURNAL_CHECKSUM 0x800000 /* Journal checksums */
818d276c 1136#define EXT4_MOUNT_JOURNAL_ASYNC_COMMIT 0x1000000 /* Journal Async Commit */
64769240 1137#define EXT4_MOUNT_DELALLOC 0x8000000 /* Delalloc support */
5bf5683a 1138#define EXT4_MOUNT_DATA_ERR_ABORT 0x10000000 /* Abort on file data write */
6fd058f7 1139#define EXT4_MOUNT_BLOCK_VALIDITY 0x20000000 /* Block validity checking */
5328e635 1140#define EXT4_MOUNT_DISCARD 0x40000000 /* Issue DISCARD requests */
bfff6873 1141#define EXT4_MOUNT_INIT_INODE_TABLE 0x80000000 /* Initialize uninitialized itables */
5bf5683a 1142
68911009
LC
1143/*
1144 * Mount flags set either automatically (could not be set by mount option)
1145 * based on per file system feature or property or in special cases such as
1146 * distinguishing between explicit mount option definition and default.
1147 */
56889787
TT
1148#define EXT4_MOUNT2_EXPLICIT_DELALLOC 0x00000001 /* User explicitly
1149 specified delalloc */
68911009
LC
1150#define EXT4_MOUNT2_STD_GROUP_SIZE 0x00000002 /* We have standard group
1151 size of blocksize * 8
1152 blocks */
ed3654eb
TT
1153#define EXT4_MOUNT2_HURD_COMPAT 0x00000004 /* Support HURD-castrated
1154 file systems */
56889787 1155
1e381f60
DM
1156#define EXT4_MOUNT2_EXPLICIT_JOURNAL_CHECKSUM 0x00000008 /* User explicitly
1157 specified journal checksum */
1158
fd8c37ec
TT
1159#define clear_opt(sb, opt) EXT4_SB(sb)->s_mount_opt &= \
1160 ~EXT4_MOUNT_##opt
1161#define set_opt(sb, opt) EXT4_SB(sb)->s_mount_opt |= \
1162 EXT4_MOUNT_##opt
617ba13b
MC
1163#define test_opt(sb, opt) (EXT4_SB(sb)->s_mount_opt & \
1164 EXT4_MOUNT_##opt)
ac27a0ec 1165
a2595b8a
TT
1166#define clear_opt2(sb, opt) EXT4_SB(sb)->s_mount_opt2 &= \
1167 ~EXT4_MOUNT2_##opt
1168#define set_opt2(sb, opt) EXT4_SB(sb)->s_mount_opt2 |= \
1169 EXT4_MOUNT2_##opt
1170#define test_opt2(sb, opt) (EXT4_SB(sb)->s_mount_opt2 & \
1171 EXT4_MOUNT2_##opt)
1172
597d508c
AM
1173#define ext4_test_and_set_bit __test_and_set_bit_le
1174#define ext4_set_bit __set_bit_le
617ba13b 1175#define ext4_set_bit_atomic ext2_set_bit_atomic
597d508c
AM
1176#define ext4_test_and_clear_bit __test_and_clear_bit_le
1177#define ext4_clear_bit __clear_bit_le
617ba13b 1178#define ext4_clear_bit_atomic ext2_clear_bit_atomic
50e0168c 1179#define ext4_test_bit test_bit_le
50e0168c
AM
1180#define ext4_find_next_zero_bit find_next_zero_bit_le
1181#define ext4_find_next_bit find_next_bit_le
ac27a0ec 1182
c3e94d1d
YY
1183extern void ext4_set_bits(void *bm, int cur, int len);
1184
ac27a0ec
DK
1185/*
1186 * Maximal mount counts between two filesystem checks
1187 */
617ba13b
MC
1188#define EXT4_DFL_MAX_MNT_COUNT 20 /* Allow 20 mounts */
1189#define EXT4_DFL_CHECKINTERVAL 0 /* Don't use interval check */
ac27a0ec
DK
1190
1191/*
1192 * Behaviour when detecting errors
1193 */
617ba13b
MC
1194#define EXT4_ERRORS_CONTINUE 1 /* Continue execution */
1195#define EXT4_ERRORS_RO 2 /* Remount fs read-only */
1196#define EXT4_ERRORS_PANIC 3 /* Panic */
1197#define EXT4_ERRORS_DEFAULT EXT4_ERRORS_CONTINUE
ac27a0ec 1198
e6153918
DW
1199/* Metadata checksum algorithm codes */
1200#define EXT4_CRC32C_CHKSUM 1
1201
ac27a0ec
DK
1202/*
1203 * Structure of the super block
1204 */
617ba13b 1205struct ext4_super_block {
ac27a0ec 1206/*00*/ __le32 s_inodes_count; /* Inodes count */
6bc9feff 1207 __le32 s_blocks_count_lo; /* Blocks count */
308ba3ec
AK
1208 __le32 s_r_blocks_count_lo; /* Reserved blocks count */
1209 __le32 s_free_blocks_count_lo; /* Free blocks count */
ac27a0ec
DK
1210/*10*/ __le32 s_free_inodes_count; /* Free inodes count */
1211 __le32 s_first_data_block; /* First Data Block */
1212 __le32 s_log_block_size; /* Block size */
281b5995 1213 __le32 s_log_cluster_size; /* Allocation cluster size */
ac27a0ec 1214/*20*/ __le32 s_blocks_per_group; /* # Blocks per group */
281b5995 1215 __le32 s_clusters_per_group; /* # Clusters per group */
ac27a0ec
DK
1216 __le32 s_inodes_per_group; /* # Inodes per group */
1217 __le32 s_mtime; /* Mount time */
1218/*30*/ __le32 s_wtime; /* Write time */
1219 __le16 s_mnt_count; /* Mount count */
1220 __le16 s_max_mnt_count; /* Maximal mount count */
1221 __le16 s_magic; /* Magic signature */
1222 __le16 s_state; /* File system state */
1223 __le16 s_errors; /* Behaviour when detecting errors */
1224 __le16 s_minor_rev_level; /* minor revision level */
1225/*40*/ __le32 s_lastcheck; /* time of last check */
1226 __le32 s_checkinterval; /* max. time between checks */
1227 __le32 s_creator_os; /* OS */
1228 __le32 s_rev_level; /* Revision level */
1229/*50*/ __le16 s_def_resuid; /* Default uid for reserved blocks */
1230 __le16 s_def_resgid; /* Default gid for reserved blocks */
1231 /*
617ba13b 1232 * These fields are for EXT4_DYNAMIC_REV superblocks only.
ac27a0ec
DK
1233 *
1234 * Note: the difference between the compatible feature set and
1235 * the incompatible feature set is that if there is a bit set
1236 * in the incompatible feature set that the kernel doesn't
1237 * know about, it should refuse to mount the filesystem.
1238 *
1239 * e2fsck's requirements are more strict; if it doesn't know
1240 * about a feature in either the compatible or incompatible
1241 * feature set, it must abort and not try to meddle with
1242 * things it doesn't understand...
1243 */
1244 __le32 s_first_ino; /* First non-reserved inode */
0d1ee42f 1245 __le16 s_inode_size; /* size of inode structure */
ac27a0ec
DK
1246 __le16 s_block_group_nr; /* block group # of this superblock */
1247 __le32 s_feature_compat; /* compatible feature set */
1248/*60*/ __le32 s_feature_incompat; /* incompatible feature set */
1249 __le32 s_feature_ro_compat; /* readonly-compatible feature set */
1250/*68*/ __u8 s_uuid[16]; /* 128-bit uuid for volume */
1251/*78*/ char s_volume_name[16]; /* volume name */
1252/*88*/ char s_last_mounted[64]; /* directory where last mounted */
1253/*C8*/ __le32 s_algorithm_usage_bitmap; /* For compression */
1254 /*
1255 * Performance hints. Directory preallocation should only
617ba13b 1256 * happen if the EXT4_FEATURE_COMPAT_DIR_PREALLOC flag is on.
ac27a0ec
DK
1257 */
1258 __u8 s_prealloc_blocks; /* Nr of blocks to try to preallocate*/
1259 __u8 s_prealloc_dir_blocks; /* Nr to preallocate for dirs */
1260 __le16 s_reserved_gdt_blocks; /* Per group desc for online growth */
1261 /*
617ba13b 1262 * Journaling support valid if EXT4_FEATURE_COMPAT_HAS_JOURNAL set.
ac27a0ec
DK
1263 */
1264/*D0*/ __u8 s_journal_uuid[16]; /* uuid of journal superblock */
1265/*E0*/ __le32 s_journal_inum; /* inode number of journal file */
1266 __le32 s_journal_dev; /* device number of journal file */
1267 __le32 s_last_orphan; /* start of list of inodes to delete */
1268 __le32 s_hash_seed[4]; /* HTREE hash seed */
1269 __u8 s_def_hash_version; /* Default hash version to use */
89eeddf0 1270 __u8 s_jnl_backup_type;
0d1ee42f 1271 __le16 s_desc_size; /* size of group descriptor */
bd81d8ee 1272/*100*/ __le32 s_default_mount_opts;
ac27a0ec 1273 __le32 s_first_meta_bg; /* First metablock block group */
bd81d8ee
LV
1274 __le32 s_mkfs_time; /* When the filesystem was created */
1275 __le32 s_jnl_blocks[17]; /* Backup of the journal inode */
1276 /* 64bit support valid if EXT4_FEATURE_COMPAT_64BIT */
1277/*150*/ __le32 s_blocks_count_hi; /* Blocks count */
1278 __le32 s_r_blocks_count_hi; /* Reserved blocks count */
1279 __le32 s_free_blocks_count_hi; /* Free blocks count */
c1bddad9
AK
1280 __le16 s_min_extra_isize; /* All inodes have at least # bytes */
1281 __le16 s_want_extra_isize; /* New inodes should reserve # bytes */
1282 __le32 s_flags; /* Miscellaneous flags */
1283 __le16 s_raid_stride; /* RAID stride */
c5e06d10 1284 __le16 s_mmp_update_interval; /* # seconds to wait in MMP checking */
c1bddad9
AK
1285 __le64 s_mmp_block; /* Block for multi-mount protection */
1286 __le32 s_raid_stripe_width; /* blocks on all data disks (N*stride)*/
772cb7c8 1287 __u8 s_log_groups_per_flex; /* FLEX_BG group size */
e6153918 1288 __u8 s_checksum_type; /* metadata checksum algorithm used */
f542fbe8
TT
1289 __u8 s_encryption_level; /* versioning level for encryption */
1290 __u8 s_reserved_pad; /* Padding to next 32bits */
afc32f7e 1291 __le64 s_kbytes_written; /* nr of lifetime kilobytes written */
4a9cdec7
TT
1292 __le32 s_snapshot_inum; /* Inode number of active snapshot */
1293 __le32 s_snapshot_id; /* sequential ID of active snapshot */
1294 __le64 s_snapshot_r_blocks_count; /* reserved blocks for active
1295 snapshot's future use */
1296 __le32 s_snapshot_list; /* inode number of the head of the
1297 on-disk snapshot list */
1c13d5c0
TT
1298#define EXT4_S_ERR_START offsetof(struct ext4_super_block, s_error_count)
1299 __le32 s_error_count; /* number of fs errors */
1300 __le32 s_first_error_time; /* first time an error happened */
1301 __le32 s_first_error_ino; /* inode involved in first error */
1302 __le64 s_first_error_block; /* block involved of first error */
1303 __u8 s_first_error_func[32]; /* function where the error happened */
1304 __le32 s_first_error_line; /* line number where error happened */
1305 __le32 s_last_error_time; /* most recent time of an error */
1306 __le32 s_last_error_ino; /* inode involved in last error */
1307 __le32 s_last_error_line; /* line number where error happened */
1308 __le64 s_last_error_block; /* block involved of last error */
1309 __u8 s_last_error_func[32]; /* function where the error happened */
8b67f04a
TT
1310#define EXT4_S_ERR_END offsetof(struct ext4_super_block, s_mount_opts)
1311 __u8 s_mount_opts[64];
281b5995
TT
1312 __le32 s_usr_quota_inum; /* inode for tracking user quota */
1313 __le32 s_grp_quota_inum; /* inode for tracking group quota */
1314 __le32 s_overhead_clusters; /* overhead blocks/clusters in fs */
1beeef1b 1315 __le32 s_backup_bgs[2]; /* groups with sparse_super2 SBs */
3edc18d8 1316 __u8 s_encrypt_algos[4]; /* Encryption algorithms in use */
f542fbe8
TT
1317 __u8 s_encrypt_pw_salt[16]; /* Salt used for string2key algorithm */
1318 __le32 s_lpf_ino; /* Location of the lost+found inode */
8b4953e1 1319 __le32 s_prj_quota_inum; /* inode for tracking project quota */
8c81bd8f
DW
1320 __le32 s_checksum_seed; /* crc32c(uuid) if csum_seed set */
1321 __le32 s_reserved[98]; /* Padding to the end of the block */
e6153918 1322 __le32 s_checksum; /* crc32c(superblock) */
ac27a0ec
DK
1323};
1324
1c13d5c0
TT
1325#define EXT4_S_ERR_LEN (EXT4_S_ERR_END - EXT4_S_ERR_START)
1326
ac27a0ec 1327#ifdef __KERNEL__
bc0b0d6d
TT
1328
1329/*
4ab2f15b 1330 * run-time mount flags
bc0b0d6d 1331 */
6ddb2447
TT
1332#define EXT4_MF_MNTDIR_SAMPLED 0x0001
1333#define EXT4_MF_FS_ABORTED 0x0002 /* Fatal error detected */
1334#define EXT4_MF_TEST_DUMMY_ENCRYPTION 0x0004
1335
1336#ifdef CONFIG_EXT4_FS_ENCRYPTION
1337#define DUMMY_ENCRYPTION_ENABLED(sbi) (unlikely((sbi)->s_mount_flags & \
1338 EXT4_MF_TEST_DUMMY_ENCRYPTION))
1339#else
1340#define DUMMY_ENCRYPTION_ENABLED(sbi) (0)
1341#endif
bc0b0d6d 1342
a2d4a646 1343/* Number of quota types we support */
689c958c 1344#define EXT4_MAXQUOTAS 3
a2d4a646 1345
ca0faba0
TT
1346/*
1347 * fourth extended-fs super-block data in memory
1348 */
1349struct ext4_sb_info {
1350 unsigned long s_desc_size; /* Size of a group descriptor in bytes */
1351 unsigned long s_inodes_per_block;/* Number of inodes per block */
1352 unsigned long s_blocks_per_group;/* Number of blocks in a group */
281b5995 1353 unsigned long s_clusters_per_group; /* Number of clusters in a group */
ca0faba0
TT
1354 unsigned long s_inodes_per_group;/* Number of inodes in a group */
1355 unsigned long s_itb_per_group; /* Number of inode table blocks per group */
1356 unsigned long s_gdb_count; /* Number of group descriptor blocks */
1357 unsigned long s_desc_per_block; /* Number of group descriptors per block */
1358 ext4_group_t s_groups_count; /* Number of groups in the fs */
fb0a387d 1359 ext4_group_t s_blockfile_groups;/* Groups acceptable for non-extent files */
952fc18e 1360 unsigned long s_overhead; /* # of fs overhead clusters */
281b5995
TT
1361 unsigned int s_cluster_ratio; /* Number of blocks per cluster */
1362 unsigned int s_cluster_bits; /* log2 of s_cluster_ratio */
ca0faba0
TT
1363 loff_t s_bitmap_maxbytes; /* max bytes for bitmap files */
1364 struct buffer_head * s_sbh; /* Buffer containing the super block */
1365 struct ext4_super_block *s_es; /* Pointer to the super block in the buffer */
1366 struct buffer_head **s_group_desc;
7f4520cc 1367 unsigned int s_mount_opt;
a2595b8a 1368 unsigned int s_mount_opt2;
bc0b0d6d 1369 unsigned int s_mount_flags;
5a916be1 1370 unsigned int s_def_mount_opt;
ca0faba0 1371 ext4_fsblk_t s_sb_block;
27dd4385 1372 atomic64_t s_resv_clusters;
08cefc7a
EB
1373 kuid_t s_resuid;
1374 kgid_t s_resgid;
ca0faba0
TT
1375 unsigned short s_mount_state;
1376 unsigned short s_pad;
1377 int s_addr_per_block_bits;
1378 int s_desc_per_block_bits;
1379 int s_inode_size;
1380 int s_first_ino;
1381 unsigned int s_inode_readahead_blks;
11013911 1382 unsigned int s_inode_goal;
ca0faba0
TT
1383 spinlock_t s_next_gen_lock;
1384 u32 s_next_generation;
1385 u32 s_hash_seed[4];
1386 int s_def_hash_version;
1387 int s_hash_unsigned; /* 3 if hash should be signed, 0 if not */
57042651 1388 struct percpu_counter s_freeclusters_counter;
ca0faba0
TT
1389 struct percpu_counter s_freeinodes_counter;
1390 struct percpu_counter s_dirs_counter;
57042651 1391 struct percpu_counter s_dirtyclusters_counter;
ca0faba0
TT
1392 struct blockgroup_lock *s_blockgroup_lock;
1393 struct proc_dir_entry *s_proc;
1394 struct kobject s_kobj;
1395 struct completion s_kobj_unregister;
2c0544b2 1396 struct super_block *s_sb;
ca0faba0
TT
1397
1398 /* Journaling */
ca0faba0
TT
1399 struct journal_s *s_journal;
1400 struct list_head s_orphan;
1401 struct mutex s_orphan_lock;
9549a168 1402 unsigned long s_ext4_flags; /* Ext4 superblock flags */
ca0faba0
TT
1403 unsigned long s_commit_interval;
1404 u32 s_max_batch_time;
1405 u32 s_min_batch_time;
1406 struct block_device *journal_bdev;
ca0faba0 1407#ifdef CONFIG_QUOTA
a2d4a646 1408 char *s_qf_names[EXT4_MAXQUOTAS]; /* Names of quota files with journalled quota */
ca0faba0
TT
1409 int s_jquota_fmt; /* Format of quota to use */
1410#endif
1411 unsigned int s_want_extra_isize; /* New inodes should reserve # bytes */
6fd058f7 1412 struct rb_root system_blks;
ca0faba0
TT
1413
1414#ifdef EXTENTS_STATS
1415 /* ext4 extents stats */
1416 unsigned long s_ext_min;
1417 unsigned long s_ext_max;
1418 unsigned long s_depth_max;
1419 spinlock_t s_ext_stats_lock;
1420 unsigned long s_ext_blocks;
1421 unsigned long s_ext_extents;
1422#endif
1423
1424 /* for buddy allocator */
1425 struct ext4_group_info ***s_group_info;
1426 struct inode *s_buddy_cache;
ca0faba0 1427 spinlock_t s_md_lock;
ca0faba0
TT
1428 unsigned short *s_mb_offsets;
1429 unsigned int *s_mb_maxs;
28623c2f 1430 unsigned int s_group_info_size;
d08854f5 1431 unsigned int s_mb_free_pending;
ca0faba0
TT
1432
1433 /* tunables */
1434 unsigned long s_stripe;
1435 unsigned int s_mb_stream_request;
1436 unsigned int s_mb_max_to_scan;
1437 unsigned int s_mb_min_to_scan;
1438 unsigned int s_mb_stats;
1439 unsigned int s_mb_order2_reqs;
1440 unsigned int s_mb_group_prealloc;
df981d03 1441 unsigned int s_max_dir_size_kb;
ca0faba0
TT
1442 /* where last allocation was done - for stream allocation */
1443 unsigned long s_mb_last_group;
1444 unsigned long s_mb_last_start;
1445
ca0faba0 1446 /* stats for buddy allocator */
ca0faba0
TT
1447 atomic_t s_bal_reqs; /* number of reqs with len > 1 */
1448 atomic_t s_bal_success; /* we found long enough chunks */
1449 atomic_t s_bal_allocated; /* in blocks */
1450 atomic_t s_bal_ex_scanned; /* total extents scanned */
1451 atomic_t s_bal_goals; /* goal hits */
1452 atomic_t s_bal_breaks; /* too long searches */
1453 atomic_t s_bal_2orders; /* 2^order hits */
1454 spinlock_t s_bal_lock;
1455 unsigned long s_mb_buddies_generated;
1456 unsigned long long s_mb_generation_time;
1457 atomic_t s_mb_lost_chunks;
1458 atomic_t s_mb_preallocated;
1459 atomic_t s_mb_discarded;
50797481 1460 atomic_t s_lock_busy;
ca0faba0
TT
1461
1462 /* locality groups */
003cb608 1463 struct ext4_locality_group __percpu *s_locality_groups;
ca0faba0
TT
1464
1465 /* for write statistics */
1466 unsigned long s_sectors_written_start;
1467 u64 s_kbytes_written;
1468
67a5da56
ZL
1469 /* the size of zero-out chunk */
1470 unsigned int s_extent_max_zeroout_kb;
1471
ca0faba0
TT
1472 unsigned int s_log_groups_per_flex;
1473 struct flex_groups *s_flex_groups;
117fff10 1474 ext4_group_t s_flex_groups_allocated;
4c0425ff 1475
2e8fa54e
JK
1476 /* workqueue for reserved extent conversions (buffered io) */
1477 struct workqueue_struct *rsv_conversion_wq;
66e61a9e
TT
1478
1479 /* timer for periodic error stats printing */
1480 struct timer_list s_err_report;
bfff6873
LC
1481
1482 /* Lazy inode table initialization info */
1483 struct ext4_li_request *s_li_request;
1484 /* Wait multiplier for lazy initialization thread */
1485 unsigned int s_li_wait_mult;
c5e06d10
JL
1486
1487 /* Kernel thread for multiple mount protection */
1488 struct task_struct *s_mmp_tsk;
3d56b8d2
TM
1489
1490 /* record the last minlen when FITRIM is called. */
1491 atomic_t s_last_trim_minblks;
0441984a
DW
1492
1493 /* Reference to checksum algorithm driver via cryptoapi */
1494 struct crypto_shash *s_chksum_driver;
a9c47317
DW
1495
1496 /* Precomputed FS UUID checksum for seeding other checksums */
1497 __u32 s_csum_seed;
74cd15cd
ZL
1498
1499 /* Reclaim extents from extent status tree */
1500 struct shrinker s_es_shrinker;
dd475925 1501 struct list_head s_es_list; /* List of inodes with reclaimable extents */
edaa53ca 1502 long s_es_nr_inode;
eb68d0e2 1503 struct ext4_es_stats s_es_stats;
7a2508e1 1504 struct mb_cache *s_mb_cache;
edaa53ca 1505 spinlock_t s_es_lock ____cacheline_aligned_in_smp;
efbed4dc
TT
1506
1507 /* Ratelimit ext4 messages. */
1508 struct ratelimit_state s_err_ratelimit_state;
1509 struct ratelimit_state s_warning_ratelimit_state;
1510 struct ratelimit_state s_msg_ratelimit_state;
c8585c6f
DJ
1511
1512 /* Barrier between changing inodes' journal flags and writepages ops. */
1513 struct percpu_rw_semaphore s_journal_flag_rwsem;
ca0faba0
TT
1514};
1515
af5bc92d 1516static inline struct ext4_sb_info *EXT4_SB(struct super_block *sb)
ac27a0ec
DK
1517{
1518 return sb->s_fs_info;
1519}
617ba13b 1520static inline struct ext4_inode_info *EXT4_I(struct inode *inode)
ac27a0ec 1521{
617ba13b 1522 return container_of(inode, struct ext4_inode_info, vfs_inode);
ac27a0ec
DK
1523}
1524
617ba13b 1525static inline int ext4_valid_inum(struct super_block *sb, unsigned long ino)
ac27a0ec 1526{
617ba13b 1527 return ino == EXT4_ROOT_INO ||
7c319d32
AK
1528 ino == EXT4_USR_QUOTA_INO ||
1529 ino == EXT4_GRP_QUOTA_INO ||
393d1d1d 1530 ino == EXT4_BOOT_LOADER_INO ||
617ba13b
MC
1531 ino == EXT4_JOURNAL_INO ||
1532 ino == EXT4_RESIZE_INO ||
1533 (ino >= EXT4_FIRST_INO(sb) &&
1534 ino <= le32_to_cpu(EXT4_SB(sb)->s_es->s_inodes_count));
ac27a0ec 1535}
19f5fb7a
TT
1536
1537/*
1538 * Inode dynamic state flags
1539 */
1540enum {
1541 EXT4_STATE_JDATA, /* journaled data exists */
1542 EXT4_STATE_NEW, /* inode is newly created */
1543 EXT4_STATE_XATTR, /* has in-inode xattrs */
1544 EXT4_STATE_NO_EXPAND, /* No space for expansion */
1545 EXT4_STATE_DA_ALLOC_CLOSE, /* Alloc DA blks on close */
1546 EXT4_STATE_EXT_MIGRATE, /* Inode is migrating */
1547 EXT4_STATE_DIO_UNWRITTEN, /* need convert on dio done*/
14ece102 1548 EXT4_STATE_NEWENTRY, /* File just added to dir */
17335dcc
DM
1549 EXT4_STATE_DIOREAD_LOCK, /* Disable support for dio read
1550 nolocking */
67cf5b09 1551 EXT4_STATE_MAY_INLINE_DATA, /* may have in-inode data */
7869a4a6 1552 EXT4_STATE_EXT_PRECACHED, /* extents have been precached */
19f5fb7a
TT
1553};
1554
353eb83c 1555#define EXT4_INODE_BIT_FNS(name, field, offset) \
12e9b892
DM
1556static inline int ext4_test_inode_##name(struct inode *inode, int bit) \
1557{ \
353eb83c 1558 return test_bit(bit + (offset), &EXT4_I(inode)->i_##field); \
12e9b892
DM
1559} \
1560static inline void ext4_set_inode_##name(struct inode *inode, int bit) \
1561{ \
353eb83c 1562 set_bit(bit + (offset), &EXT4_I(inode)->i_##field); \
12e9b892
DM
1563} \
1564static inline void ext4_clear_inode_##name(struct inode *inode, int bit) \
1565{ \
353eb83c 1566 clear_bit(bit + (offset), &EXT4_I(inode)->i_##field); \
19f5fb7a
TT
1567}
1568
3f61c0cc
AD
1569/* Add these declarations here only so that these functions can be
1570 * found by name. Otherwise, they are very hard to locate. */
1571static inline int ext4_test_inode_flag(struct inode *inode, int bit);
1572static inline void ext4_set_inode_flag(struct inode *inode, int bit);
1573static inline void ext4_clear_inode_flag(struct inode *inode, int bit);
353eb83c 1574EXT4_INODE_BIT_FNS(flag, flags, 0)
3f61c0cc
AD
1575
1576/* Add these declarations here only so that these functions can be
1577 * found by name. Otherwise, they are very hard to locate. */
1578static inline int ext4_test_inode_state(struct inode *inode, int bit);
1579static inline void ext4_set_inode_state(struct inode *inode, int bit);
1580static inline void ext4_clear_inode_state(struct inode *inode, int bit);
353eb83c
TT
1581#if (BITS_PER_LONG < 64)
1582EXT4_INODE_BIT_FNS(state, state_flags, 0)
1583
1584static inline void ext4_clear_state_flags(struct ext4_inode_info *ei)
1585{
1586 (ei)->i_state_flags = 0;
1587}
1588#else
1589EXT4_INODE_BIT_FNS(state, flags, 32)
1590
1591static inline void ext4_clear_state_flags(struct ext4_inode_info *ei)
1592{
1593 /* We depend on the fact that callers will set i_flags */
1594}
1595#endif
ac27a0ec 1596#else
617ba13b 1597/* Assume that user mode programs are passing in an ext4fs superblock, not
ac27a0ec
DK
1598 * a kernel struct super_block. This will allow us to call the feature-test
1599 * macros from user land. */
617ba13b 1600#define EXT4_SB(sb) (sb)
ac27a0ec
DK
1601#endif
1602
b30ab0e0
MH
1603/*
1604 * Returns true if the inode is inode is encrypted
1605 */
617ba13b 1606#define NEXT_ORPHAN(inode) EXT4_I(inode)->i_dtime
ac27a0ec
DK
1607
1608/*
1609 * Codes for operating systems
1610 */
617ba13b
MC
1611#define EXT4_OS_LINUX 0
1612#define EXT4_OS_HURD 1
1613#define EXT4_OS_MASIX 2
1614#define EXT4_OS_FREEBSD 3
1615#define EXT4_OS_LITES 4
ac27a0ec
DK
1616
1617/*
1618 * Revision levels
1619 */
617ba13b
MC
1620#define EXT4_GOOD_OLD_REV 0 /* The good old (original) format */
1621#define EXT4_DYNAMIC_REV 1 /* V2 format w/ dynamic inode sizes */
ac27a0ec 1622
617ba13b
MC
1623#define EXT4_CURRENT_REV EXT4_GOOD_OLD_REV
1624#define EXT4_MAX_SUPP_REV EXT4_DYNAMIC_REV
ac27a0ec 1625
617ba13b 1626#define EXT4_GOOD_OLD_INODE_SIZE 128
ac27a0ec
DK
1627
1628/*
1629 * Feature set definitions
1630 */
1631
617ba13b
MC
1632#define EXT4_FEATURE_COMPAT_DIR_PREALLOC 0x0001
1633#define EXT4_FEATURE_COMPAT_IMAGIC_INODES 0x0002
1634#define EXT4_FEATURE_COMPAT_HAS_JOURNAL 0x0004
1635#define EXT4_FEATURE_COMPAT_EXT_ATTR 0x0008
1636#define EXT4_FEATURE_COMPAT_RESIZE_INODE 0x0010
1637#define EXT4_FEATURE_COMPAT_DIR_INDEX 0x0020
1beeef1b 1638#define EXT4_FEATURE_COMPAT_SPARSE_SUPER2 0x0200
617ba13b
MC
1639
1640#define EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER 0x0001
1641#define EXT4_FEATURE_RO_COMPAT_LARGE_FILE 0x0002
1642#define EXT4_FEATURE_RO_COMPAT_BTREE_DIR 0x0004
0fc1b451 1643#define EXT4_FEATURE_RO_COMPAT_HUGE_FILE 0x0008
717d50e4 1644#define EXT4_FEATURE_RO_COMPAT_GDT_CSUM 0x0010
f8628a14 1645#define EXT4_FEATURE_RO_COMPAT_DIR_NLINK 0x0020
ef7f3835 1646#define EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE 0x0040
ae812306 1647#define EXT4_FEATURE_RO_COMPAT_QUOTA 0x0100
281b5995 1648#define EXT4_FEATURE_RO_COMPAT_BIGALLOC 0x0200
e6153918
DW
1649/*
1650 * METADATA_CSUM also enables group descriptor checksums (GDT_CSUM). When
1651 * METADATA_CSUM is set, group descriptor checksums use the same algorithm as
1652 * all other data structures' checksums. However, the METADATA_CSUM and
1653 * GDT_CSUM bits are mutually exclusive.
1654 */
9b90e5e0 1655#define EXT4_FEATURE_RO_COMPAT_METADATA_CSUM 0x0400
2cb5cc8b 1656#define EXT4_FEATURE_RO_COMPAT_READONLY 0x1000
8b4953e1 1657#define EXT4_FEATURE_RO_COMPAT_PROJECT 0x2000
617ba13b
MC
1658
1659#define EXT4_FEATURE_INCOMPAT_COMPRESSION 0x0001
1660#define EXT4_FEATURE_INCOMPAT_FILETYPE 0x0002
1661#define EXT4_FEATURE_INCOMPAT_RECOVER 0x0004 /* Needs recovery */
1662#define EXT4_FEATURE_INCOMPAT_JOURNAL_DEV 0x0008 /* Journal device */
1663#define EXT4_FEATURE_INCOMPAT_META_BG 0x0010
a86c6181 1664#define EXT4_FEATURE_INCOMPAT_EXTENTS 0x0040 /* extents support */
bd81d8ee 1665#define EXT4_FEATURE_INCOMPAT_64BIT 0x0080
0fc1b451 1666#define EXT4_FEATURE_INCOMPAT_MMP 0x0100
ce421581 1667#define EXT4_FEATURE_INCOMPAT_FLEX_BG 0x0200
f710b4b9
TT
1668#define EXT4_FEATURE_INCOMPAT_EA_INODE 0x0400 /* EA in inode */
1669#define EXT4_FEATURE_INCOMPAT_DIRDATA 0x1000 /* data in dirent */
8c81bd8f 1670#define EXT4_FEATURE_INCOMPAT_CSUM_SEED 0x2000
9b90e5e0 1671#define EXT4_FEATURE_INCOMPAT_LARGEDIR 0x4000 /* >2GB or 3-lvl htree */
67cf5b09 1672#define EXT4_FEATURE_INCOMPAT_INLINE_DATA 0x8000 /* data in inode */
3edc18d8 1673#define EXT4_FEATURE_INCOMPAT_ENCRYPT 0x10000
617ba13b 1674
e2b911c5
DW
1675#define EXT4_FEATURE_COMPAT_FUNCS(name, flagname) \
1676static inline bool ext4_has_feature_##name(struct super_block *sb) \
1677{ \
1678 return ((EXT4_SB(sb)->s_es->s_feature_compat & \
1679 cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname)) != 0); \
1680} \
1681static inline void ext4_set_feature_##name(struct super_block *sb) \
1682{ \
1683 EXT4_SB(sb)->s_es->s_feature_compat |= \
1684 cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname); \
1685} \
1686static inline void ext4_clear_feature_##name(struct super_block *sb) \
1687{ \
1688 EXT4_SB(sb)->s_es->s_feature_compat &= \
1689 ~cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname); \
1690}
1691
1692#define EXT4_FEATURE_RO_COMPAT_FUNCS(name, flagname) \
1693static inline bool ext4_has_feature_##name(struct super_block *sb) \
1694{ \
1695 return ((EXT4_SB(sb)->s_es->s_feature_ro_compat & \
1696 cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname)) != 0); \
1697} \
1698static inline void ext4_set_feature_##name(struct super_block *sb) \
1699{ \
1700 EXT4_SB(sb)->s_es->s_feature_ro_compat |= \
1701 cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname); \
1702} \
1703static inline void ext4_clear_feature_##name(struct super_block *sb) \
1704{ \
1705 EXT4_SB(sb)->s_es->s_feature_ro_compat &= \
1706 ~cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname); \
1707}
1708
1709#define EXT4_FEATURE_INCOMPAT_FUNCS(name, flagname) \
1710static inline bool ext4_has_feature_##name(struct super_block *sb) \
1711{ \
1712 return ((EXT4_SB(sb)->s_es->s_feature_incompat & \
1713 cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname)) != 0); \
1714} \
1715static inline void ext4_set_feature_##name(struct super_block *sb) \
1716{ \
1717 EXT4_SB(sb)->s_es->s_feature_incompat |= \
1718 cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname); \
1719} \
1720static inline void ext4_clear_feature_##name(struct super_block *sb) \
1721{ \
1722 EXT4_SB(sb)->s_es->s_feature_incompat &= \
1723 ~cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname); \
1724}
1725
1726EXT4_FEATURE_COMPAT_FUNCS(dir_prealloc, DIR_PREALLOC)
1727EXT4_FEATURE_COMPAT_FUNCS(imagic_inodes, IMAGIC_INODES)
1728EXT4_FEATURE_COMPAT_FUNCS(journal, HAS_JOURNAL)
1729EXT4_FEATURE_COMPAT_FUNCS(xattr, EXT_ATTR)
1730EXT4_FEATURE_COMPAT_FUNCS(resize_inode, RESIZE_INODE)
1731EXT4_FEATURE_COMPAT_FUNCS(dir_index, DIR_INDEX)
1732EXT4_FEATURE_COMPAT_FUNCS(sparse_super2, SPARSE_SUPER2)
1733
1734EXT4_FEATURE_RO_COMPAT_FUNCS(sparse_super, SPARSE_SUPER)
1735EXT4_FEATURE_RO_COMPAT_FUNCS(large_file, LARGE_FILE)
1736EXT4_FEATURE_RO_COMPAT_FUNCS(btree_dir, BTREE_DIR)
1737EXT4_FEATURE_RO_COMPAT_FUNCS(huge_file, HUGE_FILE)
1738EXT4_FEATURE_RO_COMPAT_FUNCS(gdt_csum, GDT_CSUM)
1739EXT4_FEATURE_RO_COMPAT_FUNCS(dir_nlink, DIR_NLINK)
1740EXT4_FEATURE_RO_COMPAT_FUNCS(extra_isize, EXTRA_ISIZE)
1741EXT4_FEATURE_RO_COMPAT_FUNCS(quota, QUOTA)
1742EXT4_FEATURE_RO_COMPAT_FUNCS(bigalloc, BIGALLOC)
1743EXT4_FEATURE_RO_COMPAT_FUNCS(metadata_csum, METADATA_CSUM)
1744EXT4_FEATURE_RO_COMPAT_FUNCS(readonly, READONLY)
1745EXT4_FEATURE_RO_COMPAT_FUNCS(project, PROJECT)
1746
1747EXT4_FEATURE_INCOMPAT_FUNCS(compression, COMPRESSION)
1748EXT4_FEATURE_INCOMPAT_FUNCS(filetype, FILETYPE)
1749EXT4_FEATURE_INCOMPAT_FUNCS(journal_needs_recovery, RECOVER)
1750EXT4_FEATURE_INCOMPAT_FUNCS(journal_dev, JOURNAL_DEV)
1751EXT4_FEATURE_INCOMPAT_FUNCS(meta_bg, META_BG)
1752EXT4_FEATURE_INCOMPAT_FUNCS(extents, EXTENTS)
1753EXT4_FEATURE_INCOMPAT_FUNCS(64bit, 64BIT)
1754EXT4_FEATURE_INCOMPAT_FUNCS(mmp, MMP)
1755EXT4_FEATURE_INCOMPAT_FUNCS(flex_bg, FLEX_BG)
1756EXT4_FEATURE_INCOMPAT_FUNCS(ea_inode, EA_INODE)
1757EXT4_FEATURE_INCOMPAT_FUNCS(dirdata, DIRDATA)
1758EXT4_FEATURE_INCOMPAT_FUNCS(csum_seed, CSUM_SEED)
1759EXT4_FEATURE_INCOMPAT_FUNCS(largedir, LARGEDIR)
1760EXT4_FEATURE_INCOMPAT_FUNCS(inline_data, INLINE_DATA)
1761EXT4_FEATURE_INCOMPAT_FUNCS(encrypt, ENCRYPT)
1762
2035e776
TT
1763#define EXT2_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR
1764#define EXT2_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \
1765 EXT4_FEATURE_INCOMPAT_META_BG)
1766#define EXT2_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \
1767 EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \
1768 EXT4_FEATURE_RO_COMPAT_BTREE_DIR)
1769
1770#define EXT3_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR
1771#define EXT3_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \
1772 EXT4_FEATURE_INCOMPAT_RECOVER| \
1773 EXT4_FEATURE_INCOMPAT_META_BG)
1774#define EXT3_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \
1775 EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \
1776 EXT4_FEATURE_RO_COMPAT_BTREE_DIR)
1777
e2b911c5 1778#define EXT4_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR
617ba13b
MC
1779#define EXT4_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \
1780 EXT4_FEATURE_INCOMPAT_RECOVER| \
a86c6181 1781 EXT4_FEATURE_INCOMPAT_META_BG| \
bd81d8ee 1782 EXT4_FEATURE_INCOMPAT_EXTENTS| \
ce421581 1783 EXT4_FEATURE_INCOMPAT_64BIT| \
c5e06d10 1784 EXT4_FEATURE_INCOMPAT_FLEX_BG| \
6ddb2447
TT
1785 EXT4_FEATURE_INCOMPAT_MMP | \
1786 EXT4_FEATURE_INCOMPAT_INLINE_DATA | \
8c81bd8f
DW
1787 EXT4_FEATURE_INCOMPAT_ENCRYPT | \
1788 EXT4_FEATURE_INCOMPAT_CSUM_SEED)
617ba13b
MC
1789#define EXT4_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \
1790 EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \
717d50e4 1791 EXT4_FEATURE_RO_COMPAT_GDT_CSUM| \
f8628a14 1792 EXT4_FEATURE_RO_COMPAT_DIR_NLINK | \
ef7f3835 1793 EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE | \
0fc1b451 1794 EXT4_FEATURE_RO_COMPAT_BTREE_DIR |\
6f16b606 1795 EXT4_FEATURE_RO_COMPAT_HUGE_FILE |\
e93376c2 1796 EXT4_FEATURE_RO_COMPAT_BIGALLOC |\
7c319d32 1797 EXT4_FEATURE_RO_COMPAT_METADATA_CSUM|\
040cb378
LX
1798 EXT4_FEATURE_RO_COMPAT_QUOTA |\
1799 EXT4_FEATURE_RO_COMPAT_PROJECT)
ac27a0ec 1800
e2b911c5
DW
1801#define EXTN_FEATURE_FUNCS(ver) \
1802static inline bool ext4_has_unknown_ext##ver##_compat_features(struct super_block *sb) \
1803{ \
1804 return ((EXT4_SB(sb)->s_es->s_feature_compat & \
1805 cpu_to_le32(~EXT##ver##_FEATURE_COMPAT_SUPP)) != 0); \
1806} \
1807static inline bool ext4_has_unknown_ext##ver##_ro_compat_features(struct super_block *sb) \
1808{ \
1809 return ((EXT4_SB(sb)->s_es->s_feature_ro_compat & \
1810 cpu_to_le32(~EXT##ver##_FEATURE_RO_COMPAT_SUPP)) != 0); \
1811} \
1812static inline bool ext4_has_unknown_ext##ver##_incompat_features(struct super_block *sb) \
1813{ \
1814 return ((EXT4_SB(sb)->s_es->s_feature_incompat & \
1815 cpu_to_le32(~EXT##ver##_FEATURE_INCOMPAT_SUPP)) != 0); \
1816}
1817
1818EXTN_FEATURE_FUNCS(2)
1819EXTN_FEATURE_FUNCS(3)
1820EXTN_FEATURE_FUNCS(4)
1821
1822static inline bool ext4_has_compat_features(struct super_block *sb)
1823{
1824 return (EXT4_SB(sb)->s_es->s_feature_compat != 0);
1825}
1826static inline bool ext4_has_ro_compat_features(struct super_block *sb)
1827{
1828 return (EXT4_SB(sb)->s_es->s_feature_ro_compat != 0);
1829}
1830static inline bool ext4_has_incompat_features(struct super_block *sb)
1831{
1832 return (EXT4_SB(sb)->s_es->s_feature_incompat != 0);
1833}
1834
9549a168
TT
1835/*
1836 * Superblock flags
1837 */
1838#define EXT4_FLAGS_RESIZING 0
1839
1840
ac27a0ec
DK
1841/*
1842 * Default values for user and/or group using reserved blocks
1843 */
617ba13b
MC
1844#define EXT4_DEF_RESUID 0
1845#define EXT4_DEF_RESGID 0
ac27a0ec 1846
040cb378
LX
1847/*
1848 * Default project ID
1849 */
1850#define EXT4_DEF_PROJID 0
1851
240799cd
TT
1852#define EXT4_DEF_INODE_READAHEAD_BLKS 32
1853
ac27a0ec
DK
1854/*
1855 * Default mount options
1856 */
617ba13b
MC
1857#define EXT4_DEFM_DEBUG 0x0001
1858#define EXT4_DEFM_BSDGROUPS 0x0002
1859#define EXT4_DEFM_XATTR_USER 0x0004
1860#define EXT4_DEFM_ACL 0x0008
1861#define EXT4_DEFM_UID16 0x0010
1862#define EXT4_DEFM_JMODE 0x0060
1863#define EXT4_DEFM_JMODE_DATA 0x0020
1864#define EXT4_DEFM_JMODE_ORDERED 0x0040
1865#define EXT4_DEFM_JMODE_WBACK 0x0060
8b67f04a
TT
1866#define EXT4_DEFM_NOBARRIER 0x0100
1867#define EXT4_DEFM_BLOCK_VALIDITY 0x0200
1868#define EXT4_DEFM_DISCARD 0x0400
1869#define EXT4_DEFM_NODELALLOC 0x0800
ac27a0ec 1870
30773840
TT
1871/*
1872 * Default journal batch times
1873 */
1874#define EXT4_DEF_MIN_BATCH_TIME 0
1875#define EXT4_DEF_MAX_BATCH_TIME 15000 /* 15ms */
1876
a4912123
TT
1877/*
1878 * Minimum number of groups in a flexgroup before we separate out
1879 * directories into the first block group of a flexgroup
1880 */
1881#define EXT4_FLEX_SIZE_DIR_ALLOC_SCHEME 4
1882
ac27a0ec
DK
1883/*
1884 * Structure of a directory entry
1885 */
617ba13b 1886#define EXT4_NAME_LEN 255
ac27a0ec 1887
617ba13b 1888struct ext4_dir_entry {
ac27a0ec
DK
1889 __le32 inode; /* Inode number */
1890 __le16 rec_len; /* Directory entry length */
1891 __le16 name_len; /* Name length */
617ba13b 1892 char name[EXT4_NAME_LEN]; /* File name */
ac27a0ec
DK
1893};
1894
1895/*
617ba13b 1896 * The new version of the directory entry. Since EXT4 structures are
ac27a0ec
DK
1897 * stored in intel byte order, and the name_len field could never be
1898 * bigger than 255 chars, it's safe to reclaim the extra byte for the
1899 * file_type field.
1900 */
617ba13b 1901struct ext4_dir_entry_2 {
ac27a0ec
DK
1902 __le32 inode; /* Inode number */
1903 __le16 rec_len; /* Directory entry length */
1904 __u8 name_len; /* Name length */
1905 __u8 file_type;
617ba13b 1906 char name[EXT4_NAME_LEN]; /* File name */
ac27a0ec
DK
1907};
1908
e6153918
DW
1909/*
1910 * This is a bogus directory entry at the end of each leaf block that
1911 * records checksums.
1912 */
1913struct ext4_dir_entry_tail {
1914 __le32 det_reserved_zero1; /* Pretend to be unused */
1915 __le16 det_rec_len; /* 12 */
1916 __u8 det_reserved_zero2; /* Zero name length */
1917 __u8 det_reserved_ft; /* 0xDE, fake file type */
1918 __le32 det_checksum; /* crc32c(uuid+inum+dirblock) */
1919};
1920
3c47d541
TM
1921#define EXT4_DIRENT_TAIL(block, blocksize) \
1922 ((struct ext4_dir_entry_tail *)(((void *)(block)) + \
1923 ((blocksize) - \
1924 sizeof(struct ext4_dir_entry_tail))))
1925
ac27a0ec 1926/*
617ba13b 1927 * Ext4 directory file types. Only the low 3 bits are used. The
ac27a0ec
DK
1928 * other bits are reserved for now.
1929 */
617ba13b
MC
1930#define EXT4_FT_UNKNOWN 0
1931#define EXT4_FT_REG_FILE 1
1932#define EXT4_FT_DIR 2
1933#define EXT4_FT_CHRDEV 3
1934#define EXT4_FT_BLKDEV 4
1935#define EXT4_FT_FIFO 5
1936#define EXT4_FT_SOCK 6
1937#define EXT4_FT_SYMLINK 7
ac27a0ec 1938
617ba13b 1939#define EXT4_FT_MAX 8
ac27a0ec 1940
e6153918
DW
1941#define EXT4_FT_DIR_CSUM 0xDE
1942
ac27a0ec 1943/*
617ba13b 1944 * EXT4_DIR_PAD defines the directory entries boundaries
ac27a0ec
DK
1945 *
1946 * NOTE: It must be a multiple of 4
1947 */
617ba13b
MC
1948#define EXT4_DIR_PAD 4
1949#define EXT4_DIR_ROUND (EXT4_DIR_PAD - 1)
1950#define EXT4_DIR_REC_LEN(name_len) (((name_len) + 8 + EXT4_DIR_ROUND) & \
1951 ~EXT4_DIR_ROUND)
a72d7f83
JK
1952#define EXT4_MAX_REC_LEN ((1<<16)-1)
1953
0cfc9255
ES
1954/*
1955 * If we ever get support for fs block sizes > page_size, we'll need
1956 * to remove the #if statements in the next two functions...
1957 */
1958static inline unsigned int
1959ext4_rec_len_from_disk(__le16 dlen, unsigned blocksize)
1960{
1961 unsigned len = le16_to_cpu(dlen);
1962
ea1754a0 1963#if (PAGE_SIZE >= 65536)
0cfc9255
ES
1964 if (len == EXT4_MAX_REC_LEN || len == 0)
1965 return blocksize;
1966 return (len & 65532) | ((len & 3) << 16);
1967#else
1968 return len;
1969#endif
1970}
1971
1972static inline __le16 ext4_rec_len_to_disk(unsigned len, unsigned blocksize)
1973{
1974 if ((len > blocksize) || (blocksize > (1 << 18)) || (len & 3))
1975 BUG();
ea1754a0 1976#if (PAGE_SIZE >= 65536)
0cfc9255
ES
1977 if (len < 65536)
1978 return cpu_to_le16(len);
1979 if (len == blocksize) {
1980 if (blocksize == 65536)
1981 return cpu_to_le16(EXT4_MAX_REC_LEN);
1982 else
1983 return cpu_to_le16(0);
1984 }
1985 return cpu_to_le16((len & 65532) | ((len >> 16) & 3));
1986#else
1987 return cpu_to_le16(len);
1988#endif
1989}
1990
ac27a0ec
DK
1991/*
1992 * Hash Tree Directory indexing
1993 * (c) Daniel Phillips, 2001
1994 */
1995
e2b911c5 1996#define is_dx(dir) (ext4_has_feature_dir_index((dir)->i_sb) && \
12e9b892 1997 ext4_test_inode_flag((dir), EXT4_INODE_INDEX))
617ba13b
MC
1998#define EXT4_DIR_LINK_MAX(dir) (!is_dx(dir) && (dir)->i_nlink >= EXT4_LINK_MAX)
1999#define EXT4_DIR_LINK_EMPTY(dir) ((dir)->i_nlink == 2 || (dir)->i_nlink == 1)
ac27a0ec
DK
2000
2001/* Legal values for the dx_root hash_version field: */
2002
2003#define DX_HASH_LEGACY 0
2004#define DX_HASH_HALF_MD4 1
2005#define DX_HASH_TEA 2
f99b2589
TT
2006#define DX_HASH_LEGACY_UNSIGNED 3
2007#define DX_HASH_HALF_MD4_UNSIGNED 4
2008#define DX_HASH_TEA_UNSIGNED 5
ac27a0ec 2009
0441984a
DW
2010static inline u32 ext4_chksum(struct ext4_sb_info *sbi, u32 crc,
2011 const void *address, unsigned int length)
2012{
2013 struct {
2014 struct shash_desc shash;
3108b54b 2015 char ctx[4];
0441984a
DW
2016 } desc;
2017 int err;
2018
3108b54b
TT
2019 BUG_ON(crypto_shash_descsize(sbi->s_chksum_driver)!=sizeof(desc.ctx));
2020
0441984a
DW
2021 desc.shash.tfm = sbi->s_chksum_driver;
2022 desc.shash.flags = 0;
2023 *(u32 *)desc.ctx = crc;
2024
2025 err = crypto_shash_update(&desc.shash, address, length);
2026 BUG_ON(err);
2027
2028 return *(u32 *)desc.ctx;
2029}
2030
ac27a0ec
DK
2031#ifdef __KERNEL__
2032
2033/* hash info structure used by the directory hash */
2034struct dx_hash_info
2035{
2036 u32 hash;
2037 u32 minor_hash;
2038 int hash_version;
2039 u32 *seed;
2040};
2041
d1f5273e
FY
2042
2043/* 32 and 64 bit signed EOF for dx directories */
2044#define EXT4_HTREE_EOF_32BIT ((1UL << (32 - 1)) - 1)
2045#define EXT4_HTREE_EOF_64BIT ((1ULL << (64 - 1)) - 1)
2046
ac27a0ec
DK
2047
2048/*
617ba13b 2049 * Control parameters used by ext4_htree_next_block
ac27a0ec
DK
2050 */
2051#define HASH_NB_ALWAYS 1
2052
5b643f9c
TT
2053struct ext4_filename {
2054 const struct qstr *usr_fname;
a7550b30 2055 struct fscrypt_str disk_name;
5b643f9c
TT
2056 struct dx_hash_info hinfo;
2057#ifdef CONFIG_EXT4_FS_ENCRYPTION
a7550b30 2058 struct fscrypt_str crypto_buf;
5b643f9c
TT
2059#endif
2060};
2061
2062#define fname_name(p) ((p)->disk_name.name)
2063#define fname_len(p) ((p)->disk_name.len)
ac27a0ec
DK
2064
2065/*
2066 * Describe an inode's exact location on disk and in memory
2067 */
617ba13b 2068struct ext4_iloc
ac27a0ec
DK
2069{
2070 struct buffer_head *bh;
2071 unsigned long offset;
fd2d4291 2072 ext4_group_t block_group;
ac27a0ec
DK
2073};
2074
617ba13b 2075static inline struct ext4_inode *ext4_raw_inode(struct ext4_iloc *iloc)
ac27a0ec 2076{
617ba13b 2077 return (struct ext4_inode *) (iloc->bh->b_data + iloc->offset);
ac27a0ec
DK
2078}
2079
2080/*
2081 * This structure is stuffed into the struct file's private_data field
2082 * for directories. It is where we put information so that we can do
2083 * readdir operations in hash tree order.
2084 */
2085struct dir_private_info {
2086 struct rb_root root;
2087 struct rb_node *curr_node;
2088 struct fname *extra_fname;
2089 loff_t last_pos;
2090 __u32 curr_hash;
2091 __u32 curr_minor_hash;
2092 __u32 next_hash;
2093};
2094
2095/* calculate the first block number of the group */
617ba13b 2096static inline ext4_fsblk_t
fd2d4291 2097ext4_group_first_block_no(struct super_block *sb, ext4_group_t group_no)
ac27a0ec 2098{
617ba13b
MC
2099 return group_no * (ext4_fsblk_t)EXT4_BLOCKS_PER_GROUP(sb) +
2100 le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block);
ac27a0ec
DK
2101}
2102
2103/*
2104 * Special error return code only used by dx_probe() and its callers.
2105 */
36de9286 2106#define ERR_BAD_DX_DIR (-(MAX_ERRNO - 1))
ac27a0ec 2107
bfff6873
LC
2108/*
2109 * Timeout and state flag for lazy initialization inode thread.
2110 */
2111#define EXT4_DEF_LI_WAIT_MULT 10
2112#define EXT4_DEF_LI_MAX_START_DELAY 5
2113#define EXT4_LAZYINIT_QUIT 0x0001
2114#define EXT4_LAZYINIT_RUNNING 0x0002
2115
2116/*
2117 * Lazy inode table initialization info
2118 */
2119struct ext4_lazy_init {
2120 unsigned long li_state;
bfff6873
LC
2121 struct list_head li_request_list;
2122 struct mutex li_list_mtx;
2123};
2124
2125struct ext4_li_request {
2126 struct super_block *lr_super;
2127 struct ext4_sb_info *lr_sbi;
2128 ext4_group_t lr_next_group;
2129 struct list_head lr_request;
2130 unsigned long lr_next_sched;
2131 unsigned long lr_timeout;
2132};
2133
857ac889
LC
2134struct ext4_features {
2135 struct kobject f_kobj;
2136 struct completion f_kobj_unregister;
2137};
2138
c5e06d10
JL
2139/*
2140 * This structure will be used for multiple mount protection. It will be
2141 * written into the block number saved in the s_mmp_block field in the
2142 * superblock. Programs that check MMP should assume that if
2143 * SEQ_FSCK (or any unknown code above SEQ_MAX) is present then it is NOT safe
2144 * to use the filesystem, regardless of how old the timestamp is.
2145 */
2146#define EXT4_MMP_MAGIC 0x004D4D50U /* ASCII for MMP */
2147#define EXT4_MMP_SEQ_CLEAN 0xFF4D4D50U /* mmp_seq value for clean unmount */
2148#define EXT4_MMP_SEQ_FSCK 0xE24D4D50U /* mmp_seq value when being fscked */
2149#define EXT4_MMP_SEQ_MAX 0xE24D4D4FU /* maximum valid mmp_seq value */
2150
2151struct mmp_struct {
2152 __le32 mmp_magic; /* Magic number for MMP */
2153 __le32 mmp_seq; /* Sequence no. updated periodically */
2154
2155 /*
2156 * mmp_time, mmp_nodename & mmp_bdevname are only used for information
2157 * purposes and do not affect the correctness of the algorithm
2158 */
2159 __le64 mmp_time; /* Time last updated */
2160 char mmp_nodename[64]; /* Node which last updated MMP block */
2161 char mmp_bdevname[32]; /* Bdev which last updated MMP block */
2162
2163 /*
2164 * mmp_check_interval is used to verify if the MMP block has been
2165 * updated on the block device. The value is updated based on the
2166 * maximum time to write the MMP block during an update cycle.
2167 */
2168 __le16 mmp_check_interval;
2169
2170 __le16 mmp_pad1;
e6153918
DW
2171 __le32 mmp_pad2[226];
2172 __le32 mmp_checksum; /* crc32c(uuid+mmp_block) */
c5e06d10
JL
2173};
2174
2175/* arguments passed to the mmp thread */
2176struct mmpd_data {
2177 struct buffer_head *bh; /* bh from initial read_mmp_block() */
2178 struct super_block *sb; /* super block of the fs */
2179};
2180
2181/*
2182 * Check interval multiplier
2183 * The MMP block is written every update interval and initially checked every
2184 * update interval x the multiplier (the value is then adapted based on the
2185 * write latency). The reason is that writes can be delayed under load and we
2186 * don't want readers to incorrectly assume that the filesystem is no longer
2187 * in use.
2188 */
2189#define EXT4_MMP_CHECK_MULT 2UL
2190
2191/*
2192 * Minimum interval for MMP checking in seconds.
2193 */
2194#define EXT4_MMP_MIN_CHECK_INTERVAL 5UL
2195
2196/*
2197 * Maximum interval for MMP checking in seconds.
2198 */
2199#define EXT4_MMP_MAX_CHECK_INTERVAL 300UL
2200
ac27a0ec
DK
2201/*
2202 * Function prototypes
2203 */
2204
2205/*
2206 * Ok, these declarations are also in <linux/kernel.h> but none of the
617ba13b 2207 * ext4 source programs needs to include it so they are duplicated here.
ac27a0ec 2208 */
8c55e204
DK
2209# define NORET_TYPE /**/
2210# define ATTRIB_NORET __attribute__((noreturn))
2211# define NORET_AND noreturn,
ac27a0ec 2212
498e5f24 2213/* bitmap.c */
f6fb99ca 2214extern unsigned int ext4_count_free(char *bitmap, unsigned numchars);
41a246d1
DW
2215void ext4_inode_bitmap_csum_set(struct super_block *sb, ext4_group_t group,
2216 struct ext4_group_desc *gdp,
2217 struct buffer_head *bh, int sz);
2218int ext4_inode_bitmap_csum_verify(struct super_block *sb, ext4_group_t group,
2219 struct ext4_group_desc *gdp,
2220 struct buffer_head *bh, int sz);
fa77dcfa
DW
2221void ext4_block_bitmap_csum_set(struct super_block *sb, ext4_group_t group,
2222 struct ext4_group_desc *gdp,
79f1ba49 2223 struct buffer_head *bh);
fa77dcfa
DW
2224int ext4_block_bitmap_csum_verify(struct super_block *sb, ext4_group_t group,
2225 struct ext4_group_desc *gdp,
79f1ba49 2226 struct buffer_head *bh);
498e5f24 2227
ac27a0ec 2228/* balloc.c */
bd86298e
LC
2229extern void ext4_get_group_no_and_offset(struct super_block *sb,
2230 ext4_fsblk_t blocknr,
2231 ext4_group_t *blockgrpp,
2232 ext4_grpblk_t *offsetp);
2233extern ext4_group_t ext4_get_group_number(struct super_block *sb,
2234 ext4_fsblk_t block);
2235
3a5b2ecd
MC
2236extern unsigned int ext4_block_group(struct super_block *sb,
2237 ext4_fsblk_t blocknr);
2238extern ext4_grpblk_t ext4_block_group_offset(struct super_block *sb,
2239 ext4_fsblk_t blocknr);
fd2d4291
AM
2240extern int ext4_bg_has_super(struct super_block *sb, ext4_group_t group);
2241extern unsigned long ext4_bg_num_gdb(struct super_block *sb,
2242 ext4_group_t group);
7061eba7 2243extern ext4_fsblk_t ext4_new_meta_blocks(handle_t *handle, struct inode *inode,
55f020db
AH
2244 ext4_fsblk_t goal,
2245 unsigned int flags,
2246 unsigned long *count,
2247 int *errp);
e7d5f315
TT
2248extern int ext4_claim_free_clusters(struct ext4_sb_info *sbi,
2249 s64 nclusters, unsigned int flags);
5dee5437 2250extern ext4_fsblk_t ext4_count_free_clusters(struct super_block *);
af5bc92d 2251extern void ext4_check_blocks_bitmap(struct super_block *);
617ba13b 2252extern struct ext4_group_desc * ext4_get_group_desc(struct super_block * sb,
fd2d4291 2253 ext4_group_t block_group,
ac27a0ec 2254 struct buffer_head ** bh);
617ba13b 2255extern int ext4_should_retry_alloc(struct super_block *sb, int *retries);
813e5727
TT
2256
2257extern struct buffer_head *ext4_read_block_bitmap_nowait(struct super_block *sb,
2258 ext4_group_t block_group);
2259extern int ext4_wait_block_bitmap(struct super_block *sb,
2260 ext4_group_t block_group,
2261 struct buffer_head *bh);
2262extern struct buffer_head *ext4_read_block_bitmap(struct super_block *sb,
2263 ext4_group_t block_group);
cff1dfd7
TT
2264extern unsigned ext4_free_clusters_after_init(struct super_block *sb,
2265 ext4_group_t block_group,
2266 struct ext4_group_desc *gdp);
f86186b4 2267ext4_fsblk_t ext4_inode_to_goal_block(struct inode *);
ac27a0ec 2268
a7550b30 2269static inline bool ext4_encrypted_inode(struct inode *inode)
b30ab0e0 2270{
a7550b30 2271 return ext4_test_inode_flag(inode, EXT4_INODE_ENCRYPT);
b30ab0e0 2272}
b30ab0e0 2273
d5d0e8c7 2274#ifdef CONFIG_EXT4_FS_ENCRYPTION
5b643f9c 2275static inline int ext4_fname_setup_filename(struct inode *dir,
a7550b30
JK
2276 const struct qstr *iname,
2277 int lookup, struct ext4_filename *fname)
5b643f9c 2278{
a7550b30
JK
2279 struct fscrypt_name name;
2280 int err;
d5d0e8c7 2281
a7550b30 2282 memset(fname, 0, sizeof(struct ext4_filename));
88bd6ccd 2283
a7550b30 2284 err = fscrypt_setup_filename(dir, iname, lookup, &name);
b7236e21 2285
a7550b30
JK
2286 fname->usr_fname = name.usr_fname;
2287 fname->disk_name = name.disk_name;
2288 fname->hinfo.hash = name.hash;
2289 fname->hinfo.minor_hash = name.minor_hash;
2290 fname->crypto_buf = name.crypto_buf;
2291 return err;
b7236e21
TT
2292}
2293
a7550b30 2294static inline void ext4_fname_free_filename(struct ext4_filename *fname)
e709e9df 2295{
a7550b30 2296 struct fscrypt_name name;
e709e9df 2297
a7550b30
JK
2298 name.crypto_buf = fname->crypto_buf;
2299 fscrypt_free_filename(&name);
2300
2301 fname->crypto_buf.name = NULL;
2302 fname->usr_fname = NULL;
2303 fname->disk_name.name = NULL;
88bd6ccd 2304}
a7550b30
JK
2305#else
2306static inline int ext4_fname_setup_filename(struct inode *dir,
2307 const struct qstr *iname,
2308 int lookup, struct ext4_filename *fname)
b7236e21 2309{
a7550b30
JK
2310 fname->usr_fname = iname;
2311 fname->disk_name.name = (unsigned char *) iname->name;
2312 fname->disk_name.len = iname->len;
b7236e21
TT
2313 return 0;
2314}
a7550b30 2315static inline void ext4_fname_free_filename(struct ext4_filename *fname) { }
88bd6ccd 2316
a7550b30
JK
2317#define fscrypt_set_d_op(i)
2318#define fscrypt_get_ctx fscrypt_notsupp_get_ctx
2319#define fscrypt_release_ctx fscrypt_notsupp_release_ctx
2320#define fscrypt_encrypt_page fscrypt_notsupp_encrypt_page
2321#define fscrypt_decrypt_page fscrypt_notsupp_decrypt_page
2322#define fscrypt_decrypt_bio_pages fscrypt_notsupp_decrypt_bio_pages
2323#define fscrypt_pullback_bio_page fscrypt_notsupp_pullback_bio_page
2324#define fscrypt_restore_control_page fscrypt_notsupp_restore_control_page
2325#define fscrypt_zeroout_range fscrypt_notsupp_zeroout_range
db717d8e
EB
2326#define fscrypt_ioctl_set_policy fscrypt_notsupp_ioctl_set_policy
2327#define fscrypt_ioctl_get_policy fscrypt_notsupp_ioctl_get_policy
a7550b30
JK
2328#define fscrypt_has_permitted_context fscrypt_notsupp_has_permitted_context
2329#define fscrypt_inherit_context fscrypt_notsupp_inherit_context
2330#define fscrypt_get_encryption_info fscrypt_notsupp_get_encryption_info
2331#define fscrypt_put_encryption_info fscrypt_notsupp_put_encryption_info
2332#define fscrypt_setup_filename fscrypt_notsupp_setup_filename
2333#define fscrypt_free_filename fscrypt_notsupp_free_filename
2334#define fscrypt_fname_encrypted_size fscrypt_notsupp_fname_encrypted_size
2335#define fscrypt_fname_alloc_buffer fscrypt_notsupp_fname_alloc_buffer
2336#define fscrypt_fname_free_buffer fscrypt_notsupp_fname_free_buffer
2337#define fscrypt_fname_disk_to_usr fscrypt_notsupp_fname_disk_to_usr
2338#define fscrypt_fname_usr_to_disk fscrypt_notsupp_fname_usr_to_disk
2339#endif
88bd6ccd 2340
ac27a0ec 2341/* dir.c */
60fd4da3 2342extern int __ext4_check_dir_entry(const char *, unsigned int, struct inode *,
f7c21177 2343 struct file *,
60fd4da3 2344 struct ext4_dir_entry_2 *,
226ba972
TM
2345 struct buffer_head *, char *, int,
2346 unsigned int);
2347#define ext4_check_dir_entry(dir, filp, de, bh, buf, size, offset) \
f7c21177 2348 unlikely(__ext4_check_dir_entry(__func__, __LINE__, (dir), (filp), \
226ba972 2349 (de), (bh), (buf), (size), (offset)))
617ba13b 2350extern int ext4_htree_store_dirent(struct file *dir_file, __u32 hash,
2f61830a
TT
2351 __u32 minor_hash,
2352 struct ext4_dir_entry_2 *dirent,
a7550b30 2353 struct fscrypt_str *ent_name);
617ba13b 2354extern void ext4_htree_free_dir_info(struct dir_private_info *p);
978fef91
TM
2355extern int ext4_find_dest_de(struct inode *dir, struct inode *inode,
2356 struct buffer_head *bh,
2357 void *buf, int buf_size,
5b643f9c 2358 struct ext4_filename *fname,
978fef91 2359 struct ext4_dir_entry_2 **dest_de);
4bdfc873 2360int ext4_insert_dentry(struct inode *dir,
5b643f9c
TT
2361 struct inode *inode,
2362 struct ext4_dir_entry_2 *de,
2363 int buf_size,
2364 struct ext4_filename *fname);
978fef91
TM
2365static inline void ext4_update_dx_flag(struct inode *inode)
2366{
e2b911c5 2367 if (!ext4_has_feature_dir_index(inode->i_sb))
978fef91
TM
2368 ext4_clear_inode_flag(inode, EXT4_INODE_INDEX);
2369}
65d165d9
TM
2370static unsigned char ext4_filetype_table[] = {
2371 DT_UNKNOWN, DT_REG, DT_DIR, DT_CHR, DT_BLK, DT_FIFO, DT_SOCK, DT_LNK
2372};
2373
2374static inline unsigned char get_dtype(struct super_block *sb, int filetype)
2375{
e2b911c5 2376 if (!ext4_has_feature_filetype(sb) || filetype >= EXT4_FT_MAX)
65d165d9
TM
2377 return DT_UNKNOWN;
2378
2379 return ext4_filetype_table[filetype];
2380}
40b163f1
DW
2381extern int ext4_check_all_de(struct inode *dir, struct buffer_head *bh,
2382 void *buf, int buf_size);
ac27a0ec
DK
2383
2384/* fsync.c */
02c24a82 2385extern int ext4_sync_file(struct file *, loff_t, loff_t, int);
ac27a0ec
DK
2386
2387/* hash.c */
617ba13b 2388extern int ext4fs_dirhash(const char *name, int len, struct
ac27a0ec
DK
2389 dx_hash_info *hinfo);
2390
2391/* ialloc.c */
1139575a
TT
2392extern struct inode *__ext4_new_inode(handle_t *, struct inode *, umode_t,
2393 const struct qstr *qstr, __u32 goal,
2394 uid_t *owner, int handle_type,
2395 unsigned int line_no, int nblocks);
2396
2397#define ext4_new_inode(handle, dir, mode, qstr, goal, owner) \
2398 __ext4_new_inode((handle), (dir), (mode), (qstr), (goal), (owner), \
2399 0, 0, 0)
2400#define ext4_new_inode_start_handle(dir, mode, qstr, goal, owner, \
2401 type, nblocks) \
2402 __ext4_new_inode(NULL, (dir), (mode), (qstr), (goal), (owner), \
2403 (type), __LINE__, (nblocks))
2404
2405
af5bc92d
TT
2406extern void ext4_free_inode(handle_t *, struct inode *);
2407extern struct inode * ext4_orphan_get(struct super_block *, unsigned long);
2408extern unsigned long ext4_count_free_inodes(struct super_block *);
2409extern unsigned long ext4_count_dirs(struct super_block *);
2410extern void ext4_check_inodes_bitmap(struct super_block *);
61d08673 2411extern void ext4_mark_bitmap_end(int start_bit, int end_bit, char *bitmap);
bfff6873
LC
2412extern int ext4_init_inode_table(struct super_block *sb,
2413 ext4_group_t group, int barrier);
813e5727 2414extern void ext4_end_bitmap_read(struct buffer_head *bh, int uptodate);
ac27a0ec 2415
c9de560d 2416/* mballoc.c */
ebd173be 2417extern const struct file_operations ext4_seq_mb_groups_fops;
c9de560d
AT
2418extern long ext4_mb_stats;
2419extern long ext4_mb_max_to_scan;
9d99012f 2420extern int ext4_mb_init(struct super_block *);
c9de560d
AT
2421extern int ext4_mb_release(struct super_block *);
2422extern ext4_fsblk_t ext4_mb_new_blocks(handle_t *,
2423 struct ext4_allocation_request *, int *);
2424extern int ext4_mb_reserve_blocks(struct super_block *, int);
c2ea3fde 2425extern void ext4_discard_preallocations(struct inode *);
5dabfc78
TT
2426extern int __init ext4_init_mballoc(void);
2427extern void ext4_exit_mballoc(void);
44338711 2428extern void ext4_free_blocks(handle_t *handle, struct inode *inode,
e6362609
TT
2429 struct buffer_head *bh, ext4_fsblk_t block,
2430 unsigned long count, int flags);
28623c2f
TT
2431extern int ext4_mb_alloc_groupinfo(struct super_block *sb,
2432 ext4_group_t ngroups);
920313a7 2433extern int ext4_mb_add_groupinfo(struct super_block *sb,
5f21b0e6 2434 ext4_group_t i, struct ext4_group_desc *desc);
cc7365df 2435extern int ext4_group_add_blocks(handle_t *handle, struct super_block *sb,
2846e820 2436 ext4_fsblk_t block, unsigned long count);
7360d173
LC
2437extern int ext4_trim_fs(struct super_block *, struct fstrim_range *);
2438
ac27a0ec 2439/* inode.c */
f348c252 2440int ext4_inode_is_fast_symlink(struct inode *inode);
10560082 2441struct buffer_head *ext4_getblk(handle_t *, struct inode *, ext4_lblk_t, int);
1c215028 2442struct buffer_head *ext4_bread(handle_t *, struct inode *, ext4_lblk_t, int);
705965bd
JK
2443int ext4_get_block_unwritten(struct inode *inode, sector_t iblock,
2444 struct buffer_head *bh_result, int create);
6873fa0d 2445int ext4_get_block(struct inode *inode, sector_t iblock,
705965bd
JK
2446 struct buffer_head *bh_result, int create);
2447int ext4_dio_get_block(struct inode *inode, sector_t iblock,
2448 struct buffer_head *bh_result, int create);
9c3569b5
TM
2449int ext4_da_get_block_prep(struct inode *inode, sector_t iblock,
2450 struct buffer_head *bh, int create);
f19d5870
TM
2451int ext4_walk_page_buffers(handle_t *handle,
2452 struct buffer_head *head,
2453 unsigned from,
2454 unsigned to,
2455 int *partial,
2456 int (*fn)(handle_t *handle,
2457 struct buffer_head *bh));
2458int do_journal_get_write_access(handle_t *handle,
2459 struct buffer_head *bh);
9c3569b5
TM
2460#define FALL_BACK_TO_NONDELALLOC 1
2461#define CONVERT_INLINE_DATA 2
ac27a0ec 2462
1d1fe1ee 2463extern struct inode *ext4_iget(struct super_block *, unsigned long);
f4bb2981 2464extern struct inode *ext4_iget_normal(struct super_block *, unsigned long);
a9185b41 2465extern int ext4_write_inode(struct inode *, struct writeback_control *);
af5bc92d 2466extern int ext4_setattr(struct dentry *, struct iattr *);
3e3398a0
MC
2467extern int ext4_getattr(struct vfsmount *mnt, struct dentry *dentry,
2468 struct kstat *stat);
0930fcc1
AV
2469extern void ext4_evict_inode(struct inode *);
2470extern void ext4_clear_inode(struct inode *);
af5bc92d 2471extern int ext4_sync_inode(handle_t *, struct inode *);
aa385729 2472extern void ext4_dirty_inode(struct inode *, int);
617ba13b
MC
2473extern int ext4_change_inode_journal_flag(struct inode *, int);
2474extern int ext4_get_inode_loc(struct inode *, struct ext4_iloc *);
a361293f 2475extern int ext4_inode_attach_jinode(struct inode *inode);
91ef4caf 2476extern int ext4_can_truncate(struct inode *inode);
2c98eb5e 2477extern int ext4_truncate(struct inode *);
aeb2817a 2478extern int ext4_punch_hole(struct inode *inode, loff_t offset, loff_t length);
487caeef 2479extern int ext4_truncate_restart_trans(handle_t *, struct inode *, int nblocks);
617ba13b 2480extern void ext4_set_inode_flags(struct inode *);
ff9ddf7e 2481extern void ext4_get_inode_flags(struct ext4_inode_info *);
ccd2506b 2482extern int ext4_alloc_da_blocks(struct inode *inode);
617ba13b 2483extern void ext4_set_aops(struct inode *inode);
a86c6181 2484extern int ext4_writepage_trans_blocks(struct inode *);
f3bd1f3f 2485extern int ext4_chunk_trans_blocks(struct inode *, int nrblocks);
a87dd18c
LC
2486extern int ext4_zero_partial_blocks(handle_t *handle, struct inode *inode,
2487 loff_t lstart, loff_t lend);
c2ec175c 2488extern int ext4_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf);
ea3d7209 2489extern int ext4_filemap_fault(struct vm_area_struct *vma, struct vm_fault *vmf);
a9e7f447 2490extern qsize_t *ext4_get_reserved_space(struct inode *inode);
040cb378 2491extern int ext4_get_projid(struct inode *inode, kprojid_t *projid);
5f634d06
AK
2492extern void ext4_da_update_reserve_space(struct inode *inode,
2493 int used, int quota_claim);
53085fac
JK
2494extern int ext4_issue_zeroout(struct inode *inode, ext4_lblk_t lblk,
2495 ext4_fsblk_t pblk, ext4_lblk_t len);
2d90c160
JK
2496extern int ext4_get_next_extent(struct inode *inode, ext4_lblk_t lblk,
2497 unsigned int map_len,
2498 struct extent_status *result);
dae1e52c
AG
2499
2500/* indirect.c */
2501extern int ext4_ind_map_blocks(handle_t *handle, struct inode *inode,
2502 struct ext4_map_blocks *map, int flags);
dae1e52c 2503extern int ext4_ind_calc_metadata_amount(struct inode *inode, sector_t lblock);
fa55a0ed 2504extern int ext4_ind_trans_blocks(struct inode *inode, int nrblocks);
819c4920 2505extern void ext4_ind_truncate(handle_t *, struct inode *inode);
4f579ae7
LC
2506extern int ext4_ind_remove_space(handle_t *handle, struct inode *inode,
2507 ext4_lblk_t start, ext4_lblk_t end);
ff9893dc 2508
ac27a0ec 2509/* ioctl.c */
5cdd7b2d 2510extern long ext4_ioctl(struct file *, unsigned int, unsigned long);
af5bc92d 2511extern long ext4_compat_ioctl(struct file *, unsigned int, unsigned long);
ac27a0ec 2512
c14c6fd5 2513/* migrate.c */
2a43a878 2514extern int ext4_ext_migrate(struct inode *);
0d14b098 2515extern int ext4_ind_migrate(struct inode *inode);
3d0518f4 2516
ac27a0ec 2517/* namei.c */
b0336e8d
DW
2518extern int ext4_dirent_csum_verify(struct inode *inode,
2519 struct ext4_dir_entry *dirent);
617ba13b
MC
2520extern int ext4_orphan_add(handle_t *, struct inode *);
2521extern int ext4_orphan_del(handle_t *, struct inode *);
2522extern int ext4_htree_fill_tree(struct file *dir_file, __u32 start_hash,
ac27a0ec 2523 __u32 start_minor_hash, __u32 *next_hash);
5b643f9c
TT
2524extern int ext4_search_dir(struct buffer_head *bh,
2525 char *search_buf,
2526 int buf_size,
2527 struct inode *dir,
2528 struct ext4_filename *fname,
2529 const struct qstr *d_name,
2530 unsigned int offset,
2531 struct ext4_dir_entry_2 **res_dir);
05019a9e
TM
2532extern int ext4_generic_delete_entry(handle_t *handle,
2533 struct inode *dir,
2534 struct ext4_dir_entry_2 *de_del,
2535 struct buffer_head *bh,
2536 void *entry_buf,
2537 int buf_size,
2538 int csum_size);
a7550b30 2539extern bool ext4_empty_dir(struct inode *inode);
ac27a0ec
DK
2540
2541/* resize.c */
617ba13b
MC
2542extern int ext4_group_add(struct super_block *sb,
2543 struct ext4_new_group_data *input);
2544extern int ext4_group_extend(struct super_block *sb,
2545 struct ext4_super_block *es,
2546 ext4_fsblk_t n_blocks_count);
19c5246d 2547extern int ext4_resize_fs(struct super_block *sb, ext4_fsblk_t n_blocks_count);
ac27a0ec
DK
2548
2549/* super.c */
ebd173be 2550extern int ext4_seq_options_show(struct seq_file *seq, void *offset);
952fc18e 2551extern int ext4_calculate_overhead(struct super_block *sb);
06db49e6 2552extern void ext4_superblock_csum_set(struct super_block *sb);
9933fc0a
TT
2553extern void *ext4_kvmalloc(size_t size, gfp_t flags);
2554extern void *ext4_kvzalloc(size_t size, gfp_t flags);
117fff10
TT
2555extern int ext4_alloc_flex_bg_array(struct super_block *sb,
2556 ext4_group_t ngroup);
722887dd
TT
2557extern const char *ext4_decode_error(struct super_block *sb, int errno,
2558 char nbuf[16]);
e7c96e8e 2559
b9075fa9
JP
2560extern __printf(4, 5)
2561void __ext4_error(struct super_block *, const char *, unsigned int,
2562 const char *, ...);
b9075fa9 2563extern __printf(5, 6)
e7c96e8e 2564void __ext4_error_inode(struct inode *, const char *, unsigned int, ext4_fsblk_t,
b9075fa9
JP
2565 const char *, ...);
2566extern __printf(5, 6)
e7c96e8e 2567void __ext4_error_file(struct file *, const char *, unsigned int, ext4_fsblk_t,
b9075fa9 2568 const char *, ...);
c398eda0
TT
2569extern void __ext4_std_error(struct super_block *, const char *,
2570 unsigned int, int);
b9075fa9
JP
2571extern __printf(4, 5)
2572void __ext4_abort(struct super_block *, const char *, unsigned int,
2573 const char *, ...);
b9075fa9
JP
2574extern __printf(4, 5)
2575void __ext4_warning(struct super_block *, const char *, unsigned int,
2576 const char *, ...);
b03a2f7e
AD
2577extern __printf(4, 5)
2578void __ext4_warning_inode(const struct inode *inode, const char *function,
2579 unsigned int line, const char *fmt, ...);
b9075fa9 2580extern __printf(3, 4)
e7c96e8e 2581void __ext4_msg(struct super_block *, const char *, const char *, ...);
c5e06d10
JL
2582extern void __dump_mmp_msg(struct super_block *, struct mmp_struct *mmp,
2583 const char *, unsigned int, const char *);
b9075fa9
JP
2584extern __printf(7, 8)
2585void __ext4_grp_locked_error(const char *, unsigned int,
2586 struct super_block *, ext4_group_t,
2587 unsigned long, ext4_fsblk_t,
2588 const char *, ...);
e7c96e8e 2589
b03a2f7e
AD
2590#define EXT4_ERROR_INODE(inode, fmt, a...) \
2591 ext4_error_inode((inode), __func__, __LINE__, 0, (fmt), ## a)
2592
2593#define EXT4_ERROR_INODE_BLOCK(inode, block, fmt, a...) \
2594 ext4_error_inode((inode), __func__, __LINE__, (block), (fmt), ## a)
2595
2596#define EXT4_ERROR_FILE(file, block, fmt, a...) \
2597 ext4_error_file((file), __func__, __LINE__, (block), (fmt), ## a)
2598
e7c96e8e
JP
2599#ifdef CONFIG_PRINTK
2600
2601#define ext4_error_inode(inode, func, line, block, fmt, ...) \
2602 __ext4_error_inode(inode, func, line, block, fmt, ##__VA_ARGS__)
2603#define ext4_error_file(file, func, line, block, fmt, ...) \
2604 __ext4_error_file(file, func, line, block, fmt, ##__VA_ARGS__)
2605#define ext4_error(sb, fmt, ...) \
2606 __ext4_error(sb, __func__, __LINE__, fmt, ##__VA_ARGS__)
2607#define ext4_abort(sb, fmt, ...) \
2608 __ext4_abort(sb, __func__, __LINE__, fmt, ##__VA_ARGS__)
2609#define ext4_warning(sb, fmt, ...) \
2610 __ext4_warning(sb, __func__, __LINE__, fmt, ##__VA_ARGS__)
b03a2f7e
AD
2611#define ext4_warning_inode(inode, fmt, ...) \
2612 __ext4_warning_inode(inode, __func__, __LINE__, fmt, ##__VA_ARGS__)
e7c96e8e
JP
2613#define ext4_msg(sb, level, fmt, ...) \
2614 __ext4_msg(sb, level, fmt, ##__VA_ARGS__)
2615#define dump_mmp_msg(sb, mmp, msg) \
2616 __dump_mmp_msg(sb, mmp, __func__, __LINE__, msg)
2617#define ext4_grp_locked_error(sb, grp, ino, block, fmt, ...) \
2618 __ext4_grp_locked_error(__func__, __LINE__, sb, grp, ino, block, \
2619 fmt, ##__VA_ARGS__)
2620
2621#else
2622
2623#define ext4_error_inode(inode, func, line, block, fmt, ...) \
2624do { \
2625 no_printk(fmt, ##__VA_ARGS__); \
2626 __ext4_error_inode(inode, "", 0, block, " "); \
2627} while (0)
2628#define ext4_error_file(file, func, line, block, fmt, ...) \
2629do { \
2630 no_printk(fmt, ##__VA_ARGS__); \
2631 __ext4_error_file(file, "", 0, block, " "); \
2632} while (0)
2633#define ext4_error(sb, fmt, ...) \
2634do { \
2635 no_printk(fmt, ##__VA_ARGS__); \
2636 __ext4_error(sb, "", 0, " "); \
2637} while (0)
2638#define ext4_abort(sb, fmt, ...) \
2639do { \
2640 no_printk(fmt, ##__VA_ARGS__); \
2641 __ext4_abort(sb, "", 0, " "); \
2642} while (0)
2643#define ext4_warning(sb, fmt, ...) \
2644do { \
2645 no_printk(fmt, ##__VA_ARGS__); \
2646 __ext4_warning(sb, "", 0, " "); \
2647} while (0)
b03a2f7e
AD
2648#define ext4_warning_inode(inode, fmt, ...) \
2649do { \
2650 no_printk(fmt, ##__VA_ARGS__); \
2651 __ext4_warning_inode(inode, "", 0, " "); \
2652} while (0)
e7c96e8e
JP
2653#define ext4_msg(sb, level, fmt, ...) \
2654do { \
2655 no_printk(fmt, ##__VA_ARGS__); \
2656 __ext4_msg(sb, "", " "); \
2657} while (0)
2658#define dump_mmp_msg(sb, mmp, msg) \
2659 __dump_mmp_msg(sb, mmp, "", 0, "")
2660#define ext4_grp_locked_error(sb, grp, ino, block, fmt, ...) \
2661do { \
2662 no_printk(fmt, ##__VA_ARGS__); \
2663 __ext4_grp_locked_error("", 0, sb, grp, ino, block, " "); \
2664} while (0)
2665
2666#endif
2667
af5bc92d 2668extern void ext4_update_dynamic_rev(struct super_block *sb);
99e6f829
AK
2669extern int ext4_update_compat_feature(handle_t *handle, struct super_block *sb,
2670 __u32 compat);
2671extern int ext4_update_rocompat_feature(handle_t *handle,
2672 struct super_block *sb, __u32 rocompat);
2673extern int ext4_update_incompat_feature(handle_t *handle,
2674 struct super_block *sb, __u32 incompat);
8fadc143
AR
2675extern ext4_fsblk_t ext4_block_bitmap(struct super_block *sb,
2676 struct ext4_group_desc *bg);
2677extern ext4_fsblk_t ext4_inode_bitmap(struct super_block *sb,
2678 struct ext4_group_desc *bg);
2679extern ext4_fsblk_t ext4_inode_table(struct super_block *sb,
2680 struct ext4_group_desc *bg);
021b65bb
TT
2681extern __u32 ext4_free_group_clusters(struct super_block *sb,
2682 struct ext4_group_desc *bg);
560671a0
AK
2683extern __u32 ext4_free_inodes_count(struct super_block *sb,
2684 struct ext4_group_desc *bg);
2685extern __u32 ext4_used_dirs_count(struct super_block *sb,
2686 struct ext4_group_desc *bg);
2687extern __u32 ext4_itable_unused_count(struct super_block *sb,
2688 struct ext4_group_desc *bg);
8fadc143
AR
2689extern void ext4_block_bitmap_set(struct super_block *sb,
2690 struct ext4_group_desc *bg, ext4_fsblk_t blk);
2691extern void ext4_inode_bitmap_set(struct super_block *sb,
2692 struct ext4_group_desc *bg, ext4_fsblk_t blk);
2693extern void ext4_inode_table_set(struct super_block *sb,
2694 struct ext4_group_desc *bg, ext4_fsblk_t blk);
021b65bb
TT
2695extern void ext4_free_group_clusters_set(struct super_block *sb,
2696 struct ext4_group_desc *bg,
2697 __u32 count);
560671a0
AK
2698extern void ext4_free_inodes_set(struct super_block *sb,
2699 struct ext4_group_desc *bg, __u32 count);
2700extern void ext4_used_dirs_set(struct super_block *sb,
2701 struct ext4_group_desc *bg, __u32 count);
2702extern void ext4_itable_unused_set(struct super_block *sb,
2703 struct ext4_group_desc *bg, __u32 count);
feb0ab32 2704extern int ext4_group_desc_csum_verify(struct super_block *sb, __u32 group,
bb23c20a 2705 struct ext4_group_desc *gdp);
feb0ab32
DW
2706extern void ext4_group_desc_csum_set(struct super_block *sb, __u32 group,
2707 struct ext4_group_desc *gdp);
7f511862
TT
2708extern int ext4_register_li_request(struct super_block *sb,
2709 ext4_group_t first_not_zeroed);
bd81d8ee 2710
41a246d1
DW
2711static inline int ext4_has_group_desc_csum(struct super_block *sb)
2712{
e2b911c5
DW
2713 return ext4_has_feature_gdt_csum(sb) ||
2714 EXT4_SB(sb)->s_chksum_driver != NULL;
41a246d1 2715}
bd81d8ee 2716
9aa5d32b
DM
2717static inline int ext4_has_metadata_csum(struct super_block *sb)
2718{
e2b911c5 2719 WARN_ON_ONCE(ext4_has_feature_metadata_csum(sb) &&
9aa5d32b
DM
2720 !EXT4_SB(sb)->s_chksum_driver);
2721
2722 return (EXT4_SB(sb)->s_chksum_driver != NULL);
2723}
bd81d8ee
LV
2724static inline ext4_fsblk_t ext4_blocks_count(struct ext4_super_block *es)
2725{
2726 return ((ext4_fsblk_t)le32_to_cpu(es->s_blocks_count_hi) << 32) |
6bc9feff 2727 le32_to_cpu(es->s_blocks_count_lo);
bd81d8ee
LV
2728}
2729
2730static inline ext4_fsblk_t ext4_r_blocks_count(struct ext4_super_block *es)
2731{
2732 return ((ext4_fsblk_t)le32_to_cpu(es->s_r_blocks_count_hi) << 32) |
308ba3ec 2733 le32_to_cpu(es->s_r_blocks_count_lo);
bd81d8ee
LV
2734}
2735
2736static inline ext4_fsblk_t ext4_free_blocks_count(struct ext4_super_block *es)
2737{
2738 return ((ext4_fsblk_t)le32_to_cpu(es->s_free_blocks_count_hi) << 32) |
308ba3ec 2739 le32_to_cpu(es->s_free_blocks_count_lo);
bd81d8ee
LV
2740}
2741
2742static inline void ext4_blocks_count_set(struct ext4_super_block *es,
2743 ext4_fsblk_t blk)
2744{
6bc9feff 2745 es->s_blocks_count_lo = cpu_to_le32((u32)blk);
bd81d8ee
LV
2746 es->s_blocks_count_hi = cpu_to_le32(blk >> 32);
2747}
2748
2749static inline void ext4_free_blocks_count_set(struct ext4_super_block *es,
2750 ext4_fsblk_t blk)
2751{
308ba3ec 2752 es->s_free_blocks_count_lo = cpu_to_le32((u32)blk);
bd81d8ee
LV
2753 es->s_free_blocks_count_hi = cpu_to_le32(blk >> 32);
2754}
2755
2756static inline void ext4_r_blocks_count_set(struct ext4_super_block *es,
2757 ext4_fsblk_t blk)
2758{
308ba3ec 2759 es->s_r_blocks_count_lo = cpu_to_le32((u32)blk);
bd81d8ee
LV
2760 es->s_r_blocks_count_hi = cpu_to_le32(blk >> 32);
2761}
2762
a48380f7
AK
2763static inline loff_t ext4_isize(struct ext4_inode *raw_inode)
2764{
06a279d6
TT
2765 if (S_ISREG(le16_to_cpu(raw_inode->i_mode)))
2766 return ((loff_t)le32_to_cpu(raw_inode->i_size_high) << 32) |
2767 le32_to_cpu(raw_inode->i_size_lo);
2768 else
2769 return (loff_t) le32_to_cpu(raw_inode->i_size_lo);
a48380f7 2770}
bd81d8ee 2771
a48380f7
AK
2772static inline void ext4_isize_set(struct ext4_inode *raw_inode, loff_t i_size)
2773{
2774 raw_inode->i_size_lo = cpu_to_le32(i_size);
2775 raw_inode->i_size_high = cpu_to_le32(i_size >> 32);
2776}
ac27a0ec 2777
c9de560d
AT
2778static inline
2779struct ext4_group_info *ext4_get_group_info(struct super_block *sb,
af5bc92d 2780 ext4_group_t group)
c9de560d
AT
2781{
2782 struct ext4_group_info ***grp_info;
2783 long indexv, indexh;
2f2e09eb 2784 BUG_ON(group >= EXT4_SB(sb)->s_groups_count);
c9de560d
AT
2785 grp_info = EXT4_SB(sb)->s_group_info;
2786 indexv = group >> (EXT4_DESC_PER_BLOCK_BITS(sb));
2787 indexh = group & ((EXT4_DESC_PER_BLOCK(sb)) - 1);
2788 return grp_info[indexv][indexh];
2789}
2790
8df9675f
TT
2791/*
2792 * Reading s_groups_count requires using smp_rmb() afterwards. See
2793 * the locking protocol documented in the comments of ext4_group_add()
2794 * in resize.c
2795 */
2796static inline ext4_group_t ext4_get_groups_count(struct super_block *sb)
2797{
2798 ext4_group_t ngroups = EXT4_SB(sb)->s_groups_count;
2799
2800 smp_rmb();
2801 return ngroups;
2802}
c9de560d 2803
772cb7c8
JS
2804static inline ext4_group_t ext4_flex_group(struct ext4_sb_info *sbi,
2805 ext4_group_t block_group)
2806{
2807 return block_group >> sbi->s_log_groups_per_flex;
2808}
2809
2810static inline unsigned int ext4_flex_bg_size(struct ext4_sb_info *sbi)
2811{
2812 return 1 << sbi->s_log_groups_per_flex;
2813}
2814
617ba13b 2815#define ext4_std_error(sb, errno) \
ac27a0ec
DK
2816do { \
2817 if ((errno)) \
c398eda0 2818 __ext4_std_error((sb), __func__, __LINE__, (errno)); \
ac27a0ec
DK
2819} while (0)
2820
a30d542a 2821#ifdef CONFIG_SMP
df55c99d
TT
2822/* Each CPU can accumulate percpu_counter_batch clusters in their local
2823 * counters. So we need to make sure we have free clusters more
179f7ebf 2824 * than percpu_counter_batch * nr_cpu_ids. Also add a window of 4 times.
a30d542a 2825 */
df55c99d 2826#define EXT4_FREECLUSTERS_WATERMARK (4 * (percpu_counter_batch * nr_cpu_ids))
a30d542a 2827#else
df55c99d 2828#define EXT4_FREECLUSTERS_WATERMARK 0
a30d542a
AK
2829#endif
2830
90e775b7 2831/* Update i_disksize. Requires i_mutex to avoid races with truncate */
cf17fea6
AK
2832static inline void ext4_update_i_disksize(struct inode *inode, loff_t newsize)
2833{
90e775b7 2834 WARN_ON_ONCE(S_ISREG(inode->i_mode) &&
5955102c 2835 !inode_is_locked(inode));
90e775b7
JK
2836 down_write(&EXT4_I(inode)->i_data_sem);
2837 if (newsize > EXT4_I(inode)->i_disksize)
2838 EXT4_I(inode)->i_disksize = newsize;
2839 up_write(&EXT4_I(inode)->i_data_sem);
2840}
2841
4631dbf6
DM
2842/* Update i_size, i_disksize. Requires i_mutex to avoid races with truncate */
2843static inline int ext4_update_inode_size(struct inode *inode, loff_t newsize)
2844{
2845 int changed = 0;
2846
2847 if (newsize > inode->i_size) {
2848 i_size_write(inode, newsize);
2849 changed = 1;
2850 }
2851 if (newsize > EXT4_I(inode)->i_disksize) {
2852 ext4_update_i_disksize(inode, newsize);
2853 changed |= 2;
2854 }
2855 return changed;
2856}
2857
01127848
JK
2858int ext4_update_disksize_before_punch(struct inode *inode, loff_t offset,
2859 loff_t len);
2860
5d1b1b3f
AK
2861struct ext4_group_info {
2862 unsigned long bb_state;
2863 struct rb_root bb_free_root;
a36b4498
ES
2864 ext4_grpblk_t bb_first_free; /* first free block */
2865 ext4_grpblk_t bb_free; /* total free blocks */
2866 ext4_grpblk_t bb_fragments; /* nr of freespace fragments */
8a57d9d6 2867 ext4_grpblk_t bb_largest_free_order;/* order of largest frag in BG */
5d1b1b3f
AK
2868 struct list_head bb_prealloc_list;
2869#ifdef DOUBLE_CHECK
2870 void *bb_bitmap;
2871#endif
2872 struct rw_semaphore alloc_sem;
a36b4498
ES
2873 ext4_grpblk_t bb_counters[]; /* Nr of free power-of-two-block
2874 * regions, index is order.
2875 * bb_counters[3] = 5 means
2876 * 5 free 8-block regions. */
5d1b1b3f
AK
2877};
2878
3d56b8d2
TM
2879#define EXT4_GROUP_INFO_NEED_INIT_BIT 0
2880#define EXT4_GROUP_INFO_WAS_TRIMMED_BIT 1
163a203d 2881#define EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT 2
87a39389 2882#define EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT 3
5d1b1b3f
AK
2883
2884#define EXT4_MB_GRP_NEED_INIT(grp) \
2885 (test_bit(EXT4_GROUP_INFO_NEED_INIT_BIT, &((grp)->bb_state)))
163a203d
DW
2886#define EXT4_MB_GRP_BBITMAP_CORRUPT(grp) \
2887 (test_bit(EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT, &((grp)->bb_state)))
87a39389
DW
2888#define EXT4_MB_GRP_IBITMAP_CORRUPT(grp) \
2889 (test_bit(EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT, &((grp)->bb_state)))
5d1b1b3f 2890
3d56b8d2
TM
2891#define EXT4_MB_GRP_WAS_TRIMMED(grp) \
2892 (test_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state)))
2893#define EXT4_MB_GRP_SET_TRIMMED(grp) \
2894 (set_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state)))
2895#define EXT4_MB_GRP_CLEAR_TRIMMED(grp) \
2896 (clear_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state)))
2897
50797481
TT
2898#define EXT4_MAX_CONTENTION 8
2899#define EXT4_CONTENTION_THRESHOLD 2
2900
955ce5f5
AK
2901static inline spinlock_t *ext4_group_lock_ptr(struct super_block *sb,
2902 ext4_group_t group)
5d1b1b3f 2903{
955ce5f5
AK
2904 return bgl_lock_ptr(EXT4_SB(sb)->s_blockgroup_lock, group);
2905}
5d1b1b3f 2906
50797481
TT
2907/*
2908 * Returns true if the filesystem is busy enough that attempts to
2909 * access the block group locks has run into contention.
2910 */
2911static inline int ext4_fs_is_busy(struct ext4_sb_info *sbi)
2912{
2913 return (atomic_read(&sbi->s_lock_busy) > EXT4_CONTENTION_THRESHOLD);
2914}
2915
955ce5f5
AK
2916static inline void ext4_lock_group(struct super_block *sb, ext4_group_t group)
2917{
50797481
TT
2918 spinlock_t *lock = ext4_group_lock_ptr(sb, group);
2919 if (spin_trylock(lock))
2920 /*
2921 * We're able to grab the lock right away, so drop the
2922 * lock contention counter.
2923 */
2924 atomic_add_unless(&EXT4_SB(sb)->s_lock_busy, -1, 0);
2925 else {
2926 /*
2927 * The lock is busy, so bump the contention counter,
2928 * and then wait on the spin lock.
2929 */
2930 atomic_add_unless(&EXT4_SB(sb)->s_lock_busy, 1,
2931 EXT4_MAX_CONTENTION);
2932 spin_lock(lock);
2933 }
5d1b1b3f
AK
2934}
2935
2936static inline void ext4_unlock_group(struct super_block *sb,
2937 ext4_group_t group)
2938{
955ce5f5 2939 spin_unlock(ext4_group_lock_ptr(sb, group));
5d1b1b3f
AK
2940}
2941
1f7d1e77
TT
2942/*
2943 * Block validity checking
2944 */
2945#define ext4_check_indirect_blockref(inode, bh) \
2946 ext4_check_blockref(__func__, __LINE__, inode, \
2947 (__le32 *)(bh)->b_data, \
2948 EXT4_ADDR_PER_BLOCK((inode)->i_sb))
2949
2950#define ext4_ind_check_inode(inode) \
2951 ext4_check_blockref(__func__, __LINE__, inode, \
2952 EXT4_I(inode)->i_data, \
2953 EXT4_NDIR_BLOCKS)
2954
ac27a0ec
DK
2955/*
2956 * Inodes and files operations
2957 */
2958
2959/* dir.c */
617ba13b 2960extern const struct file_operations ext4_dir_operations;
ac27a0ec
DK
2961
2962/* file.c */
c5ef1c42 2963extern const struct inode_operations ext4_file_inode_operations;
617ba13b 2964extern const struct file_operations ext4_file_operations;
e0d10bfa 2965extern loff_t ext4_llseek(struct file *file, loff_t offset, int origin);
ac27a0ec 2966
95eaefbd 2967/* inline.c */
95eaefbd
TT
2968extern int ext4_get_max_inline_size(struct inode *inode);
2969extern int ext4_find_inline_data_nolock(struct inode *inode);
95eaefbd
TT
2970extern int ext4_init_inline_data(handle_t *handle, struct inode *inode,
2971 unsigned int len);
2972extern int ext4_destroy_inline_data(handle_t *handle, struct inode *inode);
2973
2974extern int ext4_readpage_inline(struct inode *inode, struct page *page);
2975extern int ext4_try_to_write_inline_data(struct address_space *mapping,
2976 struct inode *inode,
2977 loff_t pos, unsigned len,
2978 unsigned flags,
2979 struct page **pagep);
2980extern int ext4_write_inline_data_end(struct inode *inode,
2981 loff_t pos, unsigned len,
2982 unsigned copied,
2983 struct page *page);
2984extern struct buffer_head *
2985ext4_journalled_write_inline_data(struct inode *inode,
2986 unsigned len,
2987 struct page *page);
2988extern int ext4_da_write_inline_data_begin(struct address_space *mapping,
2989 struct inode *inode,
2990 loff_t pos, unsigned len,
2991 unsigned flags,
2992 struct page **pagep,
2993 void **fsdata);
2994extern int ext4_da_write_inline_data_end(struct inode *inode, loff_t pos,
2995 unsigned len, unsigned copied,
2996 struct page *page);
5b643f9c
TT
2997extern int ext4_try_add_inline_entry(handle_t *handle,
2998 struct ext4_filename *fname,
56a04915 2999 struct inode *dir, struct inode *inode);
95eaefbd
TT
3000extern int ext4_try_create_inline_dir(handle_t *handle,
3001 struct inode *parent,
3002 struct inode *inode);
3003extern int ext4_read_inline_dir(struct file *filp,
725bebb2 3004 struct dir_context *ctx,
95eaefbd 3005 int *has_inline_data);
8af0f082
TM
3006extern int htree_inlinedir_to_tree(struct file *dir_file,
3007 struct inode *dir, ext4_lblk_t block,
3008 struct dx_hash_info *hinfo,
3009 __u32 start_hash, __u32 start_minor_hash,
3010 int *has_inline_data);
95eaefbd 3011extern struct buffer_head *ext4_find_inline_entry(struct inode *dir,
5b643f9c 3012 struct ext4_filename *fname,
95eaefbd
TT
3013 const struct qstr *d_name,
3014 struct ext4_dir_entry_2 **res_dir,
3015 int *has_inline_data);
3016extern int ext4_delete_inline_entry(handle_t *handle,
3017 struct inode *dir,
3018 struct ext4_dir_entry_2 *de_del,
3019 struct buffer_head *bh,
3020 int *has_inline_data);
a7550b30 3021extern bool empty_inline_dir(struct inode *dir, int *has_inline_data);
95eaefbd
TT
3022extern struct buffer_head *ext4_get_first_inline_block(struct inode *inode,
3023 struct ext4_dir_entry_2 **parent_de,
3024 int *retval);
3025extern int ext4_inline_data_fiemap(struct inode *inode,
3026 struct fiemap_extent_info *fieinfo,
d952d69e 3027 int *has_inline, __u64 start, __u64 len);
95eaefbd
TT
3028extern int ext4_try_to_evict_inline_data(handle_t *handle,
3029 struct inode *inode,
3030 int needed);
01daf945 3031extern int ext4_inline_data_truncate(struct inode *inode, int *has_inline);
95eaefbd
TT
3032
3033extern int ext4_convert_inline_data(struct inode *inode);
3034
83447ccb
ZL
3035static inline int ext4_has_inline_data(struct inode *inode)
3036{
3037 return ext4_test_inode_flag(inode, EXT4_INODE_INLINE_DATA) &&
3038 EXT4_I(inode)->i_inline_off;
3039}
3040
ac27a0ec 3041/* namei.c */
c5ef1c42
AV
3042extern const struct inode_operations ext4_dir_inode_operations;
3043extern const struct inode_operations ext4_special_inode_operations;
596397b7 3044extern struct dentry *ext4_get_parent(struct dentry *child);
a774f9c2
TM
3045extern struct ext4_dir_entry_2 *ext4_init_dot_dotdot(struct inode *inode,
3046 struct ext4_dir_entry_2 *de,
3047 int blocksize, int csum_size,
3048 unsigned int parent_ino, int dotdot_real_len);
3c47d541
TM
3049extern void initialize_dirent_tail(struct ext4_dir_entry_tail *t,
3050 unsigned int blocksize);
3051extern int ext4_handle_dirty_dirent_node(handle_t *handle,
3052 struct inode *inode,
3053 struct buffer_head *bh);
8af0f082
TM
3054#define S_SHIFT 12
3055static unsigned char ext4_type_by_mode[S_IFMT >> S_SHIFT] = {
3056 [S_IFREG >> S_SHIFT] = EXT4_FT_REG_FILE,
3057 [S_IFDIR >> S_SHIFT] = EXT4_FT_DIR,
3058 [S_IFCHR >> S_SHIFT] = EXT4_FT_CHRDEV,
3059 [S_IFBLK >> S_SHIFT] = EXT4_FT_BLKDEV,
3060 [S_IFIFO >> S_SHIFT] = EXT4_FT_FIFO,
3061 [S_IFSOCK >> S_SHIFT] = EXT4_FT_SOCK,
3062 [S_IFLNK >> S_SHIFT] = EXT4_FT_SYMLINK,
3063};
3064
3065static inline void ext4_set_de_type(struct super_block *sb,
3066 struct ext4_dir_entry_2 *de,
3067 umode_t mode) {
e2b911c5 3068 if (ext4_has_feature_filetype(sb))
8af0f082
TM
3069 de->file_type = ext4_type_by_mode[(mode & S_IFMT)>>S_SHIFT];
3070}
3071
f64e02fe
TT
3072/* readpages.c */
3073extern int ext4_mpage_readpages(struct address_space *mapping,
3074 struct list_head *pages, struct page *page,
3075 unsigned nr_pages);
ac27a0ec
DK
3076
3077/* symlink.c */
a7a67e8a 3078extern const struct inode_operations ext4_encrypted_symlink_inode_operations;
c5ef1c42
AV
3079extern const struct inode_operations ext4_symlink_inode_operations;
3080extern const struct inode_operations ext4_fast_symlink_inode_operations;
ac27a0ec 3081
b5799018
TT
3082/* sysfs.c */
3083extern int ext4_register_sysfs(struct super_block *sb);
ebd173be 3084extern void ext4_unregister_sysfs(struct super_block *sb);
b5799018
TT
3085extern int __init ext4_init_sysfs(void);
3086extern void ext4_exit_sysfs(void);
3087
6fd058f7
TT
3088/* block_validity */
3089extern void ext4_release_system_zone(struct super_block *sb);
3090extern int ext4_setup_system_zone(struct super_block *sb);
5dabfc78
TT
3091extern int __init ext4_init_system_zone(void);
3092extern void ext4_exit_system_zone(void);
6fd058f7
TT
3093extern int ext4_data_block_valid(struct ext4_sb_info *sbi,
3094 ext4_fsblk_t start_blk,
3095 unsigned int count);
1f7d1e77
TT
3096extern int ext4_check_blockref(const char *, unsigned int,
3097 struct inode *, __le32 *, unsigned int);
6fd058f7 3098
a86c6181 3099/* extents.c */
4a092d73
TT
3100struct ext4_ext_path;
3101struct ext4_extent;
3102
d7b2a00c
ZL
3103/*
3104 * Maximum number of logical blocks in a file; ext4_extent's ee_block is
3105 * __le32.
3106 */
3107#define EXT_MAX_BLOCKS 0xffffffff
3108
a86c6181
AT
3109extern int ext4_ext_tree_init(handle_t *handle, struct inode *);
3110extern int ext4_ext_writepage_trans_blocks(struct inode *, int);
fffb2739 3111extern int ext4_ext_index_trans_blocks(struct inode *inode, int extents);
e35fd660
TT
3112extern int ext4_ext_map_blocks(handle_t *handle, struct inode *inode,
3113 struct ext4_map_blocks *map, int flags);
d0abb36d 3114extern int ext4_ext_truncate(handle_t *, struct inode *);
26a4c0c6
TT
3115extern int ext4_ext_remove_space(struct inode *inode, ext4_lblk_t start,
3116 ext4_lblk_t end);
a86c6181
AT
3117extern void ext4_ext_init(struct super_block *);
3118extern void ext4_ext_release(struct super_block *);
2fe17c10 3119extern long ext4_fallocate(struct file *file, int mode, loff_t offset,
a2df2a63 3120 loff_t len);
6b523df4
JK
3121extern int ext4_convert_unwritten_extents(handle_t *handle, struct inode *inode,
3122 loff_t offset, ssize_t len);
e35fd660
TT
3123extern int ext4_map_blocks(handle_t *handle, struct inode *inode,
3124 struct ext4_map_blocks *map, int flags);
4a092d73
TT
3125extern int ext4_ext_calc_metadata_amount(struct inode *inode,
3126 ext4_lblk_t lblocks);
4a092d73
TT
3127extern int ext4_ext_calc_credits_for_single_extent(struct inode *inode,
3128 int num,
3129 struct ext4_ext_path *path);
3130extern int ext4_can_extents_be_merged(struct inode *inode,
3131 struct ext4_extent *ex1,
3132 struct ext4_extent *ex2);
3133extern int ext4_ext_insert_extent(handle_t *, struct inode *,
dfe50809 3134 struct ext4_ext_path **,
4a092d73 3135 struct ext4_extent *, int);
ed8a1a76
TT
3136extern struct ext4_ext_path *ext4_find_extent(struct inode *, ext4_lblk_t,
3137 struct ext4_ext_path **,
3138 int flags);
4a092d73
TT
3139extern void ext4_ext_drop_refs(struct ext4_ext_path *);
3140extern int ext4_ext_check_inode(struct inode *inode);
f7fec032
ZL
3141extern int ext4_find_delalloc_range(struct inode *inode,
3142 ext4_lblk_t lblk_start,
3143 ext4_lblk_t lblk_end);
4a092d73 3144extern int ext4_find_delalloc_cluster(struct inode *inode, ext4_lblk_t lblk);
fcf6b1b7 3145extern ext4_lblk_t ext4_ext_next_allocated_block(struct ext4_ext_path *path);
3a06d778
AK
3146extern int ext4_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo,
3147 __u64 start, __u64 len);
7869a4a6 3148extern int ext4_ext_precache(struct inode *inode);
9eb79482 3149extern int ext4_collapse_range(struct inode *inode, loff_t offset, loff_t len);
331573fe 3150extern int ext4_insert_range(struct inode *inode, loff_t offset, loff_t len);
fcf6b1b7
DM
3151extern int ext4_swap_extents(handle_t *handle, struct inode *inode1,
3152 struct inode *inode2, ext4_lblk_t lblk1,
3153 ext4_lblk_t lblk2, ext4_lblk_t count,
3154 int mark_unwritten,int *err);
4a092d73 3155
748de673 3156/* move_extent.c */
393d1d1d
DTB
3157extern void ext4_double_down_write_data_sem(struct inode *first,
3158 struct inode *second);
3159extern void ext4_double_up_write_data_sem(struct inode *orig_inode,
3160 struct inode *donor_inode);
748de673
AF
3161extern int ext4_move_extents(struct file *o_filp, struct file *d_filp,
3162 __u64 start_orig, __u64 start_donor,
3163 __u64 len, __u64 *moved_len);
3164
bd2d0210 3165/* page-io.c */
5dabfc78
TT
3166extern int __init ext4_init_pageio(void);
3167extern void ext4_exit_pageio(void);
bd2d0210 3168extern ext4_io_end_t *ext4_init_io_end(struct inode *inode, gfp_t flags);
97a851ed
JK
3169extern ext4_io_end_t *ext4_get_io_end(ext4_io_end_t *io_end);
3170extern int ext4_put_io_end(ext4_io_end_t *io_end);
3171extern void ext4_put_io_end_defer(ext4_io_end_t *io_end);
3172extern void ext4_io_submit_init(struct ext4_io_submit *io,
3173 struct writeback_control *wbc);
2e8fa54e 3174extern void ext4_end_io_rsv_work(struct work_struct *work);
bd2d0210
TT
3175extern void ext4_io_submit(struct ext4_io_submit *io);
3176extern int ext4_bio_write_page(struct ext4_io_submit *io,
3177 struct page *page,
3178 int len,
1c8349a1
NJ
3179 struct writeback_control *wbc,
3180 bool keep_towrite);
3a06d778 3181
c5e06d10
JL
3182/* mmp.c */
3183extern int ext4_multi_mount_protect(struct super_block *, ext4_fsblk_t);
3184
2ccb5fb9 3185/*
48fc7f7e 3186 * Add new method to test whether block and inode bitmaps are properly
2ccb5fb9
AK
3187 * initialized. With uninit_bg reading the block from disk is not enough
3188 * to mark the bitmap uptodate. We need to also zero-out the bitmap
3189 */
3190#define BH_BITMAP_UPTODATE BH_JBDPrivateStart
3191
3192static inline int bitmap_uptodate(struct buffer_head *bh)
3193{
3194 return (buffer_uptodate(bh) &&
3195 test_bit(BH_BITMAP_UPTODATE, &(bh)->b_state));
3196}
3197static inline void set_bitmap_uptodate(struct buffer_head *bh)
3198{
3199 set_bit(BH_BITMAP_UPTODATE, &(bh)->b_state);
3200}
3201
17335dcc
DM
3202/*
3203 * Disable DIO read nolock optimization, so new dioreaders will be forced
3204 * to grab i_mutex
3205 */
3206static inline void ext4_inode_block_unlocked_dio(struct inode *inode)
3207{
3208 ext4_set_inode_state(inode, EXT4_STATE_DIOREAD_LOCK);
3209 smp_mb();
3210}
3211static inline void ext4_inode_resume_unlocked_dio(struct inode *inode)
3212{
3213 smp_mb();
3214 ext4_clear_inode_state(inode, EXT4_STATE_DIOREAD_LOCK);
3215}
3216
731eb1a0
AM
3217#define in_range(b, first, len) ((b) >= (first) && (b) <= (first) + (len) - 1)
3218
e9e3bcec
ES
3219/* For ioend & aio unwritten conversion wait queues */
3220#define EXT4_WQ_HASH_SZ 37
3221#define ext4_ioend_wq(v) (&ext4__ioend_wq[((unsigned long)(v)) %\
3222 EXT4_WQ_HASH_SZ])
e9e3bcec 3223extern wait_queue_head_t ext4__ioend_wq[EXT4_WQ_HASH_SZ];
e9e3bcec 3224
8f82f840
YY
3225extern int ext4_resize_begin(struct super_block *sb);
3226extern void ext4_resize_end(struct super_block *sb);
3227
74c66bcb
JK
3228static inline void ext4_set_io_unwritten_flag(struct inode *inode,
3229 struct ext4_io_end *io_end)
3230{
3231 if (!(io_end->flag & EXT4_IO_END_UNWRITTEN)) {
3232 io_end->flag |= EXT4_IO_END_UNWRITTEN;
3233 atomic_inc(&EXT4_I(inode)->i_unwritten);
3234 }
3235}
3236
3237static inline void ext4_clear_io_unwritten_flag(ext4_io_end_t *io_end)
3238{
3239 struct inode *inode = io_end->inode;
3240
3241 if (io_end->flag & EXT4_IO_END_UNWRITTEN) {
3242 io_end->flag &= ~EXT4_IO_END_UNWRITTEN;
3243 /* Wake up anyone waiting on unwritten extent conversion */
3244 if (atomic_dec_and_test(&EXT4_I(inode)->i_unwritten))
3245 wake_up_all(ext4_ioend_wq(inode));
3246 }
3247}
3248
364443cb
JK
3249extern struct iomap_ops ext4_iomap_ops;
3250
ac27a0ec
DK
3251#endif /* __KERNEL__ */
3252
6a797d27
DW
3253#define EFSBADCRC EBADMSG /* Bad CRC detected */
3254#define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */
3255
3dcf5451 3256#endif /* _EXT4_H */