ext4: export /sys/fs/ext4/feature/casefold if Unicode support is present
[linux-2.6-block.git] / fs / ext4 / ext4.h
CommitLineData
f5166768 1// SPDX-License-Identifier: GPL-2.0
ac27a0ec 2/*
3dcf5451 3 * ext4.h
ac27a0ec
DK
4 *
5 * Copyright (C) 1992, 1993, 1994, 1995
6 * Remy Card (card@masi.ibp.fr)
7 * Laboratoire MASI - Institut Blaise Pascal
8 * Universite Pierre et Marie Curie (Paris VI)
9 *
10 * from
11 *
12 * linux/include/linux/minix_fs.h
13 *
14 * Copyright (C) 1991, 1992 Linus Torvalds
15 */
16
3dcf5451
CH
17#ifndef _EXT4_H
18#define _EXT4_H
ac27a0ec
DK
19
20#include <linux/types.h>
3a5b2ecd 21#include <linux/blkdev.h>
ac27a0ec 22#include <linux/magic.h>
2ccb5fb9 23#include <linux/jbd2.h>
60e58e0f 24#include <linux/quota.h>
d444c3c3
TT
25#include <linux/rwsem.h>
26#include <linux/rbtree.h>
27#include <linux/seqlock.h>
28#include <linux/mutex.h>
ca0faba0 29#include <linux/timer.h>
a4dad1ae 30#include <linux/version.h>
ca0faba0 31#include <linux/wait.h>
174cd4b1 32#include <linux/sched/signal.h>
ca0faba0
TT
33#include <linux/blockgroup_lock.h>
34#include <linux/percpu_counter.h>
efbed4dc 35#include <linux/ratelimit.h>
0441984a 36#include <crypto/hash.h>
a633f5a3 37#include <linux/falloc.h>
c8585c6f 38#include <linux/percpu-rwsem.h>
4d92dc0f
BH
39#ifdef __KERNEL__
40#include <linux/compat.h>
41#endif
c9de560d 42
734f0d24
DC
43#include <linux/fscrypt.h>
44
072ebb3b
TT
45#include <linux/compiler.h>
46
ac27a0ec 47/*
8a35694e 48 * The fourth extended filesystem constants/structures
ac27a0ec
DK
49 */
50
a2821e34
AZ
51/*
52 * with AGGRESSIVE_CHECK allocator runs consistency checks over
53 * structures. these checks slow things down a lot
54 */
55#define AGGRESSIVE_CHECK__
56
57/*
58 * with DOUBLE_CHECK defined mballoc creates persistent in-core
59 * bitmaps, maintains and uses them to check for double allocations
60 */
61#define DOUBLE_CHECK__
62
ac27a0ec 63/*
617ba13b 64 * Define EXT4FS_DEBUG to produce debug messages
ac27a0ec 65 */
617ba13b 66#undef EXT4FS_DEBUG
ac27a0ec 67
ac27a0ec
DK
68/*
69 * Debug code
70 */
617ba13b
MC
71#ifdef EXT4FS_DEBUG
72#define ext4_debug(f, a...) \
ac27a0ec 73 do { \
af5bc92d 74 printk(KERN_DEBUG "EXT4-fs DEBUG (%s, %d): %s:", \
4db9c54a 75 __FILE__, __LINE__, __func__); \
af5bc92d 76 printk(KERN_DEBUG f, ## a); \
ac27a0ec
DK
77 } while (0)
78#else
ace36ad4 79#define ext4_debug(fmt, ...) no_printk(fmt, ##__VA_ARGS__)
ac27a0ec
DK
80#endif
81
4a092d73
TT
82/*
83 * Turn on EXT_DEBUG to get lots of info about extents operations.
84 */
85#define EXT_DEBUG__
86#ifdef EXT_DEBUG
87#define ext_debug(fmt, ...) printk(fmt, ##__VA_ARGS__)
88#else
89#define ext_debug(fmt, ...) no_printk(fmt, ##__VA_ARGS__)
90#endif
91
d444c3c3
TT
92/* data type for block offset of block group */
93typedef int ext4_grpblk_t;
94
95/* data type for filesystem-wide blocks number */
96typedef unsigned long long ext4_fsblk_t;
97
98/* data type for file logical block number */
99typedef __u32 ext4_lblk_t;
100
101/* data type for block group number */
102typedef unsigned int ext4_group_t;
103
331573fe
NJ
104enum SHIFT_DIRECTION {
105 SHIFT_LEFT = 0,
106 SHIFT_RIGHT,
107};
108
296c355c 109/*
60e6679e 110 * Flags used in mballoc's allocation_context flags field.
296c355c
TT
111 *
112 * Also used to show what's going on for debugging purposes when the
113 * flag field is exported via the traceport interface
114 */
d444c3c3 115
c9de560d 116/* prefer goal again. length */
0ef90db9 117#define EXT4_MB_HINT_MERGE 0x0001
c9de560d 118/* blocks already reserved */
0ef90db9 119#define EXT4_MB_HINT_RESERVED 0x0002
c9de560d 120/* metadata is being allocated */
0ef90db9 121#define EXT4_MB_HINT_METADATA 0x0004
c9de560d 122/* first blocks in the file */
0ef90db9 123#define EXT4_MB_HINT_FIRST 0x0008
c9de560d 124/* search for the best chunk */
0ef90db9 125#define EXT4_MB_HINT_BEST 0x0010
c9de560d 126/* data is being allocated */
0ef90db9 127#define EXT4_MB_HINT_DATA 0x0020
c9de560d 128/* don't preallocate (for tails) */
0ef90db9 129#define EXT4_MB_HINT_NOPREALLOC 0x0040
c9de560d 130/* allocate for locality group */
0ef90db9 131#define EXT4_MB_HINT_GROUP_ALLOC 0x0080
c9de560d 132/* allocate goal blocks or none */
0ef90db9 133#define EXT4_MB_HINT_GOAL_ONLY 0x0100
c9de560d 134/* goal is meaningful */
0ef90db9 135#define EXT4_MB_HINT_TRY_GOAL 0x0200
d2a17637 136/* blocks already pre-reserved by delayed allocation */
0ef90db9 137#define EXT4_MB_DELALLOC_RESERVED 0x0400
4ba74d00
TT
138/* We are doing stream allocation */
139#define EXT4_MB_STREAM_ALLOC 0x0800
55f020db
AH
140/* Use reserved root blocks if needed */
141#define EXT4_MB_USE_ROOT_BLOCKS 0x1000
27dd4385
LC
142/* Use blocks from reserved pool */
143#define EXT4_MB_USE_RESERVED 0x2000
c9de560d
AT
144
145struct ext4_allocation_request {
146 /* target inode for block we're allocating */
147 struct inode *inode;
726447d8
ES
148 /* how many blocks we want to allocate */
149 unsigned int len;
c9de560d
AT
150 /* logical block in target inode */
151 ext4_lblk_t logical;
c9de560d
AT
152 /* the closest logical allocated block to the left */
153 ext4_lblk_t lleft;
c9de560d
AT
154 /* the closest logical allocated block to the right */
155 ext4_lblk_t lright;
726447d8
ES
156 /* phys. target (a hint) */
157 ext4_fsblk_t goal;
158 /* phys. block for the closest logical allocated block to the left */
159 ext4_fsblk_t pleft;
160 /* phys. block for the closest logical allocated block to the right */
c9de560d 161 ext4_fsblk_t pright;
c9de560d 162 /* flags. see above EXT4_MB_HINT_* */
498e5f24 163 unsigned int flags;
c9de560d
AT
164};
165
e35fd660
TT
166/*
167 * Logical to physical block mapping, used by ext4_map_blocks()
168 *
169 * This structure is used to pass requests into ext4_map_blocks() as
170 * well as to store the information returned by ext4_map_blocks(). It
171 * takes less room on the stack than a struct buffer_head.
172 */
173#define EXT4_MAP_NEW (1 << BH_New)
174#define EXT4_MAP_MAPPED (1 << BH_Mapped)
175#define EXT4_MAP_UNWRITTEN (1 << BH_Unwritten)
176#define EXT4_MAP_BOUNDARY (1 << BH_Boundary)
e35fd660 177#define EXT4_MAP_FLAGS (EXT4_MAP_NEW | EXT4_MAP_MAPPED |\
cbd7584e 178 EXT4_MAP_UNWRITTEN | EXT4_MAP_BOUNDARY)
e35fd660
TT
179
180struct ext4_map_blocks {
181 ext4_fsblk_t m_pblk;
182 ext4_lblk_t m_lblk;
183 unsigned int m_len;
184 unsigned int m_flags;
185};
186
bd2d0210
TT
187/*
188 * Flags for ext4_io_end->flags
189 */
190#define EXT4_IO_END_UNWRITTEN 0x0001
bd2d0210 191
4188188b 192/*
556615dc 193 * For converting unwritten extents on a work queue. 'handle' is used for
6b523df4 194 * buffered writeback.
4188188b 195 */
0031462b 196typedef struct ext4_io_end {
5b3ff237 197 struct list_head list; /* per-file finished IO list */
6b523df4
JK
198 handle_t *handle; /* handle reserved for extent
199 * conversion */
0031462b 200 struct inode *inode; /* file being written to */
b0857d30
JK
201 struct bio *bio; /* Linked list of completed
202 * bios covering the extent */
8d5d02e6 203 unsigned int flag; /* unwritten or not */
3bd6ad7b 204 atomic_t count; /* reference counter */
a1de02dc
ES
205 loff_t offset; /* offset in the file */
206 ssize_t size; /* size of the extent */
0031462b
MC
207} ext4_io_end_t;
208
bd2d0210 209struct ext4_io_submit {
5a33911f 210 struct writeback_control *io_wbc;
bd2d0210
TT
211 struct bio *io_bio;
212 ext4_io_end_t *io_end;
bd2d0210
TT
213 sector_t io_next_block;
214};
215
ac27a0ec
DK
216/*
217 * Special inodes numbers
218 */
617ba13b
MC
219#define EXT4_BAD_INO 1 /* Bad blocks inode */
220#define EXT4_ROOT_INO 2 /* Root inode */
ae812306
AK
221#define EXT4_USR_QUOTA_INO 3 /* User quota inode */
222#define EXT4_GRP_QUOTA_INO 4 /* Group quota inode */
617ba13b
MC
223#define EXT4_BOOT_LOADER_INO 5 /* Boot loader inode */
224#define EXT4_UNDEL_DIR_INO 6 /* Undelete directory inode */
225#define EXT4_RESIZE_INO 7 /* Reserved group descriptors inode */
226#define EXT4_JOURNAL_INO 8 /* Journal inode */
ac27a0ec 227
617ba13b
MC
228/* First non-reserved inode for old ext4 filesystems */
229#define EXT4_GOOD_OLD_FIRST_INO 11
ac27a0ec
DK
230
231/*
232 * Maximal count of links to a file
233 */
f8628a14 234#define EXT4_LINK_MAX 65000
ac27a0ec
DK
235
236/*
237 * Macro-instructions used to manage several block sizes
238 */
617ba13b 239#define EXT4_MIN_BLOCK_SIZE 1024
afc7cbca
TS
240#define EXT4_MAX_BLOCK_SIZE 65536
241#define EXT4_MIN_BLOCK_LOG_SIZE 10
fb1813f4 242#define EXT4_MAX_BLOCK_LOG_SIZE 16
9e47a4c9 243#define EXT4_MAX_CLUSTER_LOG_SIZE 30
ac27a0ec 244#ifdef __KERNEL__
617ba13b 245# define EXT4_BLOCK_SIZE(s) ((s)->s_blocksize)
ac27a0ec 246#else
617ba13b 247# define EXT4_BLOCK_SIZE(s) (EXT4_MIN_BLOCK_SIZE << (s)->s_log_block_size)
ac27a0ec 248#endif
af5bc92d 249#define EXT4_ADDR_PER_BLOCK(s) (EXT4_BLOCK_SIZE(s) / sizeof(__u32))
281b5995
TT
250#define EXT4_CLUSTER_SIZE(s) (EXT4_BLOCK_SIZE(s) << \
251 EXT4_SB(s)->s_cluster_bits)
ac27a0ec 252#ifdef __KERNEL__
617ba13b 253# define EXT4_BLOCK_SIZE_BITS(s) ((s)->s_blocksize_bits)
281b5995 254# define EXT4_CLUSTER_BITS(s) (EXT4_SB(s)->s_cluster_bits)
ac27a0ec 255#else
617ba13b 256# define EXT4_BLOCK_SIZE_BITS(s) ((s)->s_log_block_size + 10)
ac27a0ec
DK
257#endif
258#ifdef __KERNEL__
617ba13b
MC
259#define EXT4_ADDR_PER_BLOCK_BITS(s) (EXT4_SB(s)->s_addr_per_block_bits)
260#define EXT4_INODE_SIZE(s) (EXT4_SB(s)->s_inode_size)
261#define EXT4_FIRST_INO(s) (EXT4_SB(s)->s_first_ino)
ac27a0ec 262#else
617ba13b
MC
263#define EXT4_INODE_SIZE(s) (((s)->s_rev_level == EXT4_GOOD_OLD_REV) ? \
264 EXT4_GOOD_OLD_INODE_SIZE : \
ac27a0ec 265 (s)->s_inode_size)
617ba13b
MC
266#define EXT4_FIRST_INO(s) (((s)->s_rev_level == EXT4_GOOD_OLD_REV) ? \
267 EXT4_GOOD_OLD_FIRST_INO : \
ac27a0ec
DK
268 (s)->s_first_ino)
269#endif
a2df2a63 270#define EXT4_BLOCK_ALIGN(size, blkbits) ALIGN((size), (1 << (blkbits)))
518eaa63
FF
271#define EXT4_MAX_BLOCKS(size, offset, blkbits) \
272 ((EXT4_BLOCK_ALIGN(size + offset, blkbits) >> blkbits) - (offset >> \
273 blkbits))
ac27a0ec 274
d5b8f310
TT
275/* Translate a block number to a cluster number */
276#define EXT4_B2C(sbi, blk) ((blk) >> (sbi)->s_cluster_bits)
277/* Translate a cluster number to a block number */
278#define EXT4_C2B(sbi, cluster) ((cluster) << (sbi)->s_cluster_bits)
279/* Translate # of blks to # of clusters */
280#define EXT4_NUM_B2C(sbi, blks) (((blks) + (sbi)->s_cluster_ratio - 1) >> \
281 (sbi)->s_cluster_bits)
f5a44db5
TT
282/* Mask out the low bits to get the starting block of the cluster */
283#define EXT4_PBLK_CMASK(s, pblk) ((pblk) & \
284 ~((ext4_fsblk_t) (s)->s_cluster_ratio - 1))
285#define EXT4_LBLK_CMASK(s, lblk) ((lblk) & \
286 ~((ext4_lblk_t) (s)->s_cluster_ratio - 1))
287/* Get the cluster offset */
288#define EXT4_PBLK_COFF(s, pblk) ((pblk) & \
289 ((ext4_fsblk_t) (s)->s_cluster_ratio - 1))
290#define EXT4_LBLK_COFF(s, lblk) ((lblk) & \
291 ((ext4_lblk_t) (s)->s_cluster_ratio - 1))
d5b8f310 292
ac27a0ec
DK
293/*
294 * Structure of a blocks group descriptor
295 */
617ba13b 296struct ext4_group_desc
ac27a0ec 297{
3a14589c 298 __le32 bg_block_bitmap_lo; /* Blocks bitmap block */
5272f837
AK
299 __le32 bg_inode_bitmap_lo; /* Inodes bitmap block */
300 __le32 bg_inode_table_lo; /* Inodes table block */
560671a0
AK
301 __le16 bg_free_blocks_count_lo;/* Free blocks count */
302 __le16 bg_free_inodes_count_lo;/* Free inodes count */
303 __le16 bg_used_dirs_count_lo; /* Directories count */
717d50e4 304 __le16 bg_flags; /* EXT4_BG_flags (INODE_UNINIT, etc) */
e6153918
DW
305 __le32 bg_exclude_bitmap_lo; /* Exclude bitmap for snapshots */
306 __le16 bg_block_bitmap_csum_lo;/* crc32c(s_uuid+grp_num+bbitmap) LE */
307 __le16 bg_inode_bitmap_csum_lo;/* crc32c(s_uuid+grp_num+ibitmap) LE */
560671a0 308 __le16 bg_itable_unused_lo; /* Unused inodes count */
717d50e4 309 __le16 bg_checksum; /* crc16(sb_uuid+group+desc) */
8fadc143
AR
310 __le32 bg_block_bitmap_hi; /* Blocks bitmap block MSB */
311 __le32 bg_inode_bitmap_hi; /* Inodes bitmap block MSB */
312 __le32 bg_inode_table_hi; /* Inodes table block MSB */
91b51a01
CL
313 __le16 bg_free_blocks_count_hi;/* Free blocks count MSB */
314 __le16 bg_free_inodes_count_hi;/* Free inodes count MSB */
315 __le16 bg_used_dirs_count_hi; /* Directories count MSB */
560671a0 316 __le16 bg_itable_unused_hi; /* Unused inodes count MSB */
e6153918
DW
317 __le32 bg_exclude_bitmap_hi; /* Exclude bitmap block MSB */
318 __le16 bg_block_bitmap_csum_hi;/* crc32c(s_uuid+grp_num+bbitmap) BE */
319 __le16 bg_inode_bitmap_csum_hi;/* crc32c(s_uuid+grp_num+ibitmap) BE */
320 __u32 bg_reserved;
ac27a0ec
DK
321};
322
41a246d1
DW
323#define EXT4_BG_INODE_BITMAP_CSUM_HI_END \
324 (offsetof(struct ext4_group_desc, bg_inode_bitmap_csum_hi) + \
325 sizeof(__le16))
326#define EXT4_BG_BLOCK_BITMAP_CSUM_HI_END \
327 (offsetof(struct ext4_group_desc, bg_block_bitmap_csum_hi) + \
328 sizeof(__le16))
329
772cb7c8
JS
330/*
331 * Structure of a flex block group info
332 */
333
334struct flex_groups {
90ba983f
TT
335 atomic64_t free_clusters;
336 atomic_t free_inodes;
337 atomic_t used_dirs;
772cb7c8
JS
338};
339
717d50e4
AD
340#define EXT4_BG_INODE_UNINIT 0x0001 /* Inode table/bitmap not in use */
341#define EXT4_BG_BLOCK_UNINIT 0x0002 /* Block bitmap not in use */
342#define EXT4_BG_INODE_ZEROED 0x0004 /* On-disk itable initialized to zero */
343
ac27a0ec
DK
344/*
345 * Macro-instructions used to manage group descriptors
346 */
0d1ee42f 347#define EXT4_MIN_DESC_SIZE 32
8fadc143 348#define EXT4_MIN_DESC_SIZE_64BIT 64
0d1ee42f
AR
349#define EXT4_MAX_DESC_SIZE EXT4_MIN_BLOCK_SIZE
350#define EXT4_DESC_SIZE(s) (EXT4_SB(s)->s_desc_size)
ac27a0ec 351#ifdef __KERNEL__
617ba13b 352# define EXT4_BLOCKS_PER_GROUP(s) (EXT4_SB(s)->s_blocks_per_group)
281b5995 353# define EXT4_CLUSTERS_PER_GROUP(s) (EXT4_SB(s)->s_clusters_per_group)
617ba13b
MC
354# define EXT4_DESC_PER_BLOCK(s) (EXT4_SB(s)->s_desc_per_block)
355# define EXT4_INODES_PER_GROUP(s) (EXT4_SB(s)->s_inodes_per_group)
356# define EXT4_DESC_PER_BLOCK_BITS(s) (EXT4_SB(s)->s_desc_per_block_bits)
ac27a0ec 357#else
617ba13b 358# define EXT4_BLOCKS_PER_GROUP(s) ((s)->s_blocks_per_group)
0d1ee42f 359# define EXT4_DESC_PER_BLOCK(s) (EXT4_BLOCK_SIZE(s) / EXT4_DESC_SIZE(s))
617ba13b 360# define EXT4_INODES_PER_GROUP(s) ((s)->s_inodes_per_group)
ac27a0ec
DK
361#endif
362
363/*
364 * Constants relative to the data blocks
365 */
617ba13b
MC
366#define EXT4_NDIR_BLOCKS 12
367#define EXT4_IND_BLOCK EXT4_NDIR_BLOCKS
368#define EXT4_DIND_BLOCK (EXT4_IND_BLOCK + 1)
369#define EXT4_TIND_BLOCK (EXT4_DIND_BLOCK + 1)
370#define EXT4_N_BLOCKS (EXT4_TIND_BLOCK + 1)
ac27a0ec
DK
371
372/*
373 * Inode flags
374 */
617ba13b
MC
375#define EXT4_SECRM_FL 0x00000001 /* Secure deletion */
376#define EXT4_UNRM_FL 0x00000002 /* Undelete */
377#define EXT4_COMPR_FL 0x00000004 /* Compress file */
378#define EXT4_SYNC_FL 0x00000008 /* Synchronous updates */
379#define EXT4_IMMUTABLE_FL 0x00000010 /* Immutable file */
380#define EXT4_APPEND_FL 0x00000020 /* writes to file may only append */
381#define EXT4_NODUMP_FL 0x00000040 /* do not dump file */
382#define EXT4_NOATIME_FL 0x00000080 /* do not update atime */
ac27a0ec 383/* Reserved for compression usage... */
617ba13b
MC
384#define EXT4_DIRTY_FL 0x00000100
385#define EXT4_COMPRBLK_FL 0x00000200 /* One or more compressed clusters */
386#define EXT4_NOCOMPR_FL 0x00000400 /* Don't compress */
3edc18d8
TT
387 /* nb: was previously EXT2_ECOMPR_FL */
388#define EXT4_ENCRYPT_FL 0x00000800 /* encrypted file */
ac27a0ec 389/* End compression flags --- maybe not all used */
617ba13b
MC
390#define EXT4_INDEX_FL 0x00001000 /* hash-indexed directory */
391#define EXT4_IMAGIC_FL 0x00002000 /* AFS directory */
392#define EXT4_JOURNAL_DATA_FL 0x00004000 /* file data should be journaled */
393#define EXT4_NOTAIL_FL 0x00008000 /* file tail should not be merged */
394#define EXT4_DIRSYNC_FL 0x00010000 /* dirsync behaviour (directories only) */
395#define EXT4_TOPDIR_FL 0x00020000 /* Top of directory hierarchies*/
8180a562 396#define EXT4_HUGE_FILE_FL 0x00040000 /* Set to each huge file */
a86c6181 397#define EXT4_EXTENTS_FL 0x00080000 /* Inode uses extents */
f710b4b9 398#define EXT4_EA_INODE_FL 0x00200000 /* Inode used for large EA */
c8d46e41 399#define EXT4_EOFBLOCKS_FL 0x00400000 /* Blocks allocated beyond EOF */
67cf5b09 400#define EXT4_INLINE_DATA_FL 0x10000000 /* Inode has inline data. */
8b4953e1 401#define EXT4_PROJINHERIT_FL 0x20000000 /* Create with parents projid */
b886ee3e 402#define EXT4_CASEFOLD_FL 0x40000000 /* Casefolded file */
8180a562 403#define EXT4_RESERVED_FL 0x80000000 /* reserved for ext4 lib */
ac27a0ec 404
b886ee3e
GKB
405#define EXT4_FL_USER_VISIBLE 0x704BDFFF /* User visible flags */
406#define EXT4_FL_USER_MODIFIABLE 0x604BC0FF /* User modifiable flags */
ac27a0ec 407
d14e7683 408/* Flags we can manipulate with through EXT4_IOC_FSSETXATTR */
9b7365fc
LX
409#define EXT4_FL_XFLAG_VISIBLE (EXT4_SYNC_FL | \
410 EXT4_IMMUTABLE_FL | \
411 EXT4_APPEND_FL | \
412 EXT4_NODUMP_FL | \
413 EXT4_NOATIME_FL | \
414 EXT4_PROJINHERIT_FL)
415
8fa43a81
DG
416/* Flags that should be inherited by new inodes from their parent. */
417#define EXT4_FL_INHERITED (EXT4_SECRM_FL | EXT4_UNRM_FL | EXT4_COMPR_FL |\
1cd9f097 418 EXT4_SYNC_FL | EXT4_NODUMP_FL | EXT4_NOATIME_FL |\
8fa43a81 419 EXT4_NOCOMPR_FL | EXT4_JOURNAL_DATA_FL |\
040cb378 420 EXT4_NOTAIL_FL | EXT4_DIRSYNC_FL |\
b886ee3e 421 EXT4_PROJINHERIT_FL | EXT4_CASEFOLD_FL)
8fa43a81 422
2dc6b0d4 423/* Flags that are appropriate for regular files (all but dir-specific ones). */
b886ee3e 424#define EXT4_REG_FLMASK (~(EXT4_DIRSYNC_FL | EXT4_TOPDIR_FL | EXT4_CASEFOLD_FL))
2dc6b0d4
DG
425
426/* Flags that are appropriate for non-directories/regular files. */
427#define EXT4_OTHER_FLMASK (EXT4_NODUMP_FL | EXT4_NOATIME_FL)
428
abdc644e 429/* The only flags that should be swapped */
430#define EXT4_FL_SHOULD_SWAP (EXT4_HUGE_FILE_FL | EXT4_EXTENTS_FL)
431
2dc6b0d4
DG
432/* Mask out flags that are inappropriate for the given type of inode. */
433static inline __u32 ext4_mask_flags(umode_t mode, __u32 flags)
434{
435 if (S_ISDIR(mode))
436 return flags;
437 else if (S_ISREG(mode))
438 return flags & EXT4_REG_FLMASK;
439 else
440 return flags & EXT4_OTHER_FLMASK;
441}
442
12e9b892
DM
443/*
444 * Inode flags used for atomic set/get
445 */
446enum {
447 EXT4_INODE_SECRM = 0, /* Secure deletion */
448 EXT4_INODE_UNRM = 1, /* Undelete */
449 EXT4_INODE_COMPR = 2, /* Compress file */
450 EXT4_INODE_SYNC = 3, /* Synchronous updates */
451 EXT4_INODE_IMMUTABLE = 4, /* Immutable file */
452 EXT4_INODE_APPEND = 5, /* writes to file may only append */
453 EXT4_INODE_NODUMP = 6, /* do not dump file */
454 EXT4_INODE_NOATIME = 7, /* do not update atime */
455/* Reserved for compression usage... */
456 EXT4_INODE_DIRTY = 8,
457 EXT4_INODE_COMPRBLK = 9, /* One or more compressed clusters */
458 EXT4_INODE_NOCOMPR = 10, /* Don't compress */
f542fbe8 459 EXT4_INODE_ENCRYPT = 11, /* Encrypted file */
12e9b892
DM
460/* End compression flags --- maybe not all used */
461 EXT4_INODE_INDEX = 12, /* hash-indexed directory */
462 EXT4_INODE_IMAGIC = 13, /* AFS directory */
463 EXT4_INODE_JOURNAL_DATA = 14, /* file data should be journaled */
464 EXT4_INODE_NOTAIL = 15, /* file tail should not be merged */
465 EXT4_INODE_DIRSYNC = 16, /* dirsync behaviour (directories only) */
466 EXT4_INODE_TOPDIR = 17, /* Top of directory hierarchies*/
467 EXT4_INODE_HUGE_FILE = 18, /* Set to each huge file */
468 EXT4_INODE_EXTENTS = 19, /* Inode uses extents */
469 EXT4_INODE_EA_INODE = 21, /* Inode used for large EA */
470 EXT4_INODE_EOFBLOCKS = 22, /* Blocks allocated beyond EOF */
67cf5b09 471 EXT4_INODE_INLINE_DATA = 28, /* Data in inode. */
8b4953e1 472 EXT4_INODE_PROJINHERIT = 29, /* Create with parents projid */
12e9b892
DM
473 EXT4_INODE_RESERVED = 31, /* reserved for ext4 lib */
474};
475
12e9b892 476/*
9a4c8019
CM
477 * Since it's pretty easy to mix up bit numbers and hex values, we use a
478 * build-time check to make sure that EXT4_XXX_FL is consistent with respect to
479 * EXT4_INODE_XXX. If all is well, the macros will be dropped, so, it won't cost
480 * any extra space in the compiled kernel image, otherwise, the build will fail.
481 * It's important that these values are the same, since we are using
482 * EXT4_INODE_XXX to test for flag values, but EXT4_XXX_FL must be consistent
483 * with the values of FS_XXX_FL defined in include/linux/fs.h and the on-disk
484 * values found in ext2, ext3 and ext4 filesystems, and of course the values
485 * defined in e2fsprogs.
12e9b892
DM
486 *
487 * It's not paranoia if the Murphy's Law really *is* out to get you. :-)
488 */
9a4c8019
CM
489#define TEST_FLAG_VALUE(FLAG) (EXT4_##FLAG##_FL == (1 << EXT4_INODE_##FLAG))
490#define CHECK_FLAG_VALUE(FLAG) BUILD_BUG_ON(!TEST_FLAG_VALUE(FLAG))
491
12e9b892
DM
492static inline void ext4_check_flag_values(void)
493{
494 CHECK_FLAG_VALUE(SECRM);
495 CHECK_FLAG_VALUE(UNRM);
496 CHECK_FLAG_VALUE(COMPR);
497 CHECK_FLAG_VALUE(SYNC);
498 CHECK_FLAG_VALUE(IMMUTABLE);
499 CHECK_FLAG_VALUE(APPEND);
500 CHECK_FLAG_VALUE(NODUMP);
501 CHECK_FLAG_VALUE(NOATIME);
502 CHECK_FLAG_VALUE(DIRTY);
503 CHECK_FLAG_VALUE(COMPRBLK);
504 CHECK_FLAG_VALUE(NOCOMPR);
3edc18d8 505 CHECK_FLAG_VALUE(ENCRYPT);
12e9b892
DM
506 CHECK_FLAG_VALUE(INDEX);
507 CHECK_FLAG_VALUE(IMAGIC);
508 CHECK_FLAG_VALUE(JOURNAL_DATA);
509 CHECK_FLAG_VALUE(NOTAIL);
510 CHECK_FLAG_VALUE(DIRSYNC);
511 CHECK_FLAG_VALUE(TOPDIR);
512 CHECK_FLAG_VALUE(HUGE_FILE);
513 CHECK_FLAG_VALUE(EXTENTS);
514 CHECK_FLAG_VALUE(EA_INODE);
515 CHECK_FLAG_VALUE(EOFBLOCKS);
67cf5b09 516 CHECK_FLAG_VALUE(INLINE_DATA);
8b4953e1 517 CHECK_FLAG_VALUE(PROJINHERIT);
12e9b892
DM
518 CHECK_FLAG_VALUE(RESERVED);
519}
520
ac27a0ec 521/* Used to pass group descriptor data when online resize is done */
617ba13b 522struct ext4_new_group_input {
8c55e204
DK
523 __u32 group; /* Group number for this data */
524 __u64 block_bitmap; /* Absolute block number of block bitmap */
525 __u64 inode_bitmap; /* Absolute block number of inode bitmap */
526 __u64 inode_table; /* Absolute block number of inode table start */
527 __u32 blocks_count; /* Total number of blocks in this group */
528 __u16 reserved_blocks; /* Number of reserved blocks in this group */
ac27a0ec
DK
529 __u16 unused;
530};
531
4d92dc0f
BH
532#if defined(__KERNEL__) && defined(CONFIG_COMPAT)
533struct compat_ext4_new_group_input {
534 u32 group;
535 compat_u64 block_bitmap;
536 compat_u64 inode_bitmap;
537 compat_u64 inode_table;
538 u32 blocks_count;
539 u16 reserved_blocks;
540 u16 unused;
541};
542#endif
543
617ba13b
MC
544/* The struct ext4_new_group_input in kernel space, with free_blocks_count */
545struct ext4_new_group_data {
ac27a0ec 546 __u32 group;
bd81d8ee
LV
547 __u64 block_bitmap;
548 __u64 inode_bitmap;
549 __u64 inode_table;
ac27a0ec
DK
550 __u32 blocks_count;
551 __u16 reserved_blocks;
d77147ff 552 __u16 mdata_blocks;
553 __u32 free_clusters_count;
ac27a0ec
DK
554};
555
33afdcc5
YY
556/* Indexes used to index group tables in ext4_new_group_data */
557enum {
558 BLOCK_BITMAP = 0, /* block bitmap */
559 INODE_BITMAP, /* inode bitmap */
560 INODE_TABLE, /* inode tables */
561 GROUP_TABLE_COUNT,
562};
563
a2df2a63 564/*
79e83036 565 * Flags used by ext4_map_blocks()
a2df2a63 566 */
556615dc 567 /* Allocate any needed blocks and/or convert an unwritten
c2177057 568 extent to be an initialized ext4 */
2ac3b6e0 569#define EXT4_GET_BLOCKS_CREATE 0x0001
556615dc
LC
570 /* Request the creation of an unwritten extent */
571#define EXT4_GET_BLOCKS_UNWRIT_EXT 0x0002
572#define EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT (EXT4_GET_BLOCKS_UNWRIT_EXT|\
c2177057 573 EXT4_GET_BLOCKS_CREATE)
27dd4385
LC
574 /* Caller is from the delayed allocation writeout path
575 * finally doing the actual allocation of delayed blocks */
03f5d8bc 576#define EXT4_GET_BLOCKS_DELALLOC_RESERVE 0x0004
0031462b 577 /* caller is from the direct IO path, request to creation of an
556615dc 578 unwritten extents if not allocated, split the unwritten
0031462b 579 extent if blocks has been preallocated already*/
c7064ef1 580#define EXT4_GET_BLOCKS_PRE_IO 0x0008
1296cc85 581#define EXT4_GET_BLOCKS_CONVERT 0x0010
c7064ef1 582#define EXT4_GET_BLOCKS_IO_CREATE_EXT (EXT4_GET_BLOCKS_PRE_IO|\
556615dc 583 EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT)
c7064ef1
JZ
584 /* Convert extent to initialized after IO complete */
585#define EXT4_GET_BLOCKS_IO_CONVERT_EXT (EXT4_GET_BLOCKS_CONVERT|\
556615dc 586 EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT)
27dd4385
LC
587 /* Eventual metadata allocation (due to growing extent tree)
588 * should not fail, so try to use reserved blocks for that.*/
589#define EXT4_GET_BLOCKS_METADATA_NOFAIL 0x0020
556b27ab
VH
590 /* Don't normalize allocation size (used for fallocate) */
591#define EXT4_GET_BLOCKS_NO_NORMALIZE 0x0040
a4e5d88b
DM
592 /* Request will not result in inode size update (user for fallocate) */
593#define EXT4_GET_BLOCKS_KEEP_SIZE 0x0080
b8a86845 594 /* Convert written extents to unwritten */
2dcba478 595#define EXT4_GET_BLOCKS_CONVERT_UNWRITTEN 0x0100
c86d8db3
JK
596 /* Write zeros to newly created written extents */
597#define EXT4_GET_BLOCKS_ZERO 0x0200
598#define EXT4_GET_BLOCKS_CREATE_ZERO (EXT4_GET_BLOCKS_CREATE |\
599 EXT4_GET_BLOCKS_ZERO)
ee0876bc
JK
600 /* Caller will submit data before dropping transaction handle. This
601 * allows jbd2 to avoid submitting data before commit. */
602#define EXT4_GET_BLOCKS_IO_SUBMIT 0x0400
ac27a0ec 603
107a7bd3 604/*
7869a4a6 605 * The bit position of these flags must not overlap with any of the
ed8a1a76 606 * EXT4_GET_BLOCKS_*. They are used by ext4_find_extent(),
107a7bd3 607 * read_extent_tree_block(), ext4_split_extent_at(),
7869a4a6
TT
608 * ext4_ext_insert_extent(), and ext4_ext_create_new_leaf().
609 * EXT4_EX_NOCACHE is used to indicate that the we shouldn't be
610 * caching the extents when reading from the extent tree while a
611 * truncate or punch hole operation is in progress.
107a7bd3 612 */
d26e2c4d
TT
613#define EXT4_EX_NOCACHE 0x40000000
614#define EXT4_EX_FORCE_CACHE 0x20000000
107a7bd3 615
e6362609
TT
616/*
617 * Flags used by ext4_free_blocks
618 */
e7093f0d
PK
619#define EXT4_FREE_BLOCKS_METADATA 0x0001
620#define EXT4_FREE_BLOCKS_FORGET 0x0002
621#define EXT4_FREE_BLOCKS_VALIDATED 0x0004
622#define EXT4_FREE_BLOCKS_NO_QUOT_UPDATE 0x0008
84130193
TT
623#define EXT4_FREE_BLOCKS_NOFREE_FIRST_CLUSTER 0x0010
624#define EXT4_FREE_BLOCKS_NOFREE_LAST_CLUSTER 0x0020
9fe67149 625#define EXT4_FREE_BLOCKS_RERESERVE_CLUSTER 0x0040
e6362609 626
ac27a0ec
DK
627/*
628 * ioctl commands
629 */
617ba13b
MC
630#define EXT4_IOC_GETFLAGS FS_IOC_GETFLAGS
631#define EXT4_IOC_SETFLAGS FS_IOC_SETFLAGS
632#define EXT4_IOC_GETVERSION _IOR('f', 3, long)
633#define EXT4_IOC_SETVERSION _IOW('f', 4, long)
617ba13b
MC
634#define EXT4_IOC_GETVERSION_OLD FS_IOC_GETVERSION
635#define EXT4_IOC_SETVERSION_OLD FS_IOC_SETVERSION
617ba13b
MC
636#define EXT4_IOC_GETRSVSZ _IOR('f', 5, long)
637#define EXT4_IOC_SETRSVSZ _IOW('f', 6, long)
8eea80d5
TT
638#define EXT4_IOC_GROUP_EXTEND _IOW('f', 7, unsigned long)
639#define EXT4_IOC_GROUP_ADD _IOW('f', 8, struct ext4_new_group_input)
640#define EXT4_IOC_MIGRATE _IO('f', 9)
ccd2506b 641 /* note ioctl 10 reserved for an early version of the FIEMAP ioctl */
8eea80d5 642 /* note ioctl 11 reserved for filesystem-independent FIEMAP ioctl */
ccd2506b 643#define EXT4_IOC_ALLOC_DA_BLKS _IO('f', 12)
748de673 644#define EXT4_IOC_MOVE_EXT _IOWR('f', 15, struct move_extent)
19c5246d 645#define EXT4_IOC_RESIZE_FS _IOW('f', 16, __u64)
393d1d1d 646#define EXT4_IOC_SWAP_BOOT _IO('f', 17)
7869a4a6 647#define EXT4_IOC_PRECACHE_EXTENTS _IO('f', 18)
a7550b30
JK
648#define EXT4_IOC_SET_ENCRYPTION_POLICY FS_IOC_SET_ENCRYPTION_POLICY
649#define EXT4_IOC_GET_ENCRYPTION_PWSALT FS_IOC_GET_ENCRYPTION_PWSALT
650#define EXT4_IOC_GET_ENCRYPTION_POLICY FS_IOC_GET_ENCRYPTION_POLICY
ac27a0ec 651
9b7365fc
LX
652#define EXT4_IOC_FSGETXATTR FS_IOC_FSGETXATTR
653#define EXT4_IOC_FSSETXATTR FS_IOC_FSSETXATTR
654
e9be2ac7 655#define EXT4_IOC_SHUTDOWN _IOR ('X', 125, __u32)
783d9485
TT
656
657/*
658 * Flags for going down operation
659 */
660#define EXT4_GOING_FLAGS_DEFAULT 0x0 /* going down */
661#define EXT4_GOING_FLAGS_LOGFLUSH 0x1 /* flush log but not data */
662#define EXT4_GOING_FLAGS_NOLOGFLUSH 0x2 /* don't flush log nor data */
663
664
899ad0ce 665#if defined(__KERNEL__) && defined(CONFIG_COMPAT)
ac27a0ec
DK
666/*
667 * ioctl commands in 32 bit emulation
668 */
617ba13b
MC
669#define EXT4_IOC32_GETFLAGS FS_IOC32_GETFLAGS
670#define EXT4_IOC32_SETFLAGS FS_IOC32_SETFLAGS
671#define EXT4_IOC32_GETVERSION _IOR('f', 3, int)
672#define EXT4_IOC32_SETVERSION _IOW('f', 4, int)
673#define EXT4_IOC32_GETRSVSZ _IOR('f', 5, int)
674#define EXT4_IOC32_SETRSVSZ _IOW('f', 6, int)
675#define EXT4_IOC32_GROUP_EXTEND _IOW('f', 7, unsigned int)
4d92dc0f 676#define EXT4_IOC32_GROUP_ADD _IOW('f', 8, struct compat_ext4_new_group_input)
617ba13b
MC
677#define EXT4_IOC32_GETVERSION_OLD FS_IOC32_GETVERSION
678#define EXT4_IOC32_SETVERSION_OLD FS_IOC32_SETVERSION
899ad0ce 679#endif
ac27a0ec 680
b595076a 681/* Max physical block we can address w/o extents */
fb0a387d
ES
682#define EXT4_MAX_BLOCK_FILE_PHYS 0xFFFFFFFF
683
bcd8e91f
TT
684/* Max logical block we can support */
685#define EXT4_MAX_LOGICAL_BLOCK 0xFFFFFFFF
686
ac27a0ec
DK
687/*
688 * Structure of an inode on the disk
689 */
617ba13b 690struct ext4_inode {
ac27a0ec
DK
691 __le16 i_mode; /* File mode */
692 __le16 i_uid; /* Low 16 bits of Owner Uid */
a48380f7 693 __le32 i_size_lo; /* Size in bytes */
ac27a0ec 694 __le32 i_atime; /* Access time */
ef7f3835 695 __le32 i_ctime; /* Inode Change time */
ac27a0ec
DK
696 __le32 i_mtime; /* Modification time */
697 __le32 i_dtime; /* Deletion Time */
698 __le16 i_gid; /* Low 16 bits of Group Id */
699 __le16 i_links_count; /* Links count */
0fc1b451 700 __le32 i_blocks_lo; /* Blocks count */
ac27a0ec
DK
701 __le32 i_flags; /* File flags */
702 union {
703 struct {
25ec56b5 704 __le32 l_i_version;
ac27a0ec
DK
705 } linux1;
706 struct {
707 __u32 h_i_translator;
708 } hurd1;
709 struct {
710 __u32 m_i_reserved1;
711 } masix1;
712 } osd1; /* OS dependent 1 */
617ba13b 713 __le32 i_block[EXT4_N_BLOCKS];/* Pointers to blocks */
ac27a0ec 714 __le32 i_generation; /* File version (for NFS) */
7973c0c1 715 __le32 i_file_acl_lo; /* File ACL */
a48380f7 716 __le32 i_size_high;
f077d0d7 717 __le32 i_obso_faddr; /* Obsoleted fragment address */
ac27a0ec
DK
718 union {
719 struct {
0fc1b451 720 __le16 l_i_blocks_high; /* were l_i_reserved1 */
a1ddeb7e 721 __le16 l_i_file_acl_high;
8c55e204 722 __le16 l_i_uid_high; /* these 2 fields */
ac27a0ec 723 __le16 l_i_gid_high; /* were reserved2[0] */
e6153918
DW
724 __le16 l_i_checksum_lo;/* crc32c(uuid+inum+inode) LE */
725 __le16 l_i_reserved;
ac27a0ec
DK
726 } linux2;
727 struct {
f077d0d7 728 __le16 h_i_reserved1; /* Obsoleted fragment number/size which are removed in ext4 */
ac27a0ec
DK
729 __u16 h_i_mode_high;
730 __u16 h_i_uid_high;
731 __u16 h_i_gid_high;
732 __u32 h_i_author;
733 } hurd2;
734 struct {
f077d0d7 735 __le16 h_i_reserved1; /* Obsoleted fragment number/size which are removed in ext4 */
a1ddeb7e 736 __le16 m_i_file_acl_high;
ac27a0ec
DK
737 __u32 m_i_reserved2[2];
738 } masix2;
739 } osd2; /* OS dependent 2 */
740 __le16 i_extra_isize;
e6153918 741 __le16 i_checksum_hi; /* crc32c(uuid+inum+inode) BE */
ef7f3835
KS
742 __le32 i_ctime_extra; /* extra Change time (nsec << 2 | epoch) */
743 __le32 i_mtime_extra; /* extra Modification time(nsec << 2 | epoch) */
744 __le32 i_atime_extra; /* extra Access time (nsec << 2 | epoch) */
745 __le32 i_crtime; /* File Creation time */
746 __le32 i_crtime_extra; /* extra FileCreationtime (nsec << 2 | epoch) */
25ec56b5 747 __le32 i_version_hi; /* high 32 bits for 64-bit version */
8b4953e1 748 __le32 i_projid; /* Project ID */
ac27a0ec
DK
749};
750
748de673
AF
751struct move_extent {
752 __u32 reserved; /* should be zero */
753 __u32 donor_fd; /* donor file descriptor */
754 __u64 orig_start; /* logical start offset in block for orig */
755 __u64 donor_start; /* logical start offset in block for donor */
756 __u64 len; /* block length to be moved */
757 __u64 moved_len; /* moved block length */
758};
ac27a0ec 759
ef7f3835
KS
760#define EXT4_EPOCH_BITS 2
761#define EXT4_EPOCH_MASK ((1 << EXT4_EPOCH_BITS) - 1)
762#define EXT4_NSEC_MASK (~0UL << EXT4_EPOCH_BITS)
763
764/*
765 * Extended fields will fit into an inode if the filesystem was formatted
766 * with large inodes (-I 256 or larger) and there are not currently any EAs
767 * consuming all of the available space. For new inodes we always reserve
768 * enough space for the kernel's known extended fields, but for inodes
769 * created with an old kernel this might not have been the case. None of
770 * the extended inode fields is critical for correct filesystem operation.
771 * This macro checks if a certain field fits in the inode. Note that
772 * inode-size = GOOD_OLD_INODE_SIZE + i_extra_isize
773 */
774#define EXT4_FITS_IN_INODE(ext4_inode, einode, field) \
775 ((offsetof(typeof(*ext4_inode), field) + \
776 sizeof((ext4_inode)->field)) \
777 <= (EXT4_GOOD_OLD_INODE_SIZE + \
778 (einode)->i_extra_isize)) \
779
a4dad1ae
DT
780/*
781 * We use an encoding that preserves the times for extra epoch "00":
782 *
783 * extra msb of adjust for signed
784 * epoch 32-bit 32-bit tv_sec to
785 * bits time decoded 64-bit tv_sec 64-bit tv_sec valid time range
786 * 0 0 1 -0x80000000..-0x00000001 0x000000000 1901-12-13..1969-12-31
787 * 0 0 0 0x000000000..0x07fffffff 0x000000000 1970-01-01..2038-01-19
788 * 0 1 1 0x080000000..0x0ffffffff 0x100000000 2038-01-19..2106-02-07
789 * 0 1 0 0x100000000..0x17fffffff 0x100000000 2106-02-07..2174-02-25
790 * 1 0 1 0x180000000..0x1ffffffff 0x200000000 2174-02-25..2242-03-16
791 * 1 0 0 0x200000000..0x27fffffff 0x200000000 2242-03-16..2310-04-04
792 * 1 1 1 0x280000000..0x2ffffffff 0x300000000 2310-04-04..2378-04-22
793 * 1 1 0 0x300000000..0x37fffffff 0x300000000 2378-04-22..2446-05-10
794 *
795 * Note that previous versions of the kernel on 64-bit systems would
796 * incorrectly use extra epoch bits 1,1 for dates between 1901 and
797 * 1970. e2fsck will correct this, assuming that it is run on the
798 * affected filesystem before 2242.
799 */
800
7b62b293 801static inline __le32 ext4_encode_extra_time(struct timespec64 *time)
ef7f3835 802{
7b62b293 803 u32 extra =((time->tv_sec - (s32)time->tv_sec) >> 32) & EXT4_EPOCH_MASK;
a4dad1ae 804 return cpu_to_le32(extra | (time->tv_nsec << EXT4_EPOCH_BITS));
ef7f3835
KS
805}
806
7b62b293
AB
807static inline void ext4_decode_extra_time(struct timespec64 *time,
808 __le32 extra)
ef7f3835 809{
7b62b293 810 if (unlikely(extra & cpu_to_le32(EXT4_EPOCH_MASK))) {
eaa093d2
CH
811
812#if 1
a4dad1ae 813 /* Handle legacy encoding of pre-1970 dates with epoch
eaa093d2
CH
814 * bits 1,1. (This backwards compatibility may be removed
815 * at the discretion of the ext4 developers.)
a4dad1ae
DT
816 */
817 u64 extra_bits = le32_to_cpu(extra) & EXT4_EPOCH_MASK;
818 if (extra_bits == 3 && ((time->tv_sec) & 0x80000000) != 0)
819 extra_bits = 0;
820 time->tv_sec += extra_bits << 32;
821#else
822 time->tv_sec += (u64)(le32_to_cpu(extra) & EXT4_EPOCH_MASK) << 32;
823#endif
824 }
825 time->tv_nsec = (le32_to_cpu(extra) & EXT4_NSEC_MASK) >> EXT4_EPOCH_BITS;
ef7f3835
KS
826}
827
95582b00
DD
828#define EXT4_INODE_SET_XTIME(xtime, inode, raw_inode) \
829do { \
830 (raw_inode)->xtime = cpu_to_le32((inode)->xtime.tv_sec); \
831 if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra)) {\
95582b00 832 (raw_inode)->xtime ## _extra = \
7b62b293 833 ext4_encode_extra_time(&(inode)->xtime); \
95582b00 834 } \
ef7f3835
KS
835} while (0)
836
837#define EXT4_EINODE_SET_XTIME(xtime, einode, raw_inode) \
838do { \
839 if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime)) \
840 (raw_inode)->xtime = cpu_to_le32((einode)->xtime.tv_sec); \
841 if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime ## _extra)) \
842 (raw_inode)->xtime ## _extra = \
843 ext4_encode_extra_time(&(einode)->xtime); \
844} while (0)
845
95582b00
DD
846#define EXT4_INODE_GET_XTIME(xtime, inode, raw_inode) \
847do { \
848 (inode)->xtime.tv_sec = (signed)le32_to_cpu((raw_inode)->xtime); \
849 if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra)) { \
7b62b293 850 ext4_decode_extra_time(&(inode)->xtime, \
95582b00 851 raw_inode->xtime ## _extra); \
95582b00
DD
852 } \
853 else \
854 (inode)->xtime.tv_nsec = 0; \
ef7f3835
KS
855} while (0)
856
95582b00 857
ef7f3835
KS
858#define EXT4_EINODE_GET_XTIME(xtime, einode, raw_inode) \
859do { \
860 if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime)) \
861 (einode)->xtime.tv_sec = \
862 (signed)le32_to_cpu((raw_inode)->xtime); \
19ea8060
TT
863 else \
864 (einode)->xtime.tv_sec = 0; \
ef7f3835
KS
865 if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime ## _extra)) \
866 ext4_decode_extra_time(&(einode)->xtime, \
867 raw_inode->xtime ## _extra); \
af0b44a1
ES
868 else \
869 (einode)->xtime.tv_nsec = 0; \
ef7f3835
KS
870} while (0)
871
25ec56b5
JNC
872#define i_disk_version osd1.linux1.l_i_version
873
ac27a0ec
DK
874#if defined(__KERNEL__) || defined(__linux__)
875#define i_reserved1 osd1.linux1.l_i_reserved1
a1ddeb7e 876#define i_file_acl_high osd2.linux2.l_i_file_acl_high
0fc1b451 877#define i_blocks_high osd2.linux2.l_i_blocks_high
ac27a0ec
DK
878#define i_uid_low i_uid
879#define i_gid_low i_gid
880#define i_uid_high osd2.linux2.l_i_uid_high
881#define i_gid_high osd2.linux2.l_i_gid_high
e6153918 882#define i_checksum_lo osd2.linux2.l_i_checksum_lo
ac27a0ec
DK
883
884#elif defined(__GNU__)
885
886#define i_translator osd1.hurd1.h_i_translator
ac27a0ec
DK
887#define i_uid_high osd2.hurd2.h_i_uid_high
888#define i_gid_high osd2.hurd2.h_i_gid_high
889#define i_author osd2.hurd2.h_i_author
890
891#elif defined(__masix__)
892
893#define i_reserved1 osd1.masix1.m_i_reserved1
a1ddeb7e 894#define i_file_acl_high osd2.masix2.m_i_file_acl_high
ac27a0ec
DK
895#define i_reserved2 osd2.masix2.m_i_reserved2
896
897#endif /* defined(__KERNEL__) || defined(__linux__) */
898
c0677e6d
ZL
899#include "extents_status.h"
900
daf647d2
TT
901/*
902 * Lock subclasses for i_data_sem in the ext4_inode_info structure.
903 *
904 * These are needed to avoid lockdep false positives when we need to
905 * allocate blocks to the quota inode during ext4_map_blocks(), while
906 * holding i_data_sem for a normal (non-quota) inode. Since we don't
907 * do quota tracking for the quota inode, this avoids deadlock (as
908 * well as infinite recursion, since it isn't turtles all the way
909 * down...)
910 *
911 * I_DATA_SEM_NORMAL - Used for most inodes
912 * I_DATA_SEM_OTHER - Used by move_inode.c for the second normal inode
913 * where the second inode has larger inode number
914 * than the first
915 * I_DATA_SEM_QUOTA - Used for quota inodes only
916 */
917enum {
918 I_DATA_SEM_NORMAL = 0,
919 I_DATA_SEM_OTHER,
920 I_DATA_SEM_QUOTA,
921};
922
923
d444c3c3
TT
924/*
925 * fourth extended file system inode data in memory
926 */
927struct ext4_inode_info {
928 __le32 i_data[15]; /* unconverted */
d444c3c3 929 __u32 i_dtime;
12e9b892 930 ext4_fsblk_t i_file_acl;
d444c3c3
TT
931
932 /*
933 * i_block_group is the number of the block group which contains
934 * this file's inode. Constant across the lifetime of the inode,
a627b0a7 935 * it is used for making block allocation decisions - we try to
d444c3c3
TT
936 * place a file's data blocks near its inode block, and new inodes
937 * near to their parent directory's inode.
938 */
939 ext4_group_t i_block_group;
8a2005d3 940 ext4_lblk_t i_dir_start_lookup;
353eb83c 941#if (BITS_PER_LONG < 64)
19f5fb7a 942 unsigned long i_state_flags; /* Dynamic state flags */
353eb83c 943#endif
12e9b892 944 unsigned long i_flags;
d444c3c3 945
d444c3c3
TT
946 /*
947 * Extended attributes can be read independently of the main file
948 * data. Taking i_mutex even when reading would cause contention
949 * between readers of EAs and writers of regular file data, so
950 * instead we synchronize on xattr_sem when reading or changing
951 * EAs.
952 */
953 struct rw_semaphore xattr_sem;
d444c3c3
TT
954
955 struct list_head i_orphan; /* unlinked but open inodes */
956
957 /*
958 * i_disksize keeps track of what the inode size is ON DISK, not
959 * in memory. During truncate, i_size is set to the new size by
960 * the VFS prior to calling ext4_truncate(), but the filesystem won't
961 * set i_disksize to 0 until the truncate is actually under way.
962 *
963 * The intent is that i_disksize always represents the blocks which
964 * are used by this file. This allows recovery to restart truncate
965 * on orphans if we crash during truncate. We actually write i_disksize
966 * into the on-disk inode when writing inodes out, instead of i_size.
967 *
968 * The only time when i_disksize and i_size may be different is when
969 * a truncate is in progress. The only things which change i_disksize
970 * are ext4_get_block (growth) and ext4_truncate (shrinkth).
971 */
972 loff_t i_disksize;
973
974 /*
975 * i_data_sem is for serialising ext4_truncate() against
976 * ext4_getblock(). In the 2.4 ext2 design, great chunks of inode's
977 * data tree are chopped off during truncate. We can't do that in
978 * ext4 because whenever we perform intermediate commits during
979 * truncate, the inode and all the metadata blocks *must* be in a
980 * consistent state which allows truncation of the orphans to restart
981 * during recovery. Hence we must fix the get_block-vs-truncate race
982 * by other means, so we have i_data_sem.
983 */
984 struct rw_semaphore i_data_sem;
ea3d7209
JK
985 /*
986 * i_mmap_sem is for serializing page faults with truncate / punch hole
987 * operations. We have to make sure that new page cannot be faulted in
988 * a section of the inode that is being punched. We cannot easily use
989 * i_data_sem for this since we need protection for the whole punch
990 * operation and i_data_sem ranks below transaction start so we have
991 * to occasionally drop it.
992 */
993 struct rw_semaphore i_mmap_sem;
d444c3c3 994 struct inode vfs_inode;
8aefcd55 995 struct jbd2_inode *jinode;
d444c3c3 996
202ee5df
TT
997 spinlock_t i_raw_lock; /* protects updates to the raw inode */
998
d444c3c3
TT
999 /*
1000 * File creation time. Its function is same as that of
7b62b293 1001 * struct timespec64 i_{a,c,m}time in the generic inode.
d444c3c3 1002 */
7b62b293 1003 struct timespec64 i_crtime;
d444c3c3
TT
1004
1005 /* mballoc */
1006 struct list_head i_prealloc_list;
1007 spinlock_t i_prealloc_lock;
1008
c0677e6d
ZL
1009 /* extents status tree */
1010 struct ext4_es_tree i_es_tree;
1011 rwlock_t i_es_lock;
edaa53ca 1012 struct list_head i_es_list;
eb68d0e2 1013 unsigned int i_es_all_nr; /* protected by i_es_lock */
edaa53ca 1014 unsigned int i_es_shk_nr; /* protected by i_es_lock */
dd475925
JK
1015 ext4_lblk_t i_es_shrink_lblk; /* Offset where we start searching for
1016 extents to shrink. Protected by
1017 i_es_lock */
c0677e6d 1018
d444c3c3
TT
1019 /* ialloc */
1020 ext4_group_t i_last_alloc_group;
1021
1022 /* allocation reservation info for delalloc */
a627b0a7 1023 /* In case of bigalloc, this refer to clusters rather than blocks */
d444c3c3 1024 unsigned int i_reserved_data_blocks;
01f49d0b 1025 ext4_lblk_t i_da_metadata_calc_last_lblock;
9d0be502 1026 int i_da_metadata_calc_len;
d444c3c3 1027
1dc0aa46
EW
1028 /* pending cluster reservations for bigalloc file systems */
1029 struct ext4_pending_tree i_pending_tree;
1030
d444c3c3
TT
1031 /* on-disk additional length */
1032 __u16 i_extra_isize;
1033
67cf5b09
TM
1034 /* Indicate the inline data space. */
1035 u16 i_inline_off;
1036 u16 i_inline_size;
1037
a9e7f447
DM
1038#ifdef CONFIG_QUOTA
1039 /* quota space reservation, managed internally by quota code */
1040 qsize_t i_reserved_quota;
1041#endif
8d5d02e6 1042
2e8fa54e 1043 /* Lock protecting lists below */
744692dc 1044 spinlock_t i_completed_io_lock;
2e8fa54e
JK
1045 /*
1046 * Completed IOs that need unwritten extents handling and have
1047 * transaction reserved
1048 */
1049 struct list_head i_rsv_conversion_list;
2e8fa54e 1050 struct work_struct i_rsv_conversion_work;
600be30a 1051 atomic_t i_unwritten; /* Nr. of inflight conversions pending */
8a2005d3
TT
1052
1053 spinlock_t i_block_reservation_lock;
b436b9be
JK
1054
1055 /*
1056 * Transactions that contain inode's metadata needed to complete
1057 * fsync and fdatasync, respectively.
1058 */
1059 tid_t i_sync_tid;
1060 tid_t i_datasync_tid;
814525f4 1061
96c7e0d9
JK
1062#ifdef CONFIG_QUOTA
1063 struct dquot *i_dquot[MAXQUOTAS];
1064#endif
1065
814525f4
DW
1066 /* Precomputed uuid+inum+igen checksum for seeding inode checksums */
1067 __u32 i_csum_seed;
b30ab0e0 1068
040cb378 1069 kprojid_t i_projid;
d444c3c3
TT
1070};
1071
ac27a0ec
DK
1072/*
1073 * File system states
1074 */
617ba13b
MC
1075#define EXT4_VALID_FS 0x0001 /* Unmounted cleanly */
1076#define EXT4_ERROR_FS 0x0002 /* Errors detected */
1077#define EXT4_ORPHAN_FS 0x0004 /* Orphans being recovered */
ac27a0ec 1078
469108ff
TT
1079/*
1080 * Misc. filesystem flags
1081 */
1082#define EXT2_FLAGS_SIGNED_HASH 0x0001 /* Signed dirhash in use */
1083#define EXT2_FLAGS_UNSIGNED_HASH 0x0002 /* Unsigned dirhash in use */
1084#define EXT2_FLAGS_TEST_FILESYS 0x0004 /* to test development code */
1085
ac27a0ec 1086/*
68911009 1087 * Mount flags set via mount options or defaults
ac27a0ec 1088 */
cdb7ee4c 1089#define EXT4_MOUNT_NO_MBCACHE 0x00001 /* Do not use mbcache */
617ba13b
MC
1090#define EXT4_MOUNT_GRPID 0x00004 /* Create files with directory's group */
1091#define EXT4_MOUNT_DEBUG 0x00008 /* Some debugging messages */
1092#define EXT4_MOUNT_ERRORS_CONT 0x00010 /* Continue on errors */
1093#define EXT4_MOUNT_ERRORS_RO 0x00020 /* Remount fs ro on errors */
1094#define EXT4_MOUNT_ERRORS_PANIC 0x00040 /* Panic on errors */
39ef17f1 1095#define EXT4_MOUNT_ERRORS_MASK 0x00070
617ba13b
MC
1096#define EXT4_MOUNT_MINIX_DF 0x00080 /* Mimics the Minix statfs */
1097#define EXT4_MOUNT_NOLOAD 0x00100 /* Don't use existing journal*/
923ae0ff
RZ
1098#ifdef CONFIG_FS_DAX
1099#define EXT4_MOUNT_DAX 0x00200 /* Direct Access */
1100#else
1101#define EXT4_MOUNT_DAX 0
1102#endif
617ba13b
MC
1103#define EXT4_MOUNT_DATA_FLAGS 0x00C00 /* Mode for data writes: */
1104#define EXT4_MOUNT_JOURNAL_DATA 0x00400 /* Write data to journal */
1105#define EXT4_MOUNT_ORDERED_DATA 0x00800 /* Flush data before commit */
1106#define EXT4_MOUNT_WRITEBACK_DATA 0x00C00 /* No data ordering */
1107#define EXT4_MOUNT_UPDATE_JOURNAL 0x01000 /* Update the journal format */
1108#define EXT4_MOUNT_NO_UID32 0x02000 /* Disable 32-bit UIDs */
1109#define EXT4_MOUNT_XATTR_USER 0x04000 /* Extended user attributes */
1110#define EXT4_MOUNT_POSIX_ACL 0x08000 /* POSIX Access Control Lists */
afd4672d 1111#define EXT4_MOUNT_NO_AUTO_DA_ALLOC 0x10000 /* No auto delalloc mapping */
617ba13b 1112#define EXT4_MOUNT_BARRIER 0x20000 /* Use block barriers */
49da9392
JK
1113#define EXT4_MOUNT_QUOTA 0x40000 /* Some quota option set */
1114#define EXT4_MOUNT_USRQUOTA 0x80000 /* "old" user quota,
1115 * enable enforcement for hidden
1116 * quota files */
1117#define EXT4_MOUNT_GRPQUOTA 0x100000 /* "old" group quota, enable
1118 * enforcement for hidden quota
1119 * files */
1120#define EXT4_MOUNT_PRJQUOTA 0x200000 /* Enable project quota
1121 * enforcement */
744692dc 1122#define EXT4_MOUNT_DIOREAD_NOLOCK 0x400000 /* Enable support for dio read nolocking */
d4da6c9c 1123#define EXT4_MOUNT_JOURNAL_CHECKSUM 0x800000 /* Journal checksums */
818d276c 1124#define EXT4_MOUNT_JOURNAL_ASYNC_COMMIT 0x1000000 /* Journal Async Commit */
327eaf73 1125#define EXT4_MOUNT_WARN_ON_ERROR 0x2000000 /* Trigger WARN_ON on error */
64769240 1126#define EXT4_MOUNT_DELALLOC 0x8000000 /* Delalloc support */
5bf5683a 1127#define EXT4_MOUNT_DATA_ERR_ABORT 0x10000000 /* Abort on file data write */
6fd058f7 1128#define EXT4_MOUNT_BLOCK_VALIDITY 0x20000000 /* Block validity checking */
5328e635 1129#define EXT4_MOUNT_DISCARD 0x40000000 /* Issue DISCARD requests */
bfff6873 1130#define EXT4_MOUNT_INIT_INODE_TABLE 0x80000000 /* Initialize uninitialized itables */
5bf5683a 1131
68911009
LC
1132/*
1133 * Mount flags set either automatically (could not be set by mount option)
1134 * based on per file system feature or property or in special cases such as
1135 * distinguishing between explicit mount option definition and default.
1136 */
56889787
TT
1137#define EXT4_MOUNT2_EXPLICIT_DELALLOC 0x00000001 /* User explicitly
1138 specified delalloc */
68911009
LC
1139#define EXT4_MOUNT2_STD_GROUP_SIZE 0x00000002 /* We have standard group
1140 size of blocksize * 8
1141 blocks */
ed3654eb
TT
1142#define EXT4_MOUNT2_HURD_COMPAT 0x00000004 /* Support HURD-castrated
1143 file systems */
56889787 1144
1e381f60
DM
1145#define EXT4_MOUNT2_EXPLICIT_JOURNAL_CHECKSUM 0x00000008 /* User explicitly
1146 specified journal checksum */
1147
fd8c37ec
TT
1148#define clear_opt(sb, opt) EXT4_SB(sb)->s_mount_opt &= \
1149 ~EXT4_MOUNT_##opt
1150#define set_opt(sb, opt) EXT4_SB(sb)->s_mount_opt |= \
1151 EXT4_MOUNT_##opt
617ba13b
MC
1152#define test_opt(sb, opt) (EXT4_SB(sb)->s_mount_opt & \
1153 EXT4_MOUNT_##opt)
ac27a0ec 1154
a2595b8a
TT
1155#define clear_opt2(sb, opt) EXT4_SB(sb)->s_mount_opt2 &= \
1156 ~EXT4_MOUNT2_##opt
1157#define set_opt2(sb, opt) EXT4_SB(sb)->s_mount_opt2 |= \
1158 EXT4_MOUNT2_##opt
1159#define test_opt2(sb, opt) (EXT4_SB(sb)->s_mount_opt2 & \
1160 EXT4_MOUNT2_##opt)
1161
597d508c
AM
1162#define ext4_test_and_set_bit __test_and_set_bit_le
1163#define ext4_set_bit __set_bit_le
617ba13b 1164#define ext4_set_bit_atomic ext2_set_bit_atomic
597d508c
AM
1165#define ext4_test_and_clear_bit __test_and_clear_bit_le
1166#define ext4_clear_bit __clear_bit_le
617ba13b 1167#define ext4_clear_bit_atomic ext2_clear_bit_atomic
50e0168c 1168#define ext4_test_bit test_bit_le
50e0168c
AM
1169#define ext4_find_next_zero_bit find_next_zero_bit_le
1170#define ext4_find_next_bit find_next_bit_le
ac27a0ec 1171
c3e94d1d
YY
1172extern void ext4_set_bits(void *bm, int cur, int len);
1173
ac27a0ec
DK
1174/*
1175 * Maximal mount counts between two filesystem checks
1176 */
617ba13b
MC
1177#define EXT4_DFL_MAX_MNT_COUNT 20 /* Allow 20 mounts */
1178#define EXT4_DFL_CHECKINTERVAL 0 /* Don't use interval check */
ac27a0ec
DK
1179
1180/*
1181 * Behaviour when detecting errors
1182 */
617ba13b
MC
1183#define EXT4_ERRORS_CONTINUE 1 /* Continue execution */
1184#define EXT4_ERRORS_RO 2 /* Remount fs read-only */
1185#define EXT4_ERRORS_PANIC 3 /* Panic */
1186#define EXT4_ERRORS_DEFAULT EXT4_ERRORS_CONTINUE
ac27a0ec 1187
e6153918
DW
1188/* Metadata checksum algorithm codes */
1189#define EXT4_CRC32C_CHKSUM 1
1190
ac27a0ec
DK
1191/*
1192 * Structure of the super block
1193 */
617ba13b 1194struct ext4_super_block {
ac27a0ec 1195/*00*/ __le32 s_inodes_count; /* Inodes count */
6bc9feff 1196 __le32 s_blocks_count_lo; /* Blocks count */
308ba3ec
AK
1197 __le32 s_r_blocks_count_lo; /* Reserved blocks count */
1198 __le32 s_free_blocks_count_lo; /* Free blocks count */
ac27a0ec
DK
1199/*10*/ __le32 s_free_inodes_count; /* Free inodes count */
1200 __le32 s_first_data_block; /* First Data Block */
1201 __le32 s_log_block_size; /* Block size */
281b5995 1202 __le32 s_log_cluster_size; /* Allocation cluster size */
ac27a0ec 1203/*20*/ __le32 s_blocks_per_group; /* # Blocks per group */
281b5995 1204 __le32 s_clusters_per_group; /* # Clusters per group */
ac27a0ec
DK
1205 __le32 s_inodes_per_group; /* # Inodes per group */
1206 __le32 s_mtime; /* Mount time */
1207/*30*/ __le32 s_wtime; /* Write time */
1208 __le16 s_mnt_count; /* Mount count */
1209 __le16 s_max_mnt_count; /* Maximal mount count */
1210 __le16 s_magic; /* Magic signature */
1211 __le16 s_state; /* File system state */
1212 __le16 s_errors; /* Behaviour when detecting errors */
1213 __le16 s_minor_rev_level; /* minor revision level */
1214/*40*/ __le32 s_lastcheck; /* time of last check */
1215 __le32 s_checkinterval; /* max. time between checks */
1216 __le32 s_creator_os; /* OS */
1217 __le32 s_rev_level; /* Revision level */
1218/*50*/ __le16 s_def_resuid; /* Default uid for reserved blocks */
1219 __le16 s_def_resgid; /* Default gid for reserved blocks */
1220 /*
617ba13b 1221 * These fields are for EXT4_DYNAMIC_REV superblocks only.
ac27a0ec
DK
1222 *
1223 * Note: the difference between the compatible feature set and
1224 * the incompatible feature set is that if there is a bit set
1225 * in the incompatible feature set that the kernel doesn't
1226 * know about, it should refuse to mount the filesystem.
1227 *
1228 * e2fsck's requirements are more strict; if it doesn't know
1229 * about a feature in either the compatible or incompatible
1230 * feature set, it must abort and not try to meddle with
1231 * things it doesn't understand...
1232 */
1233 __le32 s_first_ino; /* First non-reserved inode */
0d1ee42f 1234 __le16 s_inode_size; /* size of inode structure */
ac27a0ec
DK
1235 __le16 s_block_group_nr; /* block group # of this superblock */
1236 __le32 s_feature_compat; /* compatible feature set */
1237/*60*/ __le32 s_feature_incompat; /* incompatible feature set */
1238 __le32 s_feature_ro_compat; /* readonly-compatible feature set */
1239/*68*/ __u8 s_uuid[16]; /* 128-bit uuid for volume */
1240/*78*/ char s_volume_name[16]; /* volume name */
072ebb3b 1241/*88*/ char s_last_mounted[64] __nonstring; /* directory where last mounted */
ac27a0ec
DK
1242/*C8*/ __le32 s_algorithm_usage_bitmap; /* For compression */
1243 /*
1244 * Performance hints. Directory preallocation should only
617ba13b 1245 * happen if the EXT4_FEATURE_COMPAT_DIR_PREALLOC flag is on.
ac27a0ec
DK
1246 */
1247 __u8 s_prealloc_blocks; /* Nr of blocks to try to preallocate*/
1248 __u8 s_prealloc_dir_blocks; /* Nr to preallocate for dirs */
1249 __le16 s_reserved_gdt_blocks; /* Per group desc for online growth */
1250 /*
617ba13b 1251 * Journaling support valid if EXT4_FEATURE_COMPAT_HAS_JOURNAL set.
ac27a0ec
DK
1252 */
1253/*D0*/ __u8 s_journal_uuid[16]; /* uuid of journal superblock */
1254/*E0*/ __le32 s_journal_inum; /* inode number of journal file */
1255 __le32 s_journal_dev; /* device number of journal file */
1256 __le32 s_last_orphan; /* start of list of inodes to delete */
1257 __le32 s_hash_seed[4]; /* HTREE hash seed */
1258 __u8 s_def_hash_version; /* Default hash version to use */
89eeddf0 1259 __u8 s_jnl_backup_type;
0d1ee42f 1260 __le16 s_desc_size; /* size of group descriptor */
bd81d8ee 1261/*100*/ __le32 s_default_mount_opts;
ac27a0ec 1262 __le32 s_first_meta_bg; /* First metablock block group */
bd81d8ee
LV
1263 __le32 s_mkfs_time; /* When the filesystem was created */
1264 __le32 s_jnl_blocks[17]; /* Backup of the journal inode */
1265 /* 64bit support valid if EXT4_FEATURE_COMPAT_64BIT */
1266/*150*/ __le32 s_blocks_count_hi; /* Blocks count */
1267 __le32 s_r_blocks_count_hi; /* Reserved blocks count */
1268 __le32 s_free_blocks_count_hi; /* Free blocks count */
c1bddad9
AK
1269 __le16 s_min_extra_isize; /* All inodes have at least # bytes */
1270 __le16 s_want_extra_isize; /* New inodes should reserve # bytes */
1271 __le32 s_flags; /* Miscellaneous flags */
1272 __le16 s_raid_stride; /* RAID stride */
c5e06d10 1273 __le16 s_mmp_update_interval; /* # seconds to wait in MMP checking */
c1bddad9
AK
1274 __le64 s_mmp_block; /* Block for multi-mount protection */
1275 __le32 s_raid_stripe_width; /* blocks on all data disks (N*stride)*/
772cb7c8 1276 __u8 s_log_groups_per_flex; /* FLEX_BG group size */
e6153918 1277 __u8 s_checksum_type; /* metadata checksum algorithm used */
f542fbe8
TT
1278 __u8 s_encryption_level; /* versioning level for encryption */
1279 __u8 s_reserved_pad; /* Padding to next 32bits */
afc32f7e 1280 __le64 s_kbytes_written; /* nr of lifetime kilobytes written */
4a9cdec7
TT
1281 __le32 s_snapshot_inum; /* Inode number of active snapshot */
1282 __le32 s_snapshot_id; /* sequential ID of active snapshot */
1283 __le64 s_snapshot_r_blocks_count; /* reserved blocks for active
1284 snapshot's future use */
1285 __le32 s_snapshot_list; /* inode number of the head of the
1286 on-disk snapshot list */
1c13d5c0
TT
1287#define EXT4_S_ERR_START offsetof(struct ext4_super_block, s_error_count)
1288 __le32 s_error_count; /* number of fs errors */
1289 __le32 s_first_error_time; /* first time an error happened */
1290 __le32 s_first_error_ino; /* inode involved in first error */
1291 __le64 s_first_error_block; /* block involved of first error */
072ebb3b 1292 __u8 s_first_error_func[32] __nonstring; /* function where the error happened */
1c13d5c0
TT
1293 __le32 s_first_error_line; /* line number where error happened */
1294 __le32 s_last_error_time; /* most recent time of an error */
1295 __le32 s_last_error_ino; /* inode involved in last error */
1296 __le32 s_last_error_line; /* line number where error happened */
1297 __le64 s_last_error_block; /* block involved of last error */
072ebb3b 1298 __u8 s_last_error_func[32] __nonstring; /* function where the error happened */
8b67f04a
TT
1299#define EXT4_S_ERR_END offsetof(struct ext4_super_block, s_mount_opts)
1300 __u8 s_mount_opts[64];
281b5995
TT
1301 __le32 s_usr_quota_inum; /* inode for tracking user quota */
1302 __le32 s_grp_quota_inum; /* inode for tracking group quota */
1303 __le32 s_overhead_clusters; /* overhead blocks/clusters in fs */
1beeef1b 1304 __le32 s_backup_bgs[2]; /* groups with sparse_super2 SBs */
3edc18d8 1305 __u8 s_encrypt_algos[4]; /* Encryption algorithms in use */
f542fbe8
TT
1306 __u8 s_encrypt_pw_salt[16]; /* Salt used for string2key algorithm */
1307 __le32 s_lpf_ino; /* Location of the lost+found inode */
8b4953e1 1308 __le32 s_prj_quota_inum; /* inode for tracking project quota */
8c81bd8f 1309 __le32 s_checksum_seed; /* crc32c(uuid) if csum_seed set */
6a0678a7
AB
1310 __u8 s_wtime_hi;
1311 __u8 s_mtime_hi;
1312 __u8 s_mkfs_time_hi;
1313 __u8 s_lastcheck_hi;
1314 __u8 s_first_error_time_hi;
1315 __u8 s_last_error_time_hi;
1316 __u8 s_pad[2];
c83ad55e
GKB
1317 __le16 s_encoding; /* Filename charset encoding */
1318 __le16 s_encoding_flags; /* Filename charset encoding flags */
1319 __le32 s_reserved[95]; /* Padding to the end of the block */
e6153918 1320 __le32 s_checksum; /* crc32c(superblock) */
ac27a0ec
DK
1321};
1322
1c13d5c0
TT
1323#define EXT4_S_ERR_LEN (EXT4_S_ERR_END - EXT4_S_ERR_START)
1324
ac27a0ec 1325#ifdef __KERNEL__
bc0b0d6d
TT
1326
1327/*
4ab2f15b 1328 * run-time mount flags
bc0b0d6d 1329 */
6ddb2447
TT
1330#define EXT4_MF_MNTDIR_SAMPLED 0x0001
1331#define EXT4_MF_FS_ABORTED 0x0002 /* Fatal error detected */
1332#define EXT4_MF_TEST_DUMMY_ENCRYPTION 0x0004
1333
643fa961 1334#ifdef CONFIG_FS_ENCRYPTION
6ddb2447
TT
1335#define DUMMY_ENCRYPTION_ENABLED(sbi) (unlikely((sbi)->s_mount_flags & \
1336 EXT4_MF_TEST_DUMMY_ENCRYPTION))
1337#else
1338#define DUMMY_ENCRYPTION_ENABLED(sbi) (0)
1339#endif
bc0b0d6d 1340
a2d4a646 1341/* Number of quota types we support */
689c958c 1342#define EXT4_MAXQUOTAS 3
a2d4a646 1343
c83ad55e
GKB
1344#define EXT4_ENC_UTF8_12_1 1
1345
1346/*
1347 * Flags for ext4_sb_info.s_encoding_flags.
1348 */
1349#define EXT4_ENC_STRICT_MODE_FL (1 << 0)
1350
1351#define ext4_has_strict_mode(sbi) \
1352 (sbi->s_encoding_flags & EXT4_ENC_STRICT_MODE_FL)
1353
ca0faba0
TT
1354/*
1355 * fourth extended-fs super-block data in memory
1356 */
1357struct ext4_sb_info {
1358 unsigned long s_desc_size; /* Size of a group descriptor in bytes */
1359 unsigned long s_inodes_per_block;/* Number of inodes per block */
1360 unsigned long s_blocks_per_group;/* Number of blocks in a group */
281b5995 1361 unsigned long s_clusters_per_group; /* Number of clusters in a group */
ca0faba0
TT
1362 unsigned long s_inodes_per_group;/* Number of inodes in a group */
1363 unsigned long s_itb_per_group; /* Number of inode table blocks per group */
1364 unsigned long s_gdb_count; /* Number of group descriptor blocks */
1365 unsigned long s_desc_per_block; /* Number of group descriptors per block */
1366 ext4_group_t s_groups_count; /* Number of groups in the fs */
fb0a387d 1367 ext4_group_t s_blockfile_groups;/* Groups acceptable for non-extent files */
952fc18e 1368 unsigned long s_overhead; /* # of fs overhead clusters */
281b5995
TT
1369 unsigned int s_cluster_ratio; /* Number of blocks per cluster */
1370 unsigned int s_cluster_bits; /* log2 of s_cluster_ratio */
ca0faba0
TT
1371 loff_t s_bitmap_maxbytes; /* max bytes for bitmap files */
1372 struct buffer_head * s_sbh; /* Buffer containing the super block */
1373 struct ext4_super_block *s_es; /* Pointer to the super block in the buffer */
1374 struct buffer_head **s_group_desc;
7f4520cc 1375 unsigned int s_mount_opt;
a2595b8a 1376 unsigned int s_mount_opt2;
bc0b0d6d 1377 unsigned int s_mount_flags;
5a916be1 1378 unsigned int s_def_mount_opt;
ca0faba0 1379 ext4_fsblk_t s_sb_block;
27dd4385 1380 atomic64_t s_resv_clusters;
08cefc7a
EB
1381 kuid_t s_resuid;
1382 kgid_t s_resgid;
ca0faba0
TT
1383 unsigned short s_mount_state;
1384 unsigned short s_pad;
1385 int s_addr_per_block_bits;
1386 int s_desc_per_block_bits;
1387 int s_inode_size;
1388 int s_first_ino;
1389 unsigned int s_inode_readahead_blks;
11013911 1390 unsigned int s_inode_goal;
ca0faba0
TT
1391 u32 s_hash_seed[4];
1392 int s_def_hash_version;
1393 int s_hash_unsigned; /* 3 if hash should be signed, 0 if not */
57042651 1394 struct percpu_counter s_freeclusters_counter;
ca0faba0
TT
1395 struct percpu_counter s_freeinodes_counter;
1396 struct percpu_counter s_dirs_counter;
57042651 1397 struct percpu_counter s_dirtyclusters_counter;
ca0faba0
TT
1398 struct blockgroup_lock *s_blockgroup_lock;
1399 struct proc_dir_entry *s_proc;
1400 struct kobject s_kobj;
1401 struct completion s_kobj_unregister;
2c0544b2 1402 struct super_block *s_sb;
c83ad55e
GKB
1403#ifdef CONFIG_UNICODE
1404 struct unicode_map *s_encoding;
1405 __u16 s_encoding_flags;
1406#endif
ca0faba0
TT
1407
1408 /* Journaling */
ca0faba0
TT
1409 struct journal_s *s_journal;
1410 struct list_head s_orphan;
1411 struct mutex s_orphan_lock;
9549a168 1412 unsigned long s_ext4_flags; /* Ext4 superblock flags */
ca0faba0
TT
1413 unsigned long s_commit_interval;
1414 u32 s_max_batch_time;
1415 u32 s_min_batch_time;
1416 struct block_device *journal_bdev;
ca0faba0 1417#ifdef CONFIG_QUOTA
33458eab
TT
1418 /* Names of quota files with journalled quota */
1419 char __rcu *s_qf_names[EXT4_MAXQUOTAS];
ca0faba0
TT
1420 int s_jquota_fmt; /* Format of quota to use */
1421#endif
1422 unsigned int s_want_extra_isize; /* New inodes should reserve # bytes */
6fd058f7 1423 struct rb_root system_blks;
ca0faba0
TT
1424
1425#ifdef EXTENTS_STATS
1426 /* ext4 extents stats */
1427 unsigned long s_ext_min;
1428 unsigned long s_ext_max;
1429 unsigned long s_depth_max;
1430 spinlock_t s_ext_stats_lock;
1431 unsigned long s_ext_blocks;
1432 unsigned long s_ext_extents;
1433#endif
1434
1435 /* for buddy allocator */
1436 struct ext4_group_info ***s_group_info;
1437 struct inode *s_buddy_cache;
ca0faba0 1438 spinlock_t s_md_lock;
ca0faba0
TT
1439 unsigned short *s_mb_offsets;
1440 unsigned int *s_mb_maxs;
28623c2f 1441 unsigned int s_group_info_size;
d08854f5 1442 unsigned int s_mb_free_pending;
a0154344
DJ
1443 struct list_head s_freed_data_list; /* List of blocks to be freed
1444 after commit completed */
ca0faba0
TT
1445
1446 /* tunables */
1447 unsigned long s_stripe;
1448 unsigned int s_mb_stream_request;
1449 unsigned int s_mb_max_to_scan;
1450 unsigned int s_mb_min_to_scan;
1451 unsigned int s_mb_stats;
1452 unsigned int s_mb_order2_reqs;
1453 unsigned int s_mb_group_prealloc;
df981d03 1454 unsigned int s_max_dir_size_kb;
ca0faba0
TT
1455 /* where last allocation was done - for stream allocation */
1456 unsigned long s_mb_last_group;
1457 unsigned long s_mb_last_start;
1458
ca0faba0 1459 /* stats for buddy allocator */
ca0faba0
TT
1460 atomic_t s_bal_reqs; /* number of reqs with len > 1 */
1461 atomic_t s_bal_success; /* we found long enough chunks */
1462 atomic_t s_bal_allocated; /* in blocks */
1463 atomic_t s_bal_ex_scanned; /* total extents scanned */
1464 atomic_t s_bal_goals; /* goal hits */
1465 atomic_t s_bal_breaks; /* too long searches */
1466 atomic_t s_bal_2orders; /* 2^order hits */
1467 spinlock_t s_bal_lock;
1468 unsigned long s_mb_buddies_generated;
1469 unsigned long long s_mb_generation_time;
1470 atomic_t s_mb_lost_chunks;
1471 atomic_t s_mb_preallocated;
1472 atomic_t s_mb_discarded;
50797481 1473 atomic_t s_lock_busy;
ca0faba0
TT
1474
1475 /* locality groups */
003cb608 1476 struct ext4_locality_group __percpu *s_locality_groups;
ca0faba0
TT
1477
1478 /* for write statistics */
1479 unsigned long s_sectors_written_start;
1480 u64 s_kbytes_written;
1481
67a5da56
ZL
1482 /* the size of zero-out chunk */
1483 unsigned int s_extent_max_zeroout_kb;
1484
ca0faba0
TT
1485 unsigned int s_log_groups_per_flex;
1486 struct flex_groups *s_flex_groups;
117fff10 1487 ext4_group_t s_flex_groups_allocated;
4c0425ff 1488
2e8fa54e
JK
1489 /* workqueue for reserved extent conversions (buffered io) */
1490 struct workqueue_struct *rsv_conversion_wq;
66e61a9e
TT
1491
1492 /* timer for periodic error stats printing */
1493 struct timer_list s_err_report;
bfff6873
LC
1494
1495 /* Lazy inode table initialization info */
1496 struct ext4_li_request *s_li_request;
1497 /* Wait multiplier for lazy initialization thread */
1498 unsigned int s_li_wait_mult;
c5e06d10
JL
1499
1500 /* Kernel thread for multiple mount protection */
1501 struct task_struct *s_mmp_tsk;
3d56b8d2
TM
1502
1503 /* record the last minlen when FITRIM is called. */
1504 atomic_t s_last_trim_minblks;
0441984a
DW
1505
1506 /* Reference to checksum algorithm driver via cryptoapi */
1507 struct crypto_shash *s_chksum_driver;
a9c47317
DW
1508
1509 /* Precomputed FS UUID checksum for seeding other checksums */
1510 __u32 s_csum_seed;
74cd15cd
ZL
1511
1512 /* Reclaim extents from extent status tree */
1513 struct shrinker s_es_shrinker;
dd475925 1514 struct list_head s_es_list; /* List of inodes with reclaimable extents */
edaa53ca 1515 long s_es_nr_inode;
eb68d0e2 1516 struct ext4_es_stats s_es_stats;
47387409 1517 struct mb_cache *s_ea_block_cache;
dec214d0 1518 struct mb_cache *s_ea_inode_cache;
edaa53ca 1519 spinlock_t s_es_lock ____cacheline_aligned_in_smp;
efbed4dc
TT
1520
1521 /* Ratelimit ext4 messages. */
1522 struct ratelimit_state s_err_ratelimit_state;
1523 struct ratelimit_state s_warning_ratelimit_state;
1524 struct ratelimit_state s_msg_ratelimit_state;
c8585c6f
DJ
1525
1526 /* Barrier between changing inodes' journal flags and writepages ops. */
1527 struct percpu_rw_semaphore s_journal_flag_rwsem;
5e405595 1528 struct dax_device *s_daxdev;
ca0faba0
TT
1529};
1530
af5bc92d 1531static inline struct ext4_sb_info *EXT4_SB(struct super_block *sb)
ac27a0ec
DK
1532{
1533 return sb->s_fs_info;
1534}
617ba13b 1535static inline struct ext4_inode_info *EXT4_I(struct inode *inode)
ac27a0ec 1536{
617ba13b 1537 return container_of(inode, struct ext4_inode_info, vfs_inode);
ac27a0ec
DK
1538}
1539
617ba13b 1540static inline int ext4_valid_inum(struct super_block *sb, unsigned long ino)
ac27a0ec 1541{
617ba13b 1542 return ino == EXT4_ROOT_INO ||
617ba13b
MC
1543 (ino >= EXT4_FIRST_INO(sb) &&
1544 ino <= le32_to_cpu(EXT4_SB(sb)->s_es->s_inodes_count));
ac27a0ec 1545}
19f5fb7a
TT
1546
1547/*
1548 * Inode dynamic state flags
1549 */
1550enum {
1551 EXT4_STATE_JDATA, /* journaled data exists */
1552 EXT4_STATE_NEW, /* inode is newly created */
1553 EXT4_STATE_XATTR, /* has in-inode xattrs */
1554 EXT4_STATE_NO_EXPAND, /* No space for expansion */
1555 EXT4_STATE_DA_ALLOC_CLOSE, /* Alloc DA blks on close */
1556 EXT4_STATE_EXT_MIGRATE, /* Inode is migrating */
1557 EXT4_STATE_DIO_UNWRITTEN, /* need convert on dio done*/
14ece102 1558 EXT4_STATE_NEWENTRY, /* File just added to dir */
67cf5b09 1559 EXT4_STATE_MAY_INLINE_DATA, /* may have in-inode data */
7869a4a6 1560 EXT4_STATE_EXT_PRECACHED, /* extents have been precached */
a6d05676 1561 EXT4_STATE_LUSTRE_EA_INODE, /* Lustre-style ea_inode */
19f5fb7a
TT
1562};
1563
353eb83c 1564#define EXT4_INODE_BIT_FNS(name, field, offset) \
12e9b892
DM
1565static inline int ext4_test_inode_##name(struct inode *inode, int bit) \
1566{ \
353eb83c 1567 return test_bit(bit + (offset), &EXT4_I(inode)->i_##field); \
12e9b892
DM
1568} \
1569static inline void ext4_set_inode_##name(struct inode *inode, int bit) \
1570{ \
353eb83c 1571 set_bit(bit + (offset), &EXT4_I(inode)->i_##field); \
12e9b892
DM
1572} \
1573static inline void ext4_clear_inode_##name(struct inode *inode, int bit) \
1574{ \
353eb83c 1575 clear_bit(bit + (offset), &EXT4_I(inode)->i_##field); \
19f5fb7a
TT
1576}
1577
3f61c0cc
AD
1578/* Add these declarations here only so that these functions can be
1579 * found by name. Otherwise, they are very hard to locate. */
1580static inline int ext4_test_inode_flag(struct inode *inode, int bit);
1581static inline void ext4_set_inode_flag(struct inode *inode, int bit);
1582static inline void ext4_clear_inode_flag(struct inode *inode, int bit);
353eb83c 1583EXT4_INODE_BIT_FNS(flag, flags, 0)
3f61c0cc
AD
1584
1585/* Add these declarations here only so that these functions can be
1586 * found by name. Otherwise, they are very hard to locate. */
1587static inline int ext4_test_inode_state(struct inode *inode, int bit);
1588static inline void ext4_set_inode_state(struct inode *inode, int bit);
1589static inline void ext4_clear_inode_state(struct inode *inode, int bit);
353eb83c
TT
1590#if (BITS_PER_LONG < 64)
1591EXT4_INODE_BIT_FNS(state, state_flags, 0)
1592
1593static inline void ext4_clear_state_flags(struct ext4_inode_info *ei)
1594{
1595 (ei)->i_state_flags = 0;
1596}
1597#else
1598EXT4_INODE_BIT_FNS(state, flags, 32)
1599
1600static inline void ext4_clear_state_flags(struct ext4_inode_info *ei)
1601{
1602 /* We depend on the fact that callers will set i_flags */
1603}
1604#endif
ac27a0ec 1605#else
617ba13b 1606/* Assume that user mode programs are passing in an ext4fs superblock, not
ac27a0ec
DK
1607 * a kernel struct super_block. This will allow us to call the feature-test
1608 * macros from user land. */
617ba13b 1609#define EXT4_SB(sb) (sb)
ac27a0ec
DK
1610#endif
1611
617ba13b 1612#define NEXT_ORPHAN(inode) EXT4_I(inode)->i_dtime
ac27a0ec
DK
1613
1614/*
1615 * Codes for operating systems
1616 */
617ba13b
MC
1617#define EXT4_OS_LINUX 0
1618#define EXT4_OS_HURD 1
1619#define EXT4_OS_MASIX 2
1620#define EXT4_OS_FREEBSD 3
1621#define EXT4_OS_LITES 4
ac27a0ec
DK
1622
1623/*
1624 * Revision levels
1625 */
617ba13b
MC
1626#define EXT4_GOOD_OLD_REV 0 /* The good old (original) format */
1627#define EXT4_DYNAMIC_REV 1 /* V2 format w/ dynamic inode sizes */
ac27a0ec 1628
617ba13b
MC
1629#define EXT4_CURRENT_REV EXT4_GOOD_OLD_REV
1630#define EXT4_MAX_SUPP_REV EXT4_DYNAMIC_REV
ac27a0ec 1631
617ba13b 1632#define EXT4_GOOD_OLD_INODE_SIZE 128
ac27a0ec
DK
1633
1634/*
1635 * Feature set definitions
1636 */
1637
617ba13b
MC
1638#define EXT4_FEATURE_COMPAT_DIR_PREALLOC 0x0001
1639#define EXT4_FEATURE_COMPAT_IMAGIC_INODES 0x0002
1640#define EXT4_FEATURE_COMPAT_HAS_JOURNAL 0x0004
1641#define EXT4_FEATURE_COMPAT_EXT_ATTR 0x0008
1642#define EXT4_FEATURE_COMPAT_RESIZE_INODE 0x0010
1643#define EXT4_FEATURE_COMPAT_DIR_INDEX 0x0020
1beeef1b 1644#define EXT4_FEATURE_COMPAT_SPARSE_SUPER2 0x0200
617ba13b
MC
1645
1646#define EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER 0x0001
1647#define EXT4_FEATURE_RO_COMPAT_LARGE_FILE 0x0002
1648#define EXT4_FEATURE_RO_COMPAT_BTREE_DIR 0x0004
0fc1b451 1649#define EXT4_FEATURE_RO_COMPAT_HUGE_FILE 0x0008
717d50e4 1650#define EXT4_FEATURE_RO_COMPAT_GDT_CSUM 0x0010
f8628a14 1651#define EXT4_FEATURE_RO_COMPAT_DIR_NLINK 0x0020
ef7f3835 1652#define EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE 0x0040
ae812306 1653#define EXT4_FEATURE_RO_COMPAT_QUOTA 0x0100
281b5995 1654#define EXT4_FEATURE_RO_COMPAT_BIGALLOC 0x0200
e6153918
DW
1655/*
1656 * METADATA_CSUM also enables group descriptor checksums (GDT_CSUM). When
1657 * METADATA_CSUM is set, group descriptor checksums use the same algorithm as
1658 * all other data structures' checksums. However, the METADATA_CSUM and
1659 * GDT_CSUM bits are mutually exclusive.
1660 */
9b90e5e0 1661#define EXT4_FEATURE_RO_COMPAT_METADATA_CSUM 0x0400
2cb5cc8b 1662#define EXT4_FEATURE_RO_COMPAT_READONLY 0x1000
8b4953e1 1663#define EXT4_FEATURE_RO_COMPAT_PROJECT 0x2000
617ba13b
MC
1664
1665#define EXT4_FEATURE_INCOMPAT_COMPRESSION 0x0001
1666#define EXT4_FEATURE_INCOMPAT_FILETYPE 0x0002
1667#define EXT4_FEATURE_INCOMPAT_RECOVER 0x0004 /* Needs recovery */
1668#define EXT4_FEATURE_INCOMPAT_JOURNAL_DEV 0x0008 /* Journal device */
1669#define EXT4_FEATURE_INCOMPAT_META_BG 0x0010
a86c6181 1670#define EXT4_FEATURE_INCOMPAT_EXTENTS 0x0040 /* extents support */
bd81d8ee 1671#define EXT4_FEATURE_INCOMPAT_64BIT 0x0080
0fc1b451 1672#define EXT4_FEATURE_INCOMPAT_MMP 0x0100
ce421581 1673#define EXT4_FEATURE_INCOMPAT_FLEX_BG 0x0200
f710b4b9
TT
1674#define EXT4_FEATURE_INCOMPAT_EA_INODE 0x0400 /* EA in inode */
1675#define EXT4_FEATURE_INCOMPAT_DIRDATA 0x1000 /* data in dirent */
8c81bd8f 1676#define EXT4_FEATURE_INCOMPAT_CSUM_SEED 0x2000
9b90e5e0 1677#define EXT4_FEATURE_INCOMPAT_LARGEDIR 0x4000 /* >2GB or 3-lvl htree */
67cf5b09 1678#define EXT4_FEATURE_INCOMPAT_INLINE_DATA 0x8000 /* data in inode */
3edc18d8 1679#define EXT4_FEATURE_INCOMPAT_ENCRYPT 0x10000
c83ad55e 1680#define EXT4_FEATURE_INCOMPAT_CASEFOLD 0x20000
617ba13b 1681
c9e716eb
AD
1682extern void ext4_update_dynamic_rev(struct super_block *sb);
1683
e2b911c5
DW
1684#define EXT4_FEATURE_COMPAT_FUNCS(name, flagname) \
1685static inline bool ext4_has_feature_##name(struct super_block *sb) \
1686{ \
1687 return ((EXT4_SB(sb)->s_es->s_feature_compat & \
1688 cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname)) != 0); \
1689} \
1690static inline void ext4_set_feature_##name(struct super_block *sb) \
1691{ \
c9e716eb 1692 ext4_update_dynamic_rev(sb); \
e2b911c5
DW
1693 EXT4_SB(sb)->s_es->s_feature_compat |= \
1694 cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname); \
1695} \
1696static inline void ext4_clear_feature_##name(struct super_block *sb) \
1697{ \
1698 EXT4_SB(sb)->s_es->s_feature_compat &= \
1699 ~cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname); \
1700}
1701
1702#define EXT4_FEATURE_RO_COMPAT_FUNCS(name, flagname) \
1703static inline bool ext4_has_feature_##name(struct super_block *sb) \
1704{ \
1705 return ((EXT4_SB(sb)->s_es->s_feature_ro_compat & \
1706 cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname)) != 0); \
1707} \
1708static inline void ext4_set_feature_##name(struct super_block *sb) \
1709{ \
c9e716eb 1710 ext4_update_dynamic_rev(sb); \
e2b911c5
DW
1711 EXT4_SB(sb)->s_es->s_feature_ro_compat |= \
1712 cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname); \
1713} \
1714static inline void ext4_clear_feature_##name(struct super_block *sb) \
1715{ \
1716 EXT4_SB(sb)->s_es->s_feature_ro_compat &= \
1717 ~cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname); \
1718}
1719
1720#define EXT4_FEATURE_INCOMPAT_FUNCS(name, flagname) \
1721static inline bool ext4_has_feature_##name(struct super_block *sb) \
1722{ \
1723 return ((EXT4_SB(sb)->s_es->s_feature_incompat & \
1724 cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname)) != 0); \
1725} \
1726static inline void ext4_set_feature_##name(struct super_block *sb) \
1727{ \
c9e716eb 1728 ext4_update_dynamic_rev(sb); \
e2b911c5
DW
1729 EXT4_SB(sb)->s_es->s_feature_incompat |= \
1730 cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname); \
1731} \
1732static inline void ext4_clear_feature_##name(struct super_block *sb) \
1733{ \
1734 EXT4_SB(sb)->s_es->s_feature_incompat &= \
1735 ~cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname); \
1736}
1737
1738EXT4_FEATURE_COMPAT_FUNCS(dir_prealloc, DIR_PREALLOC)
1739EXT4_FEATURE_COMPAT_FUNCS(imagic_inodes, IMAGIC_INODES)
1740EXT4_FEATURE_COMPAT_FUNCS(journal, HAS_JOURNAL)
1741EXT4_FEATURE_COMPAT_FUNCS(xattr, EXT_ATTR)
1742EXT4_FEATURE_COMPAT_FUNCS(resize_inode, RESIZE_INODE)
1743EXT4_FEATURE_COMPAT_FUNCS(dir_index, DIR_INDEX)
1744EXT4_FEATURE_COMPAT_FUNCS(sparse_super2, SPARSE_SUPER2)
1745
1746EXT4_FEATURE_RO_COMPAT_FUNCS(sparse_super, SPARSE_SUPER)
1747EXT4_FEATURE_RO_COMPAT_FUNCS(large_file, LARGE_FILE)
1748EXT4_FEATURE_RO_COMPAT_FUNCS(btree_dir, BTREE_DIR)
1749EXT4_FEATURE_RO_COMPAT_FUNCS(huge_file, HUGE_FILE)
1750EXT4_FEATURE_RO_COMPAT_FUNCS(gdt_csum, GDT_CSUM)
1751EXT4_FEATURE_RO_COMPAT_FUNCS(dir_nlink, DIR_NLINK)
1752EXT4_FEATURE_RO_COMPAT_FUNCS(extra_isize, EXTRA_ISIZE)
1753EXT4_FEATURE_RO_COMPAT_FUNCS(quota, QUOTA)
1754EXT4_FEATURE_RO_COMPAT_FUNCS(bigalloc, BIGALLOC)
1755EXT4_FEATURE_RO_COMPAT_FUNCS(metadata_csum, METADATA_CSUM)
1756EXT4_FEATURE_RO_COMPAT_FUNCS(readonly, READONLY)
1757EXT4_FEATURE_RO_COMPAT_FUNCS(project, PROJECT)
1758
1759EXT4_FEATURE_INCOMPAT_FUNCS(compression, COMPRESSION)
1760EXT4_FEATURE_INCOMPAT_FUNCS(filetype, FILETYPE)
1761EXT4_FEATURE_INCOMPAT_FUNCS(journal_needs_recovery, RECOVER)
1762EXT4_FEATURE_INCOMPAT_FUNCS(journal_dev, JOURNAL_DEV)
1763EXT4_FEATURE_INCOMPAT_FUNCS(meta_bg, META_BG)
1764EXT4_FEATURE_INCOMPAT_FUNCS(extents, EXTENTS)
1765EXT4_FEATURE_INCOMPAT_FUNCS(64bit, 64BIT)
1766EXT4_FEATURE_INCOMPAT_FUNCS(mmp, MMP)
1767EXT4_FEATURE_INCOMPAT_FUNCS(flex_bg, FLEX_BG)
1768EXT4_FEATURE_INCOMPAT_FUNCS(ea_inode, EA_INODE)
1769EXT4_FEATURE_INCOMPAT_FUNCS(dirdata, DIRDATA)
1770EXT4_FEATURE_INCOMPAT_FUNCS(csum_seed, CSUM_SEED)
1771EXT4_FEATURE_INCOMPAT_FUNCS(largedir, LARGEDIR)
1772EXT4_FEATURE_INCOMPAT_FUNCS(inline_data, INLINE_DATA)
1773EXT4_FEATURE_INCOMPAT_FUNCS(encrypt, ENCRYPT)
c83ad55e 1774EXT4_FEATURE_INCOMPAT_FUNCS(casefold, CASEFOLD)
e2b911c5 1775
2035e776
TT
1776#define EXT2_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR
1777#define EXT2_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \
1778 EXT4_FEATURE_INCOMPAT_META_BG)
1779#define EXT2_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \
1780 EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \
1781 EXT4_FEATURE_RO_COMPAT_BTREE_DIR)
1782
1783#define EXT3_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR
1784#define EXT3_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \
1785 EXT4_FEATURE_INCOMPAT_RECOVER| \
1786 EXT4_FEATURE_INCOMPAT_META_BG)
1787#define EXT3_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \
1788 EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \
1789 EXT4_FEATURE_RO_COMPAT_BTREE_DIR)
1790
e2b911c5 1791#define EXT4_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR
617ba13b
MC
1792#define EXT4_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \
1793 EXT4_FEATURE_INCOMPAT_RECOVER| \
a86c6181 1794 EXT4_FEATURE_INCOMPAT_META_BG| \
bd81d8ee 1795 EXT4_FEATURE_INCOMPAT_EXTENTS| \
ce421581 1796 EXT4_FEATURE_INCOMPAT_64BIT| \
c5e06d10 1797 EXT4_FEATURE_INCOMPAT_FLEX_BG| \
e50e5129 1798 EXT4_FEATURE_INCOMPAT_EA_INODE| \
6ddb2447
TT
1799 EXT4_FEATURE_INCOMPAT_MMP | \
1800 EXT4_FEATURE_INCOMPAT_INLINE_DATA | \
8c81bd8f 1801 EXT4_FEATURE_INCOMPAT_ENCRYPT | \
c83ad55e 1802 EXT4_FEATURE_INCOMPAT_CASEFOLD | \
e08ac99f
AB
1803 EXT4_FEATURE_INCOMPAT_CSUM_SEED | \
1804 EXT4_FEATURE_INCOMPAT_LARGEDIR)
617ba13b
MC
1805#define EXT4_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \
1806 EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \
717d50e4 1807 EXT4_FEATURE_RO_COMPAT_GDT_CSUM| \
f8628a14 1808 EXT4_FEATURE_RO_COMPAT_DIR_NLINK | \
ef7f3835 1809 EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE | \
0fc1b451 1810 EXT4_FEATURE_RO_COMPAT_BTREE_DIR |\
6f16b606 1811 EXT4_FEATURE_RO_COMPAT_HUGE_FILE |\
e93376c2 1812 EXT4_FEATURE_RO_COMPAT_BIGALLOC |\
7c319d32 1813 EXT4_FEATURE_RO_COMPAT_METADATA_CSUM|\
040cb378
LX
1814 EXT4_FEATURE_RO_COMPAT_QUOTA |\
1815 EXT4_FEATURE_RO_COMPAT_PROJECT)
ac27a0ec 1816
e2b911c5
DW
1817#define EXTN_FEATURE_FUNCS(ver) \
1818static inline bool ext4_has_unknown_ext##ver##_compat_features(struct super_block *sb) \
1819{ \
1820 return ((EXT4_SB(sb)->s_es->s_feature_compat & \
1821 cpu_to_le32(~EXT##ver##_FEATURE_COMPAT_SUPP)) != 0); \
1822} \
1823static inline bool ext4_has_unknown_ext##ver##_ro_compat_features(struct super_block *sb) \
1824{ \
1825 return ((EXT4_SB(sb)->s_es->s_feature_ro_compat & \
1826 cpu_to_le32(~EXT##ver##_FEATURE_RO_COMPAT_SUPP)) != 0); \
1827} \
1828static inline bool ext4_has_unknown_ext##ver##_incompat_features(struct super_block *sb) \
1829{ \
1830 return ((EXT4_SB(sb)->s_es->s_feature_incompat & \
1831 cpu_to_le32(~EXT##ver##_FEATURE_INCOMPAT_SUPP)) != 0); \
1832}
1833
1834EXTN_FEATURE_FUNCS(2)
1835EXTN_FEATURE_FUNCS(3)
1836EXTN_FEATURE_FUNCS(4)
1837
1838static inline bool ext4_has_compat_features(struct super_block *sb)
1839{
1840 return (EXT4_SB(sb)->s_es->s_feature_compat != 0);
1841}
1842static inline bool ext4_has_ro_compat_features(struct super_block *sb)
1843{
1844 return (EXT4_SB(sb)->s_es->s_feature_ro_compat != 0);
1845}
1846static inline bool ext4_has_incompat_features(struct super_block *sb)
1847{
1848 return (EXT4_SB(sb)->s_es->s_feature_incompat != 0);
1849}
1850
9549a168
TT
1851/*
1852 * Superblock flags
1853 */
1854#define EXT4_FLAGS_RESIZING 0
0db1ff22
TT
1855#define EXT4_FLAGS_SHUTDOWN 1
1856
1857static inline int ext4_forced_shutdown(struct ext4_sb_info *sbi)
1858{
1859 return test_bit(EXT4_FLAGS_SHUTDOWN, &sbi->s_ext4_flags);
1860}
9549a168
TT
1861
1862
ac27a0ec
DK
1863/*
1864 * Default values for user and/or group using reserved blocks
1865 */
617ba13b
MC
1866#define EXT4_DEF_RESUID 0
1867#define EXT4_DEF_RESGID 0
ac27a0ec 1868
040cb378
LX
1869/*
1870 * Default project ID
1871 */
1872#define EXT4_DEF_PROJID 0
1873
240799cd
TT
1874#define EXT4_DEF_INODE_READAHEAD_BLKS 32
1875
ac27a0ec
DK
1876/*
1877 * Default mount options
1878 */
617ba13b
MC
1879#define EXT4_DEFM_DEBUG 0x0001
1880#define EXT4_DEFM_BSDGROUPS 0x0002
1881#define EXT4_DEFM_XATTR_USER 0x0004
1882#define EXT4_DEFM_ACL 0x0008
1883#define EXT4_DEFM_UID16 0x0010
1884#define EXT4_DEFM_JMODE 0x0060
1885#define EXT4_DEFM_JMODE_DATA 0x0020
1886#define EXT4_DEFM_JMODE_ORDERED 0x0040
1887#define EXT4_DEFM_JMODE_WBACK 0x0060
8b67f04a
TT
1888#define EXT4_DEFM_NOBARRIER 0x0100
1889#define EXT4_DEFM_BLOCK_VALIDITY 0x0200
1890#define EXT4_DEFM_DISCARD 0x0400
1891#define EXT4_DEFM_NODELALLOC 0x0800
ac27a0ec 1892
30773840
TT
1893/*
1894 * Default journal batch times
1895 */
1896#define EXT4_DEF_MIN_BATCH_TIME 0
1897#define EXT4_DEF_MAX_BATCH_TIME 15000 /* 15ms */
1898
a4912123
TT
1899/*
1900 * Minimum number of groups in a flexgroup before we separate out
1901 * directories into the first block group of a flexgroup
1902 */
1903#define EXT4_FLEX_SIZE_DIR_ALLOC_SCHEME 4
1904
ac27a0ec
DK
1905/*
1906 * Structure of a directory entry
1907 */
617ba13b 1908#define EXT4_NAME_LEN 255
ac27a0ec 1909
617ba13b 1910struct ext4_dir_entry {
ac27a0ec
DK
1911 __le32 inode; /* Inode number */
1912 __le16 rec_len; /* Directory entry length */
1913 __le16 name_len; /* Name length */
617ba13b 1914 char name[EXT4_NAME_LEN]; /* File name */
ac27a0ec
DK
1915};
1916
1917/*
617ba13b 1918 * The new version of the directory entry. Since EXT4 structures are
ac27a0ec
DK
1919 * stored in intel byte order, and the name_len field could never be
1920 * bigger than 255 chars, it's safe to reclaim the extra byte for the
1921 * file_type field.
1922 */
617ba13b 1923struct ext4_dir_entry_2 {
ac27a0ec
DK
1924 __le32 inode; /* Inode number */
1925 __le16 rec_len; /* Directory entry length */
1926 __u8 name_len; /* Name length */
1927 __u8 file_type;
617ba13b 1928 char name[EXT4_NAME_LEN]; /* File name */
ac27a0ec
DK
1929};
1930
e6153918
DW
1931/*
1932 * This is a bogus directory entry at the end of each leaf block that
1933 * records checksums.
1934 */
1935struct ext4_dir_entry_tail {
1936 __le32 det_reserved_zero1; /* Pretend to be unused */
1937 __le16 det_rec_len; /* 12 */
1938 __u8 det_reserved_zero2; /* Zero name length */
1939 __u8 det_reserved_ft; /* 0xDE, fake file type */
1940 __le32 det_checksum; /* crc32c(uuid+inum+dirblock) */
1941};
1942
3c47d541
TM
1943#define EXT4_DIRENT_TAIL(block, blocksize) \
1944 ((struct ext4_dir_entry_tail *)(((void *)(block)) + \
1945 ((blocksize) - \
1946 sizeof(struct ext4_dir_entry_tail))))
1947
ac27a0ec 1948/*
617ba13b 1949 * Ext4 directory file types. Only the low 3 bits are used. The
ac27a0ec
DK
1950 * other bits are reserved for now.
1951 */
617ba13b
MC
1952#define EXT4_FT_UNKNOWN 0
1953#define EXT4_FT_REG_FILE 1
1954#define EXT4_FT_DIR 2
1955#define EXT4_FT_CHRDEV 3
1956#define EXT4_FT_BLKDEV 4
1957#define EXT4_FT_FIFO 5
1958#define EXT4_FT_SOCK 6
1959#define EXT4_FT_SYMLINK 7
ac27a0ec 1960
617ba13b 1961#define EXT4_FT_MAX 8
ac27a0ec 1962
e6153918
DW
1963#define EXT4_FT_DIR_CSUM 0xDE
1964
ac27a0ec 1965/*
617ba13b 1966 * EXT4_DIR_PAD defines the directory entries boundaries
ac27a0ec
DK
1967 *
1968 * NOTE: It must be a multiple of 4
1969 */
617ba13b
MC
1970#define EXT4_DIR_PAD 4
1971#define EXT4_DIR_ROUND (EXT4_DIR_PAD - 1)
1972#define EXT4_DIR_REC_LEN(name_len) (((name_len) + 8 + EXT4_DIR_ROUND) & \
1973 ~EXT4_DIR_ROUND)
a72d7f83
JK
1974#define EXT4_MAX_REC_LEN ((1<<16)-1)
1975
0cfc9255
ES
1976/*
1977 * If we ever get support for fs block sizes > page_size, we'll need
1978 * to remove the #if statements in the next two functions...
1979 */
1980static inline unsigned int
1981ext4_rec_len_from_disk(__le16 dlen, unsigned blocksize)
1982{
1983 unsigned len = le16_to_cpu(dlen);
1984
ea1754a0 1985#if (PAGE_SIZE >= 65536)
0cfc9255
ES
1986 if (len == EXT4_MAX_REC_LEN || len == 0)
1987 return blocksize;
1988 return (len & 65532) | ((len & 3) << 16);
1989#else
1990 return len;
1991#endif
1992}
1993
1994static inline __le16 ext4_rec_len_to_disk(unsigned len, unsigned blocksize)
1995{
1996 if ((len > blocksize) || (blocksize > (1 << 18)) || (len & 3))
1997 BUG();
ea1754a0 1998#if (PAGE_SIZE >= 65536)
0cfc9255
ES
1999 if (len < 65536)
2000 return cpu_to_le16(len);
2001 if (len == blocksize) {
2002 if (blocksize == 65536)
2003 return cpu_to_le16(EXT4_MAX_REC_LEN);
2004 else
2005 return cpu_to_le16(0);
2006 }
2007 return cpu_to_le16((len & 65532) | ((len >> 16) & 3));
2008#else
2009 return cpu_to_le16(len);
2010#endif
2011}
2012
ac27a0ec
DK
2013/*
2014 * Hash Tree Directory indexing
2015 * (c) Daniel Phillips, 2001
2016 */
2017
e2b911c5 2018#define is_dx(dir) (ext4_has_feature_dir_index((dir)->i_sb) && \
12e9b892 2019 ext4_test_inode_flag((dir), EXT4_INODE_INDEX))
c7414892
AD
2020#define EXT4_DIR_LINK_MAX(dir) unlikely((dir)->i_nlink >= EXT4_LINK_MAX && \
2021 !(ext4_has_feature_dir_nlink((dir)->i_sb) && is_dx(dir)))
617ba13b 2022#define EXT4_DIR_LINK_EMPTY(dir) ((dir)->i_nlink == 2 || (dir)->i_nlink == 1)
ac27a0ec
DK
2023
2024/* Legal values for the dx_root hash_version field: */
2025
e7093f0d
PK
2026#define DX_HASH_LEGACY 0
2027#define DX_HASH_HALF_MD4 1
2028#define DX_HASH_TEA 2
2029#define DX_HASH_LEGACY_UNSIGNED 3
f99b2589
TT
2030#define DX_HASH_HALF_MD4_UNSIGNED 4
2031#define DX_HASH_TEA_UNSIGNED 5
ac27a0ec 2032
0441984a
DW
2033static inline u32 ext4_chksum(struct ext4_sb_info *sbi, u32 crc,
2034 const void *address, unsigned int length)
2035{
2036 struct {
2037 struct shash_desc shash;
3108b54b 2038 char ctx[4];
0441984a 2039 } desc;
0441984a 2040
3108b54b
TT
2041 BUG_ON(crypto_shash_descsize(sbi->s_chksum_driver)!=sizeof(desc.ctx));
2042
0441984a
DW
2043 desc.shash.tfm = sbi->s_chksum_driver;
2044 desc.shash.flags = 0;
2045 *(u32 *)desc.ctx = crc;
2046
e7093f0d 2047 BUG_ON(crypto_shash_update(&desc.shash, address, length));
0441984a
DW
2048
2049 return *(u32 *)desc.ctx;
2050}
2051
ac27a0ec
DK
2052#ifdef __KERNEL__
2053
2054/* hash info structure used by the directory hash */
2055struct dx_hash_info
2056{
2057 u32 hash;
2058 u32 minor_hash;
2059 int hash_version;
2060 u32 *seed;
2061};
2062
d1f5273e
FY
2063
2064/* 32 and 64 bit signed EOF for dx directories */
2065#define EXT4_HTREE_EOF_32BIT ((1UL << (32 - 1)) - 1)
2066#define EXT4_HTREE_EOF_64BIT ((1ULL << (64 - 1)) - 1)
2067
ac27a0ec
DK
2068
2069/*
617ba13b 2070 * Control parameters used by ext4_htree_next_block
ac27a0ec
DK
2071 */
2072#define HASH_NB_ALWAYS 1
2073
5b643f9c
TT
2074struct ext4_filename {
2075 const struct qstr *usr_fname;
a7550b30 2076 struct fscrypt_str disk_name;
5b643f9c 2077 struct dx_hash_info hinfo;
643fa961 2078#ifdef CONFIG_FS_ENCRYPTION
a7550b30 2079 struct fscrypt_str crypto_buf;
5b643f9c
TT
2080#endif
2081};
2082
2083#define fname_name(p) ((p)->disk_name.name)
2084#define fname_len(p) ((p)->disk_name.len)
ac27a0ec
DK
2085
2086/*
2087 * Describe an inode's exact location on disk and in memory
2088 */
617ba13b 2089struct ext4_iloc
ac27a0ec
DK
2090{
2091 struct buffer_head *bh;
2092 unsigned long offset;
fd2d4291 2093 ext4_group_t block_group;
ac27a0ec
DK
2094};
2095
617ba13b 2096static inline struct ext4_inode *ext4_raw_inode(struct ext4_iloc *iloc)
ac27a0ec 2097{
617ba13b 2098 return (struct ext4_inode *) (iloc->bh->b_data + iloc->offset);
ac27a0ec
DK
2099}
2100
dec214d0
TE
2101static inline bool ext4_is_quota_file(struct inode *inode)
2102{
2103 return IS_NOQUOTA(inode) &&
2104 !(EXT4_I(inode)->i_flags & EXT4_EA_INODE_FL);
2105}
02749a4c 2106
ac27a0ec
DK
2107/*
2108 * This structure is stuffed into the struct file's private_data field
2109 * for directories. It is where we put information so that we can do
2110 * readdir operations in hash tree order.
2111 */
2112struct dir_private_info {
2113 struct rb_root root;
2114 struct rb_node *curr_node;
2115 struct fname *extra_fname;
2116 loff_t last_pos;
2117 __u32 curr_hash;
2118 __u32 curr_minor_hash;
2119 __u32 next_hash;
2120};
2121
2122/* calculate the first block number of the group */
617ba13b 2123static inline ext4_fsblk_t
fd2d4291 2124ext4_group_first_block_no(struct super_block *sb, ext4_group_t group_no)
ac27a0ec 2125{
617ba13b
MC
2126 return group_no * (ext4_fsblk_t)EXT4_BLOCKS_PER_GROUP(sb) +
2127 le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block);
ac27a0ec
DK
2128}
2129
2130/*
2131 * Special error return code only used by dx_probe() and its callers.
2132 */
36de9286 2133#define ERR_BAD_DX_DIR (-(MAX_ERRNO - 1))
ac27a0ec 2134
e08ac99f
AB
2135/* htree levels for ext4 */
2136#define EXT4_HTREE_LEVEL_COMPAT 2
2137#define EXT4_HTREE_LEVEL 3
2138
2139static inline int ext4_dir_htree_level(struct super_block *sb)
2140{
2141 return ext4_has_feature_largedir(sb) ?
2142 EXT4_HTREE_LEVEL : EXT4_HTREE_LEVEL_COMPAT;
2143}
2144
bfff6873
LC
2145/*
2146 * Timeout and state flag for lazy initialization inode thread.
2147 */
2148#define EXT4_DEF_LI_WAIT_MULT 10
2149#define EXT4_DEF_LI_MAX_START_DELAY 5
2150#define EXT4_LAZYINIT_QUIT 0x0001
2151#define EXT4_LAZYINIT_RUNNING 0x0002
2152
2153/*
2154 * Lazy inode table initialization info
2155 */
2156struct ext4_lazy_init {
2157 unsigned long li_state;
bfff6873
LC
2158 struct list_head li_request_list;
2159 struct mutex li_list_mtx;
2160};
2161
2162struct ext4_li_request {
2163 struct super_block *lr_super;
2164 struct ext4_sb_info *lr_sbi;
2165 ext4_group_t lr_next_group;
2166 struct list_head lr_request;
2167 unsigned long lr_next_sched;
2168 unsigned long lr_timeout;
2169};
2170
857ac889
LC
2171struct ext4_features {
2172 struct kobject f_kobj;
2173 struct completion f_kobj_unregister;
2174};
2175
c5e06d10
JL
2176/*
2177 * This structure will be used for multiple mount protection. It will be
2178 * written into the block number saved in the s_mmp_block field in the
2179 * superblock. Programs that check MMP should assume that if
2180 * SEQ_FSCK (or any unknown code above SEQ_MAX) is present then it is NOT safe
2181 * to use the filesystem, regardless of how old the timestamp is.
2182 */
2183#define EXT4_MMP_MAGIC 0x004D4D50U /* ASCII for MMP */
2184#define EXT4_MMP_SEQ_CLEAN 0xFF4D4D50U /* mmp_seq value for clean unmount */
2185#define EXT4_MMP_SEQ_FSCK 0xE24D4D50U /* mmp_seq value when being fscked */
2186#define EXT4_MMP_SEQ_MAX 0xE24D4D4FU /* maximum valid mmp_seq value */
2187
2188struct mmp_struct {
2189 __le32 mmp_magic; /* Magic number for MMP */
2190 __le32 mmp_seq; /* Sequence no. updated periodically */
2191
2192 /*
2193 * mmp_time, mmp_nodename & mmp_bdevname are only used for information
2194 * purposes and do not affect the correctness of the algorithm
2195 */
2196 __le64 mmp_time; /* Time last updated */
2197 char mmp_nodename[64]; /* Node which last updated MMP block */
2198 char mmp_bdevname[32]; /* Bdev which last updated MMP block */
2199
2200 /*
2201 * mmp_check_interval is used to verify if the MMP block has been
2202 * updated on the block device. The value is updated based on the
2203 * maximum time to write the MMP block during an update cycle.
2204 */
2205 __le16 mmp_check_interval;
2206
2207 __le16 mmp_pad1;
e6153918
DW
2208 __le32 mmp_pad2[226];
2209 __le32 mmp_checksum; /* crc32c(uuid+mmp_block) */
c5e06d10
JL
2210};
2211
2212/* arguments passed to the mmp thread */
2213struct mmpd_data {
2214 struct buffer_head *bh; /* bh from initial read_mmp_block() */
2215 struct super_block *sb; /* super block of the fs */
2216};
2217
2218/*
2219 * Check interval multiplier
2220 * The MMP block is written every update interval and initially checked every
2221 * update interval x the multiplier (the value is then adapted based on the
2222 * write latency). The reason is that writes can be delayed under load and we
2223 * don't want readers to incorrectly assume that the filesystem is no longer
2224 * in use.
2225 */
2226#define EXT4_MMP_CHECK_MULT 2UL
2227
2228/*
2229 * Minimum interval for MMP checking in seconds.
2230 */
2231#define EXT4_MMP_MIN_CHECK_INTERVAL 5UL
2232
2233/*
2234 * Maximum interval for MMP checking in seconds.
2235 */
2236#define EXT4_MMP_MAX_CHECK_INTERVAL 300UL
2237
ac27a0ec
DK
2238/*
2239 * Function prototypes
2240 */
2241
2242/*
2243 * Ok, these declarations are also in <linux/kernel.h> but none of the
617ba13b 2244 * ext4 source programs needs to include it so they are duplicated here.
ac27a0ec 2245 */
8c55e204
DK
2246# define NORET_TYPE /**/
2247# define ATTRIB_NORET __attribute__((noreturn))
2248# define NORET_AND noreturn,
ac27a0ec 2249
498e5f24 2250/* bitmap.c */
f6fb99ca 2251extern unsigned int ext4_count_free(char *bitmap, unsigned numchars);
41a246d1
DW
2252void ext4_inode_bitmap_csum_set(struct super_block *sb, ext4_group_t group,
2253 struct ext4_group_desc *gdp,
2254 struct buffer_head *bh, int sz);
2255int ext4_inode_bitmap_csum_verify(struct super_block *sb, ext4_group_t group,
2256 struct ext4_group_desc *gdp,
2257 struct buffer_head *bh, int sz);
fa77dcfa
DW
2258void ext4_block_bitmap_csum_set(struct super_block *sb, ext4_group_t group,
2259 struct ext4_group_desc *gdp,
79f1ba49 2260 struct buffer_head *bh);
fa77dcfa
DW
2261int ext4_block_bitmap_csum_verify(struct super_block *sb, ext4_group_t group,
2262 struct ext4_group_desc *gdp,
79f1ba49 2263 struct buffer_head *bh);
498e5f24 2264
ac27a0ec 2265/* balloc.c */
bd86298e
LC
2266extern void ext4_get_group_no_and_offset(struct super_block *sb,
2267 ext4_fsblk_t blocknr,
2268 ext4_group_t *blockgrpp,
2269 ext4_grpblk_t *offsetp);
2270extern ext4_group_t ext4_get_group_number(struct super_block *sb,
2271 ext4_fsblk_t block);
2272
3a5b2ecd
MC
2273extern unsigned int ext4_block_group(struct super_block *sb,
2274 ext4_fsblk_t blocknr);
2275extern ext4_grpblk_t ext4_block_group_offset(struct super_block *sb,
2276 ext4_fsblk_t blocknr);
fd2d4291
AM
2277extern int ext4_bg_has_super(struct super_block *sb, ext4_group_t group);
2278extern unsigned long ext4_bg_num_gdb(struct super_block *sb,
2279 ext4_group_t group);
7061eba7 2280extern ext4_fsblk_t ext4_new_meta_blocks(handle_t *handle, struct inode *inode,
55f020db
AH
2281 ext4_fsblk_t goal,
2282 unsigned int flags,
2283 unsigned long *count,
2284 int *errp);
e7d5f315
TT
2285extern int ext4_claim_free_clusters(struct ext4_sb_info *sbi,
2286 s64 nclusters, unsigned int flags);
5dee5437 2287extern ext4_fsblk_t ext4_count_free_clusters(struct super_block *);
af5bc92d 2288extern void ext4_check_blocks_bitmap(struct super_block *);
617ba13b 2289extern struct ext4_group_desc * ext4_get_group_desc(struct super_block * sb,
fd2d4291 2290 ext4_group_t block_group,
ac27a0ec 2291 struct buffer_head ** bh);
617ba13b 2292extern int ext4_should_retry_alloc(struct super_block *sb, int *retries);
813e5727
TT
2293
2294extern struct buffer_head *ext4_read_block_bitmap_nowait(struct super_block *sb,
2295 ext4_group_t block_group);
2296extern int ext4_wait_block_bitmap(struct super_block *sb,
2297 ext4_group_t block_group,
2298 struct buffer_head *bh);
2299extern struct buffer_head *ext4_read_block_bitmap(struct super_block *sb,
2300 ext4_group_t block_group);
cff1dfd7
TT
2301extern unsigned ext4_free_clusters_after_init(struct super_block *sb,
2302 ext4_group_t block_group,
2303 struct ext4_group_desc *gdp);
f86186b4 2304ext4_fsblk_t ext4_inode_to_goal_block(struct inode *);
ac27a0ec 2305
643fa961 2306#ifdef CONFIG_FS_ENCRYPTION
5b643f9c 2307static inline int ext4_fname_setup_filename(struct inode *dir,
a7550b30
JK
2308 const struct qstr *iname,
2309 int lookup, struct ext4_filename *fname)
5b643f9c 2310{
a7550b30
JK
2311 struct fscrypt_name name;
2312 int err;
d5d0e8c7 2313
a7550b30 2314 memset(fname, 0, sizeof(struct ext4_filename));
88bd6ccd 2315
a7550b30 2316 err = fscrypt_setup_filename(dir, iname, lookup, &name);
b7236e21 2317
a7550b30
JK
2318 fname->usr_fname = name.usr_fname;
2319 fname->disk_name = name.disk_name;
2320 fname->hinfo.hash = name.hash;
2321 fname->hinfo.minor_hash = name.minor_hash;
2322 fname->crypto_buf = name.crypto_buf;
2323 return err;
b7236e21
TT
2324}
2325
a7550b30 2326static inline void ext4_fname_free_filename(struct ext4_filename *fname)
e709e9df 2327{
a7550b30 2328 struct fscrypt_name name;
e709e9df 2329
a7550b30
JK
2330 name.crypto_buf = fname->crypto_buf;
2331 fscrypt_free_filename(&name);
2332
2333 fname->crypto_buf.name = NULL;
2334 fname->usr_fname = NULL;
2335 fname->disk_name.name = NULL;
88bd6ccd 2336}
a7550b30
JK
2337#else
2338static inline int ext4_fname_setup_filename(struct inode *dir,
2339 const struct qstr *iname,
2340 int lookup, struct ext4_filename *fname)
b7236e21 2341{
a7550b30
JK
2342 fname->usr_fname = iname;
2343 fname->disk_name.name = (unsigned char *) iname->name;
2344 fname->disk_name.len = iname->len;
b7236e21
TT
2345 return 0;
2346}
a7550b30 2347static inline void ext4_fname_free_filename(struct ext4_filename *fname) { }
88bd6ccd 2348
a7550b30 2349#endif
88bd6ccd 2350
ac27a0ec 2351/* dir.c */
60fd4da3 2352extern int __ext4_check_dir_entry(const char *, unsigned int, struct inode *,
f7c21177 2353 struct file *,
60fd4da3 2354 struct ext4_dir_entry_2 *,
226ba972
TM
2355 struct buffer_head *, char *, int,
2356 unsigned int);
2357#define ext4_check_dir_entry(dir, filp, de, bh, buf, size, offset) \
f7c21177 2358 unlikely(__ext4_check_dir_entry(__func__, __LINE__, (dir), (filp), \
226ba972 2359 (de), (bh), (buf), (size), (offset)))
617ba13b 2360extern int ext4_htree_store_dirent(struct file *dir_file, __u32 hash,
2f61830a
TT
2361 __u32 minor_hash,
2362 struct ext4_dir_entry_2 *dirent,
a7550b30 2363 struct fscrypt_str *ent_name);
617ba13b 2364extern void ext4_htree_free_dir_info(struct dir_private_info *p);
978fef91
TM
2365extern int ext4_find_dest_de(struct inode *dir, struct inode *inode,
2366 struct buffer_head *bh,
2367 void *buf, int buf_size,
5b643f9c 2368 struct ext4_filename *fname,
978fef91 2369 struct ext4_dir_entry_2 **dest_de);
1bc0af60
EB
2370void ext4_insert_dentry(struct inode *inode,
2371 struct ext4_dir_entry_2 *de,
2372 int buf_size,
2373 struct ext4_filename *fname);
978fef91
TM
2374static inline void ext4_update_dx_flag(struct inode *inode)
2375{
e2b911c5 2376 if (!ext4_has_feature_dir_index(inode->i_sb))
978fef91
TM
2377 ext4_clear_inode_flag(inode, EXT4_INODE_INDEX);
2378}
d6006186 2379static const unsigned char ext4_filetype_table[] = {
65d165d9
TM
2380 DT_UNKNOWN, DT_REG, DT_DIR, DT_CHR, DT_BLK, DT_FIFO, DT_SOCK, DT_LNK
2381};
2382
2383static inline unsigned char get_dtype(struct super_block *sb, int filetype)
2384{
e2b911c5 2385 if (!ext4_has_feature_filetype(sb) || filetype >= EXT4_FT_MAX)
65d165d9
TM
2386 return DT_UNKNOWN;
2387
2388 return ext4_filetype_table[filetype];
2389}
40b163f1
DW
2390extern int ext4_check_all_de(struct inode *dir, struct buffer_head *bh,
2391 void *buf, int buf_size);
ac27a0ec
DK
2392
2393/* fsync.c */
02c24a82 2394extern int ext4_sync_file(struct file *, loff_t, loff_t, int);
ac27a0ec
DK
2395
2396/* hash.c */
b886ee3e
GKB
2397extern int ext4fs_dirhash(const struct inode *dir, const char *name, int len,
2398 struct dx_hash_info *hinfo);
ac27a0ec
DK
2399
2400/* ialloc.c */
1139575a
TT
2401extern struct inode *__ext4_new_inode(handle_t *, struct inode *, umode_t,
2402 const struct qstr *qstr, __u32 goal,
1b917ed8
TE
2403 uid_t *owner, __u32 i_flags,
2404 int handle_type, unsigned int line_no,
2405 int nblocks);
1139575a 2406
1b917ed8 2407#define ext4_new_inode(handle, dir, mode, qstr, goal, owner, i_flags) \
1139575a 2408 __ext4_new_inode((handle), (dir), (mode), (qstr), (goal), (owner), \
1b917ed8 2409 i_flags, 0, 0, 0)
1139575a
TT
2410#define ext4_new_inode_start_handle(dir, mode, qstr, goal, owner, \
2411 type, nblocks) \
2412 __ext4_new_inode(NULL, (dir), (mode), (qstr), (goal), (owner), \
1b917ed8 2413 0, (type), __LINE__, (nblocks))
1139575a
TT
2414
2415
af5bc92d
TT
2416extern void ext4_free_inode(handle_t *, struct inode *);
2417extern struct inode * ext4_orphan_get(struct super_block *, unsigned long);
2418extern unsigned long ext4_count_free_inodes(struct super_block *);
2419extern unsigned long ext4_count_dirs(struct super_block *);
2420extern void ext4_check_inodes_bitmap(struct super_block *);
61d08673 2421extern void ext4_mark_bitmap_end(int start_bit, int end_bit, char *bitmap);
bfff6873
LC
2422extern int ext4_init_inode_table(struct super_block *sb,
2423 ext4_group_t group, int barrier);
813e5727 2424extern void ext4_end_bitmap_read(struct buffer_head *bh, int uptodate);
ac27a0ec 2425
c9de560d 2426/* mballoc.c */
247dbed8 2427extern const struct seq_operations ext4_mb_seq_groups_ops;
c9de560d
AT
2428extern long ext4_mb_stats;
2429extern long ext4_mb_max_to_scan;
9d99012f 2430extern int ext4_mb_init(struct super_block *);
c9de560d
AT
2431extern int ext4_mb_release(struct super_block *);
2432extern ext4_fsblk_t ext4_mb_new_blocks(handle_t *,
2433 struct ext4_allocation_request *, int *);
2434extern int ext4_mb_reserve_blocks(struct super_block *, int);
c2ea3fde 2435extern void ext4_discard_preallocations(struct inode *);
5dabfc78
TT
2436extern int __init ext4_init_mballoc(void);
2437extern void ext4_exit_mballoc(void);
44338711 2438extern void ext4_free_blocks(handle_t *handle, struct inode *inode,
e6362609
TT
2439 struct buffer_head *bh, ext4_fsblk_t block,
2440 unsigned long count, int flags);
28623c2f
TT
2441extern int ext4_mb_alloc_groupinfo(struct super_block *sb,
2442 ext4_group_t ngroups);
920313a7 2443extern int ext4_mb_add_groupinfo(struct super_block *sb,
5f21b0e6 2444 ext4_group_t i, struct ext4_group_desc *desc);
cc7365df 2445extern int ext4_group_add_blocks(handle_t *handle, struct super_block *sb,
2846e820 2446 ext4_fsblk_t block, unsigned long count);
7360d173 2447extern int ext4_trim_fs(struct super_block *, struct fstrim_range *);
a0154344 2448extern void ext4_process_freed_data(struct super_block *sb, tid_t commit_tid);
7360d173 2449
ac27a0ec 2450/* inode.c */
f348c252 2451int ext4_inode_is_fast_symlink(struct inode *inode);
10560082 2452struct buffer_head *ext4_getblk(handle_t *, struct inode *, ext4_lblk_t, int);
1c215028 2453struct buffer_head *ext4_bread(handle_t *, struct inode *, ext4_lblk_t, int);
9699d4f9
TE
2454int ext4_bread_batch(struct inode *inode, ext4_lblk_t block, int bh_count,
2455 bool wait, struct buffer_head **bhs);
705965bd
JK
2456int ext4_get_block_unwritten(struct inode *inode, sector_t iblock,
2457 struct buffer_head *bh_result, int create);
6873fa0d 2458int ext4_get_block(struct inode *inode, sector_t iblock,
705965bd
JK
2459 struct buffer_head *bh_result, int create);
2460int ext4_dio_get_block(struct inode *inode, sector_t iblock,
2461 struct buffer_head *bh_result, int create);
9c3569b5
TM
2462int ext4_da_get_block_prep(struct inode *inode, sector_t iblock,
2463 struct buffer_head *bh, int create);
f19d5870
TM
2464int ext4_walk_page_buffers(handle_t *handle,
2465 struct buffer_head *head,
2466 unsigned from,
2467 unsigned to,
2468 int *partial,
2469 int (*fn)(handle_t *handle,
2470 struct buffer_head *bh));
2471int do_journal_get_write_access(handle_t *handle,
2472 struct buffer_head *bh);
9c3569b5
TM
2473#define FALL_BACK_TO_NONDELALLOC 1
2474#define CONVERT_INLINE_DATA 2
ac27a0ec 2475
8a363970
TT
2476typedef enum {
2477 EXT4_IGET_NORMAL = 0,
2478 EXT4_IGET_SPECIAL = 0x0001, /* OK to iget a system inode */
2479 EXT4_IGET_HANDLE = 0x0002 /* Inode # is from a handle */
2480} ext4_iget_flags;
2481
2482extern struct inode *__ext4_iget(struct super_block *sb, unsigned long ino,
2483 ext4_iget_flags flags, const char *function,
2484 unsigned int line);
2485
2486#define ext4_iget(sb, ino, flags) \
2487 __ext4_iget((sb), (ino), (flags), __func__, __LINE__)
2488
a9185b41 2489extern int ext4_write_inode(struct inode *, struct writeback_control *);
af5bc92d 2490extern int ext4_setattr(struct dentry *, struct iattr *);
a528d35e 2491extern int ext4_getattr(const struct path *, struct kstat *, u32, unsigned int);
0930fcc1
AV
2492extern void ext4_evict_inode(struct inode *);
2493extern void ext4_clear_inode(struct inode *);
99652ea5 2494extern int ext4_file_getattr(const struct path *, struct kstat *, u32, unsigned int);
af5bc92d 2495extern int ext4_sync_inode(handle_t *, struct inode *);
aa385729 2496extern void ext4_dirty_inode(struct inode *, int);
617ba13b
MC
2497extern int ext4_change_inode_journal_flag(struct inode *, int);
2498extern int ext4_get_inode_loc(struct inode *, struct ext4_iloc *);
a361293f 2499extern int ext4_inode_attach_jinode(struct inode *inode);
91ef4caf 2500extern int ext4_can_truncate(struct inode *inode);
2c98eb5e 2501extern int ext4_truncate(struct inode *);
430657b6 2502extern int ext4_break_layouts(struct inode *);
aeb2817a 2503extern int ext4_punch_hole(struct inode *inode, loff_t offset, loff_t length);
487caeef 2504extern int ext4_truncate_restart_trans(handle_t *, struct inode *, int nblocks);
617ba13b 2505extern void ext4_set_inode_flags(struct inode *);
ccd2506b 2506extern int ext4_alloc_da_blocks(struct inode *inode);
617ba13b 2507extern void ext4_set_aops(struct inode *inode);
a86c6181 2508extern int ext4_writepage_trans_blocks(struct inode *);
f3bd1f3f 2509extern int ext4_chunk_trans_blocks(struct inode *, int nrblocks);
a87dd18c
LC
2510extern int ext4_zero_partial_blocks(handle_t *handle, struct inode *inode,
2511 loff_t lstart, loff_t lend);
401b25aa
SJ
2512extern vm_fault_t ext4_page_mkwrite(struct vm_fault *vmf);
2513extern vm_fault_t ext4_filemap_fault(struct vm_fault *vmf);
a9e7f447 2514extern qsize_t *ext4_get_reserved_space(struct inode *inode);
040cb378 2515extern int ext4_get_projid(struct inode *inode, kprojid_t *projid);
f456767d 2516extern void ext4_da_release_space(struct inode *inode, int to_free);
5f634d06
AK
2517extern void ext4_da_update_reserve_space(struct inode *inode,
2518 int used, int quota_claim);
53085fac
JK
2519extern int ext4_issue_zeroout(struct inode *inode, ext4_lblk_t lblk,
2520 ext4_fsblk_t pblk, ext4_lblk_t len);
dae1e52c
AG
2521
2522/* indirect.c */
2523extern int ext4_ind_map_blocks(handle_t *handle, struct inode *inode,
2524 struct ext4_map_blocks *map, int flags);
dae1e52c 2525extern int ext4_ind_calc_metadata_amount(struct inode *inode, sector_t lblock);
fa55a0ed 2526extern int ext4_ind_trans_blocks(struct inode *inode, int nrblocks);
819c4920 2527extern void ext4_ind_truncate(handle_t *, struct inode *inode);
4f579ae7
LC
2528extern int ext4_ind_remove_space(handle_t *handle, struct inode *inode,
2529 ext4_lblk_t start, ext4_lblk_t end);
ff9893dc 2530
ac27a0ec 2531/* ioctl.c */
5cdd7b2d 2532extern long ext4_ioctl(struct file *, unsigned int, unsigned long);
af5bc92d 2533extern long ext4_compat_ioctl(struct file *, unsigned int, unsigned long);
ac27a0ec 2534
c14c6fd5 2535/* migrate.c */
2a43a878 2536extern int ext4_ext_migrate(struct inode *);
0d14b098 2537extern int ext4_ind_migrate(struct inode *inode);
3d0518f4 2538
ac27a0ec 2539/* namei.c */
b0336e8d
DW
2540extern int ext4_dirent_csum_verify(struct inode *inode,
2541 struct ext4_dir_entry *dirent);
617ba13b
MC
2542extern int ext4_orphan_add(handle_t *, struct inode *);
2543extern int ext4_orphan_del(handle_t *, struct inode *);
2544extern int ext4_htree_fill_tree(struct file *dir_file, __u32 start_hash,
ac27a0ec 2545 __u32 start_minor_hash, __u32 *next_hash);
5b643f9c
TT
2546extern int ext4_search_dir(struct buffer_head *bh,
2547 char *search_buf,
2548 int buf_size,
2549 struct inode *dir,
2550 struct ext4_filename *fname,
5b643f9c
TT
2551 unsigned int offset,
2552 struct ext4_dir_entry_2 **res_dir);
05019a9e
TM
2553extern int ext4_generic_delete_entry(handle_t *handle,
2554 struct inode *dir,
2555 struct ext4_dir_entry_2 *de_del,
2556 struct buffer_head *bh,
2557 void *entry_buf,
2558 int buf_size,
2559 int csum_size);
a7550b30 2560extern bool ext4_empty_dir(struct inode *inode);
ac27a0ec
DK
2561
2562/* resize.c */
617ba13b
MC
2563extern int ext4_group_add(struct super_block *sb,
2564 struct ext4_new_group_data *input);
2565extern int ext4_group_extend(struct super_block *sb,
2566 struct ext4_super_block *es,
2567 ext4_fsblk_t n_blocks_count);
19c5246d 2568extern int ext4_resize_fs(struct super_block *sb, ext4_fsblk_t n_blocks_count);
ac27a0ec
DK
2569
2570/* super.c */
fb265c9c
TT
2571extern struct buffer_head *ext4_sb_bread(struct super_block *sb,
2572 sector_t block, int op_flags);
ebd173be 2573extern int ext4_seq_options_show(struct seq_file *seq, void *offset);
952fc18e 2574extern int ext4_calculate_overhead(struct super_block *sb);
06db49e6 2575extern void ext4_superblock_csum_set(struct super_block *sb);
9933fc0a
TT
2576extern void *ext4_kvmalloc(size_t size, gfp_t flags);
2577extern void *ext4_kvzalloc(size_t size, gfp_t flags);
117fff10
TT
2578extern int ext4_alloc_flex_bg_array(struct super_block *sb,
2579 ext4_group_t ngroup);
722887dd
TT
2580extern const char *ext4_decode_error(struct super_block *sb, int errno,
2581 char nbuf[16]);
db79e6d1
WS
2582extern void ext4_mark_group_bitmap_corrupted(struct super_block *sb,
2583 ext4_group_t block_group,
2584 unsigned int flags);
e7c96e8e 2585
b9075fa9
JP
2586extern __printf(4, 5)
2587void __ext4_error(struct super_block *, const char *, unsigned int,
2588 const char *, ...);
b9075fa9 2589extern __printf(5, 6)
e7c96e8e 2590void __ext4_error_inode(struct inode *, const char *, unsigned int, ext4_fsblk_t,
b9075fa9
JP
2591 const char *, ...);
2592extern __printf(5, 6)
e7c96e8e 2593void __ext4_error_file(struct file *, const char *, unsigned int, ext4_fsblk_t,
b9075fa9 2594 const char *, ...);
c398eda0
TT
2595extern void __ext4_std_error(struct super_block *, const char *,
2596 unsigned int, int);
b9075fa9
JP
2597extern __printf(4, 5)
2598void __ext4_abort(struct super_block *, const char *, unsigned int,
2599 const char *, ...);
b9075fa9
JP
2600extern __printf(4, 5)
2601void __ext4_warning(struct super_block *, const char *, unsigned int,
2602 const char *, ...);
b03a2f7e
AD
2603extern __printf(4, 5)
2604void __ext4_warning_inode(const struct inode *inode, const char *function,
2605 unsigned int line, const char *fmt, ...);
b9075fa9 2606extern __printf(3, 4)
e7c96e8e 2607void __ext4_msg(struct super_block *, const char *, const char *, ...);
c5e06d10
JL
2608extern void __dump_mmp_msg(struct super_block *, struct mmp_struct *mmp,
2609 const char *, unsigned int, const char *);
b9075fa9
JP
2610extern __printf(7, 8)
2611void __ext4_grp_locked_error(const char *, unsigned int,
2612 struct super_block *, ext4_group_t,
2613 unsigned long, ext4_fsblk_t,
2614 const char *, ...);
e7c96e8e 2615
b03a2f7e
AD
2616#define EXT4_ERROR_INODE(inode, fmt, a...) \
2617 ext4_error_inode((inode), __func__, __LINE__, 0, (fmt), ## a)
2618
2619#define EXT4_ERROR_INODE_BLOCK(inode, block, fmt, a...) \
2620 ext4_error_inode((inode), __func__, __LINE__, (block), (fmt), ## a)
2621
2622#define EXT4_ERROR_FILE(file, block, fmt, a...) \
2623 ext4_error_file((file), __func__, __LINE__, (block), (fmt), ## a)
2624
e7c96e8e
JP
2625#ifdef CONFIG_PRINTK
2626
2627#define ext4_error_inode(inode, func, line, block, fmt, ...) \
2628 __ext4_error_inode(inode, func, line, block, fmt, ##__VA_ARGS__)
2629#define ext4_error_file(file, func, line, block, fmt, ...) \
2630 __ext4_error_file(file, func, line, block, fmt, ##__VA_ARGS__)
2631#define ext4_error(sb, fmt, ...) \
2632 __ext4_error(sb, __func__, __LINE__, fmt, ##__VA_ARGS__)
2633#define ext4_abort(sb, fmt, ...) \
2634 __ext4_abort(sb, __func__, __LINE__, fmt, ##__VA_ARGS__)
2635#define ext4_warning(sb, fmt, ...) \
2636 __ext4_warning(sb, __func__, __LINE__, fmt, ##__VA_ARGS__)
b03a2f7e
AD
2637#define ext4_warning_inode(inode, fmt, ...) \
2638 __ext4_warning_inode(inode, __func__, __LINE__, fmt, ##__VA_ARGS__)
e7c96e8e
JP
2639#define ext4_msg(sb, level, fmt, ...) \
2640 __ext4_msg(sb, level, fmt, ##__VA_ARGS__)
2641#define dump_mmp_msg(sb, mmp, msg) \
2642 __dump_mmp_msg(sb, mmp, __func__, __LINE__, msg)
2643#define ext4_grp_locked_error(sb, grp, ino, block, fmt, ...) \
2644 __ext4_grp_locked_error(__func__, __LINE__, sb, grp, ino, block, \
2645 fmt, ##__VA_ARGS__)
2646
2647#else
2648
2649#define ext4_error_inode(inode, func, line, block, fmt, ...) \
2650do { \
2651 no_printk(fmt, ##__VA_ARGS__); \
2652 __ext4_error_inode(inode, "", 0, block, " "); \
2653} while (0)
2654#define ext4_error_file(file, func, line, block, fmt, ...) \
2655do { \
2656 no_printk(fmt, ##__VA_ARGS__); \
2657 __ext4_error_file(file, "", 0, block, " "); \
2658} while (0)
2659#define ext4_error(sb, fmt, ...) \
2660do { \
2661 no_printk(fmt, ##__VA_ARGS__); \
2662 __ext4_error(sb, "", 0, " "); \
2663} while (0)
2664#define ext4_abort(sb, fmt, ...) \
2665do { \
2666 no_printk(fmt, ##__VA_ARGS__); \
2667 __ext4_abort(sb, "", 0, " "); \
2668} while (0)
2669#define ext4_warning(sb, fmt, ...) \
2670do { \
2671 no_printk(fmt, ##__VA_ARGS__); \
2672 __ext4_warning(sb, "", 0, " "); \
2673} while (0)
b03a2f7e
AD
2674#define ext4_warning_inode(inode, fmt, ...) \
2675do { \
2676 no_printk(fmt, ##__VA_ARGS__); \
2677 __ext4_warning_inode(inode, "", 0, " "); \
2678} while (0)
e7c96e8e
JP
2679#define ext4_msg(sb, level, fmt, ...) \
2680do { \
2681 no_printk(fmt, ##__VA_ARGS__); \
2682 __ext4_msg(sb, "", " "); \
2683} while (0)
2684#define dump_mmp_msg(sb, mmp, msg) \
2685 __dump_mmp_msg(sb, mmp, "", 0, "")
2686#define ext4_grp_locked_error(sb, grp, ino, block, fmt, ...) \
2687do { \
2688 no_printk(fmt, ##__VA_ARGS__); \
2689 __ext4_grp_locked_error("", 0, sb, grp, ino, block, " "); \
2690} while (0)
2691
2692#endif
2693
99e6f829
AK
2694extern int ext4_update_compat_feature(handle_t *handle, struct super_block *sb,
2695 __u32 compat);
2696extern int ext4_update_rocompat_feature(handle_t *handle,
2697 struct super_block *sb, __u32 rocompat);
2698extern int ext4_update_incompat_feature(handle_t *handle,
2699 struct super_block *sb, __u32 incompat);
8fadc143
AR
2700extern ext4_fsblk_t ext4_block_bitmap(struct super_block *sb,
2701 struct ext4_group_desc *bg);
2702extern ext4_fsblk_t ext4_inode_bitmap(struct super_block *sb,
2703 struct ext4_group_desc *bg);
2704extern ext4_fsblk_t ext4_inode_table(struct super_block *sb,
2705 struct ext4_group_desc *bg);
021b65bb
TT
2706extern __u32 ext4_free_group_clusters(struct super_block *sb,
2707 struct ext4_group_desc *bg);
560671a0
AK
2708extern __u32 ext4_free_inodes_count(struct super_block *sb,
2709 struct ext4_group_desc *bg);
2710extern __u32 ext4_used_dirs_count(struct super_block *sb,
2711 struct ext4_group_desc *bg);
2712extern __u32 ext4_itable_unused_count(struct super_block *sb,
2713 struct ext4_group_desc *bg);
8fadc143
AR
2714extern void ext4_block_bitmap_set(struct super_block *sb,
2715 struct ext4_group_desc *bg, ext4_fsblk_t blk);
2716extern void ext4_inode_bitmap_set(struct super_block *sb,
2717 struct ext4_group_desc *bg, ext4_fsblk_t blk);
2718extern void ext4_inode_table_set(struct super_block *sb,
2719 struct ext4_group_desc *bg, ext4_fsblk_t blk);
021b65bb
TT
2720extern void ext4_free_group_clusters_set(struct super_block *sb,
2721 struct ext4_group_desc *bg,
2722 __u32 count);
560671a0
AK
2723extern void ext4_free_inodes_set(struct super_block *sb,
2724 struct ext4_group_desc *bg, __u32 count);
2725extern void ext4_used_dirs_set(struct super_block *sb,
2726 struct ext4_group_desc *bg, __u32 count);
2727extern void ext4_itable_unused_set(struct super_block *sb,
2728 struct ext4_group_desc *bg, __u32 count);
feb0ab32 2729extern int ext4_group_desc_csum_verify(struct super_block *sb, __u32 group,
bb23c20a 2730 struct ext4_group_desc *gdp);
feb0ab32
DW
2731extern void ext4_group_desc_csum_set(struct super_block *sb, __u32 group,
2732 struct ext4_group_desc *gdp);
7f511862
TT
2733extern int ext4_register_li_request(struct super_block *sb,
2734 ext4_group_t first_not_zeroed);
bd81d8ee 2735
9aa5d32b
DM
2736static inline int ext4_has_metadata_csum(struct super_block *sb)
2737{
e2b911c5 2738 WARN_ON_ONCE(ext4_has_feature_metadata_csum(sb) &&
9aa5d32b
DM
2739 !EXT4_SB(sb)->s_chksum_driver);
2740
dec214d0
TE
2741 return ext4_has_feature_metadata_csum(sb) &&
2742 (EXT4_SB(sb)->s_chksum_driver != NULL);
9aa5d32b 2743}
dec214d0
TE
2744
2745static inline int ext4_has_group_desc_csum(struct super_block *sb)
2746{
2747 return ext4_has_feature_gdt_csum(sb) || ext4_has_metadata_csum(sb);
2748}
2749
bd81d8ee
LV
2750static inline ext4_fsblk_t ext4_blocks_count(struct ext4_super_block *es)
2751{
2752 return ((ext4_fsblk_t)le32_to_cpu(es->s_blocks_count_hi) << 32) |
6bc9feff 2753 le32_to_cpu(es->s_blocks_count_lo);
bd81d8ee
LV
2754}
2755
2756static inline ext4_fsblk_t ext4_r_blocks_count(struct ext4_super_block *es)
2757{
2758 return ((ext4_fsblk_t)le32_to_cpu(es->s_r_blocks_count_hi) << 32) |
308ba3ec 2759 le32_to_cpu(es->s_r_blocks_count_lo);
bd81d8ee
LV
2760}
2761
2762static inline ext4_fsblk_t ext4_free_blocks_count(struct ext4_super_block *es)
2763{
2764 return ((ext4_fsblk_t)le32_to_cpu(es->s_free_blocks_count_hi) << 32) |
308ba3ec 2765 le32_to_cpu(es->s_free_blocks_count_lo);
bd81d8ee
LV
2766}
2767
2768static inline void ext4_blocks_count_set(struct ext4_super_block *es,
2769 ext4_fsblk_t blk)
2770{
6bc9feff 2771 es->s_blocks_count_lo = cpu_to_le32((u32)blk);
bd81d8ee
LV
2772 es->s_blocks_count_hi = cpu_to_le32(blk >> 32);
2773}
2774
2775static inline void ext4_free_blocks_count_set(struct ext4_super_block *es,
2776 ext4_fsblk_t blk)
2777{
308ba3ec 2778 es->s_free_blocks_count_lo = cpu_to_le32((u32)blk);
bd81d8ee
LV
2779 es->s_free_blocks_count_hi = cpu_to_le32(blk >> 32);
2780}
2781
2782static inline void ext4_r_blocks_count_set(struct ext4_super_block *es,
2783 ext4_fsblk_t blk)
2784{
308ba3ec 2785 es->s_r_blocks_count_lo = cpu_to_le32((u32)blk);
bd81d8ee
LV
2786 es->s_r_blocks_count_hi = cpu_to_le32(blk >> 32);
2787}
2788
e08ac99f
AB
2789static inline loff_t ext4_isize(struct super_block *sb,
2790 struct ext4_inode *raw_inode)
a48380f7 2791{
e08ac99f
AB
2792 if (ext4_has_feature_largedir(sb) ||
2793 S_ISREG(le16_to_cpu(raw_inode->i_mode)))
06a279d6
TT
2794 return ((loff_t)le32_to_cpu(raw_inode->i_size_high) << 32) |
2795 le32_to_cpu(raw_inode->i_size_lo);
e08ac99f
AB
2796
2797 return (loff_t) le32_to_cpu(raw_inode->i_size_lo);
a48380f7 2798}
bd81d8ee 2799
a48380f7
AK
2800static inline void ext4_isize_set(struct ext4_inode *raw_inode, loff_t i_size)
2801{
2802 raw_inode->i_size_lo = cpu_to_le32(i_size);
2803 raw_inode->i_size_high = cpu_to_le32(i_size >> 32);
2804}
ac27a0ec 2805
c9de560d
AT
2806static inline
2807struct ext4_group_info *ext4_get_group_info(struct super_block *sb,
af5bc92d 2808 ext4_group_t group)
c9de560d
AT
2809{
2810 struct ext4_group_info ***grp_info;
2811 long indexv, indexh;
2f2e09eb 2812 BUG_ON(group >= EXT4_SB(sb)->s_groups_count);
c9de560d
AT
2813 grp_info = EXT4_SB(sb)->s_group_info;
2814 indexv = group >> (EXT4_DESC_PER_BLOCK_BITS(sb));
2815 indexh = group & ((EXT4_DESC_PER_BLOCK(sb)) - 1);
2816 return grp_info[indexv][indexh];
2817}
2818
8df9675f
TT
2819/*
2820 * Reading s_groups_count requires using smp_rmb() afterwards. See
2821 * the locking protocol documented in the comments of ext4_group_add()
2822 * in resize.c
2823 */
2824static inline ext4_group_t ext4_get_groups_count(struct super_block *sb)
2825{
2826 ext4_group_t ngroups = EXT4_SB(sb)->s_groups_count;
2827
2828 smp_rmb();
2829 return ngroups;
2830}
c9de560d 2831
772cb7c8
JS
2832static inline ext4_group_t ext4_flex_group(struct ext4_sb_info *sbi,
2833 ext4_group_t block_group)
2834{
2835 return block_group >> sbi->s_log_groups_per_flex;
2836}
2837
2838static inline unsigned int ext4_flex_bg_size(struct ext4_sb_info *sbi)
2839{
2840 return 1 << sbi->s_log_groups_per_flex;
2841}
2842
617ba13b 2843#define ext4_std_error(sb, errno) \
ac27a0ec
DK
2844do { \
2845 if ((errno)) \
c398eda0 2846 __ext4_std_error((sb), __func__, __LINE__, (errno)); \
ac27a0ec
DK
2847} while (0)
2848
a30d542a 2849#ifdef CONFIG_SMP
df55c99d
TT
2850/* Each CPU can accumulate percpu_counter_batch clusters in their local
2851 * counters. So we need to make sure we have free clusters more
179f7ebf 2852 * than percpu_counter_batch * nr_cpu_ids. Also add a window of 4 times.
a30d542a 2853 */
df55c99d 2854#define EXT4_FREECLUSTERS_WATERMARK (4 * (percpu_counter_batch * nr_cpu_ids))
a30d542a 2855#else
df55c99d 2856#define EXT4_FREECLUSTERS_WATERMARK 0
a30d542a
AK
2857#endif
2858
90e775b7 2859/* Update i_disksize. Requires i_mutex to avoid races with truncate */
cf17fea6
AK
2860static inline void ext4_update_i_disksize(struct inode *inode, loff_t newsize)
2861{
90e775b7 2862 WARN_ON_ONCE(S_ISREG(inode->i_mode) &&
5955102c 2863 !inode_is_locked(inode));
90e775b7
JK
2864 down_write(&EXT4_I(inode)->i_data_sem);
2865 if (newsize > EXT4_I(inode)->i_disksize)
2866 EXT4_I(inode)->i_disksize = newsize;
2867 up_write(&EXT4_I(inode)->i_data_sem);
2868}
2869
4631dbf6
DM
2870/* Update i_size, i_disksize. Requires i_mutex to avoid races with truncate */
2871static inline int ext4_update_inode_size(struct inode *inode, loff_t newsize)
2872{
2873 int changed = 0;
2874
2875 if (newsize > inode->i_size) {
2876 i_size_write(inode, newsize);
2877 changed = 1;
2878 }
2879 if (newsize > EXT4_I(inode)->i_disksize) {
2880 ext4_update_i_disksize(inode, newsize);
2881 changed |= 2;
2882 }
2883 return changed;
2884}
2885
01127848
JK
2886int ext4_update_disksize_before_punch(struct inode *inode, loff_t offset,
2887 loff_t len);
2888
5d1b1b3f
AK
2889struct ext4_group_info {
2890 unsigned long bb_state;
2891 struct rb_root bb_free_root;
a36b4498
ES
2892 ext4_grpblk_t bb_first_free; /* first free block */
2893 ext4_grpblk_t bb_free; /* total free blocks */
2894 ext4_grpblk_t bb_fragments; /* nr of freespace fragments */
8a57d9d6 2895 ext4_grpblk_t bb_largest_free_order;/* order of largest frag in BG */
5d1b1b3f
AK
2896 struct list_head bb_prealloc_list;
2897#ifdef DOUBLE_CHECK
2898 void *bb_bitmap;
2899#endif
2900 struct rw_semaphore alloc_sem;
a36b4498
ES
2901 ext4_grpblk_t bb_counters[]; /* Nr of free power-of-two-block
2902 * regions, index is order.
2903 * bb_counters[3] = 5 means
2904 * 5 free 8-block regions. */
5d1b1b3f
AK
2905};
2906
3d56b8d2
TM
2907#define EXT4_GROUP_INFO_NEED_INIT_BIT 0
2908#define EXT4_GROUP_INFO_WAS_TRIMMED_BIT 1
163a203d 2909#define EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT 2
87a39389 2910#define EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT 3
db79e6d1
WS
2911#define EXT4_GROUP_INFO_BBITMAP_CORRUPT \
2912 (1 << EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT)
2913#define EXT4_GROUP_INFO_IBITMAP_CORRUPT \
2914 (1 << EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT)
5d1b1b3f
AK
2915
2916#define EXT4_MB_GRP_NEED_INIT(grp) \
2917 (test_bit(EXT4_GROUP_INFO_NEED_INIT_BIT, &((grp)->bb_state)))
163a203d
DW
2918#define EXT4_MB_GRP_BBITMAP_CORRUPT(grp) \
2919 (test_bit(EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT, &((grp)->bb_state)))
87a39389
DW
2920#define EXT4_MB_GRP_IBITMAP_CORRUPT(grp) \
2921 (test_bit(EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT, &((grp)->bb_state)))
5d1b1b3f 2922
3d56b8d2
TM
2923#define EXT4_MB_GRP_WAS_TRIMMED(grp) \
2924 (test_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state)))
2925#define EXT4_MB_GRP_SET_TRIMMED(grp) \
2926 (set_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state)))
2927#define EXT4_MB_GRP_CLEAR_TRIMMED(grp) \
2928 (clear_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state)))
2929
50797481
TT
2930#define EXT4_MAX_CONTENTION 8
2931#define EXT4_CONTENTION_THRESHOLD 2
2932
955ce5f5
AK
2933static inline spinlock_t *ext4_group_lock_ptr(struct super_block *sb,
2934 ext4_group_t group)
5d1b1b3f 2935{
955ce5f5
AK
2936 return bgl_lock_ptr(EXT4_SB(sb)->s_blockgroup_lock, group);
2937}
5d1b1b3f 2938
50797481
TT
2939/*
2940 * Returns true if the filesystem is busy enough that attempts to
2941 * access the block group locks has run into contention.
2942 */
2943static inline int ext4_fs_is_busy(struct ext4_sb_info *sbi)
2944{
2945 return (atomic_read(&sbi->s_lock_busy) > EXT4_CONTENTION_THRESHOLD);
2946}
2947
955ce5f5
AK
2948static inline void ext4_lock_group(struct super_block *sb, ext4_group_t group)
2949{
50797481
TT
2950 spinlock_t *lock = ext4_group_lock_ptr(sb, group);
2951 if (spin_trylock(lock))
2952 /*
2953 * We're able to grab the lock right away, so drop the
2954 * lock contention counter.
2955 */
2956 atomic_add_unless(&EXT4_SB(sb)->s_lock_busy, -1, 0);
2957 else {
2958 /*
2959 * The lock is busy, so bump the contention counter,
2960 * and then wait on the spin lock.
2961 */
2962 atomic_add_unless(&EXT4_SB(sb)->s_lock_busy, 1,
2963 EXT4_MAX_CONTENTION);
2964 spin_lock(lock);
2965 }
5d1b1b3f
AK
2966}
2967
2968static inline void ext4_unlock_group(struct super_block *sb,
2969 ext4_group_t group)
2970{
955ce5f5 2971 spin_unlock(ext4_group_lock_ptr(sb, group));
5d1b1b3f
AK
2972}
2973
1f7d1e77
TT
2974/*
2975 * Block validity checking
2976 */
2977#define ext4_check_indirect_blockref(inode, bh) \
2978 ext4_check_blockref(__func__, __LINE__, inode, \
2979 (__le32 *)(bh)->b_data, \
2980 EXT4_ADDR_PER_BLOCK((inode)->i_sb))
2981
2982#define ext4_ind_check_inode(inode) \
2983 ext4_check_blockref(__func__, __LINE__, inode, \
2984 EXT4_I(inode)->i_data, \
2985 EXT4_NDIR_BLOCKS)
2986
ac27a0ec
DK
2987/*
2988 * Inodes and files operations
2989 */
2990
2991/* dir.c */
617ba13b 2992extern const struct file_operations ext4_dir_operations;
ac27a0ec 2993
b886ee3e
GKB
2994#ifdef CONFIG_UNICODE
2995extern const struct dentry_operations ext4_dentry_ops;
2996#endif
2997
ac27a0ec 2998/* file.c */
c5ef1c42 2999extern const struct inode_operations ext4_file_inode_operations;
617ba13b 3000extern const struct file_operations ext4_file_operations;
e0d10bfa 3001extern loff_t ext4_llseek(struct file *file, loff_t offset, int origin);
ac27a0ec 3002
95eaefbd 3003/* inline.c */
95eaefbd
TT
3004extern int ext4_get_max_inline_size(struct inode *inode);
3005extern int ext4_find_inline_data_nolock(struct inode *inode);
95eaefbd
TT
3006extern int ext4_init_inline_data(handle_t *handle, struct inode *inode,
3007 unsigned int len);
3008extern int ext4_destroy_inline_data(handle_t *handle, struct inode *inode);
3009
3010extern int ext4_readpage_inline(struct inode *inode, struct page *page);
3011extern int ext4_try_to_write_inline_data(struct address_space *mapping,
3012 struct inode *inode,
3013 loff_t pos, unsigned len,
3014 unsigned flags,
3015 struct page **pagep);
3016extern int ext4_write_inline_data_end(struct inode *inode,
3017 loff_t pos, unsigned len,
3018 unsigned copied,
3019 struct page *page);
3020extern struct buffer_head *
3021ext4_journalled_write_inline_data(struct inode *inode,
3022 unsigned len,
3023 struct page *page);
3024extern int ext4_da_write_inline_data_begin(struct address_space *mapping,
3025 struct inode *inode,
3026 loff_t pos, unsigned len,
3027 unsigned flags,
3028 struct page **pagep,
3029 void **fsdata);
3030extern int ext4_da_write_inline_data_end(struct inode *inode, loff_t pos,
3031 unsigned len, unsigned copied,
3032 struct page *page);
5b643f9c
TT
3033extern int ext4_try_add_inline_entry(handle_t *handle,
3034 struct ext4_filename *fname,
56a04915 3035 struct inode *dir, struct inode *inode);
95eaefbd
TT
3036extern int ext4_try_create_inline_dir(handle_t *handle,
3037 struct inode *parent,
3038 struct inode *inode);
3039extern int ext4_read_inline_dir(struct file *filp,
725bebb2 3040 struct dir_context *ctx,
95eaefbd 3041 int *has_inline_data);
8af0f082
TM
3042extern int htree_inlinedir_to_tree(struct file *dir_file,
3043 struct inode *dir, ext4_lblk_t block,
3044 struct dx_hash_info *hinfo,
3045 __u32 start_hash, __u32 start_minor_hash,
3046 int *has_inline_data);
95eaefbd 3047extern struct buffer_head *ext4_find_inline_entry(struct inode *dir,
5b643f9c 3048 struct ext4_filename *fname,
95eaefbd
TT
3049 struct ext4_dir_entry_2 **res_dir,
3050 int *has_inline_data);
3051extern int ext4_delete_inline_entry(handle_t *handle,
3052 struct inode *dir,
3053 struct ext4_dir_entry_2 *de_del,
3054 struct buffer_head *bh,
3055 int *has_inline_data);
a7550b30 3056extern bool empty_inline_dir(struct inode *dir, int *has_inline_data);
95eaefbd
TT
3057extern struct buffer_head *ext4_get_first_inline_block(struct inode *inode,
3058 struct ext4_dir_entry_2 **parent_de,
3059 int *retval);
3060extern int ext4_inline_data_fiemap(struct inode *inode,
3061 struct fiemap_extent_info *fieinfo,
d952d69e 3062 int *has_inline, __u64 start, __u64 len);
7046ae35
AG
3063
3064struct iomap;
3065extern int ext4_inline_data_iomap(struct inode *inode, struct iomap *iomap);
3066
01daf945 3067extern int ext4_inline_data_truncate(struct inode *inode, int *has_inline);
95eaefbd
TT
3068
3069extern int ext4_convert_inline_data(struct inode *inode);
3070
83447ccb
ZL
3071static inline int ext4_has_inline_data(struct inode *inode)
3072{
3073 return ext4_test_inode_flag(inode, EXT4_INODE_INLINE_DATA) &&
3074 EXT4_I(inode)->i_inline_off;
3075}
3076
ac27a0ec 3077/* namei.c */
c5ef1c42
AV
3078extern const struct inode_operations ext4_dir_inode_operations;
3079extern const struct inode_operations ext4_special_inode_operations;
596397b7 3080extern struct dentry *ext4_get_parent(struct dentry *child);
a774f9c2
TM
3081extern struct ext4_dir_entry_2 *ext4_init_dot_dotdot(struct inode *inode,
3082 struct ext4_dir_entry_2 *de,
3083 int blocksize, int csum_size,
3084 unsigned int parent_ino, int dotdot_real_len);
3c47d541
TM
3085extern void initialize_dirent_tail(struct ext4_dir_entry_tail *t,
3086 unsigned int blocksize);
3087extern int ext4_handle_dirty_dirent_node(handle_t *handle,
3088 struct inode *inode,
3089 struct buffer_head *bh);
b886ee3e
GKB
3090extern int ext4_ci_compare(const struct inode *parent,
3091 const struct qstr *name,
3092 const struct qstr *entry);
3093
8af0f082 3094#define S_SHIFT 12
381cebfe 3095static const unsigned char ext4_type_by_mode[(S_IFMT >> S_SHIFT) + 1] = {
8af0f082
TM
3096 [S_IFREG >> S_SHIFT] = EXT4_FT_REG_FILE,
3097 [S_IFDIR >> S_SHIFT] = EXT4_FT_DIR,
3098 [S_IFCHR >> S_SHIFT] = EXT4_FT_CHRDEV,
3099 [S_IFBLK >> S_SHIFT] = EXT4_FT_BLKDEV,
3100 [S_IFIFO >> S_SHIFT] = EXT4_FT_FIFO,
3101 [S_IFSOCK >> S_SHIFT] = EXT4_FT_SOCK,
3102 [S_IFLNK >> S_SHIFT] = EXT4_FT_SYMLINK,
3103};
3104
3105static inline void ext4_set_de_type(struct super_block *sb,
3106 struct ext4_dir_entry_2 *de,
3107 umode_t mode) {
e2b911c5 3108 if (ext4_has_feature_filetype(sb))
8af0f082
TM
3109 de->file_type = ext4_type_by_mode[(mode & S_IFMT)>>S_SHIFT];
3110}
3111
f64e02fe
TT
3112/* readpages.c */
3113extern int ext4_mpage_readpages(struct address_space *mapping,
3114 struct list_head *pages, struct page *page,
ac22b46a 3115 unsigned nr_pages, bool is_readahead);
ac27a0ec
DK
3116
3117/* symlink.c */
a7a67e8a 3118extern const struct inode_operations ext4_encrypted_symlink_inode_operations;
c5ef1c42
AV
3119extern const struct inode_operations ext4_symlink_inode_operations;
3120extern const struct inode_operations ext4_fast_symlink_inode_operations;
ac27a0ec 3121
b5799018
TT
3122/* sysfs.c */
3123extern int ext4_register_sysfs(struct super_block *sb);
ebd173be 3124extern void ext4_unregister_sysfs(struct super_block *sb);
b5799018
TT
3125extern int __init ext4_init_sysfs(void);
3126extern void ext4_exit_sysfs(void);
3127
6fd058f7
TT
3128/* block_validity */
3129extern void ext4_release_system_zone(struct super_block *sb);
3130extern int ext4_setup_system_zone(struct super_block *sb);
5dabfc78
TT
3131extern int __init ext4_init_system_zone(void);
3132extern void ext4_exit_system_zone(void);
6fd058f7
TT
3133extern int ext4_data_block_valid(struct ext4_sb_info *sbi,
3134 ext4_fsblk_t start_blk,
3135 unsigned int count);
1f7d1e77
TT
3136extern int ext4_check_blockref(const char *, unsigned int,
3137 struct inode *, __le32 *, unsigned int);
6fd058f7 3138
a86c6181 3139/* extents.c */
4a092d73
TT
3140struct ext4_ext_path;
3141struct ext4_extent;
3142
d7b2a00c
ZL
3143/*
3144 * Maximum number of logical blocks in a file; ext4_extent's ee_block is
3145 * __le32.
3146 */
3147#define EXT_MAX_BLOCKS 0xffffffff
3148
a86c6181
AT
3149extern int ext4_ext_tree_init(handle_t *handle, struct inode *);
3150extern int ext4_ext_writepage_trans_blocks(struct inode *, int);
fffb2739 3151extern int ext4_ext_index_trans_blocks(struct inode *inode, int extents);
e35fd660
TT
3152extern int ext4_ext_map_blocks(handle_t *handle, struct inode *inode,
3153 struct ext4_map_blocks *map, int flags);
d0abb36d 3154extern int ext4_ext_truncate(handle_t *, struct inode *);
26a4c0c6
TT
3155extern int ext4_ext_remove_space(struct inode *inode, ext4_lblk_t start,
3156 ext4_lblk_t end);
a86c6181
AT
3157extern void ext4_ext_init(struct super_block *);
3158extern void ext4_ext_release(struct super_block *);
2fe17c10 3159extern long ext4_fallocate(struct file *file, int mode, loff_t offset,
a2df2a63 3160 loff_t len);
6b523df4
JK
3161extern int ext4_convert_unwritten_extents(handle_t *handle, struct inode *inode,
3162 loff_t offset, ssize_t len);
e35fd660
TT
3163extern int ext4_map_blocks(handle_t *handle, struct inode *inode,
3164 struct ext4_map_blocks *map, int flags);
4a092d73
TT
3165extern int ext4_ext_calc_metadata_amount(struct inode *inode,
3166 ext4_lblk_t lblocks);
4a092d73
TT
3167extern int ext4_ext_calc_credits_for_single_extent(struct inode *inode,
3168 int num,
3169 struct ext4_ext_path *path);
3170extern int ext4_can_extents_be_merged(struct inode *inode,
3171 struct ext4_extent *ex1,
3172 struct ext4_extent *ex2);
3173extern int ext4_ext_insert_extent(handle_t *, struct inode *,
dfe50809 3174 struct ext4_ext_path **,
4a092d73 3175 struct ext4_extent *, int);
ed8a1a76
TT
3176extern struct ext4_ext_path *ext4_find_extent(struct inode *, ext4_lblk_t,
3177 struct ext4_ext_path **,
3178 int flags);
4a092d73
TT
3179extern void ext4_ext_drop_refs(struct ext4_ext_path *);
3180extern int ext4_ext_check_inode(struct inode *inode);
fcf6b1b7 3181extern ext4_lblk_t ext4_ext_next_allocated_block(struct ext4_ext_path *path);
3a06d778
AK
3182extern int ext4_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo,
3183 __u64 start, __u64 len);
7869a4a6 3184extern int ext4_ext_precache(struct inode *inode);
9eb79482 3185extern int ext4_collapse_range(struct inode *inode, loff_t offset, loff_t len);
331573fe 3186extern int ext4_insert_range(struct inode *inode, loff_t offset, loff_t len);
fcf6b1b7
DM
3187extern int ext4_swap_extents(handle_t *handle, struct inode *inode1,
3188 struct inode *inode2, ext4_lblk_t lblk1,
3189 ext4_lblk_t lblk2, ext4_lblk_t count,
3190 int mark_unwritten,int *err);
0b02f4c0 3191extern int ext4_clu_mapped(struct inode *inode, ext4_lblk_t lclu);
4a092d73 3192
748de673 3193/* move_extent.c */
393d1d1d
DTB
3194extern void ext4_double_down_write_data_sem(struct inode *first,
3195 struct inode *second);
3196extern void ext4_double_up_write_data_sem(struct inode *orig_inode,
3197 struct inode *donor_inode);
748de673
AF
3198extern int ext4_move_extents(struct file *o_filp, struct file *d_filp,
3199 __u64 start_orig, __u64 start_donor,
3200 __u64 len, __u64 *moved_len);
3201
bd2d0210 3202/* page-io.c */
5dabfc78
TT
3203extern int __init ext4_init_pageio(void);
3204extern void ext4_exit_pageio(void);
bd2d0210 3205extern ext4_io_end_t *ext4_init_io_end(struct inode *inode, gfp_t flags);
97a851ed
JK
3206extern ext4_io_end_t *ext4_get_io_end(ext4_io_end_t *io_end);
3207extern int ext4_put_io_end(ext4_io_end_t *io_end);
3208extern void ext4_put_io_end_defer(ext4_io_end_t *io_end);
3209extern void ext4_io_submit_init(struct ext4_io_submit *io,
3210 struct writeback_control *wbc);
2e8fa54e 3211extern void ext4_end_io_rsv_work(struct work_struct *work);
bd2d0210
TT
3212extern void ext4_io_submit(struct ext4_io_submit *io);
3213extern int ext4_bio_write_page(struct ext4_io_submit *io,
3214 struct page *page,
3215 int len,
1c8349a1
NJ
3216 struct writeback_control *wbc,
3217 bool keep_towrite);
3a06d778 3218
c5e06d10
JL
3219/* mmp.c */
3220extern int ext4_multi_mount_protect(struct super_block *, ext4_fsblk_t);
3221
2ccb5fb9 3222/*
48fc7f7e 3223 * Add new method to test whether block and inode bitmaps are properly
2ccb5fb9
AK
3224 * initialized. With uninit_bg reading the block from disk is not enough
3225 * to mark the bitmap uptodate. We need to also zero-out the bitmap
3226 */
3227#define BH_BITMAP_UPTODATE BH_JBDPrivateStart
3228
3229static inline int bitmap_uptodate(struct buffer_head *bh)
3230{
3231 return (buffer_uptodate(bh) &&
3232 test_bit(BH_BITMAP_UPTODATE, &(bh)->b_state));
3233}
3234static inline void set_bitmap_uptodate(struct buffer_head *bh)
3235{
3236 set_bit(BH_BITMAP_UPTODATE, &(bh)->b_state);
3237}
3238
731eb1a0
AM
3239#define in_range(b, first, len) ((b) >= (first) && (b) <= (first) + (len) - 1)
3240
e9e3bcec
ES
3241/* For ioend & aio unwritten conversion wait queues */
3242#define EXT4_WQ_HASH_SZ 37
3243#define ext4_ioend_wq(v) (&ext4__ioend_wq[((unsigned long)(v)) %\
3244 EXT4_WQ_HASH_SZ])
e9e3bcec 3245extern wait_queue_head_t ext4__ioend_wq[EXT4_WQ_HASH_SZ];
e9e3bcec 3246
8f82f840
YY
3247extern int ext4_resize_begin(struct super_block *sb);
3248extern void ext4_resize_end(struct super_block *sb);
3249
74c66bcb
JK
3250static inline void ext4_set_io_unwritten_flag(struct inode *inode,
3251 struct ext4_io_end *io_end)
3252{
3253 if (!(io_end->flag & EXT4_IO_END_UNWRITTEN)) {
3254 io_end->flag |= EXT4_IO_END_UNWRITTEN;
3255 atomic_inc(&EXT4_I(inode)->i_unwritten);
3256 }
3257}
3258
3259static inline void ext4_clear_io_unwritten_flag(ext4_io_end_t *io_end)
3260{
3261 struct inode *inode = io_end->inode;
3262
3263 if (io_end->flag & EXT4_IO_END_UNWRITTEN) {
3264 io_end->flag &= ~EXT4_IO_END_UNWRITTEN;
3265 /* Wake up anyone waiting on unwritten extent conversion */
3266 if (atomic_dec_and_test(&EXT4_I(inode)->i_unwritten))
3267 wake_up_all(ext4_ioend_wq(inode));
3268 }
3269}
3270
8ff6daa1 3271extern const struct iomap_ops ext4_iomap_ops;
364443cb 3272
ac27a0ec
DK
3273#endif /* __KERNEL__ */
3274
6a797d27
DW
3275#define EFSBADCRC EBADMSG /* Bad CRC detected */
3276#define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */
3277
3dcf5451 3278#endif /* _EXT4_H */