[linux-block.git] / include / linux / userfaultfd_k.h

/* SPDX-License-Identifier: GPL-2.0 */
/*
 *  include/linux/userfaultfd_k.h
 *
 *  Copyright (C) 2015  Red Hat, Inc.
 *
 */

#ifndef _LINUX_USERFAULTFD_K_H
#define _LINUX_USERFAULTFD_K_H

#ifdef CONFIG_USERFAULTFD

#include <linux/userfaultfd.h> /* linux/include/uapi/linux/userfaultfd.h */

#include <linux/fcntl.h>

/*
 * CAREFUL: Check include/uapi/asm-generic/fcntl.h when defining
 * new flags, since they might collide with O_* ones. We want
 * to re-use O_* flags that couldn't possibly have a meaning
 * from userfaultfd, in order to leave a free define-space for
 * shared O_* flags.
 */
#define UFFD_CLOEXEC O_CLOEXEC
#define UFFD_NONBLOCK O_NONBLOCK

#define UFFD_SHARED_FCNTL_FLAGS (O_CLOEXEC | O_NONBLOCK)
#define UFFD_FLAGS_SET (EFD_SHARED_FCNTL_FLAGS)

extern int sysctl_unprivileged_userfaultfd;

extern vm_fault_t handle_userfault(struct vm_fault *vmf, unsigned long reason);

extern ssize_t mcopy_atomic(struct mm_struct *dst_mm, unsigned long dst_start,
			    unsigned long src_start, unsigned long len,
			    bool *mmap_changing);
extern ssize_t mfill_zeropage(struct mm_struct *dst_mm,
			      unsigned long dst_start,
			      unsigned long len,
			      bool *mmap_changing);

/* mm helpers */
static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma,
					struct vm_userfaultfd_ctx vm_ctx)
{
	return vma->vm_userfaultfd_ctx.ctx == vm_ctx.ctx;
}

static inline bool userfaultfd_missing(struct vm_area_struct *vma)
{
	return vma->vm_flags & VM_UFFD_MISSING;
}

static inline bool userfaultfd_armed(struct vm_area_struct *vma)
{
	return vma->vm_flags & (VM_UFFD_MISSING | VM_UFFD_WP);
}

extern int dup_userfaultfd(struct vm_area_struct *, struct list_head *);
extern void dup_userfaultfd_complete(struct list_head *);

extern void mremap_userfaultfd_prep(struct vm_area_struct *,
				    struct vm_userfaultfd_ctx *);
extern void mremap_userfaultfd_complete(struct vm_userfaultfd_ctx *,
					unsigned long from, unsigned long to,
					unsigned long len);

extern bool userfaultfd_remove(struct vm_area_struct *vma,
			       unsigned long start,
			       unsigned long end);

extern int userfaultfd_unmap_prep(struct vm_area_struct *vma,
				  unsigned long start, unsigned long end,
				  struct list_head *uf);
extern void userfaultfd_unmap_complete(struct mm_struct *mm,
				       struct list_head *uf);

#else /* CONFIG_USERFAULTFD */

/* mm helpers */
static inline vm_fault_t handle_userfault(struct vm_fault *vmf,
				unsigned long reason)
{
	return VM_FAULT_SIGBUS;
}

static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma,
					struct vm_userfaultfd_ctx vm_ctx)
{
	return true;
}

static inline bool userfaultfd_missing(struct vm_area_struct *vma)
{
	return false;
}

static inline bool userfaultfd_armed(struct vm_area_struct *vma)
{
	return false;
}

static inline int dup_userfaultfd(struct vm_area_struct *vma,
				  struct list_head *l)
{
	return 0;
}

static inline void dup_userfaultfd_complete(struct list_head *l)
{
}

static inline void mremap_userfaultfd_prep(struct vm_area_struct *vma,
					   struct vm_userfaultfd_ctx *ctx)
{
}

static inline void mremap_userfaultfd_complete(struct vm_userfaultfd_ctx *ctx,
					       unsigned long from,
					       unsigned long to,
					       unsigned long len)
{
}

static inline bool userfaultfd_remove(struct vm_area_struct *vma,
				      unsigned long start,
				      unsigned long end)
{
	return true;
}

static inline int userfaultfd_unmap_prep(struct vm_area_struct *vma,
					 unsigned long start, unsigned long end,
					 struct list_head *uf)
{
	return 0;
}

static inline void userfaultfd_unmap_complete(struct mm_struct *mm,
					      struct list_head *uf)
{
}

#endif /* CONFIG_USERFAULTFD */

#endif /* _LINUX_USERFAULTFD_K_H */
Commit	Line	Data
b2441318	1	/* SPDX-License-Identifier: GPL-2.0 */
932b18e0 AA	2	/*
	3	* include/linux/userfaultfd_k.h
	4	*
	5	* Copyright (C) 2015 Red Hat, Inc.
	6	*
	7	*/
	8
	9	#ifndef _LINUX_USERFAULTFD_K_H
	10	#define _LINUX_USERFAULTFD_K_H
	11
	12	#ifdef CONFIG_USERFAULTFD
	13
	14	#include <linux/userfaultfd.h> /* linux/include/uapi/linux/userfaultfd.h */
	15
	16	#include <linux/fcntl.h>
	17
	18	/*
	19	* CAREFUL: Check include/uapi/asm-generic/fcntl.h when defining
	20	* new flags, since they might collide with O_* ones. We want
	21	* to re-use O_* flags that couldn't possibly have a meaning
	22	* from userfaultfd, in order to leave a free define-space for
	23	* shared O_* flags.
	24	*/
	25	#define UFFD_CLOEXEC O_CLOEXEC
	26	#define UFFD_NONBLOCK O_NONBLOCK
	27
	28	#define UFFD_SHARED_FCNTL_FLAGS (O_CLOEXEC \| O_NONBLOCK)
	29	#define UFFD_FLAGS_SET (EFD_SHARED_FCNTL_FLAGS)
	30
cefdca0a PX	31	extern int sysctl_unprivileged_userfaultfd;
cefdca0a PX	32
2b740303	33	extern vm_fault_t handle_userfault(struct vm_fault *vmf, unsigned long reason);
932b18e0	34
c1a4de99	35	extern ssize_t mcopy_atomic(struct mm_struct *dst_mm, unsigned long dst_start,
df2cc96e MR	36	unsigned long src_start, unsigned long len,
df2cc96e MR	37	bool *mmap_changing);
c1a4de99 AA	38	extern ssize_t mfill_zeropage(struct mm_struct *dst_mm,
c1a4de99 AA	39	unsigned long dst_start,
df2cc96e MR	40	unsigned long len,
df2cc96e MR	41	bool *mmap_changing);
c1a4de99	42
932b18e0 AA	43	/* mm helpers */
	44	static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma,
	45	struct vm_userfaultfd_ctx vm_ctx)
	46	{
	47	return vma->vm_userfaultfd_ctx.ctx == vm_ctx.ctx;
	48	}
	49
	50	static inline bool userfaultfd_missing(struct vm_area_struct *vma)
	51	{
	52	return vma->vm_flags & VM_UFFD_MISSING;
	53	}
	54
	55	static inline bool userfaultfd_armed(struct vm_area_struct *vma)
	56	{
	57	return vma->vm_flags & (VM_UFFD_MISSING \| VM_UFFD_WP);
	58	}
	59
893e26e6 PE	60	extern int dup_userfaultfd(struct vm_area_struct , struct list_head );
	61	extern void dup_userfaultfd_complete(struct list_head *);
	62
72f87654 PE	63	extern void mremap_userfaultfd_prep(struct vm_area_struct *,
72f87654 PE	64	struct vm_userfaultfd_ctx *);
90794bf1	65	extern void mremap_userfaultfd_complete(struct vm_userfaultfd_ctx *,
72f87654 PE	66	unsigned long from, unsigned long to,
	67	unsigned long len);
	68
70ccb92f	69	extern bool userfaultfd_remove(struct vm_area_struct *vma,
d811914d MR	70	unsigned long start,
d811914d MR	71	unsigned long end);
05ce7724	72
897ab3e0 MR	73	extern int userfaultfd_unmap_prep(struct vm_area_struct *vma,
	74	unsigned long start, unsigned long end,
	75	struct list_head *uf);
	76	extern void userfaultfd_unmap_complete(struct mm_struct *mm,
	77	struct list_head *uf);
	78
932b18e0 AA	79	#else /* CONFIG_USERFAULTFD */
	80
	81	/* mm helpers */
2b740303 SJ	82	static inline vm_fault_t handle_userfault(struct vm_fault *vmf,
2b740303 SJ	83	unsigned long reason)
932b18e0 AA	84	{
	85	return VM_FAULT_SIGBUS;
	86	}
	87
	88	static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma,
	89	struct vm_userfaultfd_ctx vm_ctx)
	90	{
	91	return true;
	92	}
	93
	94	static inline bool userfaultfd_missing(struct vm_area_struct *vma)
	95	{
	96	return false;
	97	}
	98
	99	static inline bool userfaultfd_armed(struct vm_area_struct *vma)
	100	{
	101	return false;
	102	}
	103
893e26e6 PE	104	static inline int dup_userfaultfd(struct vm_area_struct *vma,
	105	struct list_head *l)
	106	{
	107	return 0;
	108	}
	109
	110	static inline void dup_userfaultfd_complete(struct list_head *l)
	111	{
	112	}
	113
72f87654 PE	114	static inline void mremap_userfaultfd_prep(struct vm_area_struct *vma,
	115	struct vm_userfaultfd_ctx *ctx)
	116	{
	117	}
	118
90794bf1	119	static inline void mremap_userfaultfd_complete(struct vm_userfaultfd_ctx *ctx,
72f87654 PE	120	unsigned long from,
	121	unsigned long to,
	122	unsigned long len)
	123	{
	124	}
05ce7724	125
70ccb92f	126	static inline bool userfaultfd_remove(struct vm_area_struct *vma,
d811914d MR	127	unsigned long start,
d811914d MR	128	unsigned long end)
05ce7724	129	{
70ccb92f	130	return true;
05ce7724	131	}
897ab3e0 MR	132
	133	static inline int userfaultfd_unmap_prep(struct vm_area_struct *vma,
	134	unsigned long start, unsigned long end,
	135	struct list_head *uf)
	136	{
	137	return 0;
	138	}
	139
	140	static inline void userfaultfd_unmap_complete(struct mm_struct *mm,
	141	struct list_head *uf)
	142	{
	143	}
ca49ca71	144
932b18e0 AA	145	#endif /* CONFIG_USERFAULTFD */
	146
	147	#endif /* _LINUX_USERFAULTFD_K_H */