[linux-block.git] / include / linux / iova.h

/* SPDX-License-Identifier: GPL-2.0-only */
/*
 * Copyright (c) 2006, Intel Corporation.
 *
 * Copyright (C) 2006-2008 Intel Corporation
 * Author: Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com>
 */

#ifndef _IOVA_H_
#define _IOVA_H_

#include <linux/types.h>
#include <linux/kernel.h>
#include <linux/rbtree.h>
#include <linux/dma-mapping.h>

/* iova structure */
struct iova {
	struct rb_node	node;
	unsigned long	pfn_hi; /* Highest allocated pfn */
	unsigned long	pfn_lo; /* Lowest allocated pfn */
};


struct iova_rcache;

/* holds all the iova translations for a domain */
struct iova_domain {
	spinlock_t	iova_rbtree_lock; /* Lock to protect update of rbtree */
	struct rb_root	rbroot;		/* iova domain rbtree root */
	struct rb_node	*cached_node;	/* Save last alloced node */
	struct rb_node	*cached32_node; /* Save last 32-bit alloced node */
	unsigned long	granule;	/* pfn granularity for this domain */
	unsigned long	start_pfn;	/* Lower limit for this domain */
	unsigned long	dma_32bit_pfn;
	unsigned long	max32_alloc_size; /* Size of last failed allocation */
	struct iova	anchor;		/* rbtree lookup anchor */

	struct iova_rcache	*rcaches;
	struct hlist_node	cpuhp_dead;
};

static inline unsigned long iova_size(struct iova *iova)
{
	return iova->pfn_hi - iova->pfn_lo + 1;
}

static inline unsigned long iova_shift(struct iova_domain *iovad)
{
	return __ffs(iovad->granule);
}

static inline unsigned long iova_mask(struct iova_domain *iovad)
{
	return iovad->granule - 1;
}

static inline size_t iova_offset(struct iova_domain *iovad, dma_addr_t iova)
{
	return iova & iova_mask(iovad);
}

static inline size_t iova_align(struct iova_domain *iovad, size_t size)
{
	return ALIGN(size, iovad->granule);
}

static inline dma_addr_t iova_dma_addr(struct iova_domain *iovad, struct iova *iova)
{
	return (dma_addr_t)iova->pfn_lo << iova_shift(iovad);
}

static inline unsigned long iova_pfn(struct iova_domain *iovad, dma_addr_t iova)
{
	return iova >> iova_shift(iovad);
}

#if IS_REACHABLE(CONFIG_IOMMU_IOVA)
int iova_cache_get(void);
void iova_cache_put(void);

unsigned long iova_rcache_range(void);

void free_iova(struct iova_domain *iovad, unsigned long pfn);
void __free_iova(struct iova_domain *iovad, struct iova *iova);
struct iova *alloc_iova(struct iova_domain *iovad, unsigned long size,
	unsigned long limit_pfn,
	bool size_aligned);
void free_iova_fast(struct iova_domain *iovad, unsigned long pfn,
		    unsigned long size);
unsigned long alloc_iova_fast(struct iova_domain *iovad, unsigned long size,
			      unsigned long limit_pfn, bool flush_rcache);
struct iova *reserve_iova(struct iova_domain *iovad, unsigned long pfn_lo,
	unsigned long pfn_hi);
void init_iova_domain(struct iova_domain *iovad, unsigned long granule,
	unsigned long start_pfn);
int iova_domain_init_rcaches(struct iova_domain *iovad);
struct iova *find_iova(struct iova_domain *iovad, unsigned long pfn);
void put_iova_domain(struct iova_domain *iovad);
#else
static inline int iova_cache_get(void)
{
	return -ENOTSUPP;
}

static inline void iova_cache_put(void)
{
}

static inline void free_iova(struct iova_domain *iovad, unsigned long pfn)
{
}

static inline void __free_iova(struct iova_domain *iovad, struct iova *iova)
{
}

static inline struct iova *alloc_iova(struct iova_domain *iovad,
				      unsigned long size,
				      unsigned long limit_pfn,
				      bool size_aligned)
{
	return NULL;
}

static inline void free_iova_fast(struct iova_domain *iovad,
				  unsigned long pfn,
				  unsigned long size)
{
}

static inline unsigned long alloc_iova_fast(struct iova_domain *iovad,
					    unsigned long size,
					    unsigned long limit_pfn,
					    bool flush_rcache)
{
	return 0;
}

static inline struct iova *reserve_iova(struct iova_domain *iovad,
					unsigned long pfn_lo,
					unsigned long pfn_hi)
{
	return NULL;
}

static inline void init_iova_domain(struct iova_domain *iovad,
				    unsigned long granule,
				    unsigned long start_pfn)
{
}

static inline struct iova *find_iova(struct iova_domain *iovad,
				     unsigned long pfn)
{
	return NULL;
}

static inline void put_iova_domain(struct iova_domain *iovad)
{
}

#endif

#endif
Commit	Line	Data
55716d26	1	/* SPDX-License-Identifier: GPL-2.0-only */
f8de50eb KA	2	/*
	3	* Copyright (c) 2006, Intel Corporation.
	4	*
98bcef56	5	* Copyright (C) 2006-2008 Intel Corporation
98bcef56	6	* Author: Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com>
f8de50eb KA	7	*/
	8
	9	#ifndef _IOVA_H_
	10	#define _IOVA_H_
	11
	12	#include <linux/types.h>
	13	#include <linux/kernel.h>
	14	#include <linux/rbtree.h>
aade40b6	15	#include <linux/dma-mapping.h>
f8de50eb	16
f8de50eb KA	17	/* iova structure */
	18	struct iova {
	19	struct rb_node node;
9257b4a2 OP	20	unsigned long pfn_hi; /* Highest allocated pfn */
	21	unsigned long pfn_lo; /* Lowest allocated pfn */
	22	};
	23
9257b4a2	24
32e92d9f	25	struct iova_rcache;
f8de50eb KA	26
	27	/* holds all the iova translations for a domain */
	28	struct iova_domain {
f8de50eb KA	29	spinlock_t iova_rbtree_lock; /* Lock to protect update of rbtree */
f8de50eb KA	30	struct rb_root rbroot; /* iova domain rbtree root */
e60aa7b5 RM	31	struct rb_node cached_node; / Save last alloced node */
e60aa7b5 RM	32	struct rb_node cached32_node; / Save last 32-bit alloced node */
0fb5fe87	33	unsigned long granule; /* pfn granularity for this domain */
1b722500	34	unsigned long start_pfn; /* Lower limit for this domain */
f661197e	35	unsigned long dma_32bit_pfn;
bee60e94	36	unsigned long max32_alloc_size; /* Size of last failed allocation */
bb68b2fb	37	struct iova anchor; /* rbtree lookup anchor */
42f87e71	38
32e92d9f	39	struct iova_rcache *rcaches;
f598a497	40	struct hlist_node cpuhp_dead;
f8de50eb KA	41	};
f8de50eb KA	42
a156ef99 JL	43	static inline unsigned long iova_size(struct iova *iova)
	44	{
	45	return iova->pfn_hi - iova->pfn_lo + 1;
	46	}
	47
0fb5fe87 RM	48	static inline unsigned long iova_shift(struct iova_domain *iovad)
	49	{
	50	return __ffs(iovad->granule);
	51	}
	52
	53	static inline unsigned long iova_mask(struct iova_domain *iovad)
	54	{
	55	return iovad->granule - 1;
	56	}
	57
	58	static inline size_t iova_offset(struct iova_domain *iovad, dma_addr_t iova)
	59	{
	60	return iova & iova_mask(iovad);
	61	}
	62
	63	static inline size_t iova_align(struct iova_domain *iovad, size_t size)
	64	{
	65	return ALIGN(size, iovad->granule);
	66	}
	67
	68	static inline dma_addr_t iova_dma_addr(struct iova_domain iovad, struct iova iova)
	69	{
	70	return (dma_addr_t)iova->pfn_lo << iova_shift(iovad);
	71	}
	72
	73	static inline unsigned long iova_pfn(struct iova_domain *iovad, dma_addr_t iova)
	74	{
	75	return iova >> iova_shift(iovad);
	76	}
	77
4f58330f	78	#if IS_REACHABLE(CONFIG_IOMMU_IOVA)
ae1ff3d6 SA	79	int iova_cache_get(void);
ae1ff3d6 SA	80	void iova_cache_put(void);
85b45456	81
6d9870b7 JG	82	unsigned long iova_rcache_range(void);
6d9870b7 JG	83
f8de50eb KA	84	void free_iova(struct iova_domain *iovad, unsigned long pfn);
	85	void __free_iova(struct iova_domain iovad, struct iova iova);
	86	struct iova alloc_iova(struct iova_domain iovad, unsigned long size,
f76aec76 KA	87	unsigned long limit_pfn,
f76aec76 KA	88	bool size_aligned);
9257b4a2 OP	89	void free_iova_fast(struct iova_domain *iovad, unsigned long pfn,
	90	unsigned long size);
	91	unsigned long alloc_iova_fast(struct iova_domain *iovad, unsigned long size,
538d5b33	92	unsigned long limit_pfn, bool flush_rcache);
f8de50eb KA	93	struct iova reserve_iova(struct iova_domain iovad, unsigned long pfn_lo,
f8de50eb KA	94	unsigned long pfn_hi);
0fb5fe87	95	void init_iova_domain(struct iova_domain *iovad, unsigned long granule,
aa3ac946	96	unsigned long start_pfn);
32e92d9f	97	int iova_domain_init_rcaches(struct iova_domain *iovad);
f8de50eb KA	98	struct iova find_iova(struct iova_domain iovad, unsigned long pfn);
f8de50eb KA	99	void put_iova_domain(struct iova_domain *iovad);
21aff52a TR	100	#else
	101	static inline int iova_cache_get(void)
	102	{
	103	return -ENOTSUPP;
	104	}
	105
	106	static inline void iova_cache_put(void)
	107	{
	108	}
	109
21aff52a TR	110	static inline void free_iova(struct iova_domain *iovad, unsigned long pfn)
	111	{
	112	}
	113
	114	static inline void __free_iova(struct iova_domain iovad, struct iova iova)
	115	{
	116	}
	117
	118	static inline struct iova alloc_iova(struct iova_domain iovad,
	119	unsigned long size,
	120	unsigned long limit_pfn,
	121	bool size_aligned)
	122	{
	123	return NULL;
	124	}
	125
	126	static inline void free_iova_fast(struct iova_domain *iovad,
	127	unsigned long pfn,
	128	unsigned long size)
	129	{
	130	}
	131
	132	static inline unsigned long alloc_iova_fast(struct iova_domain *iovad,
	133	unsigned long size,
538d5b33 TN	134	unsigned long limit_pfn,
538d5b33 TN	135	bool flush_rcache)
21aff52a TR	136	{
	137	return 0;
	138	}
	139
	140	static inline struct iova reserve_iova(struct iova_domain iovad,
	141	unsigned long pfn_lo,
	142	unsigned long pfn_hi)
	143	{
	144	return NULL;
	145	}
	146
21aff52a TR	147	static inline void init_iova_domain(struct iova_domain *iovad,
21aff52a TR	148	unsigned long granule,
aa3ac946	149	unsigned long start_pfn)
21aff52a TR	150	{
	151	}
	152
	153	static inline struct iova find_iova(struct iova_domain iovad,
	154	unsigned long pfn)
	155	{
	156	return NULL;
	157	}
	158
	159	static inline void put_iova_domain(struct iova_domain *iovad)
	160	{
	161	}
	162
21aff52a	163	#endif
f8de50eb KA	164
f8de50eb KA	165	#endif