Merge tag 'perf-tools-for-v6.4-3-2023-05-06' of git://git.kernel.org/pub/scm/linux...
[linux-block.git] / include / linux / io-64-nonatomic-hi-lo.h
CommitLineData
b2441318 1/* SPDX-License-Identifier: GPL-2.0 */
2f8e2c87
CH
2#ifndef _LINUX_IO_64_NONATOMIC_HI_LO_H_
3#define _LINUX_IO_64_NONATOMIC_HI_LO_H_
797a796a
HM
4
5#include <linux/io.h>
6#include <asm-generic/int-ll64.h>
7
3a044178 8static inline __u64 hi_lo_readq(const volatile void __iomem *addr)
797a796a
HM
9{
10 const volatile u32 __iomem *p = addr;
11 u32 low, high;
12
13 high = readl(p + 1);
14 low = readl(p);
15
16 return low + ((u64)high << 32);
17}
797a796a 18
3a044178 19static inline void hi_lo_writeq(__u64 val, volatile void __iomem *addr)
797a796a
HM
20{
21 writel(val >> 32, addr + 4);
22 writel(val, addr);
23}
3a044178 24
e511267b
RM
25static inline __u64 hi_lo_readq_relaxed(const volatile void __iomem *addr)
26{
27 const volatile u32 __iomem *p = addr;
28 u32 low, high;
29
30 high = readl_relaxed(p + 1);
31 low = readl_relaxed(p);
32
33 return low + ((u64)high << 32);
34}
35
36static inline void hi_lo_writeq_relaxed(__u64 val, volatile void __iomem *addr)
37{
38 writel_relaxed(val >> 32, addr + 4);
39 writel_relaxed(val, addr);
40}
41
3a044178
JB
42#ifndef readq
43#define readq hi_lo_readq
44#endif
45
46#ifndef writeq
47#define writeq hi_lo_writeq
797a796a
HM
48#endif
49
e511267b
RM
50#ifndef readq_relaxed
51#define readq_relaxed hi_lo_readq_relaxed
52#endif
53
54#ifndef writeq_relaxed
55#define writeq_relaxed hi_lo_writeq_relaxed
56#endif
57
c81d64d3
LG
58#ifndef ioread64_hi_lo
59#define ioread64_hi_lo ioread64_hi_lo
8f28ca6b 60static inline u64 ioread64_hi_lo(const void __iomem *addr)
c81d64d3
LG
61{
62 u32 low, high;
63
64 high = ioread32(addr + sizeof(u32));
65 low = ioread32(addr);
66
67 return low + ((u64)high << 32);
68}
69#endif
70
71#ifndef iowrite64_hi_lo
72#define iowrite64_hi_lo iowrite64_hi_lo
73static inline void iowrite64_hi_lo(u64 val, void __iomem *addr)
74{
75 iowrite32(val >> 32, addr + sizeof(u32));
76 iowrite32(val, addr);
77}
78#endif
79
80#ifndef ioread64be_hi_lo
81#define ioread64be_hi_lo ioread64be_hi_lo
8f28ca6b 82static inline u64 ioread64be_hi_lo(const void __iomem *addr)
c81d64d3
LG
83{
84 u32 low, high;
85
86 high = ioread32be(addr);
87 low = ioread32be(addr + sizeof(u32));
88
89 return low + ((u64)high << 32);
90}
91#endif
92
93#ifndef iowrite64be_hi_lo
94#define iowrite64be_hi_lo iowrite64be_hi_lo
95static inline void iowrite64be_hi_lo(u64 val, void __iomem *addr)
96{
97 iowrite32be(val >> 32, addr);
98 iowrite32be(val, addr + sizeof(u32));
99}
100#endif
101
102#ifndef ioread64
103#define ioread64_is_nonatomic
104#define ioread64 ioread64_hi_lo
105#endif
106
107#ifndef iowrite64
108#define iowrite64_is_nonatomic
109#define iowrite64 iowrite64_hi_lo
110#endif
111
112#ifndef ioread64be
113#define ioread64be_is_nonatomic
114#define ioread64be ioread64be_hi_lo
115#endif
116
117#ifndef iowrite64be
118#define iowrite64be_is_nonatomic
119#define iowrite64be iowrite64be_hi_lo
120#endif
121
2f8e2c87 122#endif /* _LINUX_IO_64_NONATOMIC_HI_LO_H_ */