Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
30070984 DM |
2 | #ifndef _BPF_CGROUP_H |
3 | #define _BPF_CGROUP_H | |
4 | ||
8bad74f9 | 5 | #include <linux/bpf.h> |
fd1740b6 | 6 | #include <linux/bpf-cgroup-defs.h> |
f292b87d | 7 | #include <linux/errno.h> |
30070984 | 8 | #include <linux/jump_label.h> |
aa0ad5b0 | 9 | #include <linux/percpu.h> |
de9cbbaa | 10 | #include <linux/rbtree.h> |
46531a30 | 11 | #include <net/sock.h> |
30070984 DM |
12 | #include <uapi/linux/bpf.h> |
13 | ||
14 | struct sock; | |
4fbac77d | 15 | struct sockaddr; |
30070984 DM |
16 | struct cgroup; |
17 | struct sk_buff; | |
de9cbbaa RG |
18 | struct bpf_map; |
19 | struct bpf_prog; | |
40304b2a | 20 | struct bpf_sock_ops_kern; |
de9cbbaa | 21 | struct bpf_cgroup_storage; |
7b146ceb AI |
22 | struct ctl_table; |
23 | struct ctl_table_header; | |
b910eaaa | 24 | struct task_struct; |
30070984 | 25 | |
69fd337a SF |
26 | unsigned int __cgroup_bpf_run_lsm_sock(const void *ctx, |
27 | const struct bpf_insn *insn); | |
28 | unsigned int __cgroup_bpf_run_lsm_socket(const void *ctx, | |
29 | const struct bpf_insn *insn); | |
30 | unsigned int __cgroup_bpf_run_lsm_current(const void *ctx, | |
31 | const struct bpf_insn *insn); | |
32 | ||
30070984 | 33 | #ifdef CONFIG_CGROUP_BPF |
6fc88c35 DM |
34 | |
35 | #define CGROUP_ATYPE(type) \ | |
36 | case BPF_##type: return type | |
37 | ||
38 | static inline enum cgroup_bpf_attach_type | |
39 | to_cgroup_bpf_attach_type(enum bpf_attach_type attach_type) | |
40 | { | |
41 | switch (attach_type) { | |
42 | CGROUP_ATYPE(CGROUP_INET_INGRESS); | |
43 | CGROUP_ATYPE(CGROUP_INET_EGRESS); | |
44 | CGROUP_ATYPE(CGROUP_INET_SOCK_CREATE); | |
45 | CGROUP_ATYPE(CGROUP_SOCK_OPS); | |
46 | CGROUP_ATYPE(CGROUP_DEVICE); | |
47 | CGROUP_ATYPE(CGROUP_INET4_BIND); | |
48 | CGROUP_ATYPE(CGROUP_INET6_BIND); | |
49 | CGROUP_ATYPE(CGROUP_INET4_CONNECT); | |
50 | CGROUP_ATYPE(CGROUP_INET6_CONNECT); | |
859051dd | 51 | CGROUP_ATYPE(CGROUP_UNIX_CONNECT); |
6fc88c35 DM |
52 | CGROUP_ATYPE(CGROUP_INET4_POST_BIND); |
53 | CGROUP_ATYPE(CGROUP_INET6_POST_BIND); | |
54 | CGROUP_ATYPE(CGROUP_UDP4_SENDMSG); | |
55 | CGROUP_ATYPE(CGROUP_UDP6_SENDMSG); | |
859051dd | 56 | CGROUP_ATYPE(CGROUP_UNIX_SENDMSG); |
6fc88c35 DM |
57 | CGROUP_ATYPE(CGROUP_SYSCTL); |
58 | CGROUP_ATYPE(CGROUP_UDP4_RECVMSG); | |
59 | CGROUP_ATYPE(CGROUP_UDP6_RECVMSG); | |
859051dd | 60 | CGROUP_ATYPE(CGROUP_UNIX_RECVMSG); |
6fc88c35 DM |
61 | CGROUP_ATYPE(CGROUP_GETSOCKOPT); |
62 | CGROUP_ATYPE(CGROUP_SETSOCKOPT); | |
63 | CGROUP_ATYPE(CGROUP_INET4_GETPEERNAME); | |
64 | CGROUP_ATYPE(CGROUP_INET6_GETPEERNAME); | |
859051dd | 65 | CGROUP_ATYPE(CGROUP_UNIX_GETPEERNAME); |
6fc88c35 DM |
66 | CGROUP_ATYPE(CGROUP_INET4_GETSOCKNAME); |
67 | CGROUP_ATYPE(CGROUP_INET6_GETSOCKNAME); | |
859051dd | 68 | CGROUP_ATYPE(CGROUP_UNIX_GETSOCKNAME); |
6fc88c35 DM |
69 | CGROUP_ATYPE(CGROUP_INET_SOCK_RELEASE); |
70 | default: | |
71 | return CGROUP_BPF_ATTACH_TYPE_INVALID; | |
72 | } | |
73 | } | |
74 | ||
75 | #undef CGROUP_ATYPE | |
30070984 | 76 | |
6fc88c35 DM |
77 | extern struct static_key_false cgroup_bpf_enabled_key[MAX_CGROUP_BPF_ATTACH_TYPE]; |
78 | #define cgroup_bpf_enabled(atype) static_branch_unlikely(&cgroup_bpf_enabled_key[atype]) | |
30070984 | 79 | |
8bad74f9 RG |
80 | #define for_each_cgroup_storage_type(stype) \ |
81 | for (stype = 0; stype < MAX_BPF_CGROUP_STORAGE_TYPE; stype++) | |
aa0ad5b0 | 82 | |
de9cbbaa RG |
83 | struct bpf_cgroup_storage_map; |
84 | ||
85 | struct bpf_storage_buffer { | |
86 | struct rcu_head rcu; | |
d7f10df8 | 87 | char data[]; |
de9cbbaa RG |
88 | }; |
89 | ||
90 | struct bpf_cgroup_storage { | |
b741f163 RG |
91 | union { |
92 | struct bpf_storage_buffer *buf; | |
93 | void __percpu *percpu_buf; | |
94 | }; | |
de9cbbaa RG |
95 | struct bpf_cgroup_storage_map *map; |
96 | struct bpf_cgroup_storage_key key; | |
7d9c3427 YZ |
97 | struct list_head list_map; |
98 | struct list_head list_cg; | |
de9cbbaa RG |
99 | struct rb_node node; |
100 | struct rcu_head rcu; | |
101 | }; | |
102 | ||
af6eea57 AN |
103 | struct bpf_cgroup_link { |
104 | struct bpf_link link; | |
105 | struct cgroup *cgroup; | |
106 | enum bpf_attach_type type; | |
107 | }; | |
108 | ||
324bda9e | 109 | struct bpf_prog_list { |
00442143 | 110 | struct hlist_node node; |
324bda9e | 111 | struct bpf_prog *prog; |
af6eea57 | 112 | struct bpf_cgroup_link *link; |
8bad74f9 | 113 | struct bpf_cgroup_storage *storage[MAX_BPF_CGROUP_STORAGE_TYPE]; |
324bda9e AS |
114 | }; |
115 | ||
324bda9e | 116 | int cgroup_bpf_inherit(struct cgroup *cgrp); |
4bfc0bb2 | 117 | void cgroup_bpf_offline(struct cgroup *cgrp); |
30070984 | 118 | |
b2cd1257 DA |
119 | int __cgroup_bpf_run_filter_skb(struct sock *sk, |
120 | struct sk_buff *skb, | |
6fc88c35 | 121 | enum cgroup_bpf_attach_type atype); |
b2cd1257 | 122 | |
61023658 | 123 | int __cgroup_bpf_run_filter_sk(struct sock *sk, |
6fc88c35 | 124 | enum cgroup_bpf_attach_type atype); |
61023658 | 125 | |
4fbac77d AI |
126 | int __cgroup_bpf_run_filter_sock_addr(struct sock *sk, |
127 | struct sockaddr *uaddr, | |
fefba7d1 | 128 | int *uaddrlen, |
6fc88c35 | 129 | enum cgroup_bpf_attach_type atype, |
77241217 SF |
130 | void *t_ctx, |
131 | u32 *flags); | |
4fbac77d | 132 | |
40304b2a LB |
133 | int __cgroup_bpf_run_filter_sock_ops(struct sock *sk, |
134 | struct bpf_sock_ops_kern *sock_ops, | |
6fc88c35 | 135 | enum cgroup_bpf_attach_type atype); |
40304b2a | 136 | |
ebc614f6 | 137 | int __cgroup_bpf_check_dev_permission(short dev_type, u32 major, u32 minor, |
6fc88c35 | 138 | short access, enum cgroup_bpf_attach_type atype); |
ebc614f6 | 139 | |
7b146ceb AI |
140 | int __cgroup_bpf_run_filter_sysctl(struct ctl_table_header *head, |
141 | struct ctl_table *table, int write, | |
4bd6a735 | 142 | char **buf, size_t *pcount, loff_t *ppos, |
6fc88c35 | 143 | enum cgroup_bpf_attach_type atype); |
7b146ceb | 144 | |
0d01da6a | 145 | int __cgroup_bpf_run_filter_setsockopt(struct sock *sock, int *level, |
3f31e0d1 | 146 | int *optname, sockptr_t optval, |
0d01da6a | 147 | int *optlen, char **kernel_optval); |
a615f67e | 148 | |
0d01da6a | 149 | int __cgroup_bpf_run_filter_getsockopt(struct sock *sk, int level, |
a615f67e BL |
150 | int optname, sockptr_t optval, |
151 | sockptr_t optlen, int max_optlen, | |
0d01da6a SF |
152 | int retval); |
153 | ||
9cacf81f SF |
154 | int __cgroup_bpf_run_filter_getsockopt_kern(struct sock *sk, int level, |
155 | int optname, void *optval, | |
156 | int *optlen, int retval); | |
157 | ||
8bad74f9 RG |
158 | static inline enum bpf_cgroup_storage_type cgroup_storage_type( |
159 | struct bpf_map *map) | |
aa0ad5b0 | 160 | { |
b741f163 RG |
161 | if (map->map_type == BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE) |
162 | return BPF_CGROUP_STORAGE_PERCPU; | |
163 | ||
8bad74f9 RG |
164 | return BPF_CGROUP_STORAGE_SHARED; |
165 | } | |
166 | ||
7d9c3427 YZ |
167 | struct bpf_cgroup_storage * |
168 | cgroup_storage_lookup(struct bpf_cgroup_storage_map *map, | |
169 | void *key, bool locked); | |
8bad74f9 RG |
170 | struct bpf_cgroup_storage *bpf_cgroup_storage_alloc(struct bpf_prog *prog, |
171 | enum bpf_cgroup_storage_type stype); | |
de9cbbaa RG |
172 | void bpf_cgroup_storage_free(struct bpf_cgroup_storage *storage); |
173 | void bpf_cgroup_storage_link(struct bpf_cgroup_storage *storage, | |
174 | struct cgroup *cgroup, | |
175 | enum bpf_attach_type type); | |
176 | void bpf_cgroup_storage_unlink(struct bpf_cgroup_storage *storage); | |
e4730423 | 177 | int bpf_cgroup_storage_assign(struct bpf_prog_aux *aux, struct bpf_map *map); |
de9cbbaa | 178 | |
b741f163 RG |
179 | int bpf_percpu_cgroup_storage_copy(struct bpf_map *map, void *key, void *value); |
180 | int bpf_percpu_cgroup_storage_update(struct bpf_map *map, void *key, | |
181 | void *value, u64 flags); | |
182 | ||
46531a30 PB |
183 | /* Opportunistic check to see whether we have any BPF program attached*/ |
184 | static inline bool cgroup_bpf_sock_enabled(struct sock *sk, | |
185 | enum cgroup_bpf_attach_type type) | |
186 | { | |
187 | struct cgroup *cgrp = sock_cgroup_ptr(&sk->sk_cgrp_data); | |
188 | struct bpf_prog_array *array; | |
189 | ||
190 | array = rcu_access_pointer(cgrp->bpf.effective[type]); | |
191 | return array != &bpf_empty_prog_array.hdr; | |
192 | } | |
193 | ||
b2cd1257 DA |
194 | /* Wrappers for __cgroup_bpf_run_filter_skb() guarded by cgroup_bpf_enabled. */ |
195 | #define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk, skb) \ | |
196 | ({ \ | |
197 | int __ret = 0; \ | |
46531a30 | 198 | if (cgroup_bpf_enabled(CGROUP_INET_INGRESS) && \ |
32e18e76 OC |
199 | cgroup_bpf_sock_enabled(sk, CGROUP_INET_INGRESS) && sk && \ |
200 | sk_fullsock(sk)) \ | |
b2cd1257 | 201 | __ret = __cgroup_bpf_run_filter_skb(sk, skb, \ |
6fc88c35 | 202 | CGROUP_INET_INGRESS); \ |
b2cd1257 DA |
203 | \ |
204 | __ret; \ | |
30070984 DM |
205 | }) |
206 | ||
b2cd1257 DA |
207 | #define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk, skb) \ |
208 | ({ \ | |
209 | int __ret = 0; \ | |
223f5f79 | 210 | if (cgroup_bpf_enabled(CGROUP_INET_EGRESS) && sk) { \ |
b2cd1257 | 211 | typeof(sk) __sk = sk_to_full_sk(sk); \ |
223f5f79 | 212 | if (sk_fullsock(__sk) && __sk == skb_to_full_sk(skb) && \ |
46531a30 | 213 | cgroup_bpf_sock_enabled(__sk, CGROUP_INET_EGRESS)) \ |
b2cd1257 | 214 | __ret = __cgroup_bpf_run_filter_skb(__sk, skb, \ |
6fc88c35 | 215 | CGROUP_INET_EGRESS); \ |
b2cd1257 DA |
216 | } \ |
217 | __ret; \ | |
30070984 DM |
218 | }) |
219 | ||
6fc88c35 | 220 | #define BPF_CGROUP_RUN_SK_PROG(sk, atype) \ |
61023658 DA |
221 | ({ \ |
222 | int __ret = 0; \ | |
6fc88c35 DM |
223 | if (cgroup_bpf_enabled(atype)) { \ |
224 | __ret = __cgroup_bpf_run_filter_sk(sk, atype); \ | |
61023658 DA |
225 | } \ |
226 | __ret; \ | |
227 | }) | |
228 | ||
aac3fc32 | 229 | #define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) \ |
6fc88c35 | 230 | BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET_SOCK_CREATE) |
aac3fc32 | 231 | |
f5836749 | 232 | #define BPF_CGROUP_RUN_PROG_INET_SOCK_RELEASE(sk) \ |
6fc88c35 | 233 | BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET_SOCK_RELEASE) |
f5836749 | 234 | |
aac3fc32 | 235 | #define BPF_CGROUP_RUN_PROG_INET4_POST_BIND(sk) \ |
6fc88c35 | 236 | BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET4_POST_BIND) |
aac3fc32 AI |
237 | |
238 | #define BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk) \ | |
6fc88c35 | 239 | BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET6_POST_BIND) |
aac3fc32 | 240 | |
fefba7d1 | 241 | #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, atype) \ |
4fbac77d AI |
242 | ({ \ |
243 | int __ret = 0; \ | |
6fc88c35 | 244 | if (cgroup_bpf_enabled(atype)) \ |
fefba7d1 DDM |
245 | __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, uaddrlen, \ |
246 | atype, NULL, NULL); \ | |
4fbac77d AI |
247 | __ret; \ |
248 | }) | |
249 | ||
fefba7d1 | 250 | #define BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, atype, t_ctx) \ |
d74bad4e AI |
251 | ({ \ |
252 | int __ret = 0; \ | |
6fc88c35 | 253 | if (cgroup_bpf_enabled(atype)) { \ |
d74bad4e | 254 | lock_sock(sk); \ |
fefba7d1 DDM |
255 | __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, uaddrlen, \ |
256 | atype, t_ctx, NULL); \ | |
d74bad4e AI |
257 | release_sock(sk); \ |
258 | } \ | |
259 | __ret; \ | |
260 | }) | |
261 | ||
77241217 SF |
262 | /* BPF_CGROUP_INET4_BIND and BPF_CGROUP_INET6_BIND can return extra flags |
263 | * via upper bits of return code. The only flag that is supported | |
264 | * (at bit position 0) is to indicate CAP_NET_BIND_SERVICE capability check | |
265 | * should be bypassed (BPF_RET_BIND_NO_CAP_NET_BIND_SERVICE). | |
266 | */ | |
fefba7d1 | 267 | #define BPF_CGROUP_RUN_PROG_INET_BIND_LOCK(sk, uaddr, uaddrlen, atype, bind_flags) \ |
77241217 SF |
268 | ({ \ |
269 | u32 __flags = 0; \ | |
270 | int __ret = 0; \ | |
6fc88c35 | 271 | if (cgroup_bpf_enabled(atype)) { \ |
77241217 | 272 | lock_sock(sk); \ |
fefba7d1 DDM |
273 | __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, uaddrlen, \ |
274 | atype, NULL, &__flags); \ | |
77241217 SF |
275 | release_sock(sk); \ |
276 | if (__flags & BPF_RET_BIND_NO_CAP_NET_BIND_SERVICE) \ | |
277 | *bind_flags |= BIND_NO_CAP_NET_BIND_SERVICE; \ | |
278 | } \ | |
279 | __ret; \ | |
280 | }) | |
4fbac77d | 281 | |
a9ed15da | 282 | #define BPF_CGROUP_PRE_CONNECT_ENABLED(sk) \ |
6fc88c35 DM |
283 | ((cgroup_bpf_enabled(CGROUP_INET4_CONNECT) || \ |
284 | cgroup_bpf_enabled(CGROUP_INET6_CONNECT)) && \ | |
a9ed15da | 285 | (sk)->sk_prot->pre_connect) |
d74bad4e | 286 | |
fefba7d1 DDM |
287 | #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr, uaddrlen) \ |
288 | BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, CGROUP_INET4_CONNECT) | |
d74bad4e | 289 | |
fefba7d1 DDM |
290 | #define BPF_CGROUP_RUN_PROG_INET6_CONNECT(sk, uaddr, uaddrlen) \ |
291 | BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, CGROUP_INET6_CONNECT) | |
d74bad4e | 292 | |
fefba7d1 DDM |
293 | #define BPF_CGROUP_RUN_PROG_INET4_CONNECT_LOCK(sk, uaddr, uaddrlen) \ |
294 | BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_INET4_CONNECT, NULL) | |
d74bad4e | 295 | |
fefba7d1 DDM |
296 | #define BPF_CGROUP_RUN_PROG_INET6_CONNECT_LOCK(sk, uaddr, uaddrlen) \ |
297 | BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_INET6_CONNECT, NULL) | |
1cedee13 | 298 | |
859051dd DDM |
299 | #define BPF_CGROUP_RUN_PROG_UNIX_CONNECT_LOCK(sk, uaddr, uaddrlen) \ |
300 | BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UNIX_CONNECT, NULL) | |
301 | ||
fefba7d1 DDM |
302 | #define BPF_CGROUP_RUN_PROG_UDP4_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) \ |
303 | BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP4_SENDMSG, t_ctx) | |
1cedee13 | 304 | |
fefba7d1 DDM |
305 | #define BPF_CGROUP_RUN_PROG_UDP6_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) \ |
306 | BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP6_SENDMSG, t_ctx) | |
d74bad4e | 307 | |
859051dd DDM |
308 | #define BPF_CGROUP_RUN_PROG_UNIX_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) \ |
309 | BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UNIX_SENDMSG, t_ctx) | |
310 | ||
fefba7d1 DDM |
311 | #define BPF_CGROUP_RUN_PROG_UDP4_RECVMSG_LOCK(sk, uaddr, uaddrlen) \ |
312 | BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP4_RECVMSG, NULL) | |
983695fa | 313 | |
fefba7d1 DDM |
314 | #define BPF_CGROUP_RUN_PROG_UDP6_RECVMSG_LOCK(sk, uaddr, uaddrlen) \ |
315 | BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP6_RECVMSG, NULL) | |
983695fa | 316 | |
859051dd DDM |
317 | #define BPF_CGROUP_RUN_PROG_UNIX_RECVMSG_LOCK(sk, uaddr, uaddrlen) \ |
318 | BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UNIX_RECVMSG, NULL) | |
319 | ||
0813a841 MKL |
320 | /* The SOCK_OPS"_SK" macro should be used when sock_ops->sk is not a |
321 | * fullsock and its parent fullsock cannot be traced by | |
322 | * sk_to_full_sk(). | |
323 | * | |
324 | * e.g. sock_ops->sk is a request_sock and it is under syncookie mode. | |
325 | * Its listener-sk is not attached to the rsk_listener. | |
326 | * In this case, the caller holds the listener-sk (unlocked), | |
327 | * set its sock_ops->sk to req_sk, and call this SOCK_OPS"_SK" with | |
328 | * the listener-sk such that the cgroup-bpf-progs of the | |
329 | * listener-sk will be run. | |
330 | * | |
331 | * Regardless of syncookie mode or not, | |
332 | * calling bpf_setsockopt on listener-sk will not make sense anyway, | |
333 | * so passing 'sock_ops->sk == req_sk' to the bpf prog is appropriate here. | |
334 | */ | |
335 | #define BPF_CGROUP_RUN_PROG_SOCK_OPS_SK(sock_ops, sk) \ | |
336 | ({ \ | |
337 | int __ret = 0; \ | |
6fc88c35 | 338 | if (cgroup_bpf_enabled(CGROUP_SOCK_OPS)) \ |
0813a841 MKL |
339 | __ret = __cgroup_bpf_run_filter_sock_ops(sk, \ |
340 | sock_ops, \ | |
6fc88c35 | 341 | CGROUP_SOCK_OPS); \ |
0813a841 MKL |
342 | __ret; \ |
343 | }) | |
344 | ||
40304b2a LB |
345 | #define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops) \ |
346 | ({ \ | |
347 | int __ret = 0; \ | |
6fc88c35 | 348 | if (cgroup_bpf_enabled(CGROUP_SOCK_OPS) && (sock_ops)->sk) { \ |
40304b2a | 349 | typeof(sk) __sk = sk_to_full_sk((sock_ops)->sk); \ |
df39a9f1 | 350 | if (__sk && sk_fullsock(__sk)) \ |
40304b2a LB |
351 | __ret = __cgroup_bpf_run_filter_sock_ops(__sk, \ |
352 | sock_ops, \ | |
6fc88c35 | 353 | CGROUP_SOCK_OPS); \ |
40304b2a LB |
354 | } \ |
355 | __ret; \ | |
356 | }) | |
ebc614f6 | 357 | |
6fc88c35 | 358 | #define BPF_CGROUP_RUN_PROG_DEVICE_CGROUP(atype, major, minor, access) \ |
ebc614f6 RG |
359 | ({ \ |
360 | int __ret = 0; \ | |
6fc88c35 DM |
361 | if (cgroup_bpf_enabled(CGROUP_DEVICE)) \ |
362 | __ret = __cgroup_bpf_check_dev_permission(atype, major, minor, \ | |
ebc614f6 | 363 | access, \ |
6fc88c35 | 364 | CGROUP_DEVICE); \ |
ebc614f6 RG |
365 | \ |
366 | __ret; \ | |
367 | }) | |
7b146ceb AI |
368 | |
369 | ||
32927393 | 370 | #define BPF_CGROUP_RUN_PROG_SYSCTL(head, table, write, buf, count, pos) \ |
7b146ceb AI |
371 | ({ \ |
372 | int __ret = 0; \ | |
6fc88c35 | 373 | if (cgroup_bpf_enabled(CGROUP_SYSCTL)) \ |
7b146ceb | 374 | __ret = __cgroup_bpf_run_filter_sysctl(head, table, write, \ |
32927393 | 375 | buf, count, pos, \ |
6fc88c35 | 376 | CGROUP_SYSCTL); \ |
7b146ceb AI |
377 | __ret; \ |
378 | }) | |
379 | ||
0d01da6a SF |
380 | #define BPF_CGROUP_RUN_PROG_SETSOCKOPT(sock, level, optname, optval, optlen, \ |
381 | kernel_optval) \ | |
382 | ({ \ | |
383 | int __ret = 0; \ | |
46531a30 PB |
384 | if (cgroup_bpf_enabled(CGROUP_SETSOCKOPT) && \ |
385 | cgroup_bpf_sock_enabled(sock, CGROUP_SETSOCKOPT)) \ | |
0d01da6a SF |
386 | __ret = __cgroup_bpf_run_filter_setsockopt(sock, level, \ |
387 | optname, optval, \ | |
388 | optlen, \ | |
389 | kernel_optval); \ | |
390 | __ret; \ | |
391 | }) | |
392 | ||
393 | #define BPF_CGROUP_GETSOCKOPT_MAX_OPTLEN(optlen) \ | |
394 | ({ \ | |
395 | int __ret = 0; \ | |
6fc88c35 | 396 | if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT)) \ |
0b05b0cd | 397 | copy_from_sockptr(&__ret, optlen, sizeof(int)); \ |
0d01da6a SF |
398 | __ret; \ |
399 | }) | |
400 | ||
401 | #define BPF_CGROUP_RUN_PROG_GETSOCKOPT(sock, level, optname, optval, optlen, \ | |
402 | max_optlen, retval) \ | |
403 | ({ \ | |
404 | int __ret = retval; \ | |
46531a30 PB |
405 | if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT) && \ |
406 | cgroup_bpf_sock_enabled(sock, CGROUP_GETSOCKOPT)) \ | |
9cacf81f SF |
407 | if (!(sock)->sk_prot->bpf_bypass_getsockopt || \ |
408 | !INDIRECT_CALL_INET_1((sock)->sk_prot->bpf_bypass_getsockopt, \ | |
409 | tcp_bpf_bypass_getsockopt, \ | |
410 | level, optname)) \ | |
411 | __ret = __cgroup_bpf_run_filter_getsockopt( \ | |
412 | sock, level, optname, optval, optlen, \ | |
413 | max_optlen, retval); \ | |
414 | __ret; \ | |
415 | }) | |
416 | ||
417 | #define BPF_CGROUP_RUN_PROG_GETSOCKOPT_KERN(sock, level, optname, optval, \ | |
418 | optlen, retval) \ | |
419 | ({ \ | |
420 | int __ret = retval; \ | |
6fc88c35 | 421 | if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT)) \ |
9cacf81f SF |
422 | __ret = __cgroup_bpf_run_filter_getsockopt_kern( \ |
423 | sock, level, optname, optval, optlen, retval); \ | |
0d01da6a SF |
424 | __ret; \ |
425 | }) | |
426 | ||
fdb5c453 SY |
427 | int cgroup_bpf_prog_attach(const union bpf_attr *attr, |
428 | enum bpf_prog_type ptype, struct bpf_prog *prog); | |
429 | int cgroup_bpf_prog_detach(const union bpf_attr *attr, | |
430 | enum bpf_prog_type ptype); | |
af6eea57 | 431 | int cgroup_bpf_link_attach(const union bpf_attr *attr, struct bpf_prog *prog); |
fdb5c453 SY |
432 | int cgroup_bpf_prog_query(const union bpf_attr *attr, |
433 | union bpf_attr __user *uattr); | |
dea6a4e1 SF |
434 | |
435 | const struct bpf_func_proto * | |
436 | cgroup_common_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog); | |
437 | const struct bpf_func_proto * | |
438 | cgroup_current_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog); | |
30070984 DM |
439 | #else |
440 | ||
324bda9e | 441 | static inline int cgroup_bpf_inherit(struct cgroup *cgrp) { return 0; } |
4bfc0bb2 | 442 | static inline void cgroup_bpf_offline(struct cgroup *cgrp) {} |
30070984 | 443 | |
fdb5c453 SY |
444 | static inline int cgroup_bpf_prog_attach(const union bpf_attr *attr, |
445 | enum bpf_prog_type ptype, | |
446 | struct bpf_prog *prog) | |
447 | { | |
448 | return -EINVAL; | |
449 | } | |
450 | ||
451 | static inline int cgroup_bpf_prog_detach(const union bpf_attr *attr, | |
452 | enum bpf_prog_type ptype) | |
453 | { | |
454 | return -EINVAL; | |
455 | } | |
456 | ||
af6eea57 AN |
457 | static inline int cgroup_bpf_link_attach(const union bpf_attr *attr, |
458 | struct bpf_prog *prog) | |
459 | { | |
460 | return -EINVAL; | |
461 | } | |
462 | ||
fdb5c453 SY |
463 | static inline int cgroup_bpf_prog_query(const union bpf_attr *attr, |
464 | union bpf_attr __user *uattr) | |
465 | { | |
466 | return -EINVAL; | |
467 | } | |
468 | ||
dea6a4e1 SF |
469 | static inline const struct bpf_func_proto * |
470 | cgroup_common_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) | |
471 | { | |
472 | return NULL; | |
473 | } | |
474 | ||
475 | static inline const struct bpf_func_proto * | |
476 | cgroup_current_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) | |
477 | { | |
478 | return NULL; | |
479 | } | |
480 | ||
e4730423 | 481 | static inline int bpf_cgroup_storage_assign(struct bpf_prog_aux *aux, |
de9cbbaa | 482 | struct bpf_map *map) { return 0; } |
de9cbbaa | 483 | static inline struct bpf_cgroup_storage *bpf_cgroup_storage_alloc( |
71b91a50 | 484 | struct bpf_prog *prog, enum bpf_cgroup_storage_type stype) { return NULL; } |
de9cbbaa RG |
485 | static inline void bpf_cgroup_storage_free( |
486 | struct bpf_cgroup_storage *storage) {} | |
b741f163 RG |
487 | static inline int bpf_percpu_cgroup_storage_copy(struct bpf_map *map, void *key, |
488 | void *value) { | |
489 | return 0; | |
490 | } | |
491 | static inline int bpf_percpu_cgroup_storage_update(struct bpf_map *map, | |
492 | void *key, void *value, u64 flags) { | |
493 | return 0; | |
494 | } | |
de9cbbaa | 495 | |
6fc88c35 | 496 | #define cgroup_bpf_enabled(atype) (0) |
fefba7d1 DDM |
497 | #define BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, atype, t_ctx) ({ 0; }) |
498 | #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, atype) ({ 0; }) | |
d74bad4e | 499 | #define BPF_CGROUP_PRE_CONNECT_ENABLED(sk) (0) |
30070984 DM |
500 | #define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk,skb) ({ 0; }) |
501 | #define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk,skb) ({ 0; }) | |
61023658 | 502 | #define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) ({ 0; }) |
f5836749 | 503 | #define BPF_CGROUP_RUN_PROG_INET_SOCK_RELEASE(sk) ({ 0; }) |
fefba7d1 | 504 | #define BPF_CGROUP_RUN_PROG_INET_BIND_LOCK(sk, uaddr, uaddrlen, atype, flags) ({ 0; }) |
aac3fc32 AI |
505 | #define BPF_CGROUP_RUN_PROG_INET4_POST_BIND(sk) ({ 0; }) |
506 | #define BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk) ({ 0; }) | |
fefba7d1 DDM |
507 | #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr, uaddrlen) ({ 0; }) |
508 | #define BPF_CGROUP_RUN_PROG_INET4_CONNECT_LOCK(sk, uaddr, uaddrlen) ({ 0; }) | |
509 | #define BPF_CGROUP_RUN_PROG_INET6_CONNECT(sk, uaddr, uaddrlen) ({ 0; }) | |
510 | #define BPF_CGROUP_RUN_PROG_INET6_CONNECT_LOCK(sk, uaddr, uaddrlen) ({ 0; }) | |
859051dd | 511 | #define BPF_CGROUP_RUN_PROG_UNIX_CONNECT_LOCK(sk, uaddr, uaddrlen) ({ 0; }) |
fefba7d1 DDM |
512 | #define BPF_CGROUP_RUN_PROG_UDP4_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) ({ 0; }) |
513 | #define BPF_CGROUP_RUN_PROG_UDP6_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) ({ 0; }) | |
859051dd | 514 | #define BPF_CGROUP_RUN_PROG_UNIX_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) ({ 0; }) |
fefba7d1 DDM |
515 | #define BPF_CGROUP_RUN_PROG_UDP4_RECVMSG_LOCK(sk, uaddr, uaddrlen) ({ 0; }) |
516 | #define BPF_CGROUP_RUN_PROG_UDP6_RECVMSG_LOCK(sk, uaddr, uaddrlen) ({ 0; }) | |
859051dd | 517 | #define BPF_CGROUP_RUN_PROG_UNIX_RECVMSG_LOCK(sk, uaddr, uaddrlen) ({ 0; }) |
40304b2a | 518 | #define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops) ({ 0; }) |
6fc88c35 | 519 | #define BPF_CGROUP_RUN_PROG_DEVICE_CGROUP(atype, major, minor, access) ({ 0; }) |
32927393 | 520 | #define BPF_CGROUP_RUN_PROG_SYSCTL(head,table,write,buf,count,pos) ({ 0; }) |
0d01da6a SF |
521 | #define BPF_CGROUP_GETSOCKOPT_MAX_OPTLEN(optlen) ({ 0; }) |
522 | #define BPF_CGROUP_RUN_PROG_GETSOCKOPT(sock, level, optname, optval, \ | |
523 | optlen, max_optlen, retval) ({ retval; }) | |
9cacf81f SF |
524 | #define BPF_CGROUP_RUN_PROG_GETSOCKOPT_KERN(sock, level, optname, optval, \ |
525 | optlen, retval) ({ retval; }) | |
0d01da6a SF |
526 | #define BPF_CGROUP_RUN_PROG_SETSOCKOPT(sock, level, optname, optval, optlen, \ |
527 | kernel_optval) ({ 0; }) | |
30070984 | 528 | |
8bad74f9 RG |
529 | #define for_each_cgroup_storage_type(stype) for (; false; ) |
530 | ||
30070984 DM |
531 | #endif /* CONFIG_CGROUP_BPF */ |
532 | ||
533 | #endif /* _BPF_CGROUP_H */ |