Merge tag 'net-6.11-rc3' of git://git.kernel.org/pub/scm/linux/kernel/git/netdev/net
[linux-2.6-block.git] / include / linux / bpf-cgroup.h
CommitLineData
b2441318 1/* SPDX-License-Identifier: GPL-2.0 */
30070984
DM
2#ifndef _BPF_CGROUP_H
3#define _BPF_CGROUP_H
4
8bad74f9 5#include <linux/bpf.h>
fd1740b6 6#include <linux/bpf-cgroup-defs.h>
f292b87d 7#include <linux/errno.h>
30070984 8#include <linux/jump_label.h>
aa0ad5b0 9#include <linux/percpu.h>
de9cbbaa 10#include <linux/rbtree.h>
46531a30 11#include <net/sock.h>
30070984
DM
12#include <uapi/linux/bpf.h>
13
14struct sock;
4fbac77d 15struct sockaddr;
30070984
DM
16struct cgroup;
17struct sk_buff;
de9cbbaa
RG
18struct bpf_map;
19struct bpf_prog;
40304b2a 20struct bpf_sock_ops_kern;
de9cbbaa 21struct bpf_cgroup_storage;
7b146ceb
AI
22struct ctl_table;
23struct ctl_table_header;
b910eaaa 24struct task_struct;
30070984 25
69fd337a
SF
26unsigned int __cgroup_bpf_run_lsm_sock(const void *ctx,
27 const struct bpf_insn *insn);
28unsigned int __cgroup_bpf_run_lsm_socket(const void *ctx,
29 const struct bpf_insn *insn);
30unsigned int __cgroup_bpf_run_lsm_current(const void *ctx,
31 const struct bpf_insn *insn);
32
30070984 33#ifdef CONFIG_CGROUP_BPF
6fc88c35
DM
34
35#define CGROUP_ATYPE(type) \
36 case BPF_##type: return type
37
38static inline enum cgroup_bpf_attach_type
39to_cgroup_bpf_attach_type(enum bpf_attach_type attach_type)
40{
41 switch (attach_type) {
42 CGROUP_ATYPE(CGROUP_INET_INGRESS);
43 CGROUP_ATYPE(CGROUP_INET_EGRESS);
44 CGROUP_ATYPE(CGROUP_INET_SOCK_CREATE);
45 CGROUP_ATYPE(CGROUP_SOCK_OPS);
46 CGROUP_ATYPE(CGROUP_DEVICE);
47 CGROUP_ATYPE(CGROUP_INET4_BIND);
48 CGROUP_ATYPE(CGROUP_INET6_BIND);
49 CGROUP_ATYPE(CGROUP_INET4_CONNECT);
50 CGROUP_ATYPE(CGROUP_INET6_CONNECT);
859051dd 51 CGROUP_ATYPE(CGROUP_UNIX_CONNECT);
6fc88c35
DM
52 CGROUP_ATYPE(CGROUP_INET4_POST_BIND);
53 CGROUP_ATYPE(CGROUP_INET6_POST_BIND);
54 CGROUP_ATYPE(CGROUP_UDP4_SENDMSG);
55 CGROUP_ATYPE(CGROUP_UDP6_SENDMSG);
859051dd 56 CGROUP_ATYPE(CGROUP_UNIX_SENDMSG);
6fc88c35
DM
57 CGROUP_ATYPE(CGROUP_SYSCTL);
58 CGROUP_ATYPE(CGROUP_UDP4_RECVMSG);
59 CGROUP_ATYPE(CGROUP_UDP6_RECVMSG);
859051dd 60 CGROUP_ATYPE(CGROUP_UNIX_RECVMSG);
6fc88c35
DM
61 CGROUP_ATYPE(CGROUP_GETSOCKOPT);
62 CGROUP_ATYPE(CGROUP_SETSOCKOPT);
63 CGROUP_ATYPE(CGROUP_INET4_GETPEERNAME);
64 CGROUP_ATYPE(CGROUP_INET6_GETPEERNAME);
859051dd 65 CGROUP_ATYPE(CGROUP_UNIX_GETPEERNAME);
6fc88c35
DM
66 CGROUP_ATYPE(CGROUP_INET4_GETSOCKNAME);
67 CGROUP_ATYPE(CGROUP_INET6_GETSOCKNAME);
859051dd 68 CGROUP_ATYPE(CGROUP_UNIX_GETSOCKNAME);
6fc88c35
DM
69 CGROUP_ATYPE(CGROUP_INET_SOCK_RELEASE);
70 default:
71 return CGROUP_BPF_ATTACH_TYPE_INVALID;
72 }
73}
74
75#undef CGROUP_ATYPE
30070984 76
6fc88c35
DM
77extern struct static_key_false cgroup_bpf_enabled_key[MAX_CGROUP_BPF_ATTACH_TYPE];
78#define cgroup_bpf_enabled(atype) static_branch_unlikely(&cgroup_bpf_enabled_key[atype])
30070984 79
8bad74f9
RG
80#define for_each_cgroup_storage_type(stype) \
81 for (stype = 0; stype < MAX_BPF_CGROUP_STORAGE_TYPE; stype++)
aa0ad5b0 82
de9cbbaa
RG
83struct bpf_cgroup_storage_map;
84
85struct bpf_storage_buffer {
86 struct rcu_head rcu;
d7f10df8 87 char data[];
de9cbbaa
RG
88};
89
90struct bpf_cgroup_storage {
b741f163
RG
91 union {
92 struct bpf_storage_buffer *buf;
93 void __percpu *percpu_buf;
94 };
de9cbbaa
RG
95 struct bpf_cgroup_storage_map *map;
96 struct bpf_cgroup_storage_key key;
7d9c3427
YZ
97 struct list_head list_map;
98 struct list_head list_cg;
de9cbbaa
RG
99 struct rb_node node;
100 struct rcu_head rcu;
101};
102
af6eea57
AN
103struct bpf_cgroup_link {
104 struct bpf_link link;
105 struct cgroup *cgroup;
106 enum bpf_attach_type type;
107};
108
324bda9e 109struct bpf_prog_list {
00442143 110 struct hlist_node node;
324bda9e 111 struct bpf_prog *prog;
af6eea57 112 struct bpf_cgroup_link *link;
8bad74f9 113 struct bpf_cgroup_storage *storage[MAX_BPF_CGROUP_STORAGE_TYPE];
324bda9e
AS
114};
115
324bda9e 116int cgroup_bpf_inherit(struct cgroup *cgrp);
4bfc0bb2 117void cgroup_bpf_offline(struct cgroup *cgrp);
30070984 118
b2cd1257
DA
119int __cgroup_bpf_run_filter_skb(struct sock *sk,
120 struct sk_buff *skb,
6fc88c35 121 enum cgroup_bpf_attach_type atype);
b2cd1257 122
61023658 123int __cgroup_bpf_run_filter_sk(struct sock *sk,
6fc88c35 124 enum cgroup_bpf_attach_type atype);
61023658 125
4fbac77d
AI
126int __cgroup_bpf_run_filter_sock_addr(struct sock *sk,
127 struct sockaddr *uaddr,
fefba7d1 128 int *uaddrlen,
6fc88c35 129 enum cgroup_bpf_attach_type atype,
77241217
SF
130 void *t_ctx,
131 u32 *flags);
4fbac77d 132
40304b2a
LB
133int __cgroup_bpf_run_filter_sock_ops(struct sock *sk,
134 struct bpf_sock_ops_kern *sock_ops,
6fc88c35 135 enum cgroup_bpf_attach_type atype);
40304b2a 136
ebc614f6 137int __cgroup_bpf_check_dev_permission(short dev_type, u32 major, u32 minor,
6fc88c35 138 short access, enum cgroup_bpf_attach_type atype);
ebc614f6 139
7b146ceb
AI
140int __cgroup_bpf_run_filter_sysctl(struct ctl_table_header *head,
141 struct ctl_table *table, int write,
4bd6a735 142 char **buf, size_t *pcount, loff_t *ppos,
6fc88c35 143 enum cgroup_bpf_attach_type atype);
7b146ceb 144
0d01da6a 145int __cgroup_bpf_run_filter_setsockopt(struct sock *sock, int *level,
3f31e0d1 146 int *optname, sockptr_t optval,
0d01da6a 147 int *optlen, char **kernel_optval);
a615f67e 148
0d01da6a 149int __cgroup_bpf_run_filter_getsockopt(struct sock *sk, int level,
a615f67e
BL
150 int optname, sockptr_t optval,
151 sockptr_t optlen, int max_optlen,
0d01da6a
SF
152 int retval);
153
9cacf81f
SF
154int __cgroup_bpf_run_filter_getsockopt_kern(struct sock *sk, int level,
155 int optname, void *optval,
156 int *optlen, int retval);
157
8bad74f9
RG
158static inline enum bpf_cgroup_storage_type cgroup_storage_type(
159 struct bpf_map *map)
aa0ad5b0 160{
b741f163
RG
161 if (map->map_type == BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE)
162 return BPF_CGROUP_STORAGE_PERCPU;
163
8bad74f9
RG
164 return BPF_CGROUP_STORAGE_SHARED;
165}
166
7d9c3427
YZ
167struct bpf_cgroup_storage *
168cgroup_storage_lookup(struct bpf_cgroup_storage_map *map,
169 void *key, bool locked);
8bad74f9
RG
170struct bpf_cgroup_storage *bpf_cgroup_storage_alloc(struct bpf_prog *prog,
171 enum bpf_cgroup_storage_type stype);
de9cbbaa
RG
172void bpf_cgroup_storage_free(struct bpf_cgroup_storage *storage);
173void bpf_cgroup_storage_link(struct bpf_cgroup_storage *storage,
174 struct cgroup *cgroup,
175 enum bpf_attach_type type);
176void bpf_cgroup_storage_unlink(struct bpf_cgroup_storage *storage);
e4730423 177int bpf_cgroup_storage_assign(struct bpf_prog_aux *aux, struct bpf_map *map);
de9cbbaa 178
b741f163
RG
179int bpf_percpu_cgroup_storage_copy(struct bpf_map *map, void *key, void *value);
180int bpf_percpu_cgroup_storage_update(struct bpf_map *map, void *key,
181 void *value, u64 flags);
182
46531a30
PB
183/* Opportunistic check to see whether we have any BPF program attached*/
184static inline bool cgroup_bpf_sock_enabled(struct sock *sk,
185 enum cgroup_bpf_attach_type type)
186{
187 struct cgroup *cgrp = sock_cgroup_ptr(&sk->sk_cgrp_data);
188 struct bpf_prog_array *array;
189
190 array = rcu_access_pointer(cgrp->bpf.effective[type]);
191 return array != &bpf_empty_prog_array.hdr;
192}
193
b2cd1257
DA
194/* Wrappers for __cgroup_bpf_run_filter_skb() guarded by cgroup_bpf_enabled. */
195#define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk, skb) \
196({ \
197 int __ret = 0; \
46531a30 198 if (cgroup_bpf_enabled(CGROUP_INET_INGRESS) && \
32e18e76
OC
199 cgroup_bpf_sock_enabled(sk, CGROUP_INET_INGRESS) && sk && \
200 sk_fullsock(sk)) \
b2cd1257 201 __ret = __cgroup_bpf_run_filter_skb(sk, skb, \
6fc88c35 202 CGROUP_INET_INGRESS); \
b2cd1257
DA
203 \
204 __ret; \
30070984
DM
205})
206
b2cd1257
DA
207#define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk, skb) \
208({ \
209 int __ret = 0; \
223f5f79 210 if (cgroup_bpf_enabled(CGROUP_INET_EGRESS) && sk) { \
b2cd1257 211 typeof(sk) __sk = sk_to_full_sk(sk); \
223f5f79 212 if (sk_fullsock(__sk) && __sk == skb_to_full_sk(skb) && \
46531a30 213 cgroup_bpf_sock_enabled(__sk, CGROUP_INET_EGRESS)) \
b2cd1257 214 __ret = __cgroup_bpf_run_filter_skb(__sk, skb, \
6fc88c35 215 CGROUP_INET_EGRESS); \
b2cd1257
DA
216 } \
217 __ret; \
30070984
DM
218})
219
6fc88c35 220#define BPF_CGROUP_RUN_SK_PROG(sk, atype) \
61023658
DA
221({ \
222 int __ret = 0; \
6fc88c35
DM
223 if (cgroup_bpf_enabled(atype)) { \
224 __ret = __cgroup_bpf_run_filter_sk(sk, atype); \
61023658
DA
225 } \
226 __ret; \
227})
228
aac3fc32 229#define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) \
6fc88c35 230 BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET_SOCK_CREATE)
aac3fc32 231
f5836749 232#define BPF_CGROUP_RUN_PROG_INET_SOCK_RELEASE(sk) \
6fc88c35 233 BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET_SOCK_RELEASE)
f5836749 234
aac3fc32 235#define BPF_CGROUP_RUN_PROG_INET4_POST_BIND(sk) \
6fc88c35 236 BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET4_POST_BIND)
aac3fc32
AI
237
238#define BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk) \
6fc88c35 239 BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET6_POST_BIND)
aac3fc32 240
fefba7d1 241#define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, atype) \
4fbac77d
AI
242({ \
243 int __ret = 0; \
6fc88c35 244 if (cgroup_bpf_enabled(atype)) \
fefba7d1
DDM
245 __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, uaddrlen, \
246 atype, NULL, NULL); \
4fbac77d
AI
247 __ret; \
248})
249
fefba7d1 250#define BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, atype, t_ctx) \
d74bad4e
AI
251({ \
252 int __ret = 0; \
6fc88c35 253 if (cgroup_bpf_enabled(atype)) { \
d74bad4e 254 lock_sock(sk); \
fefba7d1
DDM
255 __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, uaddrlen, \
256 atype, t_ctx, NULL); \
d74bad4e
AI
257 release_sock(sk); \
258 } \
259 __ret; \
260})
261
77241217
SF
262/* BPF_CGROUP_INET4_BIND and BPF_CGROUP_INET6_BIND can return extra flags
263 * via upper bits of return code. The only flag that is supported
264 * (at bit position 0) is to indicate CAP_NET_BIND_SERVICE capability check
265 * should be bypassed (BPF_RET_BIND_NO_CAP_NET_BIND_SERVICE).
266 */
fefba7d1 267#define BPF_CGROUP_RUN_PROG_INET_BIND_LOCK(sk, uaddr, uaddrlen, atype, bind_flags) \
77241217
SF
268({ \
269 u32 __flags = 0; \
270 int __ret = 0; \
6fc88c35 271 if (cgroup_bpf_enabled(atype)) { \
77241217 272 lock_sock(sk); \
fefba7d1
DDM
273 __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, uaddrlen, \
274 atype, NULL, &__flags); \
77241217
SF
275 release_sock(sk); \
276 if (__flags & BPF_RET_BIND_NO_CAP_NET_BIND_SERVICE) \
277 *bind_flags |= BIND_NO_CAP_NET_BIND_SERVICE; \
278 } \
279 __ret; \
280})
4fbac77d 281
a9ed15da 282#define BPF_CGROUP_PRE_CONNECT_ENABLED(sk) \
6fc88c35
DM
283 ((cgroup_bpf_enabled(CGROUP_INET4_CONNECT) || \
284 cgroup_bpf_enabled(CGROUP_INET6_CONNECT)) && \
a9ed15da 285 (sk)->sk_prot->pre_connect)
d74bad4e 286
fefba7d1
DDM
287#define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr, uaddrlen) \
288 BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, CGROUP_INET4_CONNECT)
d74bad4e 289
fefba7d1
DDM
290#define BPF_CGROUP_RUN_PROG_INET6_CONNECT(sk, uaddr, uaddrlen) \
291 BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, CGROUP_INET6_CONNECT)
d74bad4e 292
fefba7d1
DDM
293#define BPF_CGROUP_RUN_PROG_INET4_CONNECT_LOCK(sk, uaddr, uaddrlen) \
294 BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_INET4_CONNECT, NULL)
d74bad4e 295
fefba7d1
DDM
296#define BPF_CGROUP_RUN_PROG_INET6_CONNECT_LOCK(sk, uaddr, uaddrlen) \
297 BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_INET6_CONNECT, NULL)
1cedee13 298
859051dd
DDM
299#define BPF_CGROUP_RUN_PROG_UNIX_CONNECT_LOCK(sk, uaddr, uaddrlen) \
300 BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UNIX_CONNECT, NULL)
301
fefba7d1
DDM
302#define BPF_CGROUP_RUN_PROG_UDP4_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) \
303 BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP4_SENDMSG, t_ctx)
1cedee13 304
fefba7d1
DDM
305#define BPF_CGROUP_RUN_PROG_UDP6_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) \
306 BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP6_SENDMSG, t_ctx)
d74bad4e 307
859051dd
DDM
308#define BPF_CGROUP_RUN_PROG_UNIX_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) \
309 BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UNIX_SENDMSG, t_ctx)
310
fefba7d1
DDM
311#define BPF_CGROUP_RUN_PROG_UDP4_RECVMSG_LOCK(sk, uaddr, uaddrlen) \
312 BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP4_RECVMSG, NULL)
983695fa 313
fefba7d1
DDM
314#define BPF_CGROUP_RUN_PROG_UDP6_RECVMSG_LOCK(sk, uaddr, uaddrlen) \
315 BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP6_RECVMSG, NULL)
983695fa 316
859051dd
DDM
317#define BPF_CGROUP_RUN_PROG_UNIX_RECVMSG_LOCK(sk, uaddr, uaddrlen) \
318 BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UNIX_RECVMSG, NULL)
319
0813a841
MKL
320/* The SOCK_OPS"_SK" macro should be used when sock_ops->sk is not a
321 * fullsock and its parent fullsock cannot be traced by
322 * sk_to_full_sk().
323 *
324 * e.g. sock_ops->sk is a request_sock and it is under syncookie mode.
325 * Its listener-sk is not attached to the rsk_listener.
326 * In this case, the caller holds the listener-sk (unlocked),
327 * set its sock_ops->sk to req_sk, and call this SOCK_OPS"_SK" with
328 * the listener-sk such that the cgroup-bpf-progs of the
329 * listener-sk will be run.
330 *
331 * Regardless of syncookie mode or not,
332 * calling bpf_setsockopt on listener-sk will not make sense anyway,
333 * so passing 'sock_ops->sk == req_sk' to the bpf prog is appropriate here.
334 */
335#define BPF_CGROUP_RUN_PROG_SOCK_OPS_SK(sock_ops, sk) \
336({ \
337 int __ret = 0; \
6fc88c35 338 if (cgroup_bpf_enabled(CGROUP_SOCK_OPS)) \
0813a841
MKL
339 __ret = __cgroup_bpf_run_filter_sock_ops(sk, \
340 sock_ops, \
6fc88c35 341 CGROUP_SOCK_OPS); \
0813a841
MKL
342 __ret; \
343})
344
40304b2a
LB
345#define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops) \
346({ \
347 int __ret = 0; \
6fc88c35 348 if (cgroup_bpf_enabled(CGROUP_SOCK_OPS) && (sock_ops)->sk) { \
40304b2a 349 typeof(sk) __sk = sk_to_full_sk((sock_ops)->sk); \
df39a9f1 350 if (__sk && sk_fullsock(__sk)) \
40304b2a
LB
351 __ret = __cgroup_bpf_run_filter_sock_ops(__sk, \
352 sock_ops, \
6fc88c35 353 CGROUP_SOCK_OPS); \
40304b2a
LB
354 } \
355 __ret; \
356})
ebc614f6 357
6fc88c35 358#define BPF_CGROUP_RUN_PROG_DEVICE_CGROUP(atype, major, minor, access) \
ebc614f6
RG
359({ \
360 int __ret = 0; \
6fc88c35
DM
361 if (cgroup_bpf_enabled(CGROUP_DEVICE)) \
362 __ret = __cgroup_bpf_check_dev_permission(atype, major, minor, \
ebc614f6 363 access, \
6fc88c35 364 CGROUP_DEVICE); \
ebc614f6
RG
365 \
366 __ret; \
367})
7b146ceb
AI
368
369
32927393 370#define BPF_CGROUP_RUN_PROG_SYSCTL(head, table, write, buf, count, pos) \
7b146ceb
AI
371({ \
372 int __ret = 0; \
6fc88c35 373 if (cgroup_bpf_enabled(CGROUP_SYSCTL)) \
7b146ceb 374 __ret = __cgroup_bpf_run_filter_sysctl(head, table, write, \
32927393 375 buf, count, pos, \
6fc88c35 376 CGROUP_SYSCTL); \
7b146ceb
AI
377 __ret; \
378})
379
0d01da6a
SF
380#define BPF_CGROUP_RUN_PROG_SETSOCKOPT(sock, level, optname, optval, optlen, \
381 kernel_optval) \
382({ \
383 int __ret = 0; \
46531a30
PB
384 if (cgroup_bpf_enabled(CGROUP_SETSOCKOPT) && \
385 cgroup_bpf_sock_enabled(sock, CGROUP_SETSOCKOPT)) \
0d01da6a
SF
386 __ret = __cgroup_bpf_run_filter_setsockopt(sock, level, \
387 optname, optval, \
388 optlen, \
389 kernel_optval); \
390 __ret; \
391})
392
393#define BPF_CGROUP_GETSOCKOPT_MAX_OPTLEN(optlen) \
394({ \
395 int __ret = 0; \
6fc88c35 396 if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT)) \
0b05b0cd 397 copy_from_sockptr(&__ret, optlen, sizeof(int)); \
0d01da6a
SF
398 __ret; \
399})
400
401#define BPF_CGROUP_RUN_PROG_GETSOCKOPT(sock, level, optname, optval, optlen, \
402 max_optlen, retval) \
403({ \
404 int __ret = retval; \
46531a30
PB
405 if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT) && \
406 cgroup_bpf_sock_enabled(sock, CGROUP_GETSOCKOPT)) \
9cacf81f
SF
407 if (!(sock)->sk_prot->bpf_bypass_getsockopt || \
408 !INDIRECT_CALL_INET_1((sock)->sk_prot->bpf_bypass_getsockopt, \
409 tcp_bpf_bypass_getsockopt, \
410 level, optname)) \
411 __ret = __cgroup_bpf_run_filter_getsockopt( \
412 sock, level, optname, optval, optlen, \
413 max_optlen, retval); \
414 __ret; \
415})
416
417#define BPF_CGROUP_RUN_PROG_GETSOCKOPT_KERN(sock, level, optname, optval, \
418 optlen, retval) \
419({ \
420 int __ret = retval; \
6fc88c35 421 if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT)) \
9cacf81f
SF
422 __ret = __cgroup_bpf_run_filter_getsockopt_kern( \
423 sock, level, optname, optval, optlen, retval); \
0d01da6a
SF
424 __ret; \
425})
426
fdb5c453
SY
427int cgroup_bpf_prog_attach(const union bpf_attr *attr,
428 enum bpf_prog_type ptype, struct bpf_prog *prog);
429int cgroup_bpf_prog_detach(const union bpf_attr *attr,
430 enum bpf_prog_type ptype);
af6eea57 431int cgroup_bpf_link_attach(const union bpf_attr *attr, struct bpf_prog *prog);
fdb5c453
SY
432int cgroup_bpf_prog_query(const union bpf_attr *attr,
433 union bpf_attr __user *uattr);
dea6a4e1
SF
434
435const struct bpf_func_proto *
436cgroup_common_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog);
437const struct bpf_func_proto *
438cgroup_current_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog);
30070984
DM
439#else
440
324bda9e 441static inline int cgroup_bpf_inherit(struct cgroup *cgrp) { return 0; }
4bfc0bb2 442static inline void cgroup_bpf_offline(struct cgroup *cgrp) {}
30070984 443
fdb5c453
SY
444static inline int cgroup_bpf_prog_attach(const union bpf_attr *attr,
445 enum bpf_prog_type ptype,
446 struct bpf_prog *prog)
447{
448 return -EINVAL;
449}
450
451static inline int cgroup_bpf_prog_detach(const union bpf_attr *attr,
452 enum bpf_prog_type ptype)
453{
454 return -EINVAL;
455}
456
af6eea57
AN
457static inline int cgroup_bpf_link_attach(const union bpf_attr *attr,
458 struct bpf_prog *prog)
459{
460 return -EINVAL;
461}
462
fdb5c453
SY
463static inline int cgroup_bpf_prog_query(const union bpf_attr *attr,
464 union bpf_attr __user *uattr)
465{
466 return -EINVAL;
467}
468
dea6a4e1
SF
469static inline const struct bpf_func_proto *
470cgroup_common_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog)
471{
472 return NULL;
473}
474
475static inline const struct bpf_func_proto *
476cgroup_current_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog)
477{
478 return NULL;
479}
480
e4730423 481static inline int bpf_cgroup_storage_assign(struct bpf_prog_aux *aux,
de9cbbaa 482 struct bpf_map *map) { return 0; }
de9cbbaa 483static inline struct bpf_cgroup_storage *bpf_cgroup_storage_alloc(
71b91a50 484 struct bpf_prog *prog, enum bpf_cgroup_storage_type stype) { return NULL; }
de9cbbaa
RG
485static inline void bpf_cgroup_storage_free(
486 struct bpf_cgroup_storage *storage) {}
b741f163
RG
487static inline int bpf_percpu_cgroup_storage_copy(struct bpf_map *map, void *key,
488 void *value) {
489 return 0;
490}
491static inline int bpf_percpu_cgroup_storage_update(struct bpf_map *map,
492 void *key, void *value, u64 flags) {
493 return 0;
494}
de9cbbaa 495
6fc88c35 496#define cgroup_bpf_enabled(atype) (0)
fefba7d1
DDM
497#define BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, atype, t_ctx) ({ 0; })
498#define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, atype) ({ 0; })
d74bad4e 499#define BPF_CGROUP_PRE_CONNECT_ENABLED(sk) (0)
30070984
DM
500#define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk,skb) ({ 0; })
501#define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk,skb) ({ 0; })
61023658 502#define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) ({ 0; })
f5836749 503#define BPF_CGROUP_RUN_PROG_INET_SOCK_RELEASE(sk) ({ 0; })
fefba7d1 504#define BPF_CGROUP_RUN_PROG_INET_BIND_LOCK(sk, uaddr, uaddrlen, atype, flags) ({ 0; })
aac3fc32
AI
505#define BPF_CGROUP_RUN_PROG_INET4_POST_BIND(sk) ({ 0; })
506#define BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk) ({ 0; })
fefba7d1
DDM
507#define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr, uaddrlen) ({ 0; })
508#define BPF_CGROUP_RUN_PROG_INET4_CONNECT_LOCK(sk, uaddr, uaddrlen) ({ 0; })
509#define BPF_CGROUP_RUN_PROG_INET6_CONNECT(sk, uaddr, uaddrlen) ({ 0; })
510#define BPF_CGROUP_RUN_PROG_INET6_CONNECT_LOCK(sk, uaddr, uaddrlen) ({ 0; })
859051dd 511#define BPF_CGROUP_RUN_PROG_UNIX_CONNECT_LOCK(sk, uaddr, uaddrlen) ({ 0; })
fefba7d1
DDM
512#define BPF_CGROUP_RUN_PROG_UDP4_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) ({ 0; })
513#define BPF_CGROUP_RUN_PROG_UDP6_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) ({ 0; })
859051dd 514#define BPF_CGROUP_RUN_PROG_UNIX_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) ({ 0; })
fefba7d1
DDM
515#define BPF_CGROUP_RUN_PROG_UDP4_RECVMSG_LOCK(sk, uaddr, uaddrlen) ({ 0; })
516#define BPF_CGROUP_RUN_PROG_UDP6_RECVMSG_LOCK(sk, uaddr, uaddrlen) ({ 0; })
859051dd 517#define BPF_CGROUP_RUN_PROG_UNIX_RECVMSG_LOCK(sk, uaddr, uaddrlen) ({ 0; })
40304b2a 518#define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops) ({ 0; })
6fc88c35 519#define BPF_CGROUP_RUN_PROG_DEVICE_CGROUP(atype, major, minor, access) ({ 0; })
32927393 520#define BPF_CGROUP_RUN_PROG_SYSCTL(head,table,write,buf,count,pos) ({ 0; })
0d01da6a
SF
521#define BPF_CGROUP_GETSOCKOPT_MAX_OPTLEN(optlen) ({ 0; })
522#define BPF_CGROUP_RUN_PROG_GETSOCKOPT(sock, level, optname, optval, \
523 optlen, max_optlen, retval) ({ retval; })
9cacf81f
SF
524#define BPF_CGROUP_RUN_PROG_GETSOCKOPT_KERN(sock, level, optname, optval, \
525 optlen, retval) ({ retval; })
0d01da6a
SF
526#define BPF_CGROUP_RUN_PROG_SETSOCKOPT(sock, level, optname, optval, optlen, \
527 kernel_optval) ({ 0; })
30070984 528
8bad74f9
RG
529#define for_each_cgroup_storage_type(stype) for (; false; )
530
30070984
DM
531#endif /* CONFIG_CGROUP_BPF */
532
533#endif /* _BPF_CGROUP_H */