projects / linux-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Merge tag 'perf-tools-fixes-for-v6.4-1-2023-05-20' of git://git.kernel.org/pub/scm...
[linux-block.git] / net / devlink / devl_internal.h
CommitLineData
687125b5
JK		 1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/* Copyright (c) 2016 Mellanox Technologies. All rights reserved.
3 * Copyright (c) 2016 Jiri Pirko <jiri@mellanox.com>
4 */
5
6#include <linux/mutex.h>
7#include <linux/netdevice.h>
8#include <linux/notifier.h>
9#include <linux/types.h>
93e71edf 10#include <linux/workqueue.h>
687125b5
JK		 11#include <linux/xarray.h>
12#include <net/devlink.h>
13#include <net/net_namespace.h>
14
15#define DEVLINK_REGISTERED XA_MARK_1
687125b5
JK		 16
17#define DEVLINK_RELOAD_STATS_ARRAY_SIZE \
18 (__DEVLINK_RELOAD_LIMIT_MAX * __DEVLINK_RELOAD_ACTION_MAX)
19
20struct devlink_dev_stats {
21 u32 reload_stats[DEVLINK_RELOAD_STATS_ARRAY_SIZE];
22 u32 remote_reload_stats[DEVLINK_RELOAD_STATS_ARRAY_SIZE];
23};
24
25struct devlink {
26 u32 index;
27 struct xarray ports;
28 struct list_head rate_list;
29 struct list_head sb_list;
30 struct list_head dpipe_table_list;
31 struct list_head resource_list;
a72e17b4 32 struct xarray params;
687125b5
JK		 33 struct list_head region_list;
34 struct list_head reporter_list;
687125b5
JK		 35 struct devlink_dpipe_headers *dpipe_headers;
36 struct list_head trap_list;
37 struct list_head trap_group_list;
38 struct list_head trap_policer_list;
39 struct list_head linecard_list;
687125b5 40 const struct devlink_ops *ops;
687125b5
JK		 41 struct xarray snapshot_ids;
42 struct devlink_dev_stats stats;
43 struct device *dev;
44 possible_net_t _net;
45 /* Serializes access to devlink instance specific objects such as
46 * port, sb, dpipe, resource, params, region, traps and more.
47 */
48 struct mutex lock;
49 struct lock_class_key lock_key;
50 u8 reload_failed:1;
51 refcount_t refcount;
93e71edf 52 struct rcu_work rwork;
687125b5
JK		 53 char priv[] __aligned(NETDEV_ALIGN);
54};
55
56extern struct xarray devlinks;
57extern struct genl_family devlink_nl_family;
58
59/* devlink instances are open to the access from the user space after
60 * devlink_register() call. Such logical barrier allows us to have certain
61 * expectations related to locking.
62 *
63 * Before *_register() - we are in initialization stage and no parallel
64 * access possible to the devlink instance. All drivers perform that phase
65 * by implicitly holding device_lock.
66 *
67 * After *_register() - users and driver can access devlink instance at
68 * the same time.
69 */
70#define ASSERT_DEVLINK_REGISTERED(d) \
71 WARN_ON_ONCE(!xa_get_mark(&devlinks, (d)->index, DEVLINK_REGISTERED))
72#define ASSERT_DEVLINK_NOT_REGISTERED(d) \
73 WARN_ON_ONCE(xa_get_mark(&devlinks, (d)->index, DEVLINK_REGISTERED))
74
75/* Iterate over devlink pointers which were possible to get reference to.
76 * devlink_put() needs to be called for each iterated devlink pointer
77 * in loop body in order to release the reference.
78 */
687125b5 79#define devlinks_xa_for_each_registered_get(net, index, devlink) \
d7727819
JK		 80 for (index = 0; (devlink = devlinks_xa_find_get(net, &index)); index++)
81
82struct devlink *devlinks_xa_find_get(struct net *net, unsigned long *indexp);
687125b5 83
ed539ba6
JK		 84static inline bool devl_is_registered(struct devlink *devlink)
85{
63ba54a5 86 devl_assert_locked(devlink);
ed539ba6
JK		 87 return xa_get_mark(&devlinks, devlink->index, DEVLINK_REGISTERED);
88}
89
687125b5 90/* Netlink */
623cd13b
JK		 91#define DEVLINK_NL_FLAG_NEED_PORT BIT(0)
92#define DEVLINK_NL_FLAG_NEED_DEVLINK_OR_PORT BIT(1)
93#define DEVLINK_NL_FLAG_NEED_RATE BIT(2)
94#define DEVLINK_NL_FLAG_NEED_RATE_NODE BIT(3)
95#define DEVLINK_NL_FLAG_NEED_LINECARD BIT(4)
96
97enum devlink_multicast_groups {
98 DEVLINK_MCGRP_CONFIG,
99};
100
3015f822
JK		 101/* state held across netlink dumps */
102struct devlink_nl_dump_state {
731d69a6 103 unsigned long instance;
3015f822
JK		 104 int idx;
105 union {
106 /* DEVLINK_CMD_REGION_READ */
107 struct {
108 u64 start_offset;
109 };
110 /* DEVLINK_CMD_HEALTH_REPORTER_DUMP_GET */
111 struct {
112 u64 dump_ts;
113 };
114 };
115};
116
f8744595 117struct devlink_cmd {
07f3af66
JK		 118 int (*dump_one)(struct sk_buff *msg, struct devlink *devlink,
119 struct netlink_callback *cb);
120};
121
623cd13b
JK		 122extern const struct genl_small_ops devlink_nl_ops[56];
123
870c7ad4
JK		 124struct devlink *
125devlink_get_from_attrs_lock(struct net *net, struct nlattr **attrs);
623cd13b 126
687125b5
JK		 127void devlink_notify_unregister(struct devlink *devlink);
128void devlink_notify_register(struct devlink *devlink);
129
c3a4fd57
JP		 130int devlink_nl_instance_iter_dumpit(struct sk_buff *msg,
131 struct netlink_callback *cb);
07f3af66 132
3015f822
JK		 133static inline struct devlink_nl_dump_state *
134devlink_dump_state(struct netlink_callback *cb)
135{
ec8f7d49 136 NL_ASSERT_DUMP_CTX_FITS(struct devlink_nl_dump_state);
3015f822
JK		 137
138 return (struct devlink_nl_dump_state *)cb->ctx;
139}
140
dbeeca81
MS		 141static inline int
142devlink_nl_put_handle(struct sk_buff *msg, struct devlink *devlink)
143{
144 if (nla_put_string(msg, DEVLINK_ATTR_BUS_NAME, devlink->dev->bus->name))
145 return -EMSGSIZE;
146 if (nla_put_string(msg, DEVLINK_ATTR_DEV_NAME, dev_name(devlink->dev)))
147 return -EMSGSIZE;
148 return 0;
149}
150
f8744595 151/* Commands */
8589ba4e
JP		 152extern const struct devlink_cmd devl_cmd_get;
153extern const struct devlink_cmd devl_cmd_port_get;
154extern const struct devlink_cmd devl_cmd_sb_get;
155extern const struct devlink_cmd devl_cmd_sb_pool_get;
156extern const struct devlink_cmd devl_cmd_sb_port_pool_get;
157extern const struct devlink_cmd devl_cmd_sb_tc_pool_bind_get;
158extern const struct devlink_cmd devl_cmd_param_get;
159extern const struct devlink_cmd devl_cmd_region_get;
160extern const struct devlink_cmd devl_cmd_info_get;
161extern const struct devlink_cmd devl_cmd_health_reporter_get;
162extern const struct devlink_cmd devl_cmd_trap_get;
163extern const struct devlink_cmd devl_cmd_trap_group_get;
164extern const struct devlink_cmd devl_cmd_trap_policer_get;
165extern const struct devlink_cmd devl_cmd_rate_get;
166extern const struct devlink_cmd devl_cmd_linecard_get;
167extern const struct devlink_cmd devl_cmd_selftests_get;
5ce76d78 168
dbeeca81
MS		 169/* Notify */
170void devlink_notify(struct devlink *devlink, enum devlink_command cmd);
171
687125b5
JK		 172/* Ports */
173int devlink_port_netdevice_event(struct notifier_block *nb,
174 unsigned long event, void *ptr);
175
623cd13b
JK		 176struct devlink_port *
177devlink_port_get_from_info(struct devlink *devlink, struct genl_info *info);
db6b5f3e
MS		 178struct devlink_port *devlink_port_get_from_attrs(struct devlink *devlink,
179 struct nlattr **attrs);
623cd13b 180
687125b5
JK		 181/* Reload */
182bool devlink_reload_actions_valid(const struct devlink_ops *ops);
183int devlink_reload(struct devlink *devlink, struct net *dest_net,
184 enum devlink_reload_action action,
185 enum devlink_reload_limit limit,
186 u32 *actions_performed, struct netlink_ext_ack *extack);
187
188static inline bool devlink_reload_supported(const struct devlink_ops *ops)
189{
190 return ops->reload_down && ops->reload_up;
191}
623cd13b 192
afd888c3
JP		 193/* Params */
194void devlink_params_driverinit_load_new(struct devlink *devlink);
195
c6ed7d6e
MS		 196/* Resources */
197struct devlink_resource;
198int devlink_resources_validate(struct devlink *devlink,
199 struct devlink_resource *resource,
200 struct genl_info *info);
201
623cd13b
JK		 202/* Line cards */
203struct devlink_linecard;
204
205struct devlink_linecard *
206devlink_linecard_get_from_info(struct devlink *devlink, struct genl_info *info);
623cd13b
JK		 207
208/* Rates */
af2f8c1f
MS		 209int devlink_rate_nodes_check(struct devlink *devlink, u16 mode,
210 struct netlink_ext_ack *extack);
623cd13b
JK		 211struct devlink_rate *
212devlink_rate_get_from_info(struct devlink *devlink, struct genl_info *info);
213struct devlink_rate *
214devlink_rate_node_get_from_info(struct devlink *devlink,
215 struct genl_info *info);
dbeeca81
MS		 216/* Devlink nl cmds */
217int devlink_nl_cmd_get_doit(struct sk_buff *skb, struct genl_info *info);
c6ed7d6e 218int devlink_nl_cmd_reload(struct sk_buff *skb, struct genl_info *info);
af2f8c1f
MS		 219int devlink_nl_cmd_eswitch_get_doit(struct sk_buff *skb, struct genl_info *info);
220int devlink_nl_cmd_eswitch_set_doit(struct sk_buff *skb, struct genl_info *info);
d60191c4 221int devlink_nl_cmd_info_get_doit(struct sk_buff *skb, struct genl_info *info);
a13aab66 222int devlink_nl_cmd_flash_update(struct sk_buff *skb, struct genl_info *info);
7c976c7c
MS		 223int devlink_nl_cmd_selftests_get_doit(struct sk_buff *skb, struct genl_info *info);
224int devlink_nl_cmd_selftests_run(struct sk_buff *skb, struct genl_info *info);
db6b5f3e
MS		 225int devlink_nl_cmd_health_reporter_get_doit(struct sk_buff *skb,
226 struct genl_info *info);
227int devlink_nl_cmd_health_reporter_set_doit(struct sk_buff *skb,
228 struct genl_info *info);
55b9b249
MS		 229int devlink_nl_cmd_health_reporter_recover_doit(struct sk_buff *skb,
230 struct genl_info *info);
a929df7f
MS		 231int devlink_nl_cmd_health_reporter_diagnose_doit(struct sk_buff *skb,
232 struct genl_info *info);
7004c6c4
MS		 233int devlink_nl_cmd_health_reporter_dump_get_dumpit(struct sk_buff *skb,
234 struct netlink_callback *cb);
235int devlink_nl_cmd_health_reporter_dump_clear_doit(struct sk_buff *skb,
236 struct genl_info *info);
c9311ee1
MS		 237int devlink_nl_cmd_health_reporter_test_doit(struct sk_buff *skb,
238 struct genl_info *info);
Linux 6.x block layer and io_uring tree(s)