1 /* SPDX-License-Identifier: GPL-2.0-or-later */
2 /* Copyright (c) 2016 Mellanox Technologies. All rights reserved.
3 * Copyright (c) 2016 Jiri Pirko <jiri@mellanox.com>
6 #include <linux/mutex.h>
7 #include <linux/netdevice.h>
8 #include <linux/notifier.h>
9 #include <linux/types.h>
10 #include <linux/workqueue.h>
11 #include <linux/xarray.h>
12 #include <net/devlink.h>
13 #include <net/net_namespace.h>
15 #define DEVLINK_REGISTERED XA_MARK_1
17 #define DEVLINK_RELOAD_STATS_ARRAY_SIZE \
18 (__DEVLINK_RELOAD_LIMIT_MAX * __DEVLINK_RELOAD_ACTION_MAX)
20 struct devlink_dev_stats {
21 u32 reload_stats[DEVLINK_RELOAD_STATS_ARRAY_SIZE];
22 u32 remote_reload_stats[DEVLINK_RELOAD_STATS_ARRAY_SIZE];
28 struct list_head rate_list;
29 struct list_head sb_list;
30 struct list_head dpipe_table_list;
31 struct list_head resource_list;
32 struct list_head param_list;
33 struct list_head region_list;
34 struct list_head reporter_list;
35 struct devlink_dpipe_headers *dpipe_headers;
36 struct list_head trap_list;
37 struct list_head trap_group_list;
38 struct list_head trap_policer_list;
39 struct list_head linecard_list;
40 const struct devlink_ops *ops;
41 struct xarray snapshot_ids;
42 struct devlink_dev_stats stats;
45 /* Serializes access to devlink instance specific objects such as
46 * port, sb, dpipe, resource, params, region, traps and more.
49 struct lock_class_key lock_key;
52 struct rcu_work rwork;
53 struct notifier_block netdevice_nb;
54 char priv[] __aligned(NETDEV_ALIGN);
57 extern struct xarray devlinks;
58 extern struct genl_family devlink_nl_family;
60 /* devlink instances are open to the access from the user space after
61 * devlink_register() call. Such logical barrier allows us to have certain
62 * expectations related to locking.
64 * Before *_register() - we are in initialization stage and no parallel
65 * access possible to the devlink instance. All drivers perform that phase
66 * by implicitly holding device_lock.
68 * After *_register() - users and driver can access devlink instance at
71 #define ASSERT_DEVLINK_REGISTERED(d) \
72 WARN_ON_ONCE(!xa_get_mark(&devlinks, (d)->index, DEVLINK_REGISTERED))
73 #define ASSERT_DEVLINK_NOT_REGISTERED(d) \
74 WARN_ON_ONCE(xa_get_mark(&devlinks, (d)->index, DEVLINK_REGISTERED))
76 /* Iterate over devlink pointers which were possible to get reference to.
77 * devlink_put() needs to be called for each iterated devlink pointer
78 * in loop body in order to release the reference.
80 #define devlinks_xa_for_each_registered_get(net, index, devlink) \
81 for (index = 0; (devlink = devlinks_xa_find_get(net, &index)); index++)
83 struct devlink *devlinks_xa_find_get(struct net *net, unsigned long *indexp);
85 static inline bool devl_is_registered(struct devlink *devlink)
87 devl_assert_locked(devlink);
88 return xa_get_mark(&devlinks, devlink->index, DEVLINK_REGISTERED);
92 #define DEVLINK_NL_FLAG_NEED_PORT BIT(0)
93 #define DEVLINK_NL_FLAG_NEED_DEVLINK_OR_PORT BIT(1)
94 #define DEVLINK_NL_FLAG_NEED_RATE BIT(2)
95 #define DEVLINK_NL_FLAG_NEED_RATE_NODE BIT(3)
96 #define DEVLINK_NL_FLAG_NEED_LINECARD BIT(4)
98 enum devlink_multicast_groups {
102 /* state held across netlink dumps */
103 struct devlink_nl_dump_state {
104 unsigned long instance;
107 /* DEVLINK_CMD_REGION_READ */
111 /* DEVLINK_CMD_HEALTH_REPORTER_DUMP_GET */
119 int (*dump_one)(struct sk_buff *msg, struct devlink *devlink,
120 struct netlink_callback *cb);
123 extern const struct genl_small_ops devlink_nl_ops[56];
126 devlink_get_from_attrs_lock(struct net *net, struct nlattr **attrs);
128 void devlink_notify_unregister(struct devlink *devlink);
129 void devlink_notify_register(struct devlink *devlink);
131 int devlink_nl_instance_iter_dumpit(struct sk_buff *msg,
132 struct netlink_callback *cb);
134 static inline struct devlink_nl_dump_state *
135 devlink_dump_state(struct netlink_callback *cb)
137 NL_ASSERT_DUMP_CTX_FITS(struct devlink_nl_dump_state);
139 return (struct devlink_nl_dump_state *)cb->ctx;
143 extern const struct devlink_cmd devl_gen_inst;
144 extern const struct devlink_cmd devl_gen_port;
145 extern const struct devlink_cmd devl_gen_sb;
146 extern const struct devlink_cmd devl_gen_sb_pool;
147 extern const struct devlink_cmd devl_gen_sb_port_pool;
148 extern const struct devlink_cmd devl_gen_sb_tc_pool_bind;
149 extern const struct devlink_cmd devl_gen_selftests;
150 extern const struct devlink_cmd devl_gen_param;
151 extern const struct devlink_cmd devl_gen_region;
152 extern const struct devlink_cmd devl_gen_info;
153 extern const struct devlink_cmd devl_gen_health_reporter;
154 extern const struct devlink_cmd devl_gen_trap;
155 extern const struct devlink_cmd devl_gen_trap_group;
156 extern const struct devlink_cmd devl_gen_trap_policer;
157 extern const struct devlink_cmd devl_gen_linecard;
160 int devlink_port_netdevice_event(struct notifier_block *nb,
161 unsigned long event, void *ptr);
163 struct devlink_port *
164 devlink_port_get_from_info(struct devlink *devlink, struct genl_info *info);
167 bool devlink_reload_actions_valid(const struct devlink_ops *ops);
168 int devlink_reload(struct devlink *devlink, struct net *dest_net,
169 enum devlink_reload_action action,
170 enum devlink_reload_limit limit,
171 u32 *actions_performed, struct netlink_ext_ack *extack);
173 static inline bool devlink_reload_supported(const struct devlink_ops *ops)
175 return ops->reload_down && ops->reload_up;
179 struct devlink_linecard;
181 struct devlink_linecard *
182 devlink_linecard_get_from_info(struct devlink *devlink, struct genl_info *info);
185 extern const struct devlink_cmd devl_gen_rate_get;
187 struct devlink_rate *
188 devlink_rate_get_from_info(struct devlink *devlink, struct genl_info *info);
189 struct devlink_rate *
190 devlink_rate_node_get_from_info(struct devlink *devlink,
191 struct genl_info *info);