net/mlx5: Add cap bits for multi fdb encap
[linux-2.6-block.git] / drivers / net / ethernet / mellanox / mlx5 / core / fs_core.h
CommitLineData
26a81453
MG
1/*
2 * Copyright (c) 2015, Mellanox Technologies. All rights reserved.
3 *
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
9 *
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
12 * conditions are met:
13 *
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
16 * disclaimer.
17 *
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
22 *
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30 * SOFTWARE.
31 */
32
33#ifndef _MLX5_FS_CORE_
34#define _MLX5_FS_CORE_
35
dd8e1945 36#include <linux/refcount.h>
26a81453 37#include <linux/mlx5/fs.h>
0d235c3f 38#include <linux/rhashtable.h>
83033688 39#include <linux/llist.h>
26a81453
MG
40
41enum fs_node_type {
42 FS_TYPE_NAMESPACE,
43 FS_TYPE_PRIO,
44 FS_TYPE_FLOW_TABLE,
45 FS_TYPE_FLOW_GROUP,
46 FS_TYPE_FLOW_ENTRY,
47 FS_TYPE_FLOW_DEST
48};
49
50enum fs_flow_table_type {
efdc810b 51 FS_FT_NIC_RX = 0x0,
5f418378 52 FS_FT_NIC_TX = 0x1,
efdc810b
MHY
53 FS_FT_ESW_EGRESS_ACL = 0x2,
54 FS_FT_ESW_INGRESS_ACL = 0x3,
55 FS_FT_FDB = 0X4,
87d22483
MG
56 FS_FT_SNIFFER_RX = 0X5,
57 FS_FT_SNIFFER_TX = 0X6,
16f1c5bb 58 FS_FT_MAX_TYPE = FS_FT_SNIFFER_TX,
26a81453
MG
59};
60
aaff1bea
AH
61enum fs_flow_table_op_mod {
62 FS_FT_OP_MOD_NORMAL,
63 FS_FT_OP_MOD_LAG_DEMUX,
64};
65
26a81453
MG
66enum fs_fte_status {
67 FS_FTE_STATUS_EXISTING = 1UL << 0,
68};
69
fba53f7b
MG
70struct mlx5_flow_steering {
71 struct mlx5_core_dev *dev;
a369d4ac
MG
72 struct kmem_cache *fgs_cache;
73 struct kmem_cache *ftes_cache;
fba53f7b
MG
74 struct mlx5_flow_root_namespace *root_ns;
75 struct mlx5_flow_root_namespace *fdb_root_ns;
9b93ab98
GP
76 struct mlx5_flow_root_namespace **esw_egress_root_ns;
77 struct mlx5_flow_root_namespace **esw_ingress_root_ns;
87d22483
MG
78 struct mlx5_flow_root_namespace *sniffer_tx_root_ns;
79 struct mlx5_flow_root_namespace *sniffer_rx_root_ns;
5f418378 80 struct mlx5_flow_root_namespace *egress_root_ns;
fba53f7b
MG
81};
82
26a81453
MG
83struct fs_node {
84 struct list_head list;
85 struct list_head children;
86 enum fs_node_type type;
de8575e0
MG
87 struct fs_node *parent;
88 struct fs_node *root;
89 /* lock the node for writing and traversing */
c7784b1c 90 struct rw_semaphore lock;
dd8e1945 91 refcount_t refcount;
19f100fe 92 bool active;
bd71b08e
MG
93 void (*del_hw_func)(struct fs_node *);
94 void (*del_sw_func)(struct fs_node *);
95 atomic_t version;
26a81453
MG
96};
97
98struct mlx5_flow_rule {
99 struct fs_node node;
100 struct mlx5_flow_destination dest_attr;
b3638e1a
MG
101 /* next_ft should be accessed under chain_lock and only of
102 * destination type is FWD_NEXT_fT.
103 */
104 struct list_head next_ft;
105 u32 sw_action;
26a81453
MG
106};
107
74491de9
MB
108struct mlx5_flow_handle {
109 int num_rules;
110 struct mlx5_flow_rule *rule[];
111};
112
0c56b975 113/* Type of children is mlx5_flow_group */
26a81453
MG
114struct mlx5_flow_table {
115 struct fs_node node;
116 u32 id;
efdc810b 117 u16 vport;
0c56b975 118 unsigned int max_fte;
5e1626c0 119 unsigned int level;
26a81453 120 enum fs_flow_table_type type;
aaff1bea 121 enum fs_flow_table_op_mod op_mod;
f0d22d18
MG
122 struct {
123 bool active;
124 unsigned int required_groups;
125 unsigned int num_groups;
126 } autogroup;
b3638e1a
MG
127 /* Protect fwd_rules */
128 struct mutex lock;
129 /* FWD rules that point on this flow table */
130 struct list_head fwd_rules;
c9f1b073 131 u32 flags;
693c6883 132 struct rhltable fgs_hash;
26a81453
MG
133};
134
bd5251db
AV
135struct mlx5_fc_cache {
136 u64 packets;
137 u64 bytes;
138 u64 lastuse;
139};
140
141struct mlx5_fc {
9aff93d7 142 struct list_head list;
83033688 143 struct llist_node addlist;
6e5e2283 144 struct llist_node dellist;
bd5251db
AV
145
146 /* last{packets,bytes} members are used when calculating the delta since
147 * last reading
148 */
149 u64 lastpackets;
150 u64 lastbytes;
151
a8ffcc74 152 u32 id;
bd5251db
AV
153 bool aging;
154
155 struct mlx5_fc_cache cache ____cacheline_aligned_in_smp;
156};
157
dae37456
AV
158struct mlx5_ft_underlay_qp {
159 struct list_head list;
160 u32 qpn;
161};
162
71c6e863 163#define MLX5_FTE_MATCH_PARAM_RESERVED reserved_at_800
667cb65a
MB
164/* Calculate the fte_match_param length and without the reserved length.
165 * Make sure the reserved field is the last.
166 */
167#define MLX5_ST_SZ_DW_MATCH_PARAM \
168 ((MLX5_BYTE_OFF(fte_match_param, MLX5_FTE_MATCH_PARAM_RESERVED) / sizeof(u32)) + \
169 BUILD_BUG_ON_ZERO(MLX5_ST_SZ_BYTES(fte_match_param) != \
170 MLX5_FLD_SZ_BYTES(fte_match_param, \
171 MLX5_FTE_MATCH_PARAM_RESERVED) +\
172 MLX5_BYTE_OFF(fte_match_param, \
173 MLX5_FTE_MATCH_PARAM_RESERVED)))
174
0c56b975 175/* Type of children is mlx5_flow_rule */
26a81453
MG
176struct fs_fte {
177 struct fs_node node;
667cb65a 178 u32 val[MLX5_ST_SZ_DW_MATCH_PARAM];
26a81453 179 u32 dests_size;
26a81453 180 u32 index;
d2ec6a35 181 struct mlx5_flow_act action;
0c56b975 182 enum fs_fte_status status;
bd5251db 183 struct mlx5_fc *counter;
0d235c3f 184 struct rhash_head hash;
26a81453
MG
185};
186
0c56b975 187/* Type of children is mlx5_flow_table/namespace */
5e1626c0
MG
188struct fs_prio {
189 struct fs_node node;
a257b94a 190 unsigned int num_levels;
5e1626c0
MG
191 unsigned int start_level;
192 unsigned int prio;
0c56b975 193 unsigned int num_ft;
5e1626c0
MG
194};
195
0c56b975 196/* Type of children is fs_prio */
5e1626c0
MG
197struct mlx5_flow_namespace {
198 /* parent == NULL => root ns */
199 struct fs_node node;
200};
201
202struct mlx5_flow_group_mask {
203 u8 match_criteria_enable;
667cb65a 204 u32 match_criteria[MLX5_ST_SZ_DW_MATCH_PARAM];
5e1626c0
MG
205};
206
0c56b975
MG
207/* Type of children is fs_fte */
208struct mlx5_flow_group {
209 struct fs_node node;
210 struct mlx5_flow_group_mask mask;
211 u32 start_index;
212 u32 max_ftes;
75d1d187 213 struct ida fte_allocator;
0c56b975 214 u32 id;
0d235c3f 215 struct rhashtable ftes_hash;
693c6883 216 struct rhlist_head hash;
0c56b975
MG
217};
218
219struct mlx5_flow_root_namespace {
220 struct mlx5_flow_namespace ns;
221 enum fs_flow_table_type table_type;
222 struct mlx5_core_dev *dev;
2cc43b49
MG
223 struct mlx5_flow_table *root_ft;
224 /* Should be held when chaining flow tables */
225 struct mutex chain_lock;
dae37456 226 struct list_head underlay_qpns;
af76c501 227 const struct mlx5_flow_cmds *cmds;
0c56b975
MG
228};
229
43a335e0
AV
230int mlx5_init_fc_stats(struct mlx5_core_dev *dev);
231void mlx5_cleanup_fc_stats(struct mlx5_core_dev *dev);
f6dfb4c3
HHZ
232void mlx5_fc_queue_stats_work(struct mlx5_core_dev *dev,
233 struct delayed_work *dwork,
234 unsigned long delay);
235void mlx5_fc_update_sampling_interval(struct mlx5_core_dev *dev,
236 unsigned long interval);
43a335e0 237
25302363
MG
238int mlx5_init_fs(struct mlx5_core_dev *dev);
239void mlx5_cleanup_fs(struct mlx5_core_dev *dev);
240
5e1626c0
MG
241#define fs_get_obj(v, _node) {v = container_of((_node), typeof(*v), node); }
242
243#define fs_list_for_each_entry(pos, root) \
244 list_for_each_entry(pos, root, node.list)
245
153fefbf
MG
246#define fs_list_for_each_entry_safe(pos, tmp, root) \
247 list_for_each_entry_safe(pos, tmp, root, node.list)
248
5e1626c0
MG
249#define fs_for_each_ns_or_ft_reverse(pos, prio) \
250 list_for_each_entry_reverse(pos, &(prio)->node.children, list)
251
252#define fs_for_each_ns_or_ft(pos, prio) \
253 list_for_each_entry(pos, (&(prio)->node.children), list)
254
255#define fs_for_each_prio(pos, ns) \
256 fs_list_for_each_entry(pos, &(ns)->node.children)
257
655227ed
MG
258#define fs_for_each_ns(pos, prio) \
259 fs_list_for_each_entry(pos, &(prio)->node.children)
260
2cc43b49
MG
261#define fs_for_each_ft(pos, prio) \
262 fs_list_for_each_entry(pos, &(prio)->node.children)
263
153fefbf
MG
264#define fs_for_each_ft_safe(pos, tmp, prio) \
265 fs_list_for_each_entry_safe(pos, tmp, &(prio)->node.children)
266
5e1626c0
MG
267#define fs_for_each_fg(pos, ft) \
268 fs_list_for_each_entry(pos, &(ft)->node.children)
269
270#define fs_for_each_fte(pos, fg) \
271 fs_list_for_each_entry(pos, &(fg)->node.children)
272
273#define fs_for_each_dst(pos, fte) \
274 fs_list_for_each_entry(pos, &(fte)->node.children)
275
16f1c5bb
RS
276#define MLX5_CAP_FLOWTABLE_TYPE(mdev, cap, type) ( \
277 (type == FS_FT_NIC_RX) ? MLX5_CAP_FLOWTABLE_NIC_RX(mdev, cap) : \
278 (type == FS_FT_ESW_EGRESS_ACL) ? MLX5_CAP_ESW_EGRESS_ACL(mdev, cap) : \
279 (type == FS_FT_ESW_INGRESS_ACL) ? MLX5_CAP_ESW_INGRESS_ACL(mdev, cap) : \
280 (type == FS_FT_FDB) ? MLX5_CAP_ESW_FLOWTABLE_FDB(mdev, cap) : \
281 (type == FS_FT_SNIFFER_RX) ? MLX5_CAP_FLOWTABLE_SNIFFER_RX(mdev, cap) : \
282 (type == FS_FT_SNIFFER_TX) ? MLX5_CAP_FLOWTABLE_SNIFFER_TX(mdev, cap) : \
283 (BUILD_BUG_ON_ZERO(FS_FT_SNIFFER_TX != FS_FT_MAX_TYPE))\
284 )
285
26a81453 286#endif