Merge branch 'core-rcu-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git...
[linux-2.6-block.git] / net / sched / act_tunnel_key.c
index 20d7ca49f7cb828b233ca550a9744ca6e2952df7..536c4bc31be60c35d0881fd3380aaebb42ab2d69 100644 (file)
@@ -10,6 +10,8 @@
 #include <linux/skbuff.h>
 #include <linux/rtnetlink.h>
 #include <net/geneve.h>
+#include <net/vxlan.h>
+#include <net/erspan.h>
 #include <net/netlink.h>
 #include <net/pkt_sched.h>
 #include <net/dst.h>
@@ -31,7 +33,7 @@ static int tunnel_key_act(struct sk_buff *skb, const struct tc_action *a,
        params = rcu_dereference_bh(t->params);
 
        tcf_lastuse_update(&t->tcf_tm);
-       bstats_cpu_update(this_cpu_ptr(t->common.cpu_bstats), skb);
+       tcf_action_update_bstats(&t->common, skb);
        action = READ_ONCE(t->tcf_action);
 
        switch (params->tcft_action) {
@@ -53,7 +55,11 @@ static int tunnel_key_act(struct sk_buff *skb, const struct tc_action *a,
 
 static const struct nla_policy
 enc_opts_policy[TCA_TUNNEL_KEY_ENC_OPTS_MAX + 1] = {
+       [TCA_TUNNEL_KEY_ENC_OPTS_UNSPEC]        = {
+               .strict_start_type = TCA_TUNNEL_KEY_ENC_OPTS_VXLAN },
        [TCA_TUNNEL_KEY_ENC_OPTS_GENEVE]        = { .type = NLA_NESTED },
+       [TCA_TUNNEL_KEY_ENC_OPTS_VXLAN]         = { .type = NLA_NESTED },
+       [TCA_TUNNEL_KEY_ENC_OPTS_ERSPAN]        = { .type = NLA_NESTED },
 };
 
 static const struct nla_policy
@@ -64,6 +70,19 @@ geneve_opt_policy[TCA_TUNNEL_KEY_ENC_OPT_GENEVE_MAX + 1] = {
                                                       .len = 128 },
 };
 
+static const struct nla_policy
+vxlan_opt_policy[TCA_TUNNEL_KEY_ENC_OPT_VXLAN_MAX + 1] = {
+       [TCA_TUNNEL_KEY_ENC_OPT_VXLAN_GBP]         = { .type = NLA_U32 },
+};
+
+static const struct nla_policy
+erspan_opt_policy[TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_MAX + 1] = {
+       [TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_VER]        = { .type = NLA_U8 },
+       [TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_INDEX]      = { .type = NLA_U32 },
+       [TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_DIR]        = { .type = NLA_U8 },
+       [TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_HWID]       = { .type = NLA_U8 },
+};
+
 static int
 tunnel_key_copy_geneve_opt(const struct nlattr *nla, void *dst, int dst_len,
                           struct netlink_ext_ack *extack)
@@ -116,10 +135,89 @@ tunnel_key_copy_geneve_opt(const struct nlattr *nla, void *dst, int dst_len,
        return opt_len;
 }
 
+static int
+tunnel_key_copy_vxlan_opt(const struct nlattr *nla, void *dst, int dst_len,
+                         struct netlink_ext_ack *extack)
+{
+       struct nlattr *tb[TCA_TUNNEL_KEY_ENC_OPT_VXLAN_MAX + 1];
+       int err;
+
+       err = nla_parse_nested(tb, TCA_TUNNEL_KEY_ENC_OPT_VXLAN_MAX, nla,
+                              vxlan_opt_policy, extack);
+       if (err < 0)
+               return err;
+
+       if (!tb[TCA_TUNNEL_KEY_ENC_OPT_VXLAN_GBP]) {
+               NL_SET_ERR_MSG(extack, "Missing tunnel key vxlan option gbp");
+               return -EINVAL;
+       }
+
+       if (dst) {
+               struct vxlan_metadata *md = dst;
+
+               md->gbp = nla_get_u32(tb[TCA_TUNNEL_KEY_ENC_OPT_VXLAN_GBP]);
+       }
+
+       return sizeof(struct vxlan_metadata);
+}
+
+static int
+tunnel_key_copy_erspan_opt(const struct nlattr *nla, void *dst, int dst_len,
+                          struct netlink_ext_ack *extack)
+{
+       struct nlattr *tb[TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_MAX + 1];
+       int err;
+       u8 ver;
+
+       err = nla_parse_nested(tb, TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_MAX, nla,
+                              erspan_opt_policy, extack);
+       if (err < 0)
+               return err;
+
+       if (!tb[TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_VER]) {
+               NL_SET_ERR_MSG(extack, "Missing tunnel key erspan option ver");
+               return -EINVAL;
+       }
+
+       ver = nla_get_u8(tb[TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_VER]);
+       if (ver == 1) {
+               if (!tb[TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_INDEX]) {
+                       NL_SET_ERR_MSG(extack, "Missing tunnel key erspan option index");
+                       return -EINVAL;
+               }
+       } else if (ver == 2) {
+               if (!tb[TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_DIR] ||
+                   !tb[TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_HWID]) {
+                       NL_SET_ERR_MSG(extack, "Missing tunnel key erspan option dir or hwid");
+                       return -EINVAL;
+               }
+       } else {
+               NL_SET_ERR_MSG(extack, "Tunnel key erspan option ver is incorrect");
+               return -EINVAL;
+       }
+
+       if (dst) {
+               struct erspan_metadata *md = dst;
+
+               md->version = ver;
+               if (ver == 1) {
+                       nla = tb[TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_INDEX];
+                       md->u.index = nla_get_be32(nla);
+               } else {
+                       nla = tb[TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_DIR];
+                       md->u.md2.dir = nla_get_u8(nla);
+                       nla = tb[TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_HWID];
+                       set_hwid(&md->u.md2, nla_get_u8(nla));
+               }
+       }
+
+       return sizeof(struct erspan_metadata);
+}
+
 static int tunnel_key_copy_opts(const struct nlattr *nla, u8 *dst,
                                int dst_len, struct netlink_ext_ack *extack)
 {
-       int err, rem, opt_len, len = nla_len(nla), opts_len = 0;
+       int err, rem, opt_len, len = nla_len(nla), opts_len = 0, type = 0;
        const struct nlattr *attr, *head = nla_data(nla);
 
        err = nla_validate_deprecated(head, len, TCA_TUNNEL_KEY_ENC_OPTS_MAX,
@@ -130,15 +228,48 @@ static int tunnel_key_copy_opts(const struct nlattr *nla, u8 *dst,
        nla_for_each_attr(attr, head, len, rem) {
                switch (nla_type(attr)) {
                case TCA_TUNNEL_KEY_ENC_OPTS_GENEVE:
+                       if (type && type != TUNNEL_GENEVE_OPT) {
+                               NL_SET_ERR_MSG(extack, "Duplicate type for geneve options");
+                               return -EINVAL;
+                       }
                        opt_len = tunnel_key_copy_geneve_opt(attr, dst,
                                                             dst_len, extack);
                        if (opt_len < 0)
                                return opt_len;
                        opts_len += opt_len;
+                       if (opts_len > IP_TUNNEL_OPTS_MAX) {
+                               NL_SET_ERR_MSG(extack, "Tunnel options exceeds max size");
+                               return -EINVAL;
+                       }
                        if (dst) {
                                dst_len -= opt_len;
                                dst += opt_len;
                        }
+                       type = TUNNEL_GENEVE_OPT;
+                       break;
+               case TCA_TUNNEL_KEY_ENC_OPTS_VXLAN:
+                       if (type) {
+                               NL_SET_ERR_MSG(extack, "Duplicate type for vxlan options");
+                               return -EINVAL;
+                       }
+                       opt_len = tunnel_key_copy_vxlan_opt(attr, dst,
+                                                           dst_len, extack);
+                       if (opt_len < 0)
+                               return opt_len;
+                       opts_len += opt_len;
+                       type = TUNNEL_VXLAN_OPT;
+                       break;
+               case TCA_TUNNEL_KEY_ENC_OPTS_ERSPAN:
+                       if (type) {
+                               NL_SET_ERR_MSG(extack, "Duplicate type for erspan options");
+                               return -EINVAL;
+                       }
+                       opt_len = tunnel_key_copy_erspan_opt(attr, dst,
+                                                            dst_len, extack);
+                       if (opt_len < 0)
+                               return opt_len;
+                       opts_len += opt_len;
+                       type = TUNNEL_ERSPAN_OPT;
                        break;
                }
        }
@@ -174,6 +305,22 @@ static int tunnel_key_opts_set(struct nlattr *nla, struct ip_tunnel_info *info,
                                            opts_len, extack);
 #else
                return -EAFNOSUPPORT;
+#endif
+       case TCA_TUNNEL_KEY_ENC_OPTS_VXLAN:
+#if IS_ENABLED(CONFIG_INET)
+               info->key.tun_flags |= TUNNEL_VXLAN_OPT;
+               return tunnel_key_copy_opts(nla, ip_tunnel_info_opts(info),
+                                           opts_len, extack);
+#else
+               return -EAFNOSUPPORT;
+#endif
+       case TCA_TUNNEL_KEY_ENC_OPTS_ERSPAN:
+#if IS_ENABLED(CONFIG_INET)
+               info->key.tun_flags |= TUNNEL_ERSPAN_OPT;
+               return tunnel_key_copy_opts(nla, ip_tunnel_info_opts(info),
+                                           opts_len, extack);
+#else
+               return -EAFNOSUPPORT;
 #endif
        default:
                NL_SET_ERR_MSG(extack, "Cannot set tunnel options for unknown tunnel type");
@@ -208,7 +355,7 @@ static void tunnel_key_release_params(struct tcf_tunnel_key_params *p)
 static int tunnel_key_init(struct net *net, struct nlattr *nla,
                           struct nlattr *est, struct tc_action **a,
                           int ovr, int bind, bool rtnl_held,
-                          struct tcf_proto *tp,
+                          struct tcf_proto *tp, u32 act_flags,
                           struct netlink_ext_ack *extack)
 {
        struct tc_action_net *tn = net_generic(net, tunnel_key_net_id);
@@ -347,8 +494,9 @@ static int tunnel_key_init(struct net *net, struct nlattr *nla,
        }
 
        if (!exists) {
-               ret = tcf_idr_create(tn, index, est, a,
-                                    &act_tunnel_key_ops, bind, true);
+               ret = tcf_idr_create_from_flags(tn, index, est, a,
+                                               &act_tunnel_key_ops, bind,
+                                               act_flags);
                if (ret) {
                        NL_SET_ERR_MSG(extack, "Cannot create TC IDR");
                        goto release_tun_meta;
@@ -450,6 +598,56 @@ static int tunnel_key_geneve_opts_dump(struct sk_buff *skb,
        return 0;
 }
 
+static int tunnel_key_vxlan_opts_dump(struct sk_buff *skb,
+                                     const struct ip_tunnel_info *info)
+{
+       struct vxlan_metadata *md = (struct vxlan_metadata *)(info + 1);
+       struct nlattr *start;
+
+       start = nla_nest_start_noflag(skb, TCA_TUNNEL_KEY_ENC_OPTS_VXLAN);
+       if (!start)
+               return -EMSGSIZE;
+
+       if (nla_put_u32(skb, TCA_TUNNEL_KEY_ENC_OPT_VXLAN_GBP, md->gbp)) {
+               nla_nest_cancel(skb, start);
+               return -EMSGSIZE;
+       }
+
+       nla_nest_end(skb, start);
+       return 0;
+}
+
+static int tunnel_key_erspan_opts_dump(struct sk_buff *skb,
+                                      const struct ip_tunnel_info *info)
+{
+       struct erspan_metadata *md = (struct erspan_metadata *)(info + 1);
+       struct nlattr *start;
+
+       start = nla_nest_start_noflag(skb, TCA_TUNNEL_KEY_ENC_OPTS_ERSPAN);
+       if (!start)
+               return -EMSGSIZE;
+
+       if (nla_put_u8(skb, TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_VER, md->version))
+               goto err;
+
+       if (md->version == 1 &&
+           nla_put_be32(skb, TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_INDEX, md->u.index))
+               goto err;
+
+       if (md->version == 2 &&
+           (nla_put_u8(skb, TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_DIR,
+                       md->u.md2.dir) ||
+            nla_put_u8(skb, TCA_TUNNEL_KEY_ENC_OPT_ERSPAN_HWID,
+                       get_hwid(&md->u.md2))))
+               goto err;
+
+       nla_nest_end(skb, start);
+       return 0;
+err:
+       nla_nest_cancel(skb, start);
+       return -EMSGSIZE;
+}
+
 static int tunnel_key_opts_dump(struct sk_buff *skb,
                                const struct ip_tunnel_info *info)
 {
@@ -467,6 +665,14 @@ static int tunnel_key_opts_dump(struct sk_buff *skb,
                err = tunnel_key_geneve_opts_dump(skb, info);
                if (err)
                        goto err_out;
+       } else if (info->key.tun_flags & TUNNEL_VXLAN_OPT) {
+               err = tunnel_key_vxlan_opts_dump(skb, info);
+               if (err)
+                       goto err_out;
+       } else if (info->key.tun_flags & TUNNEL_ERSPAN_OPT) {
+               err = tunnel_key_erspan_opts_dump(skb, info);
+               if (err)
+                       goto err_out;
        } else {
 err_out:
                nla_nest_cancel(skb, start);