netkit: Add option for scrubbing skb meta data

Jordan reported that when running Cilium with netkit in per-endpoint-routes
mode, network policy misclassifies traffic. In this direct routing mode
of Cilium which is used in case of GKE/EKS/AKS, the Pod's BPF program to
enforce policy sits on the netkit primary device's egress side.

The issue here is that in case of netkit's netkit_prep_forward(), it will
clear meta data such as skb->mark and skb->priority before executing the
BPF program. Thus, identity data stored in there from earlier BPF programs
(e.g. from tcx ingress on the physical device) gets cleared instead of
being made available for the primary's program to process. While for traffic
egressing the Pod via the peer device this might be desired, this is
different for the primary one where compared to tcx egress on the host
veth this information would be available.

To address this, add a new parameter for the device orchestration to
allow control of skb->mark and skb->priority scrubbing, to make the two
accessible from BPF (and eventually leave it up to the program to scrub).
By default, the current behavior is retained. For netkit peer this also
enables the use case where applications could cooperate/signal intent to
the BPF program.

Note that struct netkit has a 4 byte hole between policy and bundle which
is used here, in other words, struct netkit's first cacheline content used
in fast-path does not get moved around.

Fixes: 35dfaad7188c ("netkit, bpf: Add bpf programmable net device")
Reported-by: Jordan Rife <jrife@google.com>
Signed-off-by: Daniel Borkmann <daniel@iogearbox.net>
Cc: Nikolay Aleksandrov <razor@blackwall.org>
Link: https://github.com/cilium/cilium/issues/34042
Acked-by: Jakub Kicinski <kuba@kernel.org>
Acked-by: Nikolay Aleksandrov <razor@blackwall.org>
Link: https://lore.kernel.org/r/20241004101335.117711-1-daniel@iogearbox.net
Signed-off-by: Martin KaFai Lau <martin.lau@kernel.org>

diff --git a/drivers/net/netkit.c b/drivers/net/netkit.c
index 059269557d92641cad25cc0a7f02b97a56a011db..fba2c734f0ec7ffc366811d8422deb5afac0ac04 100644 (file)
--- a/drivers/net/netkit.c
+++ b/drivers/net/netkit.c
@@ -20,6 +20,7 @@ struct netkit {
        struct net_device __rcu *peer;
        struct bpf_mprog_entry __rcu *active;
        enum netkit_action policy;
+       enum netkit_scrub scrub;
        struct bpf_mprog_bundle bundle;
 
        /* Needed in slow-path */
@@ -50,12 +51,24 @@ netkit_run(const struct bpf_mprog_entry *entry, struct sk_buff *skb,
        return ret;
 }
 
-static void netkit_prep_forward(struct sk_buff *skb, bool xnet)
+static void netkit_xnet(struct sk_buff *skb)
 {
-       skb_scrub_packet(skb, xnet);
        skb->priority = 0;
+       skb->mark = 0;
+}
+
+static void netkit_prep_forward(struct sk_buff *skb,
+                               bool xnet, bool xnet_scrub)
+{
+       skb_scrub_packet(skb, false);
        nf_skip_egress(skb, true);
        skb_reset_mac_header(skb);
+       if (!xnet)
+               return;
+       ipvs_reset(skb);
+       skb_clear_tstamp(skb);
+       if (xnet_scrub)
+               netkit_xnet(skb);
 }
 
 static struct netkit *netkit_priv(const struct net_device *dev)
@@ -80,7 +93,8 @@ static netdev_tx_t netkit_xmit(struct sk_buff *skb, struct net_device *dev)
                     !pskb_may_pull(skb, ETH_HLEN) ||
                     skb_orphan_frags(skb, GFP_ATOMIC)))
                goto drop;
-       netkit_prep_forward(skb, !net_eq(dev_net(dev), dev_net(peer)));
+       netkit_prep_forward(skb, !net_eq(dev_net(dev), dev_net(peer)),
+                           nk->scrub);
        eth_skb_pkt_type(skb, peer);
        skb->dev = peer;
        entry = rcu_dereference(nk->active);
@@ -332,8 +346,10 @@ static int netkit_new_link(struct net *src_net, struct net_device *dev,
                           struct netlink_ext_ack *extack)
 {
        struct nlattr *peer_tb[IFLA_MAX + 1], **tbp = tb, *attr;
-       enum netkit_action default_prim = NETKIT_PASS;
-       enum netkit_action default_peer = NETKIT_PASS;
+       enum netkit_action policy_prim = NETKIT_PASS;
+       enum netkit_action policy_peer = NETKIT_PASS;
+       enum netkit_scrub scrub_prim = NETKIT_SCRUB_DEFAULT;
+       enum netkit_scrub scrub_peer = NETKIT_SCRUB_DEFAULT;
        enum netkit_mode mode = NETKIT_L3;
        unsigned char ifname_assign_type;
        struct ifinfomsg *ifmp = NULL;
@@ -362,17 +378,21 @@ static int netkit_new_link(struct net *src_net, struct net_device *dev,
                                return err;
                        tbp = peer_tb;
                }
+               if (data[IFLA_NETKIT_SCRUB])
+                       scrub_prim = nla_get_u32(data[IFLA_NETKIT_SCRUB]);
+               if (data[IFLA_NETKIT_PEER_SCRUB])
+                       scrub_peer = nla_get_u32(data[IFLA_NETKIT_PEER_SCRUB]);
                if (data[IFLA_NETKIT_POLICY]) {
                        attr = data[IFLA_NETKIT_POLICY];
-                       default_prim = nla_get_u32(attr);
-                       err = netkit_check_policy(default_prim, attr, extack);
+                       policy_prim = nla_get_u32(attr);
+                       err = netkit_check_policy(policy_prim, attr, extack);
                        if (err < 0)
                                return err;
                }
                if (data[IFLA_NETKIT_PEER_POLICY]) {
                        attr = data[IFLA_NETKIT_PEER_POLICY];
-                       default_peer = nla_get_u32(attr);
-                       err = netkit_check_policy(default_peer, attr, extack);
+                       policy_peer = nla_get_u32(attr);
+                       err = netkit_check_policy(policy_peer, attr, extack);
                        if (err < 0)
                                return err;
                }
@@ -409,7 +429,8 @@ static int netkit_new_link(struct net *src_net, struct net_device *dev,
 
        nk = netkit_priv(peer);
        nk->primary = false;
-       nk->policy = default_peer;
+       nk->policy = policy_peer;
+       nk->scrub = scrub_peer;
        nk->mode = mode;
        bpf_mprog_bundle_init(&nk->bundle);
 
@@ -434,7 +455,8 @@ static int netkit_new_link(struct net *src_net, struct net_device *dev,
 
        nk = netkit_priv(dev);
        nk->primary = true;
-       nk->policy = default_prim;
+       nk->policy = policy_prim;
+       nk->scrub = scrub_prim;
        nk->mode = mode;
        bpf_mprog_bundle_init(&nk->bundle);
 
@@ -874,6 +896,18 @@ static int netkit_change_link(struct net_device *dev, struct nlattr *tb[],
                return -EACCES;
        }
 
+       if (data[IFLA_NETKIT_SCRUB]) {
+               NL_SET_ERR_MSG_ATTR(extack, data[IFLA_NETKIT_SCRUB],
+                                   "netkit scrubbing cannot be changed after device creation");
+               return -EACCES;
+       }
+
+       if (data[IFLA_NETKIT_PEER_SCRUB]) {
+               NL_SET_ERR_MSG_ATTR(extack, data[IFLA_NETKIT_PEER_SCRUB],
+                                   "netkit scrubbing cannot be changed after device creation");
+               return -EACCES;
+       }
+
        if (data[IFLA_NETKIT_PEER_INFO]) {
                NL_SET_ERR_MSG_ATTR(extack, data[IFLA_NETKIT_PEER_INFO],
                                    "netkit peer info cannot be changed after device creation");
@@ -908,8 +942,10 @@ static size_t netkit_get_size(const struct net_device *dev)
 {
        return nla_total_size(sizeof(u32)) + /* IFLA_NETKIT_POLICY */
               nla_total_size(sizeof(u32)) + /* IFLA_NETKIT_PEER_POLICY */
-              nla_total_size(sizeof(u8))  + /* IFLA_NETKIT_PRIMARY */
+              nla_total_size(sizeof(u32)) + /* IFLA_NETKIT_SCRUB */
+              nla_total_size(sizeof(u32)) + /* IFLA_NETKIT_PEER_SCRUB */
               nla_total_size(sizeof(u32)) + /* IFLA_NETKIT_MODE */
+              nla_total_size(sizeof(u8))  + /* IFLA_NETKIT_PRIMARY */
               0;
 }
 
@@ -924,11 +960,15 @@ static int netkit_fill_info(struct sk_buff *skb, const struct net_device *dev)
                return -EMSGSIZE;
        if (nla_put_u32(skb, IFLA_NETKIT_MODE, nk->mode))
                return -EMSGSIZE;
+       if (nla_put_u32(skb, IFLA_NETKIT_SCRUB, nk->scrub))
+               return -EMSGSIZE;
 
        if (peer) {
                nk = netkit_priv(peer);
                if (nla_put_u32(skb, IFLA_NETKIT_PEER_POLICY, nk->policy))
                        return -EMSGSIZE;
+               if (nla_put_u32(skb, IFLA_NETKIT_PEER_SCRUB, nk->scrub))
+                       return -EMSGSIZE;
        }
 
        return 0;
@@ -936,9 +976,11 @@ static int netkit_fill_info(struct sk_buff *skb, const struct net_device *dev)
 
 static const struct nla_policy netkit_policy[IFLA_NETKIT_MAX + 1] = {
        [IFLA_NETKIT_PEER_INFO]         = { .len = sizeof(struct ifinfomsg) },
-       [IFLA_NETKIT_POLICY]            = { .type = NLA_U32 },
        [IFLA_NETKIT_MODE]              = { .type = NLA_U32 },
+       [IFLA_NETKIT_POLICY]            = { .type = NLA_U32 },
        [IFLA_NETKIT_PEER_POLICY]       = { .type = NLA_U32 },
+       [IFLA_NETKIT_SCRUB]             = NLA_POLICY_MAX(NLA_U32, NETKIT_SCRUB_DEFAULT),
+       [IFLA_NETKIT_PEER_SCRUB]        = NLA_POLICY_MAX(NLA_U32, NETKIT_SCRUB_DEFAULT),
        [IFLA_NETKIT_PRIMARY]           = { .type = NLA_REJECT,
                                            .reject_message = "Primary attribute is read-only" },
 };

diff --git a/include/uapi/linux/if_link.h b/include/uapi/linux/if_link.h
index 6dc258993b177093a77317ee5f2deab97fb04674..2acc7687e017a997c07fe3a9e54ac94a87c88230 100644 (file)
--- a/include/uapi/linux/if_link.h
+++ b/include/uapi/linux/if_link.h
@@ -1292,6 +1292,19 @@ enum netkit_mode {
        NETKIT_L3,
 };
 
+/* NETKIT_SCRUB_NONE leaves clearing skb->{mark,priority} up to
+ * the BPF program if attached. This also means the latter can
+ * consume the two fields if they were populated earlier.
+ *
+ * NETKIT_SCRUB_DEFAULT zeroes skb->{mark,priority} fields before
+ * invoking the attached BPF program when the peer device resides
+ * in a different network namespace. This is the default behavior.
+ */
+enum netkit_scrub {
+       NETKIT_SCRUB_NONE,
+       NETKIT_SCRUB_DEFAULT,
+};
+
 enum {
        IFLA_NETKIT_UNSPEC,
        IFLA_NETKIT_PEER_INFO,
@@ -1299,6 +1312,8 @@ enum {
        IFLA_NETKIT_POLICY,
        IFLA_NETKIT_PEER_POLICY,
        IFLA_NETKIT_MODE,
+       IFLA_NETKIT_SCRUB,
+       IFLA_NETKIT_PEER_SCRUB,
        __IFLA_NETKIT_MAX,
 };
 #define IFLA_NETKIT_MAX        (__IFLA_NETKIT_MAX - 1)