bpf: pass translate() as a callback and remove its ndo_bpf subcommand

As part of the transition from ndo_bpf() to callbacks attached to struct
bpf_offload_dev for some of the eBPF offload operations, move the
functions related to code translation to the struct and remove the
subcommand that was used to call them through the NDO.

Signed-off-by: Quentin Monnet <quentin.monnet@netronome.com>
Reviewed-by: Jakub Kicinski <jakub.kicinski@netronome.com>
Signed-off-by: Alexei Starovoitov <ast@kernel.org>

diff --git a/drivers/net/ethernet/netronome/nfp/bpf/offload.c b/drivers/net/ethernet/netronome/nfp/bpf/offload.c
index 16a3a9c55852f28f485282f4457c6033f4be5d41..8653a2189c1904ad56daedbedd9db4bcba7283ec 100644 (file)
--- a/drivers/net/ethernet/netronome/nfp/bpf/offload.c
+++ b/drivers/net/ethernet/netronome/nfp/bpf/offload.c
@@ -33,9 +33,6 @@ nfp_map_ptr_record(struct nfp_app_bpf *bpf, struct nfp_prog *nfp_prog,
        struct nfp_bpf_neutral_map *record;
        int err;
 
-       /* Map record paths are entered via ndo, update side is protected. */
-       ASSERT_RTNL();
-
        /* Reuse path - other offloaded program is already tracking this map. */
        record = rhashtable_lookup_fast(&bpf->maps_neutral, &map->id,
                                        nfp_bpf_maps_neutral_params);
@@ -84,8 +81,6 @@ nfp_map_ptrs_forget(struct nfp_app_bpf *bpf, struct nfp_prog *nfp_prog)
        bool freed = false;
        int i;
 
-       ASSERT_RTNL();
-
        for (i = 0; i < nfp_prog->map_records_cnt; i++) {
                if (--nfp_prog->map_records[i]->count) {
                        nfp_prog->map_records[i] = NULL;
@@ -219,9 +214,10 @@ err_free:
        return ret;
 }
 
-static int nfp_bpf_translate(struct nfp_net *nn, struct bpf_prog *prog)
+static int nfp_bpf_translate(struct net_device *netdev, struct bpf_prog *prog)
 {
        struct nfp_prog *nfp_prog = prog->aux->offload->dev_priv;
+       struct nfp_net *nn = netdev_priv(netdev);
        unsigned int max_instr;
        int err;
 
@@ -422,8 +418,6 @@ nfp_bpf_map_free(struct nfp_app_bpf *bpf, struct bpf_offloaded_map *offmap)
 int nfp_ndo_bpf(struct nfp_app *app, struct nfp_net *nn, struct netdev_bpf *bpf)
 {
        switch (bpf->command) {
-       case BPF_OFFLOAD_TRANSLATE:
-               return nfp_bpf_translate(nn, bpf->offload.prog);
        case BPF_OFFLOAD_DESTROY:
                return nfp_bpf_destroy(nn, bpf->offload.prog);
        case BPF_OFFLOAD_MAP_ALLOC:
@@ -604,4 +598,5 @@ const struct bpf_prog_offload_ops nfp_bpf_dev_ops = {
        .insn_hook      = nfp_verify_insn,
        .finalize       = nfp_bpf_finalize,
        .prepare        = nfp_bpf_verifier_prep,
+       .translate      = nfp_bpf_translate,
 };

diff --git a/drivers/net/netdevsim/bpf.c b/drivers/net/netdevsim/bpf.c
index d045b7d666d985936bb5da470e866fce2087d0c4..30c2cd516d1c67930177f1e0634c42c19c5cb710 100644 (file)
--- a/drivers/net/netdevsim/bpf.c
+++ b/drivers/net/netdevsim/bpf.c
@@ -269,6 +269,14 @@ nsim_bpf_verifier_prep(struct net_device *dev, struct bpf_verifier_env *env)
        return nsim_bpf_create_prog(ns, env->prog);
 }
 
+static int nsim_bpf_translate(struct net_device *dev, struct bpf_prog *prog)
+{
+       struct nsim_bpf_bound_prog *state = prog->aux->offload->dev_priv;
+
+       state->state = "xlated";
+       return 0;
+}
+
 static void nsim_bpf_destroy_prog(struct bpf_prog *prog)
 {
        struct nsim_bpf_bound_prog *state;
@@ -285,6 +293,7 @@ static const struct bpf_prog_offload_ops nsim_bpf_dev_ops = {
        .insn_hook      = nsim_bpf_verify_insn,
        .finalize       = nsim_bpf_finalize,
        .prepare        = nsim_bpf_verifier_prep,
+       .translate      = nsim_bpf_translate,
 };
 
 static int nsim_setup_prog_checks(struct netdevsim *ns, struct netdev_bpf *bpf)
@@ -551,11 +560,6 @@ int nsim_bpf(struct net_device *dev, struct netdev_bpf *bpf)
        ASSERT_RTNL();
 
        switch (bpf->command) {
-       case BPF_OFFLOAD_TRANSLATE:
-               state = bpf->offload.prog->aux->offload->dev_priv;
-
-               state->state = "xlated";
-               return 0;
        case BPF_OFFLOAD_DESTROY:
                nsim_bpf_destroy_prog(bpf->offload.prog);
                return 0;

diff --git a/include/linux/bpf.h b/include/linux/bpf.h
index f250494a4f56e03a2b1e6cc83bffc01ef69abcca..d1eb3c8a3fa9a4f7df75ff9dc54ad6ea6348a6c3 100644 (file)
--- a/include/linux/bpf.h
+++ b/include/linux/bpf.h
@@ -269,6 +269,7 @@ struct bpf_prog_offload_ops {
                         int insn_idx, int prev_insn_idx);
        int (*finalize)(struct bpf_verifier_env *env);
        int (*prepare)(struct net_device *netdev, struct bpf_verifier_env *env);
+       int (*translate)(struct net_device *netdev, struct bpf_prog *prog);
 };
 
 struct bpf_prog_offload {

diff --git a/include/linux/netdevice.h b/include/linux/netdevice.h
index 0fa2c27449281b39f805613f39a704cad96bd118..27499127e0385cd050e311286f4f0cdd8e463ee1 100644 (file)
--- a/include/linux/netdevice.h
+++ b/include/linux/netdevice.h
@@ -863,7 +863,6 @@ enum bpf_netdev_command {
        XDP_QUERY_PROG,
        XDP_QUERY_PROG_HW,
        /* BPF program for offload callbacks, invoked at program load time. */
-       BPF_OFFLOAD_TRANSLATE,
        BPF_OFFLOAD_DESTROY,
        BPF_OFFLOAD_MAP_ALLOC,
        BPF_OFFLOAD_MAP_FREE,
@@ -890,7 +889,7 @@ struct netdev_bpf {
                        /* flags with which program was installed */
                        u32 prog_flags;
                };
-               /* BPF_OFFLOAD_TRANSLATE, BPF_OFFLOAD_DESTROY */
+               /* BPF_OFFLOAD_DESTROY */
                struct {
                        struct bpf_prog *prog;
                } offload;

diff --git a/kernel/bpf/offload.c b/kernel/bpf/offload.c
index 1f7ac00a494da327d4f62826a3287c0ba2e8b02d..ae0167366c12f1d6f21ad2acc80b832d7e3e31f3 100644 (file)
--- a/kernel/bpf/offload.c
+++ b/kernel/bpf/offload.c
@@ -219,14 +219,14 @@ void bpf_prog_offload_destroy(struct bpf_prog *prog)
 
 static int bpf_prog_offload_translate(struct bpf_prog *prog)
 {
-       struct netdev_bpf data = {};
-       int ret;
-
-       data.offload.prog = prog;
+       struct bpf_prog_offload *offload;
+       int ret = -ENODEV;
 
-       rtnl_lock();
-       ret = __bpf_offload_ndo(prog, BPF_OFFLOAD_TRANSLATE, &data);
-       rtnl_unlock();
+       down_read(&bpf_devs_lock);
+       offload = prog->aux->offload;
+       if (offload)
+               ret = offload->offdev->ops->translate(offload->netdev, prog);
+       up_read(&bpf_devs_lock);
 
        return ret;
 }