net: move sysctl_skb_defer_max to net_hotdata
authorEric Dumazet <edumazet@google.com>
Mon, 29 Apr 2024 13:40:22 +0000 (13:40 +0000)
committerJakub Kicinski <kuba@kernel.org>
Wed, 1 May 2024 01:46:52 +0000 (18:46 -0700)
sysctl_skb_defer_max is used in TCP fast path,
move it to net_hodata.

Signed-off-by: Eric Dumazet <edumazet@google.com>
Reviewed-by: David Ahern <dsahern@kernel.org>
Link: https://lore.kernel.org/r/20240429134025.1233626-3-edumazet@google.com
Signed-off-by: Jakub Kicinski <kuba@kernel.org>
include/net/hotdata.h
net/core/dev.c
net/core/dev.h
net/core/hotdata.c
net/core/skbuff.c
net/core/sysctl_net_core.c

index a6cff65904267f338fbd258d23be79d46a062f9e..290499f72e18d45a8ed7bd9e8880a51f7ef2b94c 100644 (file)
@@ -39,6 +39,7 @@ struct net_hotdata {
        int                     dev_tx_weight;
        int                     dev_rx_weight;
        int                     sysctl_max_skb_frags;
+       int                     sysctl_skb_defer_max;
 };
 
 #define inet_ehash_secret      net_hotdata.tcp_protocol.secret
index c9e59eff8ec841f6267c2749489fdc7fe0d03430..cd7ba50eac15341c1d3a2136f8b4a3584d5c2669 100644 (file)
@@ -4450,7 +4450,6 @@ EXPORT_SYMBOL(__dev_direct_xmit);
  *************************************************************************/
 static DEFINE_PER_CPU(struct task_struct *, backlog_napi);
 
-unsigned int sysctl_skb_defer_max __read_mostly = 64;
 int weight_p __read_mostly = 64;           /* old backlog weight */
 int dev_weight_rx_bias __read_mostly = 1;  /* bias for backlog weight */
 int dev_weight_tx_bias __read_mostly = 1;  /* bias for output_queue quota */
index 8572d2c8dc4adce75c98868c888363e6a32e0f52..b7b518bc2be55aa42847fee3f21749a658d97f35 100644 (file)
@@ -36,7 +36,6 @@ int dev_addr_init(struct net_device *dev);
 void dev_addr_check(struct net_device *dev);
 
 /* sysctls not referred to from outside net/core/ */
-extern unsigned int    sysctl_skb_defer_max;
 extern int             netdev_unregister_timeout_secs;
 extern int             weight_p;
 extern int             dev_weight_rx_bias;
index f17cbb4807b99937b272be12953f790c66cc2cd1..a359ff160d54ad379eac7e56e1810a7e840f9275 100644 (file)
@@ -19,5 +19,6 @@ struct net_hotdata net_hotdata __cacheline_aligned = {
        .dev_tx_weight = 64,
        .dev_rx_weight = 64,
        .sysctl_max_skb_frags = MAX_SKB_FRAGS,
+       .sysctl_skb_defer_max = 64,
 };
 EXPORT_SYMBOL(net_hotdata);
index 65779b8f0b126a1c039cf24a47474c0cb80ff6ae..5f382e94b4d1d2a1913867f28c639881fce962c0 100644 (file)
@@ -6985,7 +6985,7 @@ nodefer:  kfree_skb_napi_cache(skb);
        DEBUG_NET_WARN_ON_ONCE(skb->destructor);
 
        sd = &per_cpu(softnet_data, cpu);
-       defer_max = READ_ONCE(sysctl_skb_defer_max);
+       defer_max = READ_ONCE(net_hotdata.sysctl_skb_defer_max);
        if (READ_ONCE(sd->defer_count) >= defer_max)
                goto nodefer;
 
index e75375d54b9e50673af28f6d6b3bb83fc74cb1f8..118c78615543852eabd3067bbb7920418b7da7b3 100644 (file)
@@ -654,7 +654,7 @@ static struct ctl_table net_core_table[] = {
        },
        {
                .procname       = "skb_defer_max",
-               .data           = &sysctl_skb_defer_max,
+               .data           = &net_hotdata.sysctl_skb_defer_max,
                .maxlen         = sizeof(unsigned int),
                .mode           = 0644,
                .proc_handler   = proc_dointvec_minmax,