OSDN Git Service

net: use indirect call helpers for dst_output
authorBrian Vazquez <brianvv@google.com>
Mon, 1 Feb 2021 17:41:30 +0000 (17:41 +0000)
committerJakub Kicinski <kuba@kernel.org>
Wed, 3 Feb 2021 22:51:39 +0000 (14:51 -0800)
This patch avoids the indirect call for the common case:
ip6_output and ip_output

Signed-off-by: Brian Vazquez <brianvv@google.com>
Signed-off-by: Jakub Kicinski <kuba@kernel.org>
include/net/dst.h
net/ipv4/ip_output.c
net/ipv6/ip6_output.c

index 98cf6e8..3932e99 100644 (file)
@@ -436,10 +436,16 @@ static inline void dst_set_expires(struct dst_entry *dst, int timeout)
                dst->expires = expires;
 }
 
+INDIRECT_CALLABLE_DECLARE(int ip6_output(struct net *, struct sock *,
+                                        struct sk_buff *));
+INDIRECT_CALLABLE_DECLARE(int ip_output(struct net *, struct sock *,
+                                        struct sk_buff *));
 /* Output packet to network from transport.  */
 static inline int dst_output(struct net *net, struct sock *sk, struct sk_buff *skb)
 {
-       return skb_dst(skb)->output(net, sk, skb);
+       return INDIRECT_CALL_INET(skb_dst(skb)->output,
+                                 ip6_output, ip_output,
+                                 net, sk, skb);
 }
 
 INDIRECT_CALLABLE_DECLARE(int ip6_input(struct sk_buff *));
index 959b94e..3aab53b 100644 (file)
@@ -434,6 +434,7 @@ int ip_output(struct net *net, struct sock *sk, struct sk_buff *skb)
                            ip_finish_output,
                            !(IPCB(skb)->flags & IPSKB_REROUTED));
 }
+EXPORT_SYMBOL(ip_output);
 
 /*
  * copy saddr and daddr, possibly using 64bit load/stores
index 117cd95..ff4f9eb 100644 (file)
@@ -217,6 +217,7 @@ int ip6_output(struct net *net, struct sock *sk, struct sk_buff *skb)
                            ip6_finish_output,
                            !(IP6CB(skb)->flags & IP6SKB_REROUTED));
 }
+EXPORT_SYMBOL(ip6_output);
 
 bool ip6_autoflowlabel(struct net *net, const struct ipv6_pinfo *np)
 {