We can now ensure noref dsts do no escape the relevant RCU
section. This does not introduce any functional changes, it adds
the relevant debug code enabled by CONFIG_RCU_NOREF_DEBUG.

Signed-off-by: Paolo Abeni <pab...@redhat.com>
---
 include/linux/skbuff.h | 1 +
 include/net/dst.h      | 5 +++++
 2 files changed, 6 insertions(+)

diff --git a/include/linux/skbuff.h b/include/linux/skbuff.h
index 72299ef00061..5df77c8a0319 100644
--- a/include/linux/skbuff.h
+++ b/include/linux/skbuff.h
@@ -905,6 +905,7 @@ static inline void skb_dst_set(struct sk_buff *skb, struct 
dst_entry *dst)
 static inline void skb_dst_set_noref(struct sk_buff *skb, struct dst_entry 
*dst)
 {
        WARN_ON(!rcu_read_lock_held() && !rcu_read_lock_bh_held());
+       rcu_track_noref(skb, dst, true);
        skb->_skb_refdst = (unsigned long)dst | SKB_DST_NOREF;
 }
 
diff --git a/include/net/dst.h b/include/net/dst.h
index 06a6765da074..6bc6fefe178e 100644
--- a/include/net/dst.h
+++ b/include/net/dst.h
@@ -294,6 +294,8 @@ static inline void refdst_drop(unsigned long refdst)
 static inline void skb_dst_drop(struct sk_buff *skb)
 {
        if (skb->_skb_refdst) {
+               if (skb->_skb_refdst & SKB_DST_NOREF)
+                       rcu_track_noref(skb, skb_dst(skb), false);
                refdst_drop(skb->_skb_refdst);
                skb->_skb_refdst = 0UL;
        }
@@ -304,6 +306,8 @@ static inline void __skb_dst_copy(struct sk_buff *nskb, 
unsigned long refdst)
        nskb->_skb_refdst = refdst;
        if (!(nskb->_skb_refdst & SKB_DST_NOREF))
                dst_clone(skb_dst(nskb));
+       else
+               rcu_track_noref(nskb, skb_dst(nskb), true);
 }
 
 static inline void skb_dst_copy(struct sk_buff *nskb, const struct sk_buff 
*oskb)
@@ -335,6 +339,7 @@ static inline void skb_dst_force(struct sk_buff *skb)
                struct dst_entry *dst = skb_dst(skb);
 
                WARN_ON(!rcu_read_lock_held());
+               rcu_track_noref(skb, dst, false);
                if (!dst_hold_safe(dst))
                        dst = NULL;
 
-- 
2.13.6

Reply via email to