diff --git a/net/sched/act_ct.c b/net/sched/act_ct.c
index 825b3e9b55f7e23900e55af586b45e826e1f5fbb..4c79ba1876350cae89db40a9df084ad5c9869692 100644
--- a/net/sched/act_ct.c
+++ b/net/sched/act_ct.c
@@ -735,7 +735,8 @@ static int tcf_ct_handle_fragments(struct net *net, struct sk_buff *skb,
 #endif
 	}
 
-	*qdisc_skb_cb(skb) = cb;
+	if (err != -EINPROGRESS)
+		*qdisc_skb_cb(skb) = cb;
 	skb_clear_hash(skb);
 	skb->ignore_df = 1;
 	return err;