diff --git a/drivers/net/ipvlan/ipvlan_main.c b/drivers/net/ipvlan/ipvlan_main.c
index 403852adaff51b1c27cc7fe4fef04eda07337f56..9057cdf9b2162d7caedce059b53aaa97d0d80ed1 100644
--- a/drivers/net/ipvlan/ipvlan_main.c
+++ b/drivers/net/ipvlan/ipvlan_main.c
@@ -875,12 +875,14 @@ static int ipvlan_device_event(struct notifier_block *unused,
 
 		write_pnet(&port->pnet, newnet);
 
-		old_vnet = net_generic(oldnet, ipvlan_netid);
-		if (!old_vnet->ipvl_nf_hook_refcnt)
-			break;
+		if (port->mode == IPVLAN_MODE_L3S) {
+			old_vnet = net_generic(oldnet, ipvlan_netid);
+			if (!old_vnet->ipvl_nf_hook_refcnt)
+				break;
 
-		ipvlan_register_nf_hook(newnet);
-		ipvlan_unregister_nf_hook(oldnet);
+			ipvlan_register_nf_hook(newnet);
+			ipvlan_unregister_nf_hook(oldnet);
+		}
 		break;
 	}
 	case NETDEV_UNREGISTER: