diff --git a/mm/memory.c b/mm/memory.c
index 0c4da925e8ad5f29a11c12ebda21f69b2f7935aa..af9cb48630bd1b713ac759ce42d184c2d7c28005 100644
--- a/mm/memory.c
+++ b/mm/memory.c
@@ -3424,10 +3424,8 @@ vm_fault_t do_swap_page(struct vm_fault *vmf)
 			vmf->page = device_private_entry_to_page(entry);
 			vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd,
 					vmf->address, &vmf->ptl);
-			if (unlikely(!pte_same(*vmf->pte, vmf->orig_pte))) {
-				spin_unlock(vmf->ptl);
-				goto out;
-			}
+			if (unlikely(!pte_same(*vmf->pte, vmf->orig_pte)))
+				goto unlock;
 
 			/*
 			 * Get a page reference while we know the page can't be