diff --git a/kernel/sched/fair.c b/kernel/sched/fair.c
index aee13d30a7dec62a0e1ead2d1ccb4bd66991e5e4..63f4344ac344f2a5ae7842f1cca80dc594f3d205 100644
--- a/kernel/sched/fair.c
+++ b/kernel/sched/fair.c
@@ -5329,7 +5329,8 @@ static inline struct cpumask *task_prefer_cpus(struct task_struct *p)
 {
 	struct affinity_domain *ad;
 
-	if (!smart_grid_used())
+	if (!smart_grid_used() ||
+	    !task_group(p)->auto_affinity)
 		return p->prefer_cpus;
 
 	if (task_group(p)->auto_affinity->mode == 0)