diff --git a/kernel/sched/fair.c b/kernel/sched/fair.c
index 84af50f4285f6ab464d47b9a1517365d10d3cfb6..d2efd40fb784ec877e221f8d252b423c34f04133 100644
--- a/kernel/sched/fair.c
+++ b/kernel/sched/fair.c
@@ -6833,7 +6833,8 @@ static void smart_grid_usage_dec(void)
 
 static inline struct cpumask *task_prefer_cpus(struct task_struct *p)
 {
-	if (!smart_grid_used())
+	if (!smart_grid_used() ||
+	    !task_group(p)->auto_affinity)
 		return p->prefer_cpus;
 
 	if (task_group(p)->auto_affinity->mode == 0)