diff --git a/kernel/sched/fair.c b/kernel/sched/fair.c
index 273f6844bc2a802a53767509b44aee4dbec32c02..a6145cc1426d3d00f044d560bc36d15dc5161462 100644
--- a/kernel/sched/fair.c
+++ b/kernel/sched/fair.c
@@ -5988,7 +5988,8 @@ static void smart_grid_usage_dec(void)
 
 static inline struct cpumask *task_prefer_cpus(struct task_struct *p)
 {
-	if (!smart_grid_used())
+	if (!smart_grid_used() ||
+	    !task_group(p)->auto_affinity)
 		return p->prefer_cpus;
 
 	if (task_group(p)->auto_affinity->mode == 0)