diff --git a/kernel/sched/core.c b/kernel/sched/core.c
index d7f43c26e0c5..86f6d3334e5d 100644
--- a/kernel/sched/core.c
+++ b/kernel/sched/core.c
@@ -1820,7 +1820,7 @@ void update_task_ravg(struct task_struct *p, struct rq *rq, int update_sum)
 	int new_window;
 	u64 wallclock = sched_clock();
 
-	if (sched_ravg_window < min_sched_ravg_window)
+	if (is_idle_task(p) || (sched_ravg_window < min_sched_ravg_window))
 		return;
 
 	do {