diff --git a/caca/graphics.c b/caca/graphics.c
index 450d4f0..507f9c0 100644
--- a/caca/graphics.c
+++ b/caca/graphics.c
@@ -173,8 +173,8 @@ int caca_refresh_display(caca_display_t *dp)
         _caca_sleep(IDLE_USEC);
     }
 
-    /* Update the sliding mean of the render time */
-    dp->rendertime = (7 * dp->rendertime + ticks) / 8;
+    /* Update the render time */
+    dp->rendertime = ticks;
 
     dp->lastticks = ticks - dp->delay;