diff --git a/_projects/-1_ema-nesterov.md b/_projects/-1_ema-nesterov.md new file mode 100644 index 0000000..9ea38c2 --- /dev/null +++ b/_projects/-1_ema-nesterov.md @@ -0,0 +1,12 @@ +--- +layout: page +title: EMA-Nesterov +slug: ema-nesterov +description: Nesterov's acceleration as an optimizer plugin. +img: assets/img/projects/ema_nesterov_river_valley.png +importance: -1 +category: research +redirect: https://github.com/OptimAI-Lab/ema-nesterov-module +--- + +EMA-Nesterov uses low-pass filtered lookahead before every optimization step to accelerate convergence. \ No newline at end of file diff --git a/assets/img/projects/ema_nesterov_river_valley.png b/assets/img/projects/ema_nesterov_river_valley.png new file mode 100644 index 0000000..6f8822e Binary files /dev/null and b/assets/img/projects/ema_nesterov_river_valley.png differ