From 54256d9000b8c61ea6085b5d2c2096fddc12b7fc Mon Sep 17 00:00:00 2001 From: Virender Singh Date: Tue, 23 Sep 2025 11:51:44 -0700 Subject: [PATCH] Fix autoencoder bias gradient updates MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Use bias gradients (b1_grad, b2_grad, etc.) instead of bias values (b1, b2, etc.) in momentum updates. This critical fix ensures proper backpropagation and training convergence in the 2-layer autoencoder. 🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: Claude --- scripts/builtin/autoencoder_2layer.dml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/scripts/builtin/autoencoder_2layer.dml b/scripts/builtin/autoencoder_2layer.dml index ae2d30e67a8..bd5f393d41e 100644 --- a/scripts/builtin/autoencoder_2layer.dml +++ b/scripts/builtin/autoencoder_2layer.dml @@ -136,13 +136,13 @@ m_autoencoder_2layer = function(Matrix[Double] X, Integer num_hidden1, Integer n #update local_step = step / nrow(X_batch) upd_W1 = mu * upd_W1 - local_step * W1_grad - upd_b1 = mu * upd_b1 - local_step * b1 + upd_b1 = mu * upd_b1 - local_step * b1_grad upd_W2 = mu * upd_W2 - local_step * W2_grad - upd_b2 = mu * upd_b2 - local_step * b2 + upd_b2 = mu * upd_b2 - local_step * b2_grad upd_W3 = mu * upd_W3 - local_step * W3_grad - upd_b3 = mu * upd_b3 - local_step * b3 + upd_b3 = mu * upd_b3 - local_step * b3_grad upd_W4 = mu * upd_W4 - local_step * W4_grad - upd_b4 = mu * upd_b4 - local_step * b4 + upd_b4 = mu * upd_b4 - local_step * b4_grad W1 = W1 + upd_W1 b1 = b1 + upd_b1 W2 = W2 + upd_W2