From cc69d7375518336622578ed4aa5f14eac679dc13 Mon Sep 17 00:00:00 2001 From: Joe Zhao Date: Fri, 10 Oct 2014 14:31:05 +0800 Subject: comment update --- src/CuTNetLib/cuUpdatableBias.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/CuTNetLib/cuUpdatableBias.h b/src/CuTNetLib/cuUpdatableBias.h index df8066a..313970f 100644 --- a/src/CuTNetLib/cuUpdatableBias.h +++ b/src/CuTNetLib/cuUpdatableBias.h @@ -19,7 +19,7 @@ namespace TNet { * Error propagation: \f[ E_i = e_i \f] * * Weight adjust: - * for bias: \f[ {\Beta}_i = {\beta}_i - \alpha(1-\mu)e_i - \mu \Delta \f] + * for bias: \f[ {\Beta}_i = {\beta}_i - \alpha (1-\mu) e_i - \mu \Delta \f] * where * - D for weight decay => penalizing large weight * - \f$ \alpha \f$ for learning rate -- cgit v1.2.3-70-g09d2