diff options
| author | Joe Zhao <ztuowen@gmail.com> | 2014-10-10 14:36:13 +0800 |
|---|---|---|
| committer | Joe Zhao <ztuowen@gmail.com> | 2014-10-10 14:36:13 +0800 |
| commit | 0eed0d9c5e7fcc781b66ba278f1c3b2923bdb524 (patch) | |
| tree | ef72d88a05654bf4fd0d2d78e56ffa025b3ef884 | |
| parent | 698ac5fb0fcfc3c6af4d8bd13dd39ca984960ae1 (diff) | |
| download | tnet-0eed0d9c5e7fcc781b66ba278f1c3b2923bdb524.tar.gz tnet-0eed0d9c5e7fcc781b66ba278f1c3b2923bdb524.tar.bz2 tnet-0eed0d9c5e7fcc781b66ba278f1c3b2923bdb524.zip | |
comment update++
| -rw-r--r-- | src/CuTNetLib/cuBiasedLinearity.h | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/CuTNetLib/cuBiasedLinearity.h b/src/CuTNetLib/cuBiasedLinearity.h index 7a636c2..fd495e9 100644 --- a/src/CuTNetLib/cuBiasedLinearity.h +++ b/src/CuTNetLib/cuBiasedLinearity.h @@ -19,7 +19,7 @@ namespace TNet { * Error propagation: \f[ E_i = \Sigma_{i=0}^{i=N-1} w_ij e_j \f] * * Weight adjustion: \f[ W_{ij} = (1-D)(w_{ij} - \alpha(1-\mu)x_i e_j - \mu \Delta) \f] - * and fot bias: \f[ {\Beta}_i = {\beta}_i - \alpha (1-\mu)i e_i - \mu \Delta \f] + * and fot bias: \f[ {\Beta}_i = {\beta}_i - \alpha (1-\mu) e_i - \mu \Delta \f] * where * - D for weight decay => penalizing large weight * - \f$ \alpha \f$ for learning rate |