diff options
| author | Joe Zhao <ztuowen@gmail.com> | 2014-10-10 14:45:29 +0800 |
|---|---|---|
| committer | Joe Zhao <ztuowen@gmail.com> | 2014-10-10 14:45:29 +0800 |
| commit | d3bb2fc8ea497a9f600562bc6b458f1581640fa1 (patch) | |
| tree | bbab9766d512540f27ab8548e12c42e8cfcd64c1 /src/CuTNetLib/cuUpdatableBias.h | |
| parent | 8ac255da2fdc8a74b197f47c1810263ad0113a3c (diff) | |
| download | tnet-d3bb2fc8ea497a9f600562bc6b458f1581640fa1.tar.gz tnet-d3bb2fc8ea497a9f600562bc6b458f1581640fa1.tar.bz2 tnet-d3bb2fc8ea497a9f600562bc6b458f1581640fa1.zip | |
Diffstat (limited to 'src/CuTNetLib/cuUpdatableBias.h')
| -rw-r--r-- | src/CuTNetLib/cuUpdatableBias.h | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/CuTNetLib/cuUpdatableBias.h b/src/CuTNetLib/cuUpdatableBias.h index 313970f..d557173 100644 --- a/src/CuTNetLib/cuUpdatableBias.h +++ b/src/CuTNetLib/cuUpdatableBias.h @@ -19,7 +19,7 @@ namespace TNet { * Error propagation: \f[ E_i = e_i \f] * * Weight adjust: - * for bias: \f[ {\Beta}_i = {\beta}_i - \alpha (1-\mu) e_i - \mu \Delta \f] + * for bias: \f[ B_i = {\beta}_i - \alpha (1-\mu) e_i - \mu \Delta \f] * where * - D for weight decay => penalizing large weight * - \f$ \alpha \f$ for learning rate |