summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorJoe Zhao <ztuowen@gmail.com>2014-10-10 14:45:29 +0800
committerJoe Zhao <ztuowen@gmail.com>2014-10-10 14:45:29 +0800
commitd3bb2fc8ea497a9f600562bc6b458f1581640fa1 (patch)
treebbab9766d512540f27ab8548e12c42e8cfcd64c1
parent8ac255da2fdc8a74b197f47c1810263ad0113a3c (diff)
downloadtnet-d3bb2fc8ea497a9f600562bc6b458f1581640fa1.tar.gz
tnet-d3bb2fc8ea497a9f600562bc6b458f1581640fa1.tar.bz2
tnet-d3bb2fc8ea497a9f600562bc6b458f1581640fa1.zip
comment update+++++HEADmasterdebug
-rw-r--r--src/CuTNetLib/cuBiasedLinearity.h2
-rw-r--r--src/CuTNetLib/cuUpdatableBias.h2
2 files changed, 2 insertions, 2 deletions
diff --git a/src/CuTNetLib/cuBiasedLinearity.h b/src/CuTNetLib/cuBiasedLinearity.h
index 157697a..3d5a9f0 100644
--- a/src/CuTNetLib/cuBiasedLinearity.h
+++ b/src/CuTNetLib/cuBiasedLinearity.h
@@ -19,7 +19,7 @@ namespace TNet {
* Error propagation: \f[ E_i = \Sigma_{i=0}^{i=N-1} w_ij e_j \f]
*
* Weight adjustion: \f[ W_{ij} = (1-D)(w_{ij} - \alpha(1-\mu)x_i e_j - \mu \Delta) \f]
- * and for bias: \f[ \Beta_i = \beta_i - \alpha (1-\mu) e_i - \mu \Delta \f]
+ * and for bias: \f[ B_i = \beta_i - \alpha (1-\mu) e_i - \mu \Delta \f]
* where
* - D for weight decay => penalizing large weight
* - \f$ \alpha \f$ for learning rate
diff --git a/src/CuTNetLib/cuUpdatableBias.h b/src/CuTNetLib/cuUpdatableBias.h
index 313970f..d557173 100644
--- a/src/CuTNetLib/cuUpdatableBias.h
+++ b/src/CuTNetLib/cuUpdatableBias.h
@@ -19,7 +19,7 @@ namespace TNet {
* Error propagation: \f[ E_i = e_i \f]
*
* Weight adjust:
- * for bias: \f[ {\Beta}_i = {\beta}_i - \alpha (1-\mu) e_i - \mu \Delta \f]
+ * for bias: \f[ B_i = {\beta}_i - \alpha (1-\mu) e_i - \mu \Delta \f]
* where
* - D for weight decay => penalizing large weight
* - \f$ \alpha \f$ for learning rate