From ae506ecfce80a9d27b5c5e3d1484e70db5cd6b35 Mon Sep 17 00:00:00 2001 From: Megvii Engine Team Date: Wed, 6 May 2020 18:24:02 +0800 Subject: [PATCH] docs(mge/module): fix momentum equation in batch norm doc GitOrigin-RevId: 747ae1646ade7cd80f25c50e9b20c4f332cb6930 --- python_module/megengine/module/batchnorm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python_module/megengine/module/batchnorm.py b/python_module/megengine/module/batchnorm.py index bae2533e..127dd77a 100644 --- a/python_module/megengine/module/batchnorm.py +++ b/python_module/megengine/module/batchnorm.py @@ -136,7 +136,7 @@ class BatchNorm2d(_BatchNorm): This :attr:`momentum` argument is different from one used in optimizer classes and the conventional notion of momentum. Mathematically, the update rule for running statistics here is - :math:`\hat{x}_\text{new} = (1 - \text{momentum}) \times \hat{x} + \text{momentum} \times x_t`, + :math:`\hat{x}_\text{new} = \text{momentum} \times \hat{x} + (1 - \text{momentum}) \times x_t`, where :math:`\hat{x}` is the estimated statistic and :math:`x_t` is the new observed value.