From 8e11204ab65f662d2c0035e66f6f01d8ea8543c6 Mon Sep 17 00:00:00 2001 From: Megvii Engine Team Date: Tue, 17 Nov 2020 11:22:34 +0800 Subject: [PATCH] perf(mge/module): optimize conv_bn qat module to improve performance GitOrigin-RevId: 9415b83d9c248907b96adeecac0b7f0dfb664c81 --- imperative/python/megengine/module/qat/conv_bn.py | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/imperative/python/megengine/module/qat/conv_bn.py b/imperative/python/megengine/module/qat/conv_bn.py index bb7414d9..89e270f1 100644 --- a/imperative/python/megengine/module/qat/conv_bn.py +++ b/imperative/python/megengine/module/qat/conv_bn.py @@ -132,13 +132,7 @@ class _ConvBnActivation2d(Float._ConvBnActivation2d, QATModule): if self.conv.bias is not None: orig_conv = orig_conv + self.conv.bias # calculate batch norm - bn_mean, bn_var = self.get_batch_mean_var(orig_conv) - bn_istd = 1.0 / sqrt(bn_var + self.bn.eps) - conv = gamma * bn_istd * (orig_conv - bn_mean) + beta - num_elements_per_channel = conv.size / conv.shape[1] - self.update_running_mean_and_running_var( - bn_mean, bn_var, num_elements_per_channel - ) + conv = self.bn(orig_conv) return conv @classmethod