From 2eb709e9aab527e7183806176a6e9932511248f0 Mon Sep 17 00:00:00 2001 From: huangjiaqi Date: Tue, 16 Aug 2022 10:59:50 +0800 Subject: [PATCH] modify the initial_noise_multiplier of a dp example --- examples/privacy/diff_privacy/lenet5_config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/privacy/diff_privacy/lenet5_config.py b/examples/privacy/diff_privacy/lenet5_config.py index dfd3983..12e9e65 100644 --- a/examples/privacy/diff_privacy/lenet5_config.py +++ b/examples/privacy/diff_privacy/lenet5_config.py @@ -33,7 +33,7 @@ mnist_cfg = edict({ 'dataset_sink_mode': False, # whether deliver all training data to device one time 'micro_batches': 32, # the number of small batches split from an original batch 'norm_bound': 1.0, # the clip bound of the gradients of model's training parameters - 'initial_noise_multiplier': 1.0, # the initial multiplication coefficient of the noise added to training + 'initial_noise_multiplier': 0.4, # the initial multiplication coefficient of the noise added to training # parameters' gradients 'noise_mechanisms': 'Gaussian', # the method of adding noise in gradients while training 'clip_mechanisms': 'Gaussian', # the method of adaptive clipping gradients while training