|
|
@@ -33,7 +33,7 @@ mnist_cfg = edict({ |
|
|
|
'dataset_sink_mode': False, # whether deliver all training data to device one time |
|
|
|
'micro_batches': 32, # the number of small batches split from an original batch |
|
|
|
'norm_bound': 1.0, # the clip bound of the gradients of model's training parameters |
|
|
|
'initial_noise_multiplier': 1.0, # the initial multiplication coefficient of the noise added to training |
|
|
|
'initial_noise_multiplier': 0.4, # the initial multiplication coefficient of the noise added to training |
|
|
|
# parameters' gradients |
|
|
|
'noise_mechanisms': 'Gaussian', # the method of adding noise in gradients while training |
|
|
|
'clip_mechanisms': 'Gaussian', # the method of adaptive clipping gradients while training |
|
|
|