'log_directory': '/datadrive3/aaron/output/v2_output'
'module': 'models.gnmt.gpus=4'
'data_dir': '/mnt/deepak/data/wmt_ende/'
'config_file': 'models/gnmt/gpus=4/dp_conf.json'
'container': 'fiddlev3.azurecr.io/pipedream:1905'
'machines': ['v401:0', 'v401:1', 'v401:2', 'v401:3']
'batch_size': 64
'learning_rate': 0.0003
'weight_decay': 0.000
'epochs': 10
'print_frequency': 100
'verbose_frequency': 100
'compress_activations': False
'compress_in_gpu': False
'learning_rate_policy': 'polynomial'
'model_type': 'translation'
'distributed_backend': 'nccl'
