'log_directory': '/datadrive3/aaron/output/v2_output'
'module': 'models.alexnet.gpus=4'
'data_dir': '/mnt/deepak/data/imagenet/'
'config_file': 'models/alexnet/gpus=4/hybrid_conf.json'
'container': 'nvcr.io/nvidia/pytorch:19.05-py3'
'machines': ['v401:0', 'v401:1', 'v401:2', 'v401:3']
'batch_size': 256
'learning_rate': 0.01
'weight_decay': 0.0005
'epochs': 60
'print_frequency': 100
'verbose_frequency': 100
'compress_activations': False
'compress_in_gpu': False
'learning_rate_policy': 'polynomial'
'model_type': 'image_classification'
'synthetic_data': True
'distributed_backend': 'gloo'
