DLF_mosei / config.json
Peter180's picture
Upload config.json with huggingface_hub
05e3fae verified
{
"model_name": "DLF",
"dataset_name": "mosei",
"train_mode": "regression",
"device": "cuda:0",
"need_data_aligned": true,
"need_model_aligned": true,
"early_stop": 10,
"use_bert": true,
"use_finetune": true,
"attn_mask": true,
"update_epochs": 10,
"attn_dropout_a": 0.0,
"attn_dropout_v": 0.0,
"relu_dropout": 0.0,
"embed_dropout": 0.0,
"res_dropout": 0.0,
"feature_dims": [768, 74, 35],
"dst_feature_dim_nheads": [50, 10],
"batch_size": 16,
"learning_rate": 0.0001,
"nlevels": 2,
"conv1d_kernel_size_l": 3,
"conv1d_kernel_size_a": 3,
"conv1d_kernel_size_v": 3,
"text_dropout": 0.1,
"attn_dropout": 0.5,
"output_dropout": 0.5,
"grad_clip": 0.6,
"patience": 5,
"weight_decay": 0.001,
"transformers": "bert",
"pretrained": "bert-base-uncased",
"KeyEval": "Loss"
}