Hugging Face's logo

htlou
/
backup_0202_llamafactory_AA_preference_Cherry_0_10-llava-mistral

Image-Text-to-Text
Transformers
Safetensors
llava_next
llama-factory
full
Generated from Trainer
conversational
text-generation-inference
Model card Files Community
backup_0202_llamafactory_AA_preference_Cherry_0_10-llava-mistral
File size: 4,671 Bytes 
b6ef765
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
 
{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.8363636363636364,
  "eval_steps": 40,
  "global_step": 39,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 109.26669040334116,
      "learning_rate": 5e-07,
      "logits/chosen": -2.7417855262756348,
      "logits/rejected": -2.731990098953247,
      "logps/chosen": -402.4177551269531,
      "logps/rejected": -259.22088623046875,
      "loss": 0.6813,
      "rewards/accuracies": 0.3687500059604645,
      "rewards/chosen": 0.03968711942434311,
      "rewards/margins": 0.023939523845911026,
      "rewards/rejected": 0.015747597441077232,
      "step": 5
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 54.44026233316852,
      "learning_rate": 1e-06,
      "logits/chosen": -2.695871353149414,
      "logits/rejected": -2.6486518383026123,
      "logps/chosen": -395.3858947753906,
      "logps/rejected": -254.0742645263672,
      "loss": 0.4811,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 1.3482853174209595,
      "rewards/margins": 0.7143442630767822,
      "rewards/rejected": 0.6339409947395325,
      "step": 10
    },
    {
      "epoch": 1.0909090909090908,
      "grad_norm": 40.622864628442045,
      "learning_rate": 9.284285880837946e-07,
      "logits/chosen": -2.4416801929473877,
      "logits/rejected": -2.394608736038208,
      "logps/chosen": -397.1449890136719,
      "logps/rejected": -282.96759033203125,
      "loss": 0.3285,
      "rewards/accuracies": 0.856249988079071,
      "rewards/chosen": 4.510091781616211,
      "rewards/margins": 2.8856072425842285,
      "rewards/rejected": 1.6244843006134033,
      "step": 15
    },
    {
      "epoch": 1.4545454545454546,
      "grad_norm": 16.90254803263314,
      "learning_rate": 7.342042203498951e-07,
      "logits/chosen": -2.289841413497925,
      "logits/rejected": -2.265059232711792,
      "logps/chosen": -343.917724609375,
      "logps/rejected": -253.5391082763672,
      "loss": 0.1267,
      "rewards/accuracies": 0.9312499761581421,
      "rewards/chosen": 5.056896686553955,
      "rewards/margins": 4.160580158233643,
      "rewards/rejected": 0.896316647529602,
      "step": 20
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 29.584850630021336,
      "learning_rate": 4.7293054570729126e-07,
      "logits/chosen": -2.163829803466797,
      "logits/rejected": -2.1356260776519775,
      "logps/chosen": -357.2837829589844,
      "logps/rejected": -278.4024963378906,
      "loss": 0.093,
      "rewards/accuracies": 0.9624999761581421,
      "rewards/chosen": 5.750279426574707,
      "rewards/margins": 5.663321495056152,
      "rewards/rejected": 0.08695853501558304,
      "step": 25
    },
    {
      "epoch": 2.1818181818181817,
      "grad_norm": 7.589156329261643,
      "learning_rate": 2.1940646731880885e-07,
      "logits/chosen": -2.1467955112457275,
      "logits/rejected": -2.1011250019073486,
      "logps/chosen": -361.9977111816406,
      "logps/rejected": -266.29840087890625,
      "loss": 0.0614,
      "rewards/accuracies": 0.981249988079071,
      "rewards/chosen": 5.7993059158325195,
      "rewards/margins": 5.681790351867676,
      "rewards/rejected": 0.11751584708690643,
      "step": 30
    },
    {
      "epoch": 2.5454545454545454,
      "grad_norm": 4.596558322612688,
      "learning_rate": 4.621229016452155e-08,
      "logits/chosen": -2.1508798599243164,
      "logits/rejected": -2.1145217418670654,
      "logps/chosen": -361.5357360839844,
      "logps/rejected": -262.2801208496094,
      "loss": 0.0241,
      "rewards/accuracies": 0.9937499761581421,
      "rewards/chosen": 6.36221981048584,
      "rewards/margins": 6.471512794494629,
      "rewards/rejected": -0.10929267108440399,
      "step": 35
    },
    {
      "epoch": 2.8363636363636364,
      "step": 39,
      "total_flos": 459455468666880.0,
      "train_loss": 0.2336020725659835,
      "train_runtime": 1351.9222,
      "train_samples_per_second": 7.685,
      "train_steps_per_second": 0.029
    }
  ],
  "logging_steps": 5,
  "max_steps": 39,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 40,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 459455468666880.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}