Training in progress, step 500

adapter_config.json

@@ -4,7 +4,7 @@
     "base_model_class": "LLAVAModel",
     "parent_library": "__main__"
   },
-  "base_model_name_or_path": "llava-hf/llava-1.5-7b-hf",
+  "base_model_name_or_path": "llava-hf/llava-1.5-13b-hf",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -23,20 +23,20 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "out_proj",
-    "lm_head",
-    "linear_2",
-    "o_proj",
     "down_proj",
-    "policy_head",
+    "fc2",
+    "v_proj",
     "q_proj",
-    "up_proj",
+    "linear_2",
+    "lm_head",
+    "out_proj",
+    "o_proj",
+    "gate_proj",
     "k_proj",
-    "v_proj",
-    "fc2",
     "fc1",
-    "gate_proj",
-    "linear_1"
+    "linear_1",
+    "policy_head",
+    "up_proj"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16d7cf3754381621fef2ab4f3a20d2da51c8c09b28803d5c6dc08c46cebfcfa0
-size 1291029032
+oid sha256:6f84ed7e62a5d8eaeed6ca0f11b4c5db164bcb33821e382d63c81a6a5aacf0ff
+size 1785200136

runs/Oct10_04-11-14_c194476f9c72/events.out.tfevents.1728533496.c194476f9c72.2270.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c887e91a1eb36cdf5096c572ad60cf38e192f5e3be177a39c19d8a92a9a2990
+size 30940

tokenizer_config.json

@@ -53,7 +53,7 @@
     }
   },
   "bos_token": "<s>",
-  "chat_template": "The task is to create a collision scenario in a simulation.The image is a top-down view of a street, where the green block represents the ego-vehicle and another block represent the NPC-vehicle.Your goal is to output the NPC-vehicle's steering and speed so that the ego-vehicle crashes into one of them.The output should be a tuple contain [steering, speed].A chat between a curious user and an artificial intelligence assistant.The user provides detailed information about the status of each vehicle.The assistant selects the appropriate action for the NPC-vehicles. {% for message in messages %}{% if message['role'] == 'user' %}USER: {% else %}ASSISTANT: {% endif %}{% for item in message['content'] %}{% if item['type'] == 'text' %}{{ item['text'] }}{% elif item['type'] == 'image' %}<image>{% endif %}{% endfor %}{% if message['role'] == 'user' %} {% else %}{{eos_token}}{% endif %}{% endfor %}",
+  "chat_template": "The task is to create a collision scenario in a simulation.The image is a top-down view of a street, where the green block represents the ego-vehicle and another block represent the NPC-vehicle.Your goal is to output the NPC-vehicle's steering and speed so that the ego-vehicle crashes into one of them.A chat between a curious user and an artificial intelligence assistant.The user provides detailed information about the status of each vehicle.The assistant selects the appropriate action for the NPC-vehicles. {% for message in messages %}{% if message['role'] == 'user' %}USER: {% else %}ASSISTANT: {% endif %}{% for item in message['content'] %}{% if item['type'] == 'text' %}{{ item['text'] }}{% elif item['type'] == 'image' %}<image>{% endif %}{% endfor %}{% if message['role'] == 'user' %} {% else %}{{eos_token}}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a62e83be36bb6ba86de4fd802e89d1d9a2ef96b720e62b8e3eec18698f706a0b
+oid sha256:d69d212fe953771c8bf7576edb6b6978e45dd2c081b6c143b5443a9e85eda84f
 size 5496