Add pipeline tag and library name

README.md

@@ -1,12 +1,14 @@
 ---
-license: apache-2.0
+base_model:
+- meta-llama/Llama-3.2-1B-Instruct
 datasets:
 - VocalNet/VoiceAssitant-430K-vocalnet
 - VocalNet/UltraChat-vocalnet
 language:
 - en
-base_model:
-- meta-llama/Llama-3.2-1B-Instruct
+license: apache-2.0
+pipeline_tag: audio-text-to-text
+library_name: transformers
 ---
 
 ## 🎧 VocalNet-1B Model Card
@@ -277,263 +279,73 @@ VocalNet-1B was evaluated on [OpenAudioBench](https://huggingface.co/datasets/ba
         <td style="padding: 10px; border: 1px solid #ddd;"><u>6.22</u></td>
       </tr>
       <tr>
-        <td rowspan="2" style="padding: 10px; border: 1px solid #ddd;">Minmo*</td>
-        <td rowspan="2" style="padding: 10px; border: 1px solid #ddd;">8B</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">s→t</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">-</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">78.9</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.83</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">5.50</td>
-      </tr>
-      <tr>
-        <td style="padding: 10px; border: 1px solid #ddd;">s→s</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>6.48</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">64.1</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">3.75</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">3.99</td>
-      </tr>
-      <tr>
-        <td rowspan="2" style="padding: 10px; border: 1px solid #ddd;">Qwen2.5-Omni</td>
-        <td rowspan="2" style="padding: 10px; border: 1px solid #ddd;">8B</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">s→t</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">6.01</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>79.0</u></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">5.89</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>6.88</u></td>
-      </tr>
-      <tr>
-        <td style="padding: 10px; border: 1px solid #ddd;">s→s</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">5.73</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>76.3</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>5.59</u></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>6.70</b></td>
-      </tr>
-      <tr>
-        <td rowspan="2" style="padding: 10px; border: 1px solid #ddd;">VocalNet-8B (VA)</td>
-        <td rowspan="2" style="padding: 10px; border: 1px solid #ddd;">8B</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">s→t</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>7.05</u></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">77.1</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">6.15</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">6.34</td>
-      </tr>
-      <tr>
-        <td style="padding: 10px; border: 1px solid #ddd;">s→s</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">6.30</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">71.4</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">5.24</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">5.81</td>
-      </tr>
-      <tr>
-        <td rowspan="2" style="padding: 10px; border: 1px solid #ddd;">VocalNet-8B</td>
-        <td rowspan="2" style="padding: 10px; border: 1px solid #ddd;">8B</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">s→t</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>7.12</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>79.5</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>6.24</u></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">6.48</td>
-      </tr>
-      <tr>
-        <td style="padding: 10px; border: 1px solid #ddd;">s→s</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>6.37</u></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>73.1</u></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>5.67</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">6.16</td>
-      </tr>
-    </tbody>
-  </table>
-</div>
-
-#### Response Alignment and Acoustic Quality
-<div align="center">
-  <table style="margin: 0 auto; text-align: center; border-collapse: collapse; font-size: 14px;">
-    <tbody>
-      <tr style="background-color: #f2f2f2;">
-        <td rowspan="2" style="padding: 10px; border: 1px solid #ddd;">Model</td>
-        <td colspan="2" style="padding: 10px; border: 1px solid #ddd;">AlpacaEval</td>
-        <td colspan="2" style="padding: 10px; border: 1px solid #ddd;">LLaMA Questions</td>
-        <td colspan="2" style="padding: 10px; border: 1px solid #ddd;">TriviaQA</td>
-        <td colspan="2" style="padding: 10px; border: 1px solid #ddd;">Web Questions</td>
-        <td colspan="2" style="padding: 10px; border: 1px solid #ddd;">Avg</td>
-      </tr>
-      <tr>
-        <td style="padding: 10px; border: 1px solid #ddd;">WER</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">UTMOS</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">WER</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">UTMOS</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">WER</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">UTMOS</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">WER</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">UTMOS</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">WER</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">UTMOS</td>
-      </tr>
-      <tr>
-        <td colspan="11" style="padding: 10px; border: 1px solid #ddd; font-weight: bold; background-color: #e6f3ff;">Tiny Models</td>
-      </tr>
-      <tr>
-        <td style="padding: 10px; border: 1px solid #ddd;">Mini-Omni</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">20.78</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.429</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">5.20</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.428</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">7.43</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.428</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">8.51</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.433</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">8.66</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.430</td>
-      </tr>
-      <tr>
-        <td style="padding: 10px; border: 1px solid #ddd;">SLAM-Omni</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">5.52</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.439</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">5.55</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.467</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">6.16</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.470</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">6.50</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.461</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">6.17</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.464</td>
+        <td style="padding: 10px; border: 1px solid #ddd;">Minmo*</td>
+        <td style="padding: 10px; border: 1px solid #ddd;">8B</td>
+        <td>s→t</td>
+        <td>-</td>
+        <td>78.9</td>
+        <td>4.83</td>
+        <td>5.50</td>
       </tr>
       <tr>
-        <td style="padding: 10px; border: 1px solid #ddd;">VocalNet-1B (VA)</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>3.43</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>4.495</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">3.65</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>4.498</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>5.97</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>4.499</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">6.40</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.489</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">5.66</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>4.495</b></td>
+        <td>s→s</td>
+        <td><b>6.48<br></td>
+        <td>64.1</td>
+        <td>3.75</td>
+        <td>3.99</td>
       </tr>
       <tr>
-        <td style="padding: 10px; border: 1px solid #ddd;">VocalNet-1B</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>3.43</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.491</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>3.27</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.497</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">6.73</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.486</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>4.88</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>4.493</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>5.31</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.491</td>
-      </tr>
-      <tr>
-        <td colspan="11" style="padding: 10px; border: 1px solid #ddd; font-weight: bold; background-color: #e6f3ff;">Base Models</td>
-      </tr>
-      <tr>
-        <td style="padding: 10px; border: 1px solid #ddd;">LLaMA-Omni</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">6.00</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">3.942</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">10.00</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.003</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">20.93</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">3.965</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">14.60</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">3.935</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">15.90</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">3.956</td>
-      </tr>
-      <tr>
-        <td style="padding: 10px; border: 1px solid #ddd;">Freeze-Omni</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">14.33</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.377</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">14.20</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.417</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">20.39</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.404</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">18.25</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.398</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">18.31</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.401</td>
-      </tr>
-      <tr>
-        <td style="padding: 10px; border: 1px solid #ddd;">GLM-4-Voice</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">18.71</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.025</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">14.45</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.152</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">8.33</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.306</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">6.08</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.214</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">8.99</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.228</td>
-      </tr>
-      <tr>
-        <td style="padding: 10px; border: 1px solid #ddd;">Baichuan-Omni-1.5</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">20.84</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.082</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">22.82</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.332</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">22.36</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.401</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">23.29</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.350</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">22.67</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.347</td>
-      </tr>
-      <tr>
-        <td style="padding: 10px; border: 1px solid #ddd;">MiniCPM-o</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">15.35</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.102</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">5.73</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.228</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">8.08</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.128</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">8.94</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.125</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">8.72</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.137</td>
+        <td style="padding: 10px; border: 1px solid #ddd;">Qwen2.5-Omni</td>
+        <td>s→t</td>
+        <td>6.01</td>
+        <td><u>79.0</u></td>
+        <td>5.89</td>
+        <td><u>6.88</u></td>
       </tr>
       <tr>
-        <td style="padding: 10px; border: 1px solid #ddd;">Qwen2.5-Omni</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>2.41</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.299</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>0.93</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.315</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>1.13</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.339</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.68</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.363</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>2.63</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.342</td>
+        <td>s→s</td>
+        <td>5.73</td>
+        <td><b>76.3<br></td>
+        <td><u>5.59</u></td>
+        <td><b>6.70<br></td>
       </tr>
       <tr>
         <td style="padding: 10px; border: 1px solid #ddd;">VocalNet-8B (VA)</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>2.65</u></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>4.490</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">3.00</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>4.503</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">5.02</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>4.499</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>4.21</u></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>4.485</u></td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.26</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>4.493</b></td>
+        <td><u>7.05</u></td>
+        <td><b>4.490<br></td>
+        <td>77.1</td>
+        <td>4.503</td>
+        <td>6.15</td>
+        <td><b>4.499<br></td>
+        <td><u>4.21</u></td>
+        <td><u>4.485</u></td>
+        <td>4.26</td>
+        <td><b>4.493<br></td>
+      </tr>
+      <tr>
+        <td>VocalNet-8B</td>
+        <td><b>7.12<br></td>
+        <td><u>4.489</u></td>
+        <td><b>79.5<br></td>
+        <td>4.500</td>
+        <td><u>6.24</u></td>
+        <td>4.482</td>
+        <td>3.11</td>
+        <td>4.492</td>
+        <td><u>3.56</u></td>
+        <td><u>4.489</u></td>
       </tr>
+    <thead>
       <tr>
-        <td style="padding: 10px; border: 1px solid #ddd;">VocalNet-8B</td>
-        <td style="padding: 10px; border: 1px solid #ddd;">4.71</td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>4.489</u></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>2.68</u></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>4.500</u></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>4.04</u></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>4.482</u></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><b>3.11</b></td>
-        <td style="padding as: 10px; border: 1px solid #ddd;"><b>4.492</b></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>3.56</u></td>
-        <td style="padding: 10px; border: 1px solid #ddd;"><u>4.489</u></td>
+         <th class="tg-c3ow" colspan="11"></th>
       </tr>
+    </thead>
     </tbody>
   </table>
 </div>
 
+</details>
+
 ### ✍️ Citation
 If you find our work useful, please cite:
 ```bib