Spaces:

joaogante
/

assisted_generation_demo

Running on Zero

joaogante HF staff commited on 14 days ago

Commit

7187f3b

verified ·

1 Parent(s): 4b1ae14

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -61,8 +61,8 @@ def reset_textbox():
 with gr.Blocks() as demo:
     gr.Markdown(
         "# 🤗 Assisted Generation Demo\n"
-        f"- Model: {model_id}\n"
-        f"- Assistant Model: {assistant_id}\n"
         "- Recipe for good speedup: a) >10x model size difference in parameters; b) assistant trained similarly; c) CPU is not a bottleneck"
     )

 with gr.Blocks() as demo:
     gr.Markdown(
         "# 🤗 Assisted Generation Demo\n"
+        f"- Model: {model_id} (4-bit quantization)\n"
+        f"- Assistant Model: {assistant_id} (FP16)\n"
         "- Recipe for good speedup: a) >10x model size difference in parameters; b) assistant trained similarly; c) CPU is not a bottleneck"
     )