Update app.py
Browse files
app.py
CHANGED
@@ -16,8 +16,9 @@ subprocess.run(
|
|
16 |
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
17 |
shell=True,
|
18 |
)
|
|
|
19 |
|
20 |
-
token =
|
21 |
|
22 |
|
23 |
model = AutoModelForCausalLM.from_pretrained(
|
|
|
16 |
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
17 |
shell=True,
|
18 |
)
|
19 |
+
hf_token = os.getenv("HF_TOKEN")
|
20 |
|
21 |
+
token = hf_token
|
22 |
|
23 |
|
24 |
model = AutoModelForCausalLM.from_pretrained(
|