chripto commited on
Commit
3726cb1
·
verified ·
1 Parent(s): 9182c7b

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -7,8 +7,8 @@ import uvicorn
7
  app = FastAPI()
8
 
9
  #client = InferenceClient("tiiuae/Falcon3-3B-Instruct-1.58bit")
10
- #client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
11
- client = InferenceClient("deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B")
12
  #client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.2")
13
  #client = InferenceClient("chripto/Mistral-7B-Instruct-v0.2_20240802")
14
 
 
7
  app = FastAPI()
8
 
9
  #client = InferenceClient("tiiuae/Falcon3-3B-Instruct-1.58bit")
10
+ client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
11
+ #client = InferenceClient("deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B")
12
  #client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.2")
13
  #client = InferenceClient("chripto/Mistral-7B-Instruct-v0.2_20240802")
14