Update Dockerfile
Browse files- Dockerfile +10 -12
Dockerfile
CHANGED
@@ -4,15 +4,13 @@ WORKDIR /app
|
|
4 |
|
5 |
EXPOSE 7860
|
6 |
|
7 |
-
CMD
|
8 |
-
|
9 |
-
|
10 |
-
|
11 |
-
|
12 |
-
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
-
"--disable-log-requests"]
|
18 |
-
|
|
|
4 |
|
5 |
EXPOSE 7860
|
6 |
|
7 |
+
CMD exec vllm serve --model Qwen/Qwen3-0.6B \
|
8 |
+
--host 0.0.0.0 \
|
9 |
+
--port 7860 \
|
10 |
+
--max-model-len 8192 \
|
11 |
+
--dtype float32 \
|
12 |
+
--enable-reasoning \
|
13 |
+
--reasoning-parser deepseek_r1 \
|
14 |
+
--engine-use-ray \
|
15 |
+
--trust-remote-code \
|
16 |
+
--disable-log-requests
|
|
|
|