Enable Tool Functions Call (#1)
Browse files- feat(text-generation): enable function tool on the server (8e33f667fcc4485e3a1397eb55f13138fcfcc940)
- entrypoint.sh +2 -1
entrypoint.sh
CHANGED
|
@@ -8,5 +8,6 @@ python3 -m sglang.launch_server \
|
|
| 8 |
--quantization $QUANT_METHOD \
|
| 9 |
--enable-torch-compile \
|
| 10 |
--enable-ep-moe \
|
|
|
|
| 11 |
--host 0.0.0.0 \
|
| 12 |
-
--port 80
|
|
|
|
| 8 |
--quantization $QUANT_METHOD \
|
| 9 |
--enable-torch-compile \
|
| 10 |
--enable-ep-moe \
|
| 11 |
+
--tool-call-parser qwen25 \
|
| 12 |
--host 0.0.0.0 \
|
| 13 |
+
--port 80
|