diff --git a/20251014.md b/20251014.md index 181a5d1..b6f592f 100644 --- a/20251014.md +++ b/20251014.md @@ -34,4 +34,14 @@ pip install modelscope -i https://mirrors.aliyun.com/pypi/simple/ --trusted-host # 拉取 gpt-oss-20b 模型 modelscope download --model openai-mirror/gpt-oss-20b --local_dir /home/ss/vllm-py12/gpt-oss-20b + +# 运行模型 +vllm serve \ +/home/ss/vllm-py12/gpt-oss-20b \ +--port 18777 \ +--api-key token_lcfc \ +--served-model-name gpt-oss-20b \ +--gpu-memory-utilization 0.95 \ +--tool-call-parser openai \ +--enable-auto-tool-choice ``` \ No newline at end of file