chore: apply all changes
This commit is contained in:
@@ -44,6 +44,15 @@ ExecStart={{ vllm_venv_path }}/bin/python -m vllm.entrypoints.openai.api_server
|
||||
{% if item.enforce_eager is defined and item.enforce_eager %}
|
||||
--enforce-eager \
|
||||
{% endif %}
|
||||
{% if item.enable_auto_tool_choice is defined and item.enable_auto_tool_choice %}
|
||||
--enable-auto-tool-choice \
|
||||
{% endif %}
|
||||
{% if item.tool_call_parser is defined %}
|
||||
--tool-call-parser {{ item.tool_call_parser }} \
|
||||
{% endif %}
|
||||
{% if item.reasoning_parser is defined %}
|
||||
--reasoning-parser {{ item.reasoning_parser }} \
|
||||
{% endif %}
|
||||
{% if item.quantization is defined and item.quantization != 'none' %}
|
||||
--quantization {{ item.quantization }} \
|
||||
{% endif %}
|
||||
|
||||
Reference in New Issue
Block a user