chore: apply all changes

This commit is contained in:
Hermes Agent service account
2026-09-01 12:28:16 -05:00
parent e9924a2524
commit 266b6c7be1
7 changed files with 157 additions and 17 deletions

View File

@@ -44,6 +44,15 @@ ExecStart={{ vllm_venv_path }}/bin/python -m vllm.entrypoints.openai.api_server
{% if item.enforce_eager is defined and item.enforce_eager %}
--enforce-eager \
{% endif %}
{% if item.enable_auto_tool_choice is defined and item.enable_auto_tool_choice %}
--enable-auto-tool-choice \
{% endif %}
{% if item.tool_call_parser is defined %}
--tool-call-parser {{ item.tool_call_parser }} \
{% endif %}
{% if item.reasoning_parser is defined %}
--reasoning-parser {{ item.reasoning_parser }} \
{% endif %}
{% if item.quantization is defined and item.quantization != 'none' %}
--quantization {{ item.quantization }} \
{% endif %}