llm-inference-multimodel: role + day1 playbook (phase 0 discover approved)
This commit is contained in:
22
ansible/roles/llm-inference-multimodel/vars/main.yml
Normal file
22
ansible/roles/llm-inference-multimodel/vars/main.yml
Normal file
@@ -0,0 +1,22 @@
|
||||
---
|
||||
# ------------------------------------------------------------------------------
|
||||
# FILE: roles/llm-inference-multimodel/vars/main.yml
|
||||
# DESCRIPTION: Role-internal constants (not meant to be overridden per-host).
|
||||
# Model URLs/quant filenames live here rather than defaults/ since
|
||||
# they're not really "tunable" — they're the specific artifacts
|
||||
# named in the approved plan (§1). If Ryan wants a different
|
||||
# quant/model, that's a defaults/main.yml override or a plan
|
||||
# revision, not a vars/ edit.
|
||||
# ------------------------------------------------------------------------------
|
||||
|
||||
# HuggingFace auth — reuse the same vault token as roles/llm-inference.
|
||||
# vault_hf_token is defined in group_vars/all/vault.
|
||||
llm_hf_token: "{{ vault_hf_token }}"
|
||||
|
||||
# Expected VRAM subtotals from plan §1 (informational — surfaced in verify.yml
|
||||
# output so a live nvidia-smi reading can be sanity-checked against the design
|
||||
# math, not enforced as a hard gate).
|
||||
llm_aux_expected_vram_gb: 10.0
|
||||
llm_toolcall_expected_vram_gb: 13.2
|
||||
llm_combined_expected_vram_gb: 23.2
|
||||
llm_gpu_total_vram_gb: 24.0
|
||||
Reference in New Issue
Block a user