llm-inference-multimodel: role + day1 playbook (phase 0 discover approved)

ansible/roles/llm-inference-multimodel/tasks/models.yml

@@ -0,0 +1,72 @@
+---
+# ------------------------------------------------------------------------------
+# FILE: roles/llm-inference-multimodel/tasks/models.yml
+# DESCRIPTION: Phase 1 — download both GGUFs to {{ llm_models_dir }}.
+#              Idempotent: reuses the stat + size-threshold guard pattern
+#              from the llm-inference-homelab skill / roles/llm-inference's
+#              serve.yml, so reruns don't re-pull 8.5GB / 11.7GB files.
+#
+#              Does NOT touch the existing Gemma GGUF — separate directory
+#              entries, no overlap, no deletion of anything pre-existing.
+# ------------------------------------------------------------------------------
+
+- name: Create models directory
+  ansible.builtin.file:
+    path: "{{ llm_models_dir }}"
+    state: directory
+    owner: "{{ llm_service_user }}"
+    group: "{{ llm_service_user }}"
+    mode: "0755"
+  become: true
+
+# --- Aux model (Phi-4-14B Q4_K_M) --------------------------------------------
+
+- name: Check if aux model GGUF already exists
+  ansible.builtin.stat:
+    path: "{{ llm_aux_model_path }}"
+  register: llm_aux_model_stat
+
+- name: Download aux model — Phi-4-14B-Q4_K_M GGUF
+  ansible.builtin.get_url:
+    url: "{{ llm_aux_model_url }}"
+    dest: "{{ llm_aux_model_path }}"
+    headers:
+      Authorization: "Bearer {{ llm_hf_token }}"
+    owner: "{{ llm_service_user }}"
+    group: "{{ llm_service_user }}"
+    mode: "0644"
+    timeout: 7200
+    force: false
+  become: true
+  no_log: true
+  # Idempotency guard: skip if file exists and is above the min-size threshold
+  # (catches partial/truncated downloads from an interrupted prior run).
+  when: not llm_aux_model_stat.stat.exists or (llm_aux_model_stat.stat.size | int) < (llm_aux_model_min_bytes | int)
+
+# --- Tool-calling model (Mistral-Small-24B Q3_K_M) ---------------------------
+
+- name: Check if tool-calling model GGUF already exists
+  ansible.builtin.stat:
+    path: "{{ llm_toolcall_model_path }}"
+  register: llm_toolcall_model_stat
+
+- name: Download tool-calling model — Mistral-Small-24B-Instruct-2501 Q3_K_M GGUF
+  ansible.builtin.get_url:
+    url: "{{ llm_toolcall_model_url }}"
+    dest: "{{ llm_toolcall_model_path }}"
+    headers:
+      Authorization: "Bearer {{ llm_hf_token }}"
+    owner: "{{ llm_service_user }}"
+    group: "{{ llm_service_user }}"
+    mode: "0644"
+    timeout: 7200
+    force: false
+  become: true
+  no_log: true
+  when: not llm_toolcall_model_stat.stat.exists or (llm_toolcall_model_stat.stat.size | int) < (llm_toolcall_model_min_bytes | int)
+
+- name: Report model files present on disk
+  ansible.builtin.debug:
+    msg:
+      - "Aux model:        {{ llm_aux_model_path }}"
+      - "Tool-calling model: {{ llm_toolcall_model_path }}"