--- # ------------------------------------------------------------------------------ # FILE: roles/llm-inference-multimodel/tasks/models.yml # DESCRIPTION: Phase 1 — download both GGUFs to {{ llm_models_dir }}. # Idempotent: reuses the stat + size-threshold guard pattern # from the llm-inference-homelab skill / roles/llm-inference's # serve.yml, so reruns don't re-pull 8.5GB / 11.7GB files. # # Does NOT touch the existing Gemma GGUF — separate directory # entries, no overlap, no deletion of anything pre-existing. # ------------------------------------------------------------------------------ - name: Create models directory ansible.builtin.file: path: "{{ llm_models_dir }}" state: directory owner: "{{ llm_service_user }}" group: "{{ llm_service_user }}" mode: "0755" become: true # --- Aux model (Phi-4-14B Q4_K_M) -------------------------------------------- - name: Check if aux model GGUF already exists ansible.builtin.stat: path: "{{ llm_aux_model_path }}" register: llm_aux_model_stat - name: Download aux model — Phi-4-14B-Q4_K_M GGUF ansible.builtin.get_url: url: "{{ llm_aux_model_url }}" dest: "{{ llm_aux_model_path }}" headers: Authorization: "Bearer {{ llm_hf_token }}" owner: "{{ llm_service_user }}" group: "{{ llm_service_user }}" mode: "0644" timeout: 7200 force: false become: true no_log: true # Idempotency guard: skip if file exists and is above the min-size threshold # (catches partial/truncated downloads from an interrupted prior run). when: not llm_aux_model_stat.stat.exists or (llm_aux_model_stat.stat.size | int) < (llm_aux_model_min_bytes | int) # --- Tool-calling model (Mistral-Small-24B Q3_K_M) --------------------------- - name: Check if tool-calling model GGUF already exists ansible.builtin.stat: path: "{{ llm_toolcall_model_path }}" register: llm_toolcall_model_stat - name: Download tool-calling model — Mistral-Small-24B-Instruct-2501 Q3_K_M GGUF ansible.builtin.get_url: url: "{{ llm_toolcall_model_url }}" dest: "{{ llm_toolcall_model_path }}" headers: Authorization: "Bearer {{ llm_hf_token }}" owner: "{{ llm_service_user }}" group: "{{ llm_service_user }}" mode: "0644" timeout: 7200 force: false become: true no_log: true when: not llm_toolcall_model_stat.stat.exists or (llm_toolcall_model_stat.stat.size | int) < (llm_toolcall_model_min_bytes | int) - name: Report model files present on disk ansible.builtin.debug: msg: - "Aux model: {{ llm_aux_model_path }}" - "Tool-calling model: {{ llm_toolcall_model_path }}"