download_model.py

from huggingface_hub import hf_hub_download
import os

# This script runs ONCE during the Docker build
print("Starting model download...")

# Get the token from the build secret
HF_TOKEN = os.environ.get("HF_TOKEN")

hf_hub_download(
    repo_id="mradermacher/prem-1B-SQL-GGUF",
    filename="prem-1B-SQL.Q8_0.gguf",
    token=HF_TOKEN,
    local_dir="." # This will save the file as ./prem-1B-SQL.Q8_0.gguf
)

print("Model download complete.")