setup

#!/usr/bin/env python3
import os

from huggingface_hub import hf_hub_download, snapshot_download

from private_gpt.paths import models_path, models_cache_path
from private_gpt.settings.settings import settings

os.makedirs(models_path, exist_ok=True)
embedding_path = models_path / "embedding"

print(f"Downloading embedding {settings().local.embedding_hf_model_name}")
snapshot_download(
    repo_id=settings().local.embedding_hf_model_name,
    cache_dir=models_cache_path,
    local_dir=embedding_path,
)
print("Embedding model downloaded!")
print("Downloading models for local execution...")

# Download LLM and create a symlink to the model file
hf_hub_download(
    repo_id=settings().local.llm_hf_repo_id,
    filename=settings().local.llm_hf_model_file,
    cache_dir=models_cache_path,
    local_dir=models_path,
)

print("LLM model downloaded!")
print("Setup done")