25 lines
721 B
Python
25 lines
721 B
Python
|
import os
|
||
|
|
from huggingface_hub import hf_hub_download
|
||
|
|
|
||
|
|
REPO_ID = "Bartowski/Meta-Llama-3.1-8B-Instruct-GGUF"
|
||
|
|
FILENAME = "Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf"
|
||
|
|
LOCAL_DIR = "models"
|
||
|
|
|
||
|
|
def download_model():
|
||
|
|
print(f"🚀 Starting download of {FILENAME}...")
|
||
|
|
print(f"📂 Destination: {os.path.abspath(LOCAL_DIR)}")
|
||
|
|
|
||
|
|
try:
|
||
|
|
path = hf_hub_download(
|
||
|
|
repo_id=REPO_ID,
|
||
|
|
filename=FILENAME,
|
||
|
|
local_dir=LOCAL_DIR,
|
||
|
|
)
|
||
|
|
print(f"Model downloaded to: {path}")
|
||
|
|
print(f"Expected size: ~4.92 GB")
|
||
|
|
except Exception as e:
|
||
|
|
print(f"Error downloading model: {e}")
|
||
|
|
|
||
|
|
if __name__ == "__main__":
|
||
|
|
os.makedirs(LOCAL_DIR, exist_ok=True)
|
||
|
|
download_model()
|