Spaces:
Runtime error
Runtime error
Márk Vince Varga
commited on
ESGRTSDRYVGEDDEGRYDEGR
Browse files
app.py
CHANGED
|
@@ -144,8 +144,8 @@ import gradio as gr
|
|
| 144 |
from llama_cpp import Llama
|
| 145 |
from huggingface_hub import hf_hub_download
|
| 146 |
# 1. CONFIGURATION
|
| 147 |
-
REPO_ID = "
|
| 148 |
-
FILENAME = "Llama-3.2-1B-
|
| 149 |
|
| 150 |
# 2. DOWNLOAD THE GGUF MODEL
|
| 151 |
# This downloads the file to a local cache in the container
|
|
|
|
| 144 |
from llama_cpp import Llama
|
| 145 |
from huggingface_hub import hf_hub_download
|
| 146 |
# 1. CONFIGURATION
|
| 147 |
+
REPO_ID = "unsloth/Llama-3.2-1B-Instruct-GGUF"
|
| 148 |
+
FILENAME = "Llama-3.2-1B-Instruct-Q4_K_M.gguf"
|
| 149 |
|
| 150 |
# 2. DOWNLOAD THE GGUF MODEL
|
| 151 |
# This downloads the file to a local cache in the container
|