Update app.py
Browse files
app.py
CHANGED
|
@@ -7,7 +7,7 @@ os.environ["HF_HOME"] = "/tmp/hf_cache"
|
|
| 7 |
|
| 8 |
model = Llama.from_pretrained(
|
| 9 |
repo_id="unsloth/Qwen3.5-35B-A3B-GGUF",
|
| 10 |
-
filename="Qwen3.5-35B-A3B-
|
| 11 |
n_ctx=2048,
|
| 12 |
n_threads=16,
|
| 13 |
)
|
|
|
|
| 7 |
|
| 8 |
model = Llama.from_pretrained(
|
| 9 |
repo_id="unsloth/Qwen3.5-35B-A3B-GGUF",
|
| 10 |
+
filename="Qwen3.5-35B-A3B-UD-IQ4_XS.gguf",
|
| 11 |
n_ctx=2048,
|
| 12 |
n_threads=16,
|
| 13 |
)
|