Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -14,7 +14,7 @@ torch.set_num_threads(1)
|
|
| 14 |
# βββββββββββββββββββββββββ
|
| 15 |
# Config
|
| 16 |
# βββββββββββββββββββββββββ
|
| 17 |
-
BASE_MODEL = "unsloth/Phi-3-mini-4k-instruct"
|
| 18 |
LORA_PATH = "saadkhi/SQL_Chat_finetuned_model"
|
| 19 |
|
| 20 |
MAX_NEW_TOKENS = 180
|
|
|
|
| 14 |
# βββββββββββββββββββββββββ
|
| 15 |
# Config
|
| 16 |
# βββββββββββββββββββββββββ
|
| 17 |
+
BASE_MODEL = "unsloth/Phi-3-mini-4k-instruct-bnb-4bit"
|
| 18 |
LORA_PATH = "saadkhi/SQL_Chat_finetuned_model"
|
| 19 |
|
| 20 |
MAX_NEW_TOKENS = 180
|