Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -14,7 +14,7 @@ else:
|
|
14 |
print("β Hugging Face token not found. Make sure it's set in 'Secrets'.")
|
15 |
|
16 |
# Model paths
|
17 |
-
BASE_MODEL = "
|
18 |
FINETUNED_MODEL_DIR = "./finetuned_model" # Path to your fine-tuned adapter
|
19 |
|
20 |
torch_dtype = torch.float16 if torch.cuda.is_available() else torch.float32
|
|
|
14 |
print("β Hugging Face token not found. Make sure it's set in 'Secrets'.")
|
15 |
|
16 |
# Model paths
|
17 |
+
BASE_MODEL = "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ"
|
18 |
FINETUNED_MODEL_DIR = "./finetuned_model" # Path to your fine-tuned adapter
|
19 |
|
20 |
torch_dtype = torch.float16 if torch.cuda.is_available() else torch.float32
|