65rted6tfdjhgfjyrf commited on
Commit
ca8188a
Β·
verified Β·
1 Parent(s): 40a14d6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ else:
14
  print("❌ Hugging Face token not found. Make sure it's set in 'Secrets'.")
15
 
16
  # Model paths
17
- BASE_MODEL = "mistralai/Mistral-7B-Instruct-v0.1"
18
  FINETUNED_MODEL_DIR = "./finetuned_model" # Path to your fine-tuned adapter
19
 
20
  torch_dtype = torch.float16 if torch.cuda.is_available() else torch.float32
 
14
  print("❌ Hugging Face token not found. Make sure it's set in 'Secrets'.")
15
 
16
  # Model paths
17
+ BASE_MODEL = "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ"
18
  FINETUNED_MODEL_DIR = "./finetuned_model" # Path to your fine-tuned adapter
19
 
20
  torch_dtype = torch.float16 if torch.cuda.is_available() else torch.float32