Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -129,8 +129,7 @@ try:
|
|
129 |
MODEL_ID,
|
130 |
device_map="auto",
|
131 |
quantization_config=quantization_config,
|
132 |
-
torch_dtype=torch.bfloat16
|
133 |
-
attn_implementation="flash_attention_2" # Enable Flash Attention 2
|
134 |
)
|
135 |
|
136 |
# Apply Better Transformer optimization
|
|
|
129 |
MODEL_ID,
|
130 |
device_map="auto",
|
131 |
quantization_config=quantization_config,
|
132 |
+
torch_dtype=torch.bfloat16
|
|
|
133 |
)
|
134 |
|
135 |
# Apply Better Transformer optimization
|