Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -6,6 +6,8 @@ import gradio as gr
|
|
6 |
|
7 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
8 |
|
|
|
|
|
9 |
max_seq_length = 2048
|
10 |
|
11 |
tokenizer = AutoTokenizer.from_pretrained("ua-l/gemma-2-9b-legal-steps200-merged-16bit-uk")
|
|
|
6 |
|
7 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
8 |
|
9 |
+
torch.set_float32_matmul_precision('high')
|
10 |
+
|
11 |
max_seq_length = 2048
|
12 |
|
13 |
tokenizer = AutoTokenizer.from_pretrained("ua-l/gemma-2-9b-legal-steps200-merged-16bit-uk")
|