Spaces:

Yehor
/

online-lawyer

Paused

Yehor commited on Mar 12

Commit

ba441e0

verified ·

1 Parent(s): 50bc7d1

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -18,7 +18,7 @@ max_seq_length = 2048
 tokenizer = AutoTokenizer.from_pretrained("ua-l/gemma-2-9b-legal-steps200-merged-16bit-uk")
 model = AutoModelForCausalLM.from_pretrained(
     "ua-l/gemma-2-9b-legal-steps200-merged-16bit-uk",
-    torch_dtype=torch.bfloat16,
 ).to('cuda')
 # compiled_model = torch.compile(model, mode="default")

 tokenizer = AutoTokenizer.from_pretrained("ua-l/gemma-2-9b-legal-steps200-merged-16bit-uk")
 model = AutoModelForCausalLM.from_pretrained(
     "ua-l/gemma-2-9b-legal-steps200-merged-16bit-uk",
+    torch_dtype=torch.float16,
 ).to('cuda')
 # compiled_model = torch.compile(model, mode="default")