Hugging Face's logo

Spaces:
Yehor
/
online-lawyer
Paused

App Files Community
Yehor commited on
Commit
b243029
·
verified ·
1 Parent(s): c0537e1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -11,9 +11,12 @@ max_seq_length = 2048
11
  tokenizer = AutoTokenizer.from_pretrained("ua-l/gemma-2-9b-legal-steps200-merged-16bit-uk")
12
  model = AutoModelForCausalLM.from_pretrained(
13
  "ua-l/gemma-2-9b-legal-steps200-merged-16bit-uk",
14
- device_map='auto'
 
15
  )
16
 
 
 
17
 
18
  @spaces.GPU
19
  def predict(question):
 
11
  tokenizer = AutoTokenizer.from_pretrained("ua-l/gemma-2-9b-legal-steps200-merged-16bit-uk")
12
  model = AutoModelForCausalLM.from_pretrained(
13
  "ua-l/gemma-2-9b-legal-steps200-merged-16bit-uk",
14
+ device_map='auto',
15
+ torch_dtype='auto',
16
  )
17
 
18
+ print('Model dtype:', model.dtype)
19
+
20
 
21
  @spaces.GPU
22
  def predict(question):