freeCS-dot-org commited on
Commit
fb346ad
·
verified ·
1 Parent(s): 37c1ad0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -74,7 +74,7 @@ model = AutoModelForCausalLM.from_pretrained(
74
  torch_dtype=torch.bfloat16,
75
  device_map="auto"
76
  )
77
- end_of_sentence = tokenizer.convert_tokens_to_ids("<|im_end|>")
78
 
79
  @spaces.GPU()
80
  def stream_chat(
 
74
  torch_dtype=torch.bfloat16,
75
  device_map="auto"
76
  )
77
+ end_of_sentence = tokenizer.convert_tokens_to_ids("<|eot_id|>")
78
 
79
  @spaces.GPU()
80
  def stream_chat(