Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -74,7 +74,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
74 |
torch_dtype=torch.bfloat16,
|
75 |
device_map="auto"
|
76 |
)
|
77 |
-
end_of_sentence = tokenizer.convert_tokens_to_ids("<|
|
78 |
|
79 |
@spaces.GPU()
|
80 |
def stream_chat(
|
|
|
74 |
torch_dtype=torch.bfloat16,
|
75 |
device_map="auto"
|
76 |
)
|
77 |
+
end_of_sentence = tokenizer.convert_tokens_to_ids("<|eot_id|>")
|
78 |
|
79 |
@spaces.GPU()
|
80 |
def stream_chat(
|