Update app.py

app.py

@@ -15,6 +15,11 @@ model = AutoModelForCausalLM.from_pretrained(
     torch_dtype='auto',
 )
 
+model = torch.compile(model, backend="eager")
+
+# import torch._dynamo
+# torch._dynamo.config.suppress_errors = True
+
 print('Model dtype:', model.dtype)