Update app.py

app.py

@@ -18,13 +18,13 @@ from typing import Tuple
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import paramiko
 
-torch.backends.cuda.matmul.allow_tf32 = False
+torch.backends.cuda.matmul.allow_tf32 = True
 torch.backends.cuda.matmul.allow_bf16_reduced_precision_reduction = False
 torch.backends.cuda.matmul.allow_fp16_reduced_precision_reduction = False
-torch.backends.cudnn.allow_tf32 = False
+torch.backends.cudnn.allow_tf32 = True
 torch.backends.cudnn.deterministic = False
 torch.backends.cudnn.benchmark = False
-torch.set_float32_matmul_precision("highest")
+torch.set_float32_matmul_precision("medium")
 
 FTP_HOST = "1ink.us"
 FTP_USER = "ford442"