ford442 commited on
Commit
adb3584
·
1 Parent(s): 4844d0c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -18,6 +18,9 @@ from typing import Tuple
18
  from transformers import AutoTokenizer, AutoModelForCausalLM
19
  import paramiko
20
 
 
 
 
21
  torch.backends.cuda.matmul.allow_tf32 = True
22
  torch.backends.cuda.matmul.allow_bf16_reduced_precision_reduction = True
23
  torch.backends.cuda.matmul.allow_fp16_reduced_precision_reduction = False
 
18
  from transformers import AutoTokenizer, AutoModelForCausalLM
19
  import paramiko
20
 
21
+ os.system("chmod +x ./magma.sh")
22
+ os.system("./magma.sh")
23
+
24
  torch.backends.cuda.matmul.allow_tf32 = True
25
  torch.backends.cuda.matmul.allow_bf16_reduced_precision_reduction = True
26
  torch.backends.cuda.matmul.allow_fp16_reduced_precision_reduction = False