Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -18,6 +18,9 @@ from typing import Tuple
|
|
18 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
19 |
import paramiko
|
20 |
|
|
|
|
|
|
|
21 |
torch.backends.cuda.matmul.allow_tf32 = True
|
22 |
torch.backends.cuda.matmul.allow_bf16_reduced_precision_reduction = True
|
23 |
torch.backends.cuda.matmul.allow_fp16_reduced_precision_reduction = False
|
|
|
18 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
19 |
import paramiko
|
20 |
|
21 |
+
os.system("chmod +x ./magma.sh")
|
22 |
+
os.system("./magma.sh")
|
23 |
+
|
24 |
torch.backends.cuda.matmul.allow_tf32 = True
|
25 |
torch.backends.cuda.matmul.allow_bf16_reduced_precision_reduction = True
|
26 |
torch.backends.cuda.matmul.allow_fp16_reduced_precision_reduction = False
|