Update app.py

app.py

@@ -27,7 +27,7 @@ torch.backends.cuda.matmul.allow_bf16_reduced_precision_reduction = False
 torch.backends.cuda.matmul.allow_fp16_reduced_precision_reduction = False
 torch.backends.cudnn.allow_tf32 = False
 torch.backends.cudnn.deterministic = False
-#torch.backends.cudnn.benchmark = False
+torch.backends.cudnn.benchmark = False
 torch.backends.cuda.preferred_blas_library="cublas"
 # torch.backends.cuda.preferred_linalg_library="cusolver"
 
@@ -267,9 +267,9 @@ def generate_30(
     denoise: float = 0.3,
     progress=gr.Progress(track_tqdm=True)  # Add progress as a keyword argument
 ):
-    torch.backends.cudnn.benchmark = False
-    torch.cuda.empty_cache()
-    gc.collect()
+    #torch.backends.cudnn.benchmark = False
+    #torch.cuda.empty_cache()
+    #gc.collect()
     global models
     pipe = models[model_choice]
     seed = int(randomize_seed_fn(seed, randomize_seed))
@@ -329,9 +329,9 @@ def generate_60(
     denoise: float = 0.3,
     progress=gr.Progress(track_tqdm=True)  # Add progress as a keyword argument
 ):
-    torch.backends.cudnn.benchmark = True
-    torch.cuda.empty_cache()
-    gc.collect()
+    #torch.backends.cudnn.benchmark = True
+    #torch.cuda.empty_cache()
+    #gc.collect()
     global models
     pipe = models[model_choice]
     seed = int(randomize_seed_fn(seed, randomize_seed))
@@ -391,9 +391,9 @@ def generate_90(
     denoise: float = 0.3,
     progress=gr.Progress(track_tqdm=True)  # Add progress as a keyword argument
 ):
-    torch.backends.cudnn.benchmark = True
-    torch.cuda.empty_cache()
-    gc.collect()
+    #torch.backends.cudnn.benchmark = True
+    #torch.cuda.empty_cache()
+    #gc.collect()
     global models
     pipe = models[model_choice]
     seed = int(randomize_seed_fn(seed, randomize_seed))