Spaces:
Runtime error
Runtime error
Update min_dalle/min_dalle.py
Browse files- min_dalle/min_dalle.py +2 -2
min_dalle/min_dalle.py
CHANGED
@@ -241,7 +241,7 @@ class MinDalle:
|
|
241 |
|
242 |
#torch.cuda.empty_cache()
|
243 |
#torch.cpu.empty_cache()
|
244 |
-
with torch.cpu.amp.autocast(dtype=
|
245 |
image_tokens[i + 1], attention_state = self.decoder.forward(
|
246 |
settings=settings,
|
247 |
attention_mask=attention_mask,
|
@@ -251,7 +251,7 @@ class MinDalle:
|
|
251 |
token_index=token_indices[[i]]
|
252 |
)
|
253 |
|
254 |
-
with torch.cpu.amp.autocast(dtype=torch.
|
255 |
if ((i + 1) % 32 == 0 and progressive_outputs) or i + 1 == 256:
|
256 |
yield self.image_grid_from_tokens(
|
257 |
image_tokens=image_tokens[1:].T,
|
|
|
241 |
|
242 |
#torch.cuda.empty_cache()
|
243 |
#torch.cpu.empty_cache()
|
244 |
+
with torch.cpu.amp.autocast(dtype=self.dtype):
|
245 |
image_tokens[i + 1], attention_state = self.decoder.forward(
|
246 |
settings=settings,
|
247 |
attention_mask=attention_mask,
|
|
|
251 |
token_index=token_indices[[i]]
|
252 |
)
|
253 |
|
254 |
+
with torch.cpu.amp.autocast(dtype=torch.float32):
|
255 |
if ((i + 1) % 32 == 0 and progressive_outputs) or i + 1 == 256:
|
256 |
yield self.image_grid_from_tokens(
|
257 |
image_tokens=image_tokens[1:].T,
|