JMalott commited on
Commit
96ee28d
·
1 Parent(s): cf325b4

Update min_dalle/min_dalle.py

Browse files
Files changed (1) hide show
  1. min_dalle/min_dalle.py +2 -2
min_dalle/min_dalle.py CHANGED
@@ -241,7 +241,7 @@ class MinDalle:
241
 
242
  #torch.cuda.empty_cache()
243
  #torch.cpu.empty_cache()
244
- with torch.cpu.amp.autocast(dtype=torch.bfloat16):
245
  image_tokens[i + 1], attention_state = self.decoder.forward(
246
  settings=settings,
247
  attention_mask=attention_mask,
@@ -251,7 +251,7 @@ class MinDalle:
251
  token_index=token_indices[[i]]
252
  )
253
 
254
- with torch.cpu.amp.autocast(dtype=torch.bfloat16):
255
  if ((i + 1) % 32 == 0 and progressive_outputs) or i + 1 == 256:
256
  yield self.image_grid_from_tokens(
257
  image_tokens=image_tokens[1:].T,
 
241
 
242
  #torch.cuda.empty_cache()
243
  #torch.cpu.empty_cache()
244
+ with torch.cpu.amp.autocast(dtype=self.dtype):
245
  image_tokens[i + 1], attention_state = self.decoder.forward(
246
  settings=settings,
247
  attention_mask=attention_mask,
 
251
  token_index=token_indices[[i]]
252
  )
253
 
254
+ with torch.cpu.amp.autocast(dtype=torch.float32):
255
  if ((i + 1) % 32 == 0 and progressive_outputs) or i + 1 == 256:
256
  yield self.image_grid_from_tokens(
257
  image_tokens=image_tokens[1:].T,