aglib/meliad/transformer/configs/options/seq_1024_nocache.gin

decoder_stack.TransformerTaskConfig:
  sequence_length = 1024
  batch_size = 4

transformer_layer.TransformerLayer:
  window_length = 1024
  use_long_xl_architecture = False