aglib/meliad/transformer/configs/options/seq_2048_nocache.gin

decoder_stack.TransformerTaskConfig:
  sequence_length = 2048
  batch_size = 2

transformer_layer.TransformerLayer:
  window_length = 2048
  use_long_xl_architecture = False