aglib/meliad/transformer/configs/options/seq_4096.gin

decoder_stack.TransformerTaskConfig:
  sequence_length = 4096
  batch_size = 1

transformer_layer.TransformerLayer:
  use_long_xl_architecture = True