ffurfaro's picture
Upload model + init tptt code
717a938 verified
raw
history blame contribute delete
796 Bytes
"""
This module implements the TPTT model with linear attention (LiZA) and LoRA support.
"""
from .configuration_tptt import (TpttConfig, generate_model_card,
parse_mode_name)
from .modeling_tptt import (LCache, LinearAttention, LinearAttentionOp,
LiZAttention, TpttModel, get_tptt_model,
load_tptt_safetensors, save_tptt_safetensors)
from .train_tptt import LiZACallback, SaveBestModelCallback
__all__ = [
"TpttConfig",
"TpttModel",
"get_tptt_model",
"LiZACallback",
"SaveBestModelCallback",
"LCache",
"LinearAttentionOp",
"LiZAttention",
"generate_model_card",
"LinearAttention",
"parse_mode_name",
"load_tptt_safetensors",
"save_tptt_safetensors",
]