File size: 469 Bytes
0e6dbed |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
from transformers import PretrainedConfig, AutoConfig
class CustomConfig5(PretrainedConfig):
model_type = "custom5"
def __init__(
self,
models=None,
coeffs=None,
**kwargs,
):
super().__init__(**kwargs)
self.models = models
self.coeffs = coeffs
if models:
configs = [ AutoConfig.from_pretrained(model) for model in models ]
self.vocab_size = configs[0].vocab_size
|