from transformers import PretrainedConfig, AutoConfig

class CustomConfig5(PretrainedConfig):
    model_type = "custom5"

    def __init__(
        self,
        models=None,
        coeffs=None,    
        **kwargs,
    ):
        super().__init__(**kwargs)
        self.models = models
        self.coeffs = coeffs
        if models:
            configs = [ AutoConfig.from_pretrained(model) for model in models ]
            self.vocab_size = configs[0].vocab_size