| # -*- coding: utf-8 -*- | |
| from transformers import PretrainedConfig | |
| class AutoNexusConfig(PretrainedConfig): | |
| model_type = "autonexus" | |
| def __init__( | |
| self, | |
| precision="1.25bit", | |
| sparse_ratio="2:4", | |
| expert_count=4, | |
| max_iterations=3, | |
| **kwargs | |
| ): | |
| self.precision = precision | |
| self.sparse_ratio = sparse_ratio | |
| self.expert_count = expert_count | |
| self.max_iterations = max_iterations | |
| super().__init__(**kwargs) | |
Xet Storage Details
- Size:
- 498 Bytes
- Xet hash:
- 727947a472a6a867e64b64c035628288b9a6d7eebb710b85b44786ff249881e7
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.