# Copyright 2024 Bytedance Ltd. and/or its affiliates | |
# | |
# Permission is hereby granted, free of charge, to any person obtaining a copy of this software | |
# and associated documentation files (the "Software"), to deal in the Software without | |
# restriction, including without limitation the rights to use, copy, modify, merge, publish, | |
# distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the | |
# Software is furnished to do so, subject to the following conditions: | |
# | |
# The above copyright notice and this permission notice shall be included in all copies or | |
# substantial portions of the Software. | |
# | |
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL | |
# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR | |
# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, | |
# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR | |
# OTHER DEALINGS IN THE SOFTWARE. | |
from __future__ import annotations | |
from transformers import BertConfig | |
class ListConRankerConfig(BertConfig): | |
"""Configuration class for ListConRanker model.""" | |
model_type = "ListConRanker" | |
def __init__( | |
self, | |
list_transformer_layers: int = 2, | |
list_con_hidden_size: int = 1792, | |
num_labels: int = 1, | |
cls_token_id: int = 101, | |
sep_token_id: int = 102, | |
**kwargs, | |
): | |
super().__init__(**kwargs) | |
self.list_transformer_layers = list_transformer_layers | |
self.list_con_hidden_size = list_con_hidden_size | |
self.num_labels = num_labels | |
self.cls_token_id = cls_token_id | |
self.sep_token_id = sep_token_id | |
self.bert_config = BertConfig(**kwargs) | |
self.bert_config.output_hidden_states = True |