File size: 745 Bytes
304bde9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
from huggingface_hub.inference._providers._common import (
BaseConversationalTask,
BaseTextGenerationTask,
)
_PROVIDER = "novita"
_BASE_URL = "https://api.novita.ai/v3/openai"
class NovitaTextGenerationTask(BaseTextGenerationTask):
def __init__(self):
super().__init__(provider=_PROVIDER, base_url=_BASE_URL)
def _prepare_route(self, mapped_model: str) -> str:
# there is no v1/ route for novita
return "/completions"
class NovitaConversationalTask(BaseConversationalTask):
def __init__(self):
super().__init__(provider=_PROVIDER, base_url=_BASE_URL)
def _prepare_route(self, mapped_model: str) -> str:
# there is no v1/ route for novita
return "/chat/completions"
|