ananddey's picture
Upload folder using huggingface_hub
304bde9 verified
raw
history blame
745 Bytes
from huggingface_hub.inference._providers._common import (
BaseConversationalTask,
BaseTextGenerationTask,
)
_PROVIDER = "novita"
_BASE_URL = "https://api.novita.ai/v3/openai"
class NovitaTextGenerationTask(BaseTextGenerationTask):
def __init__(self):
super().__init__(provider=_PROVIDER, base_url=_BASE_URL)
def _prepare_route(self, mapped_model: str) -> str:
# there is no v1/ route for novita
return "/completions"
class NovitaConversationalTask(BaseConversationalTask):
def __init__(self):
super().__init__(provider=_PROVIDER, base_url=_BASE_URL)
def _prepare_route(self, mapped_model: str) -> str:
# there is no v1/ route for novita
return "/chat/completions"