Spaces:
Configuration error
Configuration error
Fedir Zadniprovskyi
commited on
Commit
·
01b8eeb
1
Parent(s):
c0a38da
chore: gradio use openai client to list models
Browse files
faster_whisper_server/gradio_app.py
CHANGED
|
@@ -4,6 +4,7 @@ import os
|
|
| 4 |
import gradio as gr
|
| 5 |
import httpx
|
| 6 |
from httpx_sse import connect_sse
|
|
|
|
| 7 |
|
| 8 |
from faster_whisper_server.config import Config, Task
|
| 9 |
|
|
@@ -16,6 +17,7 @@ def create_gradio_demo(config: Config) -> gr.Blocks:
|
|
| 16 |
port = int(os.getenv("UVICORN_PORT", "8000"))
|
| 17 |
# NOTE: worth looking into generated clients
|
| 18 |
http_client = httpx.Client(base_url=f"http://{host}:{port}", timeout=None)
|
|
|
|
| 19 |
|
| 20 |
def handler(file_path: str, model: str, task: Task, temperature: float, stream: bool) -> Generator[str, None, None]:
|
| 21 |
if stream:
|
|
@@ -65,16 +67,15 @@ def create_gradio_demo(config: Config) -> gr.Blocks:
|
|
| 65 |
yield event.data
|
| 66 |
|
| 67 |
def update_model_dropdown() -> gr.Dropdown:
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
models = list(recommended_models) + other_models
|
| 75 |
return gr.Dropdown(
|
| 76 |
# no idea why it's complaining
|
| 77 |
-
choices=
|
| 78 |
label="Model",
|
| 79 |
value=config.whisper.model,
|
| 80 |
)
|
|
|
|
| 4 |
import gradio as gr
|
| 5 |
import httpx
|
| 6 |
from httpx_sse import connect_sse
|
| 7 |
+
from openai import OpenAI
|
| 8 |
|
| 9 |
from faster_whisper_server.config import Config, Task
|
| 10 |
|
|
|
|
| 17 |
port = int(os.getenv("UVICORN_PORT", "8000"))
|
| 18 |
# NOTE: worth looking into generated clients
|
| 19 |
http_client = httpx.Client(base_url=f"http://{host}:{port}", timeout=None)
|
| 20 |
+
openai_client = OpenAI(base_url=f"http://{host}:{port}/v1", api_key="cant-be-empty")
|
| 21 |
|
| 22 |
def handler(file_path: str, model: str, task: Task, temperature: float, stream: bool) -> Generator[str, None, None]:
|
| 23 |
if stream:
|
|
|
|
| 67 |
yield event.data
|
| 68 |
|
| 69 |
def update_model_dropdown() -> gr.Dropdown:
|
| 70 |
+
models = openai_client.models.list().data
|
| 71 |
+
model_names: list[str] = [model.id for model in models]
|
| 72 |
+
assert config.whisper.model in model_names
|
| 73 |
+
recommended_models = {model for model in model_names if model.startswith("Systran")}
|
| 74 |
+
other_models = [model for model in model_names if model not in recommended_models]
|
| 75 |
+
model_names = list(recommended_models) + other_models
|
|
|
|
| 76 |
return gr.Dropdown(
|
| 77 |
# no idea why it's complaining
|
| 78 |
+
choices=model_names, # pyright: ignore[reportArgumentType]
|
| 79 |
label="Model",
|
| 80 |
value=config.whisper.model,
|
| 81 |
)
|