Spaces:
Running
Running
Commit
Β·
7c77550
1
Parent(s):
a42c1fe
sync w FIDLE
Browse files
app.py
CHANGED
@@ -61,6 +61,7 @@ def init_leaderboard(dataframe):
|
|
61 |
if dataframe is None or dataframe.empty:
|
62 |
raise ValueError("Leaderboard DataFrame is empty or None.")
|
63 |
return Leaderboard(
|
|
|
64 |
value=dataframe,
|
65 |
datatype=[c.type for c in fields(AutoEvalColumn)],
|
66 |
select_columns=SelectColumns(
|
@@ -71,18 +72,18 @@ def init_leaderboard(dataframe):
|
|
71 |
search_columns=[AutoEvalColumn.model.name, AutoEvalColumn.license.name],
|
72 |
hide_columns=[c.name for c in fields(AutoEvalColumn) if c.hidden],
|
73 |
filter_columns=[
|
74 |
-
ColumnFilter(AutoEvalColumn.
|
75 |
ColumnFilter(AutoEvalColumn.precision.name, type="checkboxgroup", label="Precision"),
|
76 |
ColumnFilter(
|
77 |
AutoEvalColumn.params.name,
|
78 |
type="slider",
|
79 |
min=0.01,
|
80 |
-
max=
|
81 |
label="Select the number of parameters (B)",
|
82 |
),
|
83 |
-
ColumnFilter(
|
84 |
-
|
85 |
-
),
|
86 |
],
|
87 |
bool_checkboxgroup_label="Hide models",
|
88 |
interactive=False,
|
@@ -98,8 +99,8 @@ with demo:
|
|
98 |
with gr.TabItem("π
LLM Benchmark", elem_id="llm-benchmark-tab-table", id=0):
|
99 |
leaderboard = init_leaderboard(LEADERBOARD_DF)
|
100 |
|
101 |
-
with gr.TabItem("π About", elem_id="llm-benchmark-tab-table", id=2):
|
102 |
-
gr.Markdown(LLM_BENCHMARKS_TEXT, elem_classes="markdown-text")
|
103 |
|
104 |
with gr.TabItem("π Submit here! ", elem_id="llm-benchmark-tab-table", id=3):
|
105 |
with gr.Column():
|
@@ -161,7 +162,7 @@ with demo:
|
|
161 |
choices=[i.value.name for i in Precision if i != Precision.Unknown],
|
162 |
label="Precision",
|
163 |
multiselect=False,
|
164 |
-
value="
|
165 |
interactive=True,
|
166 |
)
|
167 |
weight_type = gr.Dropdown(
|
@@ -188,7 +189,7 @@ with demo:
|
|
188 |
submission_result,
|
189 |
)
|
190 |
|
191 |
-
with gr.Row():
|
192 |
with gr.Accordion("π Citation", open=False):
|
193 |
citation_button = gr.Textbox(
|
194 |
value=CITATION_BUTTON_TEXT,
|
@@ -196,9 +197,9 @@ with demo:
|
|
196 |
lines=20,
|
197 |
elem_id="citation-button",
|
198 |
show_copy_button=True,
|
199 |
-
)
|
200 |
|
201 |
scheduler = BackgroundScheduler()
|
202 |
-
scheduler.add_job(restart_space, "interval", seconds=
|
203 |
scheduler.start()
|
204 |
demo.queue(default_concurrency_limit=40).launch()
|
|
|
61 |
if dataframe is None or dataframe.empty:
|
62 |
raise ValueError("Leaderboard DataFrame is empty or None.")
|
63 |
return Leaderboard(
|
64 |
+
height=1000,
|
65 |
value=dataframe,
|
66 |
datatype=[c.type for c in fields(AutoEvalColumn)],
|
67 |
select_columns=SelectColumns(
|
|
|
72 |
search_columns=[AutoEvalColumn.model.name, AutoEvalColumn.license.name],
|
73 |
hide_columns=[c.name for c in fields(AutoEvalColumn) if c.hidden],
|
74 |
filter_columns=[
|
75 |
+
ColumnFilter(AutoEvalColumn.model_type_symbol.name, type="checkboxgroup", label="Model types"),
|
76 |
ColumnFilter(AutoEvalColumn.precision.name, type="checkboxgroup", label="Precision"),
|
77 |
ColumnFilter(
|
78 |
AutoEvalColumn.params.name,
|
79 |
type="slider",
|
80 |
min=0.01,
|
81 |
+
max=500,
|
82 |
label="Select the number of parameters (B)",
|
83 |
),
|
84 |
+
#ColumnFilter(
|
85 |
+
# AutoEvalColumn.still_on_hub.name, type="boolean", label="Deleted/incomplete", default=True
|
86 |
+
#),
|
87 |
],
|
88 |
bool_checkboxgroup_label="Hide models",
|
89 |
interactive=False,
|
|
|
99 |
with gr.TabItem("π
LLM Benchmark", elem_id="llm-benchmark-tab-table", id=0):
|
100 |
leaderboard = init_leaderboard(LEADERBOARD_DF)
|
101 |
|
102 |
+
"""with gr.TabItem("π About", elem_id="llm-benchmark-tab-table", id=2):
|
103 |
+
gr.Markdown(LLM_BENCHMARKS_TEXT, elem_classes="markdown-text")"""
|
104 |
|
105 |
with gr.TabItem("π Submit here! ", elem_id="llm-benchmark-tab-table", id=3):
|
106 |
with gr.Column():
|
|
|
162 |
choices=[i.value.name for i in Precision if i != Precision.Unknown],
|
163 |
label="Precision",
|
164 |
multiselect=False,
|
165 |
+
value="bfloat16",
|
166 |
interactive=True,
|
167 |
)
|
168 |
weight_type = gr.Dropdown(
|
|
|
189 |
submission_result,
|
190 |
)
|
191 |
|
192 |
+
"""with gr.Row():
|
193 |
with gr.Accordion("π Citation", open=False):
|
194 |
citation_button = gr.Textbox(
|
195 |
value=CITATION_BUTTON_TEXT,
|
|
|
197 |
lines=20,
|
198 |
elem_id="citation-button",
|
199 |
show_copy_button=True,
|
200 |
+
)"""
|
201 |
|
202 |
scheduler = BackgroundScheduler()
|
203 |
+
scheduler.add_job(restart_space, "interval", seconds=86400)
|
204 |
scheduler.start()
|
205 |
demo.queue(default_concurrency_limit=40).launch()
|