Alvarez
commited on
Commit
•
9f97502
1
Parent(s):
432c099
updating scores and terms for competition
Browse files- app.py +1 -1
- info/programs.py +2 -0
- status/leaderboard_status_072524.csv +26 -0
app.py
CHANGED
@@ -172,7 +172,7 @@ with demo:
|
|
172 |
return f'<a href="https://huggingface.co/{row["Model"]}" target="_blank" style="color: {color}; text-decoration: underline;">{row["Model"]}</a>'
|
173 |
|
174 |
|
175 |
-
initial_df = pd.read_csv("./status/
|
176 |
initial_df["Model"] = initial_df.apply(make_clickable, axis=1)
|
177 |
initial_df = initial_df.sort_values(by='Average', ascending=False)
|
178 |
|
|
|
172 |
return f'<a href="https://huggingface.co/{row["Model"]}" target="_blank" style="color: {color}; text-decoration: underline;">{row["Model"]}</a>'
|
173 |
|
174 |
|
175 |
+
initial_df = pd.read_csv("./status/leaderboard_status_072524.csv")
|
176 |
initial_df["Model"] = initial_df.apply(make_clickable, axis=1)
|
177 |
initial_df = initial_df.sort_values(by='Average', ascending=False)
|
178 |
|
info/programs.py
CHANGED
@@ -28,6 +28,8 @@ a nondisclosure agreement (NDA) and extended access to Intel® Developer Cloud.
|
|
28 |
|
29 |
Learn more and apply through the program at https://www.intel.com/content/www/us/en/developer/tools/oneapi/training/academic-program/student-ambassador.html#gs.5f5oi3
|
30 |
|
|
|
|
|
31 |
<hr>
|
32 |
|
33 |
## Intel Innovator Program
|
|
|
28 |
|
29 |
Learn more and apply through the program at https://www.intel.com/content/www/us/en/developer/tools/oneapi/training/academic-program/student-ambassador.html#gs.5f5oi3
|
30 |
|
31 |
+
Student Ambassadors are entitled to participate in the "Powered-by-Intel LLM Leaderboard Contest" - please review the <a href="https://images.plan.intel.com/Web/IntelCorporation/%7B14c96928-90ea-4585-a1dd-a26dea99cb08%7D_LLM_Leaderboard_-_Skills_Contest.pdf " target="_blank"> Terms and Conditions</a> for more information.
|
32 |
+
|
33 |
<hr>
|
34 |
|
35 |
## Intel Innovator Program
|
status/leaderboard_status_072524.csv
ADDED
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Inference Tested,Model,Average,Training Hardware,ARC,HellaSwag,MMLU,TruthfulQA,Winogrande,Model Type,Precision,Size,Infrastructure,Affiliation
|
2 |
+
<p>🟨 🟦 🟥 🟠</p>,LaZeAsh/gemma-2b-lahacks,50.906,GPU Max,42.75,64.35,38.68,45.61,63.14,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
|
3 |
+
<p>🟨 🟦 🟥 🟠</p>,mksethi/khalsaa,49.612,GPU Max,42.67,71.45,35.52,32.73,65.69,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
|
4 |
+
<p>🟨 🟦 🟥 🟠</p>,migaraa/Gemma2B-LORAfied,49.566,GPU Max,42.56,71.56,35.47,32.57,65.67,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
|
5 |
+
<p>🟨 🟦 🟥 🟠</p>,Aprajita0/Gemma-2b-Lora,49.526,GPU Max,42.24,71.88,34.14,33.23,66.14,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
|
6 |
+
<p>🟨 🟦 🟥 🟠</p>,SSK0908/gemma-2b-dolly-qa,49.452,GPU Max,42.15,71.92,33.98,33.15,66.06,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
|
7 |
+
<p>🟨 🟦 🟥 🟠</p>,apfurman/gemma-dolly-agriculture,49.448,GPU Max,42.49,71.39,35.44,32.65,65.27,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
|
8 |
+
<p>🟨 🟦 🟥 🟠</p>,gopalakrishnan-d/gemma-2b-dolly-ds-lora,49.378,GPU Max,42.24,71.88,34.11,33.15,65.51,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
|
9 |
+
<p>🟨 🟦 🟥 🟠</p>,FunDialogues/dollygem-2b-LoRA,49.368,GPU Max,41.55,71.56,35.39,32.59,65.75,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
|
10 |
+
<p>🟨 🟦 🟥 🟠</p>,chchimdi/gemma-Chimdi-LORA-TUNED,49.326,GPU Max,41.89,71.8,34.23,33.2,65.51,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
|
11 |
+
<p>🟨 🟦 🟥 🟠</p>,utkarshsingh99/confused-gemma,49.306,GPU Max,42.06,71.86,34.14,33.2,65.27,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
|
12 |
+
<p>🟨 🟦 🟥 🟠</p>,jhineric/gemma-prompt,49.304,GPU Max,42.01,71.61,34.52,32.79,65.59,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
|
13 |
+
<p>🟨 🟦 🟥 🟠</p>,ThejasElandassery/dallema,49.134,GPU Max,41.64,72.01,33.67,33.08,65.27,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
|
14 |
+
<p>🟨 🟦 🟥 🟠</p>,Maelstrome/gemma-2b-storytelling,48.946,Xeon,41.72,71.32,33.82,33.15,64.72,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
|
15 |
+
<p>🟨 🟦 </p>,pikhan/gpt2-medium-biochem-bioasq-pubmedqa-demo,33.482,Xeon,25.85,40.14,23.11,39.19,39.12,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
|
16 |
+
<p>🟨 🟦 🟥 🟠 🟢</p>,yuriachermann/My_AGI_llama_2_7B,54.904,GPU Max,45.65,76.8,42.02,40.2,69.85,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
|
17 |
+
<p>🟨 🟦 🟥 🟠 🟢</p>,yuriachermann/Not-so-bright-AGI-phi-1_5,53.272,GPU Max,47.35,62.39,42,40.39,74.23,fine-tuned,bf16,3,Intel Developer Cloud,Student Ambassador
|
18 |
+
<p>🟨 🟦 🟥 🟠 🟢</p>,Vishal74/phi-lora-tuned-Ondolly,49.078,GPU Max,41.55,71.73,33.17,33.12,65.82,fine-tuned,bf16,3,Intel Developer Cloud,Student Ambassador
|
19 |
+
<p>🟨 🟦 🟥 🟠 🟢</p>,migaraa/lora_phi-1_5,53.3,GPU Max,47.35,62.34,42.36,40.42,74.03,fine-tuned,bf16,3,Intel Developer Cloud,Student Ambassador
|
20 |
+
<p>🟨 🟦 🟥 🟠 🟢</p>,HiteshJ14/phi-1_5-lora-tuned-sft-dolly_hitesh,53.25,GPU Max,46.76,62.26,41.96,40.45,74.82,fine-tuned,bf16,3,Intel Developer Cloud,Student Ambassador
|
21 |
+
<p>🟨 🟦 🟥 🟠 🟢</p>,deveshreddy27/phiverse-1_5-lora-tuned-dolly.sft,53.374,GPU Max,48.63,62.62,42.23,40.54,72.85,fine-tuned,bf16,3,Intel Developer Cloud,Student Ambassador
|
22 |
+
<p>🟨 🟦</p>,selinas/Accel3,46.55,Gaudi,37.11,69.63,26.1,33.93,65.98,fine-tuned,bf16,3,Intel Developer Cloud,No Affiliation
|
23 |
+
<p>🟨 🟦 🟥 🟠 🟢</p>,migaraa/Gaudi_LoRA_Llama-2-7b-hf,55.612,Gaudi,45.48,77.31,41.98,42.89,70.4,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
|
24 |
+
<p>🟨 🟦 🟥 🟠 🟢</p>,MaterialsAI/robocr_poscar_2col_llama,52.428,Gaudi,42.24,74.94,35.34,41.35,68.27,fine-tuned,bf16,7,Intel Developer Cloud,No Affiliation
|
25 |
+
<p>🟨 🟦 🟥 🟠 🟢</p>,HiteshJ14/phi-1_5-lora-tuned-sft-dolly_hitesh,53.246,GPU Max,46.76,62.26,41.94,40.45,74.82,fine-tuned,bf16,3,Intel Developer Cloud,Student Ambassador
|
26 |
+
<p>🟨 🟦 🟥 🟠 🟢</p>,<p>🟨 🟦 🟥 🟠 🟢</p>,54.234,Gaudi,44.8,76.11,42.35,38.77,69.14,fine-tuned,bf16,7,Intel Developer Cloud,No Affiliation
|