alozowski HF Staff commited on
Commit
64a657c
·
1 Parent(s): e5511eb

Update pyproject.toml and apply ruff

Browse files
pyproject.toml CHANGED
@@ -1,5 +1,5 @@
1
  [project]
2
- name = "yourbench-space"
3
  version = "0.1.0"
4
  authors = [
5
  { name = "Sumuk Shashidhar", email = "[email protected]" },
 
1
  [project]
2
+ name = "yourbench-advanced"
3
  version = "0.1.0"
4
  authors = [
5
  { name = "Sumuk Shashidhar", email = "[email protected]" },
uv.lock CHANGED
@@ -12,7 +12,7 @@ wheels = [
12
 
13
  [[package]]
14
  name = "accelerate"
15
- version = "1.5.2"
16
  source = { registry = "https://pypi.org/simple" }
17
  dependencies = [
18
  { name = "huggingface-hub" },
@@ -23,9 +23,9 @@ dependencies = [
23
  { name = "safetensors" },
24
  { name = "torch" },
25
  ]
26
- sdist = { url = "https://files.pythonhosted.org/packages/a9/4c/a61132924da12cef62a88c04b5825246ab83dcc1bae6291d098cfcb0b72d/accelerate-1.5.2.tar.gz", hash = "sha256:a1cf39473edc0e42772a9d9a18c9eb1ce8ffd9e1719dc0ab80670f5c1fd4dc43", size = 352341 }
27
  wheels = [
28
- { url = "https://files.pythonhosted.org/packages/70/83/167d4b638bb758a966828eb8d23c5e7047825edfdf768ff5f4fb01440063/accelerate-1.5.2-py3-none-any.whl", hash = "sha256:68a3b272f6a6ffebb457bdc138581a2bf52efad6a5e0214dc46675f3edd98792", size = 345146 },
29
  ]
30
 
31
  [[package]]
@@ -57,7 +57,7 @@ wheels = [
57
 
58
  [[package]]
59
  name = "aiohttp"
60
- version = "3.11.14"
61
  source = { registry = "https://pypi.org/simple" }
62
  dependencies = [
63
  { name = "aiohappyeyeballs" },
@@ -68,24 +68,24 @@ dependencies = [
68
  { name = "propcache" },
69
  { name = "yarl" },
70
  ]
71
- sdist = { url = "https://files.pythonhosted.org/packages/6c/96/91e93ae5fd04d428c101cdbabce6c820d284d61d2614d00518f4fa52ea24/aiohttp-3.11.14.tar.gz", hash = "sha256:d6edc538c7480fa0a3b2bdd705f8010062d74700198da55d16498e1b49549b9c", size = 7676994 }
72
  wheels = [
73
- { url = "https://files.pythonhosted.org/packages/9c/ca/e4acb3b41f9e176f50960f7162d656e79bed151b1f911173b2c4a6c0a9d2/aiohttp-3.11.14-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:70ab0f61c1a73d3e0342cedd9a7321425c27a7067bebeeacd509f96695b875fc", size = 705489 },
74
- { url = "https://files.pythonhosted.org/packages/84/d5/dcf870e0b11f0c1e3065b7f17673485afa1ddb3d630ccd8f328bccfb459f/aiohttp-3.11.14-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:602d4db80daf4497de93cb1ce00b8fc79969c0a7cf5b67bec96fa939268d806a", size = 464807 },
75
- { url = "https://files.pythonhosted.org/packages/7c/f0/dc417d819ae26be6abcd72c28af99d285887fddbf76d4bbe46346f201870/aiohttp-3.11.14-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:3a8a0d127c10b8d89e69bbd3430da0f73946d839e65fec00ae48ca7916a31948", size = 456819 },
76
- { url = "https://files.pythonhosted.org/packages/28/db/f7deb0862ebb821aa3829db20081a122ba67ffd149303f2d5202e30f20cd/aiohttp-3.11.14-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ca9f835cdfedcb3f5947304e85b8ca3ace31eef6346d8027a97f4de5fb687534", size = 1683536 },
77
- { url = "https://files.pythonhosted.org/packages/5e/0d/8bf0619e21c6714902c44ab53e275deb543d4d2e68ab2b7b8fe5ba267506/aiohttp-3.11.14-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:8aa5c68e1e68fff7cd3142288101deb4316b51f03d50c92de6ea5ce646e6c71f", size = 1738111 },
78
- { url = "https://files.pythonhosted.org/packages/f5/10/204b3700bb57b30b9e759d453fcfb3ad79a3eb18ece4e298aaf7917757dd/aiohttp-3.11.14-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3b512f1de1c688f88dbe1b8bb1283f7fbeb7a2b2b26e743bb2193cbadfa6f307", size = 1794508 },
79
- { url = "https://files.pythonhosted.org/packages/cc/39/3f65072614c62a315a951fda737e4d9e6e2703f1da0cd2f2d8f629e6092e/aiohttp-3.11.14-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cc9253069158d57e27d47a8453d8a2c5a370dc461374111b5184cf2f147a3cc3", size = 1692006 },
80
- { url = "https://files.pythonhosted.org/packages/73/77/cc06ecea173f9bee2f20c8e32e2cf4c8e03909a707183cdf95434db4993e/aiohttp-3.11.14-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:0b2501f1b981e70932b4a552fc9b3c942991c7ae429ea117e8fba57718cdeed0", size = 1620369 },
81
- { url = "https://files.pythonhosted.org/packages/87/75/5bd424bcd90c7eb2f50fd752d013db4cefb447deeecfc5bc4e8e0b1c74dd/aiohttp-3.11.14-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:28a3d083819741592685762d51d789e6155411277050d08066537c5edc4066e6", size = 1642508 },
82
- { url = "https://files.pythonhosted.org/packages/81/f0/ce936ec575e0569f91e5c8374086a6f7760926f16c3b95428fb55d6bfe91/aiohttp-3.11.14-cp312-cp312-musllinux_1_2_armv7l.whl", hash = "sha256:0df3788187559c262922846087e36228b75987f3ae31dd0a1e5ee1034090d42f", size = 1685771 },
83
- { url = "https://files.pythonhosted.org/packages/68/b7/5216590b99b5b1f18989221c25ac9d9a14a7b0c3c4ae1ff728e906c36430/aiohttp-3.11.14-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:9e73fa341d8b308bb799cf0ab6f55fc0461d27a9fa3e4582755a3d81a6af8c09", size = 1648318 },
84
- { url = "https://files.pythonhosted.org/packages/a5/c2/c27061c4ab93fa25f925c7ebddc10c20d992dbbc329e89d493811299dc93/aiohttp-3.11.14-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:51ba80d473eb780a329d73ac8afa44aa71dfb521693ccea1dea8b9b5c4df45ce", size = 1704545 },
85
- { url = "https://files.pythonhosted.org/packages/09/f5/11b2da82f2c52365a5b760a4e944ae50a89cf5fb207024b7853615254584/aiohttp-3.11.14-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:8d1dd75aa4d855c7debaf1ef830ff2dfcc33f893c7db0af2423ee761ebffd22b", size = 1737839 },
86
- { url = "https://files.pythonhosted.org/packages/03/7f/145e23fe0a4c45b256f14c3268ada5497d487786334721ae8a0c818ee516/aiohttp-3.11.14-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:41cf0cefd9e7b5c646c2ef529c8335e7eafd326f444cc1cdb0c47b6bc836f9be", size = 1695833 },
87
- { url = "https://files.pythonhosted.org/packages/1c/78/627dba6ee9fb9439e2e29b521adb1135877a9c7b54811fec5c46e59f2fc8/aiohttp-3.11.14-cp312-cp312-win32.whl", hash = "sha256:948abc8952aff63de7b2c83bfe3f211c727da3a33c3a5866a0e2cf1ee1aa950f", size = 412185 },
88
- { url = "https://files.pythonhosted.org/packages/3f/5f/1737cf6fcf0524693a4aeff8746530b65422236761e7bfdd79c6d2ce2e1c/aiohttp-3.11.14-cp312-cp312-win_amd64.whl", hash = "sha256:3b420d076a46f41ea48e5fcccb996f517af0d406267e31e6716f480a3d50d65c", size = 438526 },
89
  ]
90
 
91
  [[package]]
@@ -152,14 +152,14 @@ wheels = [
152
 
153
  [[package]]
154
  name = "authlib"
155
- version = "1.5.1"
156
  source = { registry = "https://pypi.org/simple" }
157
  dependencies = [
158
  { name = "cryptography" },
159
  ]
160
- sdist = { url = "https://files.pythonhosted.org/packages/36/aa/e1c199d27ea06a13f9641746a9b19f15bd75b04b40b6bd72a89156c75d10/authlib-1.5.1.tar.gz", hash = "sha256:5cbc85ecb0667312c1cdc2f9095680bb735883b123fb509fde1e65b1c5df972e", size = 152534 }
161
  wheels = [
162
- { url = "https://files.pythonhosted.org/packages/b1/ae/4d289407515223677e7d105ec88bc707a115cce79464c6b56313beb0dd36/authlib-1.5.1-py2.py3-none-any.whl", hash = "sha256:8408861cbd9b4ea2ff759b00b6f02fd7d81ac5a56d0b2b22c08606c6049aae11", size = 231358 },
163
  ]
164
 
165
  [[package]]
@@ -573,7 +573,7 @@ wheels = [
573
 
574
  [[package]]
575
  name = "gradio"
576
- version = "5.23.2"
577
  source = { registry = "https://pypi.org/simple" }
578
  dependencies = [
579
  { name = "aiofiles" },
@@ -605,9 +605,9 @@ dependencies = [
605
  { name = "urllib3", marker = "sys_platform == 'emscripten'" },
606
  { name = "uvicorn", marker = "sys_platform != 'emscripten'" },
607
  ]
608
- sdist = { url = "https://files.pythonhosted.org/packages/e3/96/1d815611360484d6dbfa14cfc90313646a6d8f3bfb696ef843ad2da3bbb1/gradio-5.23.2.tar.gz", hash = "sha256:1bfcfee57ab8d16e7632c1f98bd3f641cf835b34ca8d2e5b0416d74f76f05865", size = 61046035 }
609
  wheels = [
610
- { url = "https://files.pythonhosted.org/packages/82/9a/1bcf1b645155a9f26da8eae28fc6557523f780493abca0fd5bc352e65523/gradio-5.23.2-py3-none-any.whl", hash = "sha256:2d6acc79fe1a10b6c91b966ab3e4a835a89403f3a28d52d2bbc9db7eb77224a3", size = 51325191 },
611
  ]
612
 
613
  [package.optional-dependencies]
@@ -703,7 +703,7 @@ wheels = [
703
 
704
  [[package]]
705
  name = "huggingface-hub"
706
- version = "0.29.3"
707
  source = { registry = "https://pypi.org/simple" }
708
  dependencies = [
709
  { name = "filelock" },
@@ -714,9 +714,9 @@ dependencies = [
714
  { name = "tqdm" },
715
  { name = "typing-extensions" },
716
  ]
717
- sdist = { url = "https://files.pythonhosted.org/packages/e5/f9/851f34b02970e8143d41d4001b2d49e54ef113f273902103823b8bc95ada/huggingface_hub-0.29.3.tar.gz", hash = "sha256:64519a25716e0ba382ba2d3fb3ca082e7c7eb4a2fc634d200e8380006e0760e5", size = 390123 }
718
  wheels = [
719
- { url = "https://files.pythonhosted.org/packages/40/0c/37d380846a2e5c9a3c6a73d26ffbcfdcad5fc3eacf42fdf7cff56f2af634/huggingface_hub-0.29.3-py3-none-any.whl", hash = "sha256:0b25710932ac649c08cdbefa6c6ccb8e88eef82927cacdb048efb726429453aa", size = 468997 },
720
  ]
721
 
722
  [package.optional-dependencies]
@@ -1074,26 +1074,26 @@ wheels = [
1074
 
1075
  [[package]]
1076
  name = "multidict"
1077
- version = "6.3.0"
1078
  source = { registry = "https://pypi.org/simple" }
1079
- sdist = { url = "https://files.pythonhosted.org/packages/99/68/42bf1fb4272959aa7c0775caf53265c1a0da9d77f2d4e76326296c943811/multidict-6.3.0.tar.gz", hash = "sha256:2cf3e0781febf9f093eff3eca2d6dd7954ef2969ff46f6cd95173a4db8397fd8", size = 85840 }
1080
  wheels = [
1081
- { url = "https://files.pythonhosted.org/packages/82/60/6905d85104d39092a9f6b21123f1d2df85d30b22dbd01e795b47c9b6eb32/multidict-6.3.0-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:2a83896925e3a2ddec736c48255572e6f15a95339024c02b800dab28e63461a3", size = 61868 },
1082
- { url = "https://files.pythonhosted.org/packages/e6/db/9223dcc59aa26f48e3915e0ce9c31a989a8225e3c794e0d6390772de6f9c/multidict-6.3.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:74e45386528db2d9346618276e8746507ec6ccb91512c5f02d2049ccafb0576e", size = 36835 },
1083
- { url = "https://files.pythonhosted.org/packages/21/1b/f7080011d022bfc68c2b29c329012f2b3d19c446e77a0dc34e0cdfaed768/multidict-6.3.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:bc15e81587b652bbeba9d4d7d3707bcaaa1d7b4aab2024c14be477662003a211", size = 35737 },
1084
- { url = "https://files.pythonhosted.org/packages/91/59/33391241661176e1691add307a72757faecf5ae035e16b93c527f52a1d51/multidict-6.3.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a716344c6e92551bdf842b999c7d7b34a13e32facf3e6c5942690c9883d45e3a", size = 245422 },
1085
- { url = "https://files.pythonhosted.org/packages/44/4a/e4f70e767067c9fd31e45d625490c128da4d63689ad99342e5e87599e5a9/multidict-6.3.0-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:299070f503a9a99e4af38d07da784ced28377cc62b678084b9e2e48fa51c57d3", size = 255425 },
1086
- { url = "https://files.pythonhosted.org/packages/2f/18/6c37d3e336e270cbe1deecf2b5669edde93dfabb15796c3e19362f06da0e/multidict-6.3.0-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2e87a8635a7db577617b50bd2f2080744ed20e556750b97e4f9988e6d20d3941", size = 251939 },
1087
- { url = "https://files.pythonhosted.org/packages/3b/47/76f9e21ad746262b70bc5992e69c840aec8f1501d3a974cc46678f334cf5/multidict-6.3.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8ab4ea5f49166b990411c522c1f5f901014932ead15a463616ec93e10fff2c05", size = 246197 },
1088
- { url = "https://files.pythonhosted.org/packages/88/4f/52b26ef6fef9b7dcc9083c5c9e3e621f300a06c7bb9a67aa0a167618ddc0/multidict-6.3.0-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2cef02d3878804909283549bc10d4789a14c610fcd286f17cd94a195b21fe469", size = 231438 },
1089
- { url = "https://files.pythonhosted.org/packages/09/dc/425c013d902ccad1b666bd06bfd7e2124a7be473e812ab812318858e5194/multidict-6.3.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:a466c14574152b7caed5d76f1e46ae2963d33f5b0eb2dd915fa33870183b0f26", size = 249942 },
1090
- { url = "https://files.pythonhosted.org/packages/18/cb/277fe0a3d83e094716ee436d39a6707496d77c255fd235b0aed1e71deddc/multidict-6.3.0-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:883c07b404229e98d30b1ef64f07d4e3422d431ecd727c2ebba8549f70b2ba16", size = 243881 },
1091
- { url = "https://files.pythonhosted.org/packages/28/eb/3087bc61a29d62c9637699ed4f6dfc98759bc8e54a899477b1a309a17afb/multidict-6.3.0-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:767ed12b1662fac32d84eb43707e4f778b12554fc12ce3c8f7793a02111a9e32", size = 256525 },
1092
- { url = "https://files.pythonhosted.org/packages/10/a7/25f50ca151999ec32f1ade23be06cffe088e7ffe3fe826e05c1dbd84db6d/multidict-6.3.0-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:34ef116022119d3053ecce8ba62109c8b54a650a537b183e79de1db4078894a8", size = 252166 },
1093
- { url = "https://files.pythonhosted.org/packages/c6/4d/ac24c83fa6fe19b05b03fb7a3ca283eed5f74c26d238a41411fcd90a0c3a/multidict-6.3.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:3ad737617d38c55c0b72cd3ea01bf5cbab0d75123de5e52c39643ddc6465cb5f", size = 248461 },
1094
- { url = "https://files.pythonhosted.org/packages/55/a9/cc2ec0dbdcb252ca461711363089d14a6ae80f97d8f0dcaffa025d1d5d4c/multidict-6.3.0-cp312-cp312-win32.whl", hash = "sha256:3d783be54d076843f58bf061fdaf1071789fb924fb35a0eb84dbc2c8b68499a2", size = 34640 },
1095
- { url = "https://files.pythonhosted.org/packages/9a/20/ad6bf2fd522c0ab35a942e35c8b21bc8197fad6890f66d725eebf03a8770/multidict-6.3.0-cp312-cp312-win_amd64.whl", hash = "sha256:6fbe184451480c17f1f8dac160c9f3f6d243010fdb8416de4d3d7ee69ea65aa4", size = 37969 },
1096
- { url = "https://files.pythonhosted.org/packages/65/66/730bb6dbfbf87df8a341707ebd468044ea6c530605d41b3f31b494f03d6a/multidict-6.3.0-py3-none-any.whl", hash = "sha256:9ca652d9c6f68535537d75502b549ed0ca07fa6d3908f84f29f92148ec7310f2", size = 10266 },
1097
  ]
1098
 
1099
  [[package]]
@@ -2348,7 +2348,7 @@ wheels = [
2348
  [[package]]
2349
  name = "yourbench"
2350
  version = "0.2.0"
2351
- source = { git = "https://github.com/huggingface/yourbench.git?branch=main#48e47a59d0c20a08edef5aed41dd695a45995f57" }
2352
  dependencies = [
2353
  { name = "asyncio" },
2354
  { name = "bert-score" },
@@ -2373,7 +2373,7 @@ dependencies = [
2373
  ]
2374
 
2375
  [[package]]
2376
- name = "yourbench-space"
2377
  version = "0.1.0"
2378
  source = { editable = "." }
2379
  dependencies = [
 
12
 
13
  [[package]]
14
  name = "accelerate"
15
+ version = "1.6.0"
16
  source = { registry = "https://pypi.org/simple" }
17
  dependencies = [
18
  { name = "huggingface-hub" },
 
23
  { name = "safetensors" },
24
  { name = "torch" },
25
  ]
26
+ sdist = { url = "https://files.pythonhosted.org/packages/8a/6e/c29a1dcde7db07f47870ed63e5124086b11874ad52ccd533dc1ca2c799da/accelerate-1.6.0.tar.gz", hash = "sha256:28c1ef1846e690944f98b68dc7b8bb6c51d032d45e85dcbb3adb0c8b99dffb32", size = 363804 }
27
  wheels = [
28
+ { url = "https://files.pythonhosted.org/packages/63/b1/8198e3cdd11a426b1df2912e3381018c4a4a55368f6d0857ba3ca418ef93/accelerate-1.6.0-py3-none-any.whl", hash = "sha256:1aee717d3d3735ad6d09710a7c26990ee4652b79b4e93df46551551b5227c2aa", size = 354748 },
29
  ]
30
 
31
  [[package]]
 
57
 
58
  [[package]]
59
  name = "aiohttp"
60
+ version = "3.11.16"
61
  source = { registry = "https://pypi.org/simple" }
62
  dependencies = [
63
  { name = "aiohappyeyeballs" },
 
68
  { name = "propcache" },
69
  { name = "yarl" },
70
  ]
71
+ sdist = { url = "https://files.pythonhosted.org/packages/f1/d9/1c4721d143e14af753f2bf5e3b681883e1f24b592c0482df6fa6e33597fa/aiohttp-3.11.16.tar.gz", hash = "sha256:16f8a2c9538c14a557b4d309ed4d0a7c60f0253e8ed7b6c9a2859a7582f8b1b8", size = 7676826 }
72
  wheels = [
73
+ { url = "https://files.pythonhosted.org/packages/db/38/100d01cbc60553743baf0fba658cb125f8ad674a8a771f765cdc155a890d/aiohttp-3.11.16-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:911a6e91d08bb2c72938bc17f0a2d97864c531536b7832abee6429d5296e5b27", size = 704881 },
74
+ { url = "https://files.pythonhosted.org/packages/21/ed/b4102bb6245e36591209e29f03fe87e7956e54cb604ee12e20f7eb47f994/aiohttp-3.11.16-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:6ac13b71761e49d5f9e4d05d33683bbafef753e876e8e5a7ef26e937dd766713", size = 464564 },
75
+ { url = "https://files.pythonhosted.org/packages/3b/e1/a9ab6c47b62ecee080eeb33acd5352b40ecad08fb2d0779bcc6739271745/aiohttp-3.11.16-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:fd36c119c5d6551bce374fcb5c19269638f8d09862445f85a5a48596fd59f4bb", size = 456548 },
76
+ { url = "https://files.pythonhosted.org/packages/80/ad/216c6f71bdff2becce6c8776f0aa32cb0fa5d83008d13b49c3208d2e4016/aiohttp-3.11.16-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d489d9778522fbd0f8d6a5c6e48e3514f11be81cb0a5954bdda06f7e1594b321", size = 1691749 },
77
+ { url = "https://files.pythonhosted.org/packages/bd/ea/7df7bcd3f4e734301605f686ffc87993f2d51b7acb6bcc9b980af223f297/aiohttp-3.11.16-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:69a2cbd61788d26f8f1e626e188044834f37f6ae3f937bd9f08b65fc9d7e514e", size = 1736874 },
78
+ { url = "https://files.pythonhosted.org/packages/51/41/c7724b9c87a29b7cfd1202ec6446bae8524a751473d25e2ff438bc9a02bf/aiohttp-3.11.16-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:cd464ba806e27ee24a91362ba3621bfc39dbbb8b79f2e1340201615197370f7c", size = 1786885 },
79
+ { url = "https://files.pythonhosted.org/packages/86/b3/f61f8492fa6569fa87927ad35a40c159408862f7e8e70deaaead349e2fba/aiohttp-3.11.16-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1ce63ae04719513dd2651202352a2beb9f67f55cb8490c40f056cea3c5c355ce", size = 1698059 },
80
+ { url = "https://files.pythonhosted.org/packages/ce/be/7097cf860a9ce8bbb0e8960704e12869e111abcd3fbd245153373079ccec/aiohttp-3.11.16-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:09b00dd520d88eac9d1768439a59ab3d145065c91a8fab97f900d1b5f802895e", size = 1626527 },
81
+ { url = "https://files.pythonhosted.org/packages/1d/1d/aaa841c340e8c143a8d53a1f644c2a2961c58cfa26e7b398d6bf75cf5d23/aiohttp-3.11.16-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:7f6428fee52d2bcf96a8aa7b62095b190ee341ab0e6b1bcf50c615d7966fd45b", size = 1644036 },
82
+ { url = "https://files.pythonhosted.org/packages/2c/88/59d870f76e9345e2b149f158074e78db457985c2b4da713038d9da3020a8/aiohttp-3.11.16-cp312-cp312-musllinux_1_2_armv7l.whl", hash = "sha256:13ceac2c5cdcc3f64b9015710221ddf81c900c5febc505dbd8f810e770011540", size = 1685270 },
83
+ { url = "https://files.pythonhosted.org/packages/2b/b1/c6686948d4c79c3745595efc469a9f8a43cab3c7efc0b5991be65d9e8cb8/aiohttp-3.11.16-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:fadbb8f1d4140825069db3fedbbb843290fd5f5bc0a5dbd7eaf81d91bf1b003b", size = 1650852 },
84
+ { url = "https://files.pythonhosted.org/packages/fe/94/3e42a6916fd3441721941e0f1b8438e1ce2a4c49af0e28e0d3c950c9b3c9/aiohttp-3.11.16-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:6a792ce34b999fbe04a7a71a90c74f10c57ae4c51f65461a411faa70e154154e", size = 1704481 },
85
+ { url = "https://files.pythonhosted.org/packages/b1/6d/6ab5854ff59b27075c7a8c610597d2b6c38945f9a1284ee8758bc3720ff6/aiohttp-3.11.16-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:f4065145bf69de124accdd17ea5f4dc770da0a6a6e440c53f6e0a8c27b3e635c", size = 1735370 },
86
+ { url = "https://files.pythonhosted.org/packages/73/2a/08a68eec3c99a6659067d271d7553e4d490a0828d588e1daa3970dc2b771/aiohttp-3.11.16-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:fa73e8c2656a3653ae6c307b3f4e878a21f87859a9afab228280ddccd7369d71", size = 1697619 },
87
+ { url = "https://files.pythonhosted.org/packages/61/d5/fea8dbbfb0cd68fbb56f0ae913270a79422d9a41da442a624febf72d2aaf/aiohttp-3.11.16-cp312-cp312-win32.whl", hash = "sha256:f244b8e541f414664889e2c87cac11a07b918cb4b540c36f7ada7bfa76571ea2", size = 411710 },
88
+ { url = "https://files.pythonhosted.org/packages/33/fb/41cde15fbe51365024550bf77b95a4fc84ef41365705c946da0421f0e1e0/aiohttp-3.11.16-cp312-cp312-win_amd64.whl", hash = "sha256:23a15727fbfccab973343b6d1b7181bfb0b4aa7ae280f36fd2f90f5476805682", size = 438012 },
89
  ]
90
 
91
  [[package]]
 
152
 
153
  [[package]]
154
  name = "authlib"
155
+ version = "1.5.2"
156
  source = { registry = "https://pypi.org/simple" }
157
  dependencies = [
158
  { name = "cryptography" },
159
  ]
160
+ sdist = { url = "https://files.pythonhosted.org/packages/2a/b3/5f5bc73c6558a21f951ffd267f41c6340d15f5fe0ff4b6bf37694f3558b8/authlib-1.5.2.tar.gz", hash = "sha256:fe85ec7e50c5f86f1e2603518bb3b4f632985eb4a355e52256530790e326c512", size = 153000 }
161
  wheels = [
162
+ { url = "https://files.pythonhosted.org/packages/e3/71/8dcec996ea8cc882cec9cace91ae1b630a226b88b0f04ab2ffa778f565ad/authlib-1.5.2-py2.py3-none-any.whl", hash = "sha256:8804dd4402ac5e4a0435ac49e0b6e19e395357cfa632a3f624dcb4f6df13b4b1", size = 232055 },
163
  ]
164
 
165
  [[package]]
 
573
 
574
  [[package]]
575
  name = "gradio"
576
+ version = "5.23.3"
577
  source = { registry = "https://pypi.org/simple" }
578
  dependencies = [
579
  { name = "aiofiles" },
 
605
  { name = "urllib3", marker = "sys_platform == 'emscripten'" },
606
  { name = "uvicorn", marker = "sys_platform != 'emscripten'" },
607
  ]
608
+ sdist = { url = "https://files.pythonhosted.org/packages/4a/55/a9c52db0f88b217058abe23ed0bf80e4c4101edbed5c1a0e17cf8208e849/gradio-5.23.3.tar.gz", hash = "sha256:15e1844bd488f2b1f62ab8ac510231ee6d552190aa3fbc0eaaf1c384e7b08e12", size = 55906880 }
609
  wheels = [
610
+ { url = "https://files.pythonhosted.org/packages/5f/e3/f1e6569558d212f747820b2c976b4f57c034413a5747acb373f2a04bcd9a/gradio-5.23.3-py3-none-any.whl", hash = "sha256:4176c4f8e49e5338baea0c844e884c28711d4d673c9ea2b4e74f51f68a2d6f2d", size = 46485678 },
611
  ]
612
 
613
  [package.optional-dependencies]
 
703
 
704
  [[package]]
705
  name = "huggingface-hub"
706
+ version = "0.30.1"
707
  source = { registry = "https://pypi.org/simple" }
708
  dependencies = [
709
  { name = "filelock" },
 
714
  { name = "tqdm" },
715
  { name = "typing-extensions" },
716
  ]
717
+ sdist = { url = "https://files.pythonhosted.org/packages/78/be/049689a7197630e75c4bb53021cb209a56617c9bf39b3a0950650d1f96e1/huggingface_hub-0.30.1.tar.gz", hash = "sha256:f379e8b8d0791295602538856638460ae3cf679c7f304201eb80fb98c771950e", size = 400784 }
718
  wheels = [
719
+ { url = "https://files.pythonhosted.org/packages/99/e3/2232d0e726d4d6ea69643b9593d97d0e7e6ea69c2fe9ed5de34d476c1c47/huggingface_hub-0.30.1-py3-none-any.whl", hash = "sha256:0f6aa5ec5a4e68e5b9e45d556b4e5ea180c58f5a5ffa734e7f38c9d573028959", size = 481170 },
720
  ]
721
 
722
  [package.optional-dependencies]
 
1074
 
1075
  [[package]]
1076
  name = "multidict"
1077
+ version = "6.3.1"
1078
  source = { registry = "https://pypi.org/simple" }
1079
+ sdist = { url = "https://files.pythonhosted.org/packages/a1/d4/4e0e25aabd94f289b7d47da8293a3563e73ac1a4f7e9caddf11b6eeaf52d/multidict-6.3.1.tar.gz", hash = "sha256:3e18d6afe3f855736022748606def2000af18e90253fb8b4d698b51f61e21283", size = 86832 }
1080
  wheels = [
1081
+ { url = "https://files.pythonhosted.org/packages/62/74/acf7ecc3eb1195b3930008cfaae9ffbc54c71a5582a0c86db291307dd7cf/multidict-6.3.1-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:9679106633695b132ebc9191ec6230bfb1415d37c483833fcef2b35a2e8665ec", size = 62598 },
1082
+ { url = "https://files.pythonhosted.org/packages/d3/78/544442c1bb61986e5cbd529bfb7038b38f88fc39fe17962bc63bb0013199/multidict-6.3.1-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:73a43b3b2409aa395cce91b7471cff6b45814548063b18412162ba2222084201", size = 37323 },
1083
+ { url = "https://files.pythonhosted.org/packages/f5/d1/8260a5da38ac65e885a0adbd40b50113e6f9e8eeb94b91aeeac08e4ad36e/multidict-6.3.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:1ce924e24c4f1c014f2ed8782e82a5232d5f61293fc5c204d8569f451191ffa8", size = 36053 },
1084
+ { url = "https://files.pythonhosted.org/packages/e7/51/cceca6f30954620b9b03f96e06a54f908367cf86ae0c61a3472aa3de9363/multidict-6.3.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:123b1d48eeed2ac1126be078deb88006f871559787cefc8759a884442a6f2cdc", size = 244641 },
1085
+ { url = "https://files.pythonhosted.org/packages/08/df/fb512545fa3cbf20f870175a4698c6ba58abf261ab19faf28d293e39621d/multidict-6.3.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:6d98447906885e7f0f90456cde1d14ff41f30d9d7e127ab7140a45e784a0ff1b", size = 255743 },
1086
+ { url = "https://files.pythonhosted.org/packages/65/fb/a7648f5764e25e0a18e7d3bdda9fd67e86bb7e0c70a6ffee0348e1fb493f/multidict-6.3.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5072a9efe7f7f79d3dff1f26ac41e4893478f85ce55fe5318625f7eb703d76f8", size = 252217 },
1087
+ { url = "https://files.pythonhosted.org/packages/c0/98/32ef5e26956ee8cd7af8d7367b9da11f5a211438498e854bd5385e8eb812/multidict-6.3.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bbc825b34595fe43966242e30b54d29617013e51b4310134aa2c16c3b3d00c91", size = 245195 },
1088
+ { url = "https://files.pythonhosted.org/packages/4d/e1/a8cf44bef56bee949ec68d993ecbc4b713338b3137fa42416f0e34a46c48/multidict-6.3.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:baec41c191855f92507f9e0bb182eea7eea5992d649f9c712c96a38076e59d00", size = 232457 },
1089
+ { url = "https://files.pythonhosted.org/packages/08/7c/81e91ef84b5df88d4780bcd03b08df423668b61ada7b387e0482ac19690a/multidict-6.3.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:eacd4036bb3d632828702a076458d660b53d12e049155eaeb7d11a91242d67b8", size = 252077 },
1090
+ { url = "https://files.pythonhosted.org/packages/6c/00/32b94a1b060f602aa9056189febefddfaf6cece4c6f4c5873668011fd67b/multidict-6.3.1-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:284737db826cc00fbd5292225717492f037afa404a2ddfea812cfbef7a3f0e93", size = 247211 },
1091
+ { url = "https://files.pythonhosted.org/packages/9c/78/9994ab4cc9b18c48e089f08c85028ea8c60ffa0d5868d7e42c842b9ca80e/multidict-6.3.1-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:ebd121433f5d8707379f4fc0e6b4bf67b0b7cd1a7132e097ead2713c8d661a41", size = 260515 },
1092
+ { url = "https://files.pythonhosted.org/packages/86/aa/d40c0bce043fa2903e7d3f9e5a2402fd55850933bc81f86a08efe78e303d/multidict-6.3.1-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:31f94d64672487570c7c2bbcff74311055066e013545714b938786843eb54ef8", size = 255476 },
1093
+ { url = "https://files.pythonhosted.org/packages/86/1b/20580f901b260c2d6733e5ec3e1e227e04330de966b567b3f3e102567bd0/multidict-6.3.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:739fe3fde8b8aca7219048f8bda17901afb8710c93307dc0d740014d3481b36b", size = 251311 },
1094
+ { url = "https://files.pythonhosted.org/packages/9c/44/db7cb84b604ee1912d5ba908def729adc60413448e789247db98992c149f/multidict-6.3.1-cp312-cp312-win32.whl", hash = "sha256:891a94a056de2d904cc30f40ec1d111aebb09abd33089a34631ff5a19e0167b2", size = 35031 },
1095
+ { url = "https://files.pythonhosted.org/packages/32/bb/2931b3d6a2b57b5a7dbb819c2b5c55d3170c54098009224872d4b6ae40d3/multidict-6.3.1-cp312-cp312-win_amd64.whl", hash = "sha256:d9844e0f93405a9c5bc2106d48cf82e022e18685baebea74cc5057ca2009799e", size = 38453 },
1096
+ { url = "https://files.pythonhosted.org/packages/57/99/624da94f4deb41a75b5e08752270ecdb1ff871c1b1539705c0aef02aa7a2/multidict-6.3.1-py3-none-any.whl", hash = "sha256:2d45b070b33fa1d0a9a7650469997713e3a4f5cd9eb564332d5d0206cf61efc5", size = 10348 },
1097
  ]
1098
 
1099
  [[package]]
 
2348
  [[package]]
2349
  name = "yourbench"
2350
  version = "0.2.0"
2351
+ source = { git = "https://github.com/huggingface/yourbench.git?branch=main#334778a3bcff0ddcec7fb15dd145a9b23e772ed6" }
2352
  dependencies = [
2353
  { name = "asyncio" },
2354
  { name = "bert-score" },
 
2373
  ]
2374
 
2375
  [[package]]
2376
+ name = "yourbench-advanced"
2377
  version = "0.1.0"
2378
  source = { editable = "." }
2379
  dependencies = [
yourbench_space/app.py CHANGED
@@ -28,8 +28,8 @@ project_description = """
28
  # 🚀 YourBench
29
  ### Dynamic Benchmark Generation from Your Documents
30
 
31
- - Create zero-shot benchmarks from your documents — no manual labeling
32
- - Evaluate top open models and publish a leaderboard in one click
33
  - Run locally or explore the [source on GitHub](https://github.com/huggingface/yourbench)
34
 
35
  ⚠️ **Important:** This app uses your Hugging Face token for inference and uploads — you are responsible for any usage costs
 
28
  # 🚀 YourBench
29
  ### Dynamic Benchmark Generation from Your Documents
30
 
31
+ - Create zero-shot benchmarks from your documents — no manual labeling
32
+ - Evaluate top open models and publish a leaderboard in one click
33
  - Run locally or explore the [source on GitHub](https://github.com/huggingface/yourbench)
34
 
35
  ⚠️ **Important:** This app uses your Hugging Face token for inference and uploads — you are responsible for any usage costs
yourbench_space/evaluation.py CHANGED
@@ -18,7 +18,7 @@ def create_eval_file(eval_ds_name: str):
18
  subprocess.run(["lighteval", "tasks", "create", str(template_path), task_name, eval_ds_name])
19
 
20
 
21
- async def run_process(args: list, custom_env = None) -> dict:
22
  process = await asyncio.create_subprocess_exec(
23
  *args, stdout=asyncio.subprocess.PIPE, stderr=asyncio.subprocess.PIPE, env=custom_env
24
  )
@@ -32,7 +32,7 @@ async def run_process(args: list, custom_env = None) -> dict:
32
  return {"pid": process.pid, "stdout": stdout.decode(), "stderr": stderr.decode()}
33
 
34
 
35
- async def run_evaluations(eval_ds_name: str, org: str, custom_env = None) -> list:
36
  task_name = eval_ds_name.replace("/", "_")
37
  tasks = []
38
  for model_name, provider in INIT_MODELS:
 
18
  subprocess.run(["lighteval", "tasks", "create", str(template_path), task_name, eval_ds_name])
19
 
20
 
21
+ async def run_process(args: list, custom_env=None) -> dict:
22
  process = await asyncio.create_subprocess_exec(
23
  *args, stdout=asyncio.subprocess.PIPE, stderr=asyncio.subprocess.PIPE, env=custom_env
24
  )
 
32
  return {"pid": process.pid, "stdout": stdout.decode(), "stderr": stderr.decode()}
33
 
34
 
35
+ async def run_evaluations(eval_ds_name: str, org: str, custom_env=None) -> list:
36
  task_name = eval_ds_name.replace("/", "_")
37
  tasks = []
38
  for model_name, provider in INIT_MODELS:
yourbench_space/leaderboard_space/utils.py CHANGED
@@ -6,11 +6,13 @@ from env import TASK, MODELS, ORG_NAME
6
  import gradio as gr
7
  from datasets import Dataset, load_dataset
8
 
 
9
  KNOWN_METRIC_LABELS = {
10
  "accuracy": "Accuracy",
11
  "accuracy_stderr": "Accuracy (stderr)",
12
  }
13
 
 
14
  def aggregate_results() -> list:
15
  """Extract scores for each model and return list of result dictionaries."""
16
  all_results = []
@@ -134,7 +136,7 @@ def samples_to_box_display(samples: list[dict[str, Any]], example_index: int = 0
134
  --text-color: #333333;
135
  --border-color: #ddd;
136
  }
137
-
138
  @media (prefers-color-scheme: dark) {
139
  :root {
140
  --primary-bg: #2a2a2a;
@@ -144,43 +146,43 @@ def samples_to_box_display(samples: list[dict[str, Any]], example_index: int = 0
144
  --border-color: #555;
145
  }
146
  }
147
-
148
  .box-container {
149
  max-width: 800px;
150
  margin: 0 auto;
151
  color: var(--text-color);
152
  }
153
-
154
  .gold-box {
155
  background: var(--gold-bg);
156
  padding: 20px;
157
  border-radius: 10px;
158
  margin-bottom: 20px;
159
  }
160
-
161
  .model-box {
162
  background: var(--primary-bg);
163
  padding: 20px;
164
  margin-bottom: 20px;
165
  border-radius: 10px;
166
  }
167
-
168
  .content-section {
169
  background: var(--secondary-bg);
170
  padding: 15px;
171
  border-radius: 5px;
172
  margin-top: 10px;
173
  }
174
-
175
  .metric-row {
176
  padding: 5px;
177
  border-bottom: 1px solid var(--border-color);
178
  }
179
-
180
  h2, h3 {
181
  color: var(--text-color);
182
  }
183
-
184
  pre, code {
185
  white-space: pre-wrap;
186
  word-wrap: break-word;
@@ -307,4 +309,4 @@ def update_examples(samples_ix: int = 0) -> tuple[str, str, str]:
307
  samples_to_box_display(easy_samples, samples_ix),
308
  samples_to_box_display(hard_samples, samples_ix),
309
  samples_to_box_display(all_samples, samples_ix),
310
- )
 
6
  import gradio as gr
7
  from datasets import Dataset, load_dataset
8
 
9
+
10
  KNOWN_METRIC_LABELS = {
11
  "accuracy": "Accuracy",
12
  "accuracy_stderr": "Accuracy (stderr)",
13
  }
14
 
15
+
16
  def aggregate_results() -> list:
17
  """Extract scores for each model and return list of result dictionaries."""
18
  all_results = []
 
136
  --text-color: #333333;
137
  --border-color: #ddd;
138
  }
139
+
140
  @media (prefers-color-scheme: dark) {
141
  :root {
142
  --primary-bg: #2a2a2a;
 
146
  --border-color: #555;
147
  }
148
  }
149
+
150
  .box-container {
151
  max-width: 800px;
152
  margin: 0 auto;
153
  color: var(--text-color);
154
  }
155
+
156
  .gold-box {
157
  background: var(--gold-bg);
158
  padding: 20px;
159
  border-radius: 10px;
160
  margin-bottom: 20px;
161
  }
162
+
163
  .model-box {
164
  background: var(--primary-bg);
165
  padding: 20px;
166
  margin-bottom: 20px;
167
  border-radius: 10px;
168
  }
169
+
170
  .content-section {
171
  background: var(--secondary-bg);
172
  padding: 15px;
173
  border-radius: 5px;
174
  margin-top: 10px;
175
  }
176
+
177
  .metric-row {
178
  padding: 5px;
179
  border-bottom: 1px solid var(--border-color);
180
  }
181
+
182
  h2, h3 {
183
  color: var(--text-color);
184
  }
185
+
186
  pre, code {
187
  white-space: pre-wrap;
188
  word-wrap: break-word;
 
309
  samples_to_box_display(easy_samples, samples_ix),
310
  samples_to_box_display(hard_samples, samples_ix),
311
  samples_to_box_display(all_samples, samples_ix),
312
+ )