davidpomerenke commited on
Commit
a5f064d
·
verified ·
1 Parent(s): 3fbff09

Upload from GitHub Actions: Add auto-translated datasets

Browse files
Files changed (1) hide show
  1. datasets.json +48 -3
datasets.json CHANGED
@@ -259,6 +259,21 @@
259
  "implemented": true,
260
  "group": "Multitask Language Understanding"
261
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
262
  {
263
  "name": "MGSM",
264
  "author": "Google",
@@ -331,7 +346,7 @@
331
  "translation": "human",
332
  "base": "AI2 ARC",
333
  "implemented": true,
334
- "group": "Abstract Reasoning"
335
  },
336
  {
337
  "name": "Okapi ARC Challenge",
@@ -346,7 +361,7 @@
346
  "translation": "machine",
347
  "base": "AI2 ARC",
348
  "implemented": true,
349
- "group": "Abstract Reasoning"
350
  },
351
  {
352
  "name": "Arc-X",
@@ -361,7 +376,22 @@
361
  "translation": "machine",
362
  "base": "AI2 ARC",
363
  "implemented": true,
364
- "group": "Abstract Reasoning"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
365
  },
366
  {
367
  "name": "Uhura TruthfulQA",
@@ -408,6 +438,21 @@
408
  "implemented": true,
409
  "group": "Truthfulness"
410
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
411
  {
412
  "name": "FLEURS",
413
  "author": "Meta",
 
259
  "implemented": true,
260
  "group": "Multitask Language Understanding"
261
  },
262
+ {
263
+ "name": "MMLU Auto-Translated",
264
+ "author": null,
265
+ "author_url": null,
266
+ "url": null,
267
+ "n_languages": null,
268
+ "tasks": [
269
+ "question_answering"
270
+ ],
271
+ "parallel": true,
272
+ "translation": "machine",
273
+ "base": "MMLU",
274
+ "implemented": true,
275
+ "group": "Multitask Language Understanding"
276
+ },
277
  {
278
  "name": "MGSM",
279
  "author": "Google",
 
346
  "translation": "human",
347
  "base": "AI2 ARC",
348
  "implemented": true,
349
+ "group": "ARC Question Answering"
350
  },
351
  {
352
  "name": "Okapi ARC Challenge",
 
361
  "translation": "machine",
362
  "base": "AI2 ARC",
363
  "implemented": true,
364
+ "group": "ARC Question Answering"
365
  },
366
  {
367
  "name": "Arc-X",
 
376
  "translation": "machine",
377
  "base": "AI2 ARC",
378
  "implemented": true,
379
+ "group": "ARC Question Answering"
380
+ },
381
+ {
382
+ "name": "ARC-Easy Auto-Translated",
383
+ "author": null,
384
+ "author_url": null,
385
+ "url": null,
386
+ "n_languages": null,
387
+ "tasks": [
388
+ "question_answering"
389
+ ],
390
+ "parallel": true,
391
+ "translation": "machine",
392
+ "base": "AI2 ARC",
393
+ "implemented": true,
394
+ "group": "ARC Question Answering"
395
  },
396
  {
397
  "name": "Uhura TruthfulQA",
 
438
  "implemented": true,
439
  "group": "Truthfulness"
440
  },
441
+ {
442
+ "name": "TruthfulQA Auto-Translated",
443
+ "author": null,
444
+ "author_url": null,
445
+ "url": null,
446
+ "n_languages": null,
447
+ "tasks": [
448
+ "question_answering"
449
+ ],
450
+ "parallel": true,
451
+ "translation": "machine",
452
+ "base": "TruthfulQA",
453
+ "implemented": true,
454
+ "group": "Truthfulness"
455
+ },
456
  {
457
  "name": "FLEURS",
458
  "author": "Meta",