|
|
--- |
|
|
license: wtfpl |
|
|
datasets: |
|
|
- JosephusCheung/GuanacoDataset |
|
|
- Open-Orca/OpenOrca |
|
|
- stingning/ultrachat |
|
|
- meta-math/MetaMathQA |
|
|
- liuhaotian/LLaVA-Instruct-150K |
|
|
- jondurbin/airoboros-3.1 |
|
|
- WizardLM/WizardLM_evol_instruct_V2_196k |
|
|
- RyokoAI/ShareGPT52K |
|
|
- RyokoAI/Fandom23K |
|
|
- milashkaarshif/MoeGirlPedia_wikitext_raw_archive |
|
|
- wikipedia |
|
|
- wiki_lingua |
|
|
- fnlp/moss-003-sft-data |
|
|
- garage-bAInd/Open-Platypus |
|
|
- LDJnr/Puffin |
|
|
- openbmb/llava_zh |
|
|
- BAAI/COIG |
|
|
- TigerResearch/tigerbot-zhihu-zh-10k |
|
|
- liwu/MNBVC |
|
|
- teknium/openhermes |
|
|
language: |
|
|
- en |
|
|
- zh |
|
|
pipeline_tag: text-generation |
|
|
tags: |
|
|
- llama |
|
|
- llama2 |
|
|
--- |
|
|
 |
|
|
|
|
|
## MMLU: |
|
|
stem ACC: 56.83 |
|
|
|
|
|
Humanities ACC: 58.79 |
|
|
|
|
|
other ACC: 70.04 |
|
|
|
|
|
social ACC: 72.41 |
|
|
|
|
|
**AVERAGE ACC:63.82** |
|
|
|
|
|
## CEval (Val): |
|
|
STEM ACC: 66.71 |
|
|
|
|
|
Social Science ACC: 85.10 |
|
|
|
|
|
Humanities ACC: 76.68 |
|
|
|
|
|
Other ACC: 70.23 |
|
|
|
|
|
Hard ACC:54.71 |
|
|
|
|
|
**AVERAGE ACC:73.10** |
|
|
|
|
|
## GSM8K |
|
|
|
|
|
**Zero-shot ACC 0.5921152388172858** |
|
|
|
