|
--- |
|
license: llama3.1 |
|
base_model: |
|
- DevQuasar/HermesNova-Llama-3.1-8B |
|
model-index: |
|
- name: HermesNova-Llama-3.1-8B |
|
results: |
|
- task: |
|
type: text-generation |
|
dataset: |
|
type: lm-evaluation-harness |
|
name: bbh |
|
metrics: |
|
- name: acc_norm |
|
type: acc_norm |
|
value: 0.5418 |
|
verified: false |
|
- task: |
|
type: text-generation |
|
dataset: |
|
type: lm-evaluation-harness |
|
name: gpqa |
|
metrics: |
|
- name: acc_norm |
|
type: acc_norm |
|
value: 0.3365 |
|
verified: false |
|
- task: |
|
type: text-generation |
|
dataset: |
|
type: lm-evaluation-harness |
|
name: math |
|
metrics: |
|
- name: exact_match |
|
type: exact_match |
|
value: 0.1148 |
|
verified: false |
|
- task: |
|
type: text-generation |
|
dataset: |
|
type: lm-evaluation-harness |
|
name: mmlu |
|
metrics: |
|
- name: acc_norm |
|
type: acc_norm |
|
value: 0.3729 |
|
verified: false |
|
- task: |
|
type: text-generation |
|
dataset: |
|
type: lm-evaluation-harness |
|
name: musr |
|
metrics: |
|
- name: acc_norm |
|
type: acc_norm |
|
value: 0.4330 |
|
verified: false |
|
- task: |
|
type: text-generation |
|
dataset: |
|
type: lm-evaluation-harness |
|
name: hellaswag |
|
metrics: |
|
- name: acc |
|
type: acc |
|
value: 0.6306512646883091 |
|
verified: false |
|
- name: acc_norm |
|
type: acc_norm |
|
value: 0.818263294164509 |
|
verified: false |
|
--- |
|
|
|
![image/jpeg](https://cdn-uploads.huggingface.co/production/uploads/64e6d37e02dee9bcb9d9fa18/QQTtLQDPLHAU_Zg5doADx.jpeg) |
|
|
|
Quantized version of [DevQuasar/HermesNova-Llama-3.1-8B](https://huggingface.co/DevQuasar/HermesNova-Llama-3.1-8B) |
|
|
|
I'm doing this to 'Make knowledge free for everyone', using personal time and resources. |
|
|
|
If you want to support my efforts please visit my ko-fi page: https://ko-fi.com/devquasar |
|
|
|
Also feel free to visit my website https://devquasar.com/ |