|
|
--- |
|
|
tags: |
|
|
- mteb |
|
|
model-index: |
|
|
- name: qwen-1.8b-retrieval-test |
|
|
results: |
|
|
- task: |
|
|
type: Retrieval |
|
|
dataset: |
|
|
type: C-MTEB/CmedqaRetrieval |
|
|
name: MTEB CmedqaRetrieval |
|
|
config: default |
|
|
split: dev |
|
|
revision: None |
|
|
metrics: |
|
|
- type: map_at_1 |
|
|
value: 23.191 |
|
|
- type: map_at_10 |
|
|
value: 34.272999999999996 |
|
|
- type: map_at_100 |
|
|
value: 36.101 |
|
|
- type: map_at_1000 |
|
|
value: 36.231 |
|
|
- type: map_at_3 |
|
|
value: 30.495 |
|
|
- type: map_at_5 |
|
|
value: 32.54 |
|
|
- type: mrr_at_1 |
|
|
value: 35.434 |
|
|
- type: mrr_at_10 |
|
|
value: 43.15 |
|
|
- type: mrr_at_100 |
|
|
value: 44.155 |
|
|
- type: mrr_at_1000 |
|
|
value: 44.211 |
|
|
- type: mrr_at_3 |
|
|
value: 40.735 |
|
|
- type: mrr_at_5 |
|
|
value: 42.052 |
|
|
- type: ndcg_at_1 |
|
|
value: 35.434 |
|
|
- type: ndcg_at_10 |
|
|
value: 40.572 |
|
|
- type: ndcg_at_100 |
|
|
value: 47.921 |
|
|
- type: ndcg_at_1000 |
|
|
value: 50.314 |
|
|
- type: ndcg_at_3 |
|
|
value: 35.671 |
|
|
- type: ndcg_at_5 |
|
|
value: 37.635000000000005 |
|
|
- type: precision_at_1 |
|
|
value: 35.434 |
|
|
- type: precision_at_10 |
|
|
value: 9.067 |
|
|
- type: precision_at_100 |
|
|
value: 1.506 |
|
|
- type: precision_at_1000 |
|
|
value: 0.181 |
|
|
- type: precision_at_3 |
|
|
value: 20.163 |
|
|
- type: precision_at_5 |
|
|
value: 14.624 |
|
|
- type: recall_at_1 |
|
|
value: 23.191 |
|
|
- type: recall_at_10 |
|
|
value: 50.318 |
|
|
- type: recall_at_100 |
|
|
value: 80.958 |
|
|
- type: recall_at_1000 |
|
|
value: 97.16799999999999 |
|
|
- type: recall_at_3 |
|
|
value: 35.57 |
|
|
- type: recall_at_5 |
|
|
value: 41.776 |
|
|
- task: |
|
|
type: Retrieval |
|
|
dataset: |
|
|
type: C-MTEB/CovidRetrieval |
|
|
name: MTEB CovidRetrieval |
|
|
config: default |
|
|
split: dev |
|
|
revision: None |
|
|
metrics: |
|
|
- type: map_at_1 |
|
|
value: 64.015 |
|
|
- type: map_at_10 |
|
|
value: 71.983 |
|
|
- type: map_at_100 |
|
|
value: 72.432 |
|
|
- type: map_at_1000 |
|
|
value: 72.441 |
|
|
- type: map_at_3 |
|
|
value: 69.92399999999999 |
|
|
- type: map_at_5 |
|
|
value: 71.177 |
|
|
- type: mrr_at_1 |
|
|
value: 64.173 |
|
|
- type: mrr_at_10 |
|
|
value: 71.985 |
|
|
- type: mrr_at_100 |
|
|
value: 72.425 |
|
|
- type: mrr_at_1000 |
|
|
value: 72.434 |
|
|
- type: mrr_at_3 |
|
|
value: 69.968 |
|
|
- type: mrr_at_5 |
|
|
value: 71.222 |
|
|
- type: ndcg_at_1 |
|
|
value: 64.173 |
|
|
- type: ndcg_at_10 |
|
|
value: 75.929 |
|
|
- type: ndcg_at_100 |
|
|
value: 77.961 |
|
|
- type: ndcg_at_1000 |
|
|
value: 78.223 |
|
|
- type: ndcg_at_3 |
|
|
value: 71.828 |
|
|
- type: ndcg_at_5 |
|
|
value: 74.066 |
|
|
- type: precision_at_1 |
|
|
value: 64.173 |
|
|
- type: precision_at_10 |
|
|
value: 8.924999999999999 |
|
|
- type: precision_at_100 |
|
|
value: 0.985 |
|
|
- type: precision_at_1000 |
|
|
value: 0.101 |
|
|
- type: precision_at_3 |
|
|
value: 25.887 |
|
|
- type: precision_at_5 |
|
|
value: 16.669999999999998 |
|
|
- type: recall_at_1 |
|
|
value: 64.015 |
|
|
- type: recall_at_10 |
|
|
value: 88.251 |
|
|
- type: recall_at_100 |
|
|
value: 97.471 |
|
|
- type: recall_at_1000 |
|
|
value: 99.579 |
|
|
- type: recall_at_3 |
|
|
value: 77.292 |
|
|
- type: recall_at_5 |
|
|
value: 82.666 |
|
|
- task: |
|
|
type: Retrieval |
|
|
dataset: |
|
|
type: C-MTEB/DuRetrieval |
|
|
name: MTEB DuRetrieval |
|
|
config: default |
|
|
split: dev |
|
|
revision: None |
|
|
metrics: |
|
|
- type: map_at_1 |
|
|
value: 23.983999999999998 |
|
|
- type: map_at_10 |
|
|
value: 75.175 |
|
|
- type: map_at_100 |
|
|
value: 78.27300000000001 |
|
|
- type: map_at_1000 |
|
|
value: 78.322 |
|
|
- type: map_at_3 |
|
|
value: 51.214999999999996 |
|
|
- type: map_at_5 |
|
|
value: 64.89200000000001 |
|
|
- type: mrr_at_1 |
|
|
value: 83.89999999999999 |
|
|
- type: mrr_at_10 |
|
|
value: 89.563 |
|
|
- type: mrr_at_100 |
|
|
value: 89.64999999999999 |
|
|
- type: mrr_at_1000 |
|
|
value: 89.654 |
|
|
- type: mrr_at_3 |
|
|
value: 89.167 |
|
|
- type: mrr_at_5 |
|
|
value: 89.492 |
|
|
- type: ndcg_at_1 |
|
|
value: 83.89999999999999 |
|
|
- type: ndcg_at_10 |
|
|
value: 83.72800000000001 |
|
|
- type: ndcg_at_100 |
|
|
value: 87.064 |
|
|
- type: ndcg_at_1000 |
|
|
value: 87.504 |
|
|
- type: ndcg_at_3 |
|
|
value: 81.318 |
|
|
- type: ndcg_at_5 |
|
|
value: 80.667 |
|
|
- type: precision_at_1 |
|
|
value: 83.89999999999999 |
|
|
- type: precision_at_10 |
|
|
value: 40.699999999999996 |
|
|
- type: precision_at_100 |
|
|
value: 4.7780000000000005 |
|
|
- type: precision_at_1000 |
|
|
value: 0.488 |
|
|
- type: precision_at_3 |
|
|
value: 73.317 |
|
|
- type: precision_at_5 |
|
|
value: 62.129999999999995 |
|
|
- type: recall_at_1 |
|
|
value: 23.983999999999998 |
|
|
- type: recall_at_10 |
|
|
value: 86.412 |
|
|
- type: recall_at_100 |
|
|
value: 96.882 |
|
|
- type: recall_at_1000 |
|
|
value: 99.22 |
|
|
- type: recall_at_3 |
|
|
value: 54.769999999999996 |
|
|
- type: recall_at_5 |
|
|
value: 71.663 |
|
|
- task: |
|
|
type: Retrieval |
|
|
dataset: |
|
|
type: C-MTEB/EcomRetrieval |
|
|
name: MTEB EcomRetrieval |
|
|
config: default |
|
|
split: dev |
|
|
revision: None |
|
|
metrics: |
|
|
- type: map_at_1 |
|
|
value: 51.6 |
|
|
- type: map_at_10 |
|
|
value: 61.209 |
|
|
- type: map_at_100 |
|
|
value: 61.734 |
|
|
- type: map_at_1000 |
|
|
value: 61.75000000000001 |
|
|
- type: map_at_3 |
|
|
value: 58.8 |
|
|
- type: map_at_5 |
|
|
value: 60.165 |
|
|
- type: mrr_at_1 |
|
|
value: 51.6 |
|
|
- type: mrr_at_10 |
|
|
value: 61.209 |
|
|
- type: mrr_at_100 |
|
|
value: 61.734 |
|
|
- type: mrr_at_1000 |
|
|
value: 61.75000000000001 |
|
|
- type: mrr_at_3 |
|
|
value: 58.8 |
|
|
- type: mrr_at_5 |
|
|
value: 60.165 |
|
|
- type: ndcg_at_1 |
|
|
value: 51.6 |
|
|
- type: ndcg_at_10 |
|
|
value: 66.13900000000001 |
|
|
- type: ndcg_at_100 |
|
|
value: 68.65400000000001 |
|
|
- type: ndcg_at_1000 |
|
|
value: 69.057 |
|
|
- type: ndcg_at_3 |
|
|
value: 61.185 |
|
|
- type: ndcg_at_5 |
|
|
value: 63.651 |
|
|
- type: precision_at_1 |
|
|
value: 51.6 |
|
|
- type: precision_at_10 |
|
|
value: 8.17 |
|
|
- type: precision_at_100 |
|
|
value: 0.9339999999999999 |
|
|
- type: precision_at_1000 |
|
|
value: 0.097 |
|
|
- type: precision_at_3 |
|
|
value: 22.7 |
|
|
- type: precision_at_5 |
|
|
value: 14.82 |
|
|
- type: recall_at_1 |
|
|
value: 51.6 |
|
|
- type: recall_at_10 |
|
|
value: 81.69999999999999 |
|
|
- type: recall_at_100 |
|
|
value: 93.4 |
|
|
- type: recall_at_1000 |
|
|
value: 96.6 |
|
|
- type: recall_at_3 |
|
|
value: 68.10000000000001 |
|
|
- type: recall_at_5 |
|
|
value: 74.1 |
|
|
- task: |
|
|
type: Retrieval |
|
|
dataset: |
|
|
type: C-MTEB/MMarcoRetrieval |
|
|
name: MTEB MMarcoRetrieval |
|
|
config: default |
|
|
split: dev |
|
|
revision: None |
|
|
metrics: |
|
|
- type: map_at_1 |
|
|
value: 69.54599999999999 |
|
|
- type: map_at_10 |
|
|
value: 78.477 |
|
|
- type: map_at_100 |
|
|
value: 78.743 |
|
|
- type: map_at_1000 |
|
|
value: 78.751 |
|
|
- type: map_at_3 |
|
|
value: 76.769 |
|
|
- type: map_at_5 |
|
|
value: 77.854 |
|
|
- type: mrr_at_1 |
|
|
value: 71.819 |
|
|
- type: mrr_at_10 |
|
|
value: 79.008 |
|
|
- type: mrr_at_100 |
|
|
value: 79.24 |
|
|
- type: mrr_at_1000 |
|
|
value: 79.247 |
|
|
- type: mrr_at_3 |
|
|
value: 77.55300000000001 |
|
|
- type: mrr_at_5 |
|
|
value: 78.477 |
|
|
- type: ndcg_at_1 |
|
|
value: 71.819 |
|
|
- type: ndcg_at_10 |
|
|
value: 81.947 |
|
|
- type: ndcg_at_100 |
|
|
value: 83.112 |
|
|
- type: ndcg_at_1000 |
|
|
value: 83.325 |
|
|
- type: ndcg_at_3 |
|
|
value: 78.758 |
|
|
- type: ndcg_at_5 |
|
|
value: 80.563 |
|
|
- type: precision_at_1 |
|
|
value: 71.819 |
|
|
- type: precision_at_10 |
|
|
value: 9.792 |
|
|
- type: precision_at_100 |
|
|
value: 1.0370000000000001 |
|
|
- type: precision_at_1000 |
|
|
value: 0.105 |
|
|
- type: precision_at_3 |
|
|
value: 29.479 |
|
|
- type: precision_at_5 |
|
|
value: 18.659 |
|
|
- type: recall_at_1 |
|
|
value: 69.54599999999999 |
|
|
- type: recall_at_10 |
|
|
value: 92.053 |
|
|
- type: recall_at_100 |
|
|
value: 97.25399999999999 |
|
|
- type: recall_at_1000 |
|
|
value: 98.926 |
|
|
- type: recall_at_3 |
|
|
value: 83.682 |
|
|
- type: recall_at_5 |
|
|
value: 87.944 |
|
|
- task: |
|
|
type: Retrieval |
|
|
dataset: |
|
|
type: C-MTEB/MedicalRetrieval |
|
|
name: MTEB MedicalRetrieval |
|
|
config: default |
|
|
split: dev |
|
|
revision: None |
|
|
metrics: |
|
|
- type: map_at_1 |
|
|
value: 50.3 |
|
|
- type: map_at_10 |
|
|
value: 55.824 |
|
|
- type: map_at_100 |
|
|
value: 56.379999999999995 |
|
|
- type: map_at_1000 |
|
|
value: 56.440999999999995 |
|
|
- type: map_at_3 |
|
|
value: 54.400000000000006 |
|
|
- type: map_at_5 |
|
|
value: 55.235 |
|
|
- type: mrr_at_1 |
|
|
value: 50.4 |
|
|
- type: mrr_at_10 |
|
|
value: 55.88999999999999 |
|
|
- type: mrr_at_100 |
|
|
value: 56.447 |
|
|
- type: mrr_at_1000 |
|
|
value: 56.508 |
|
|
- type: mrr_at_3 |
|
|
value: 54.467 |
|
|
- type: mrr_at_5 |
|
|
value: 55.30199999999999 |
|
|
- type: ndcg_at_1 |
|
|
value: 50.3 |
|
|
- type: ndcg_at_10 |
|
|
value: 58.577999999999996 |
|
|
- type: ndcg_at_100 |
|
|
value: 61.49099999999999 |
|
|
- type: ndcg_at_1000 |
|
|
value: 63.161 |
|
|
- type: ndcg_at_3 |
|
|
value: 55.64 |
|
|
- type: ndcg_at_5 |
|
|
value: 57.13399999999999 |
|
|
- type: precision_at_1 |
|
|
value: 50.3 |
|
|
- type: precision_at_10 |
|
|
value: 6.7299999999999995 |
|
|
- type: precision_at_100 |
|
|
value: 0.814 |
|
|
- type: precision_at_1000 |
|
|
value: 0.095 |
|
|
- type: precision_at_3 |
|
|
value: 19.733 |
|
|
- type: precision_at_5 |
|
|
value: 12.559999999999999 |
|
|
- type: recall_at_1 |
|
|
value: 50.3 |
|
|
- type: recall_at_10 |
|
|
value: 67.30000000000001 |
|
|
- type: recall_at_100 |
|
|
value: 81.39999999999999 |
|
|
- type: recall_at_1000 |
|
|
value: 94.69999999999999 |
|
|
- type: recall_at_3 |
|
|
value: 59.199999999999996 |
|
|
- type: recall_at_5 |
|
|
value: 62.8 |
|
|
- task: |
|
|
type: Retrieval |
|
|
dataset: |
|
|
type: C-MTEB/T2Retrieval |
|
|
name: MTEB T2Retrieval |
|
|
config: default |
|
|
split: dev |
|
|
revision: None |
|
|
metrics: |
|
|
- type: map_at_1 |
|
|
value: 27.293 |
|
|
- type: map_at_10 |
|
|
value: 76.618 |
|
|
- type: map_at_100 |
|
|
value: 80.22500000000001 |
|
|
- type: map_at_1000 |
|
|
value: 80.292 |
|
|
- type: map_at_3 |
|
|
value: 53.856 |
|
|
- type: map_at_5 |
|
|
value: 66.158 |
|
|
- type: mrr_at_1 |
|
|
value: 89.659 |
|
|
- type: mrr_at_10 |
|
|
value: 92.121 |
|
|
- type: mrr_at_100 |
|
|
value: 92.214 |
|
|
- type: mrr_at_1000 |
|
|
value: 92.218 |
|
|
- type: mrr_at_3 |
|
|
value: 91.67 |
|
|
- type: mrr_at_5 |
|
|
value: 91.955 |
|
|
- type: ndcg_at_1 |
|
|
value: 89.659 |
|
|
- type: ndcg_at_10 |
|
|
value: 84.172 |
|
|
- type: ndcg_at_100 |
|
|
value: 87.767 |
|
|
- type: ndcg_at_1000 |
|
|
value: 88.419 |
|
|
- type: ndcg_at_3 |
|
|
value: 85.628 |
|
|
- type: ndcg_at_5 |
|
|
value: 84.155 |
|
|
- type: precision_at_1 |
|
|
value: 89.659 |
|
|
- type: precision_at_10 |
|
|
value: 41.914 |
|
|
- type: precision_at_100 |
|
|
value: 4.9959999999999996 |
|
|
- type: precision_at_1000 |
|
|
value: 0.515 |
|
|
- type: precision_at_3 |
|
|
value: 74.955 |
|
|
- type: precision_at_5 |
|
|
value: 62.771 |
|
|
- type: recall_at_1 |
|
|
value: 27.293 |
|
|
- type: recall_at_10 |
|
|
value: 83.004 |
|
|
- type: recall_at_100 |
|
|
value: 94.82300000000001 |
|
|
- type: recall_at_1000 |
|
|
value: 98.15 |
|
|
- type: recall_at_3 |
|
|
value: 55.455 |
|
|
- type: recall_at_5 |
|
|
value: 69.422 |
|
|
- task: |
|
|
type: Retrieval |
|
|
dataset: |
|
|
type: C-MTEB/VideoRetrieval |
|
|
name: MTEB VideoRetrieval |
|
|
config: default |
|
|
split: dev |
|
|
revision: None |
|
|
metrics: |
|
|
- type: map_at_1 |
|
|
value: 59.599999999999994 |
|
|
- type: map_at_10 |
|
|
value: 69.44399999999999 |
|
|
- type: map_at_100 |
|
|
value: 69.798 |
|
|
- type: map_at_1000 |
|
|
value: 69.81 |
|
|
- type: map_at_3 |
|
|
value: 67.467 |
|
|
- type: map_at_5 |
|
|
value: 68.692 |
|
|
- type: mrr_at_1 |
|
|
value: 59.599999999999994 |
|
|
- type: mrr_at_10 |
|
|
value: 69.44399999999999 |
|
|
- type: mrr_at_100 |
|
|
value: 69.798 |
|
|
- type: mrr_at_1000 |
|
|
value: 69.81 |
|
|
- type: mrr_at_3 |
|
|
value: 67.467 |
|
|
- type: mrr_at_5 |
|
|
value: 68.692 |
|
|
- type: ndcg_at_1 |
|
|
value: 59.599999999999994 |
|
|
- type: ndcg_at_10 |
|
|
value: 73.936 |
|
|
- type: ndcg_at_100 |
|
|
value: 75.688 |
|
|
- type: ndcg_at_1000 |
|
|
value: 75.942 |
|
|
- type: ndcg_at_3 |
|
|
value: 69.92399999999999 |
|
|
- type: ndcg_at_5 |
|
|
value: 72.14 |
|
|
- type: precision_at_1 |
|
|
value: 59.599999999999994 |
|
|
- type: precision_at_10 |
|
|
value: 8.790000000000001 |
|
|
- type: precision_at_100 |
|
|
value: 0.9610000000000001 |
|
|
- type: precision_at_1000 |
|
|
value: 0.098 |
|
|
- type: precision_at_3 |
|
|
value: 25.667 |
|
|
- type: precision_at_5 |
|
|
value: 16.48 |
|
|
- type: recall_at_1 |
|
|
value: 59.599999999999994 |
|
|
- type: recall_at_10 |
|
|
value: 87.9 |
|
|
- type: recall_at_100 |
|
|
value: 96.1 |
|
|
- type: recall_at_1000 |
|
|
value: 98.0 |
|
|
- type: recall_at_3 |
|
|
value: 77.0 |
|
|
- type: recall_at_5 |
|
|
value: 82.39999999999999 |
|
|
--- |
