Add CQADupstack Benchmarks

README.md

@@ -241,6 +241,75 @@ model-index:
     metrics:
     - type: v_measure
       value: 29.319217023090705
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackAndroidRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 26.595000000000002
+    - type: map_at_10
+      value: 36.556
+    - type: map_at_100
+      value: 37.984
+    - type: map_at_1000
+      value: 38.134
+    - type: map_at_3
+      value: 33.417
+    - type: map_at_5
+      value: 35.160000000000004
+    - type: mrr_at_1
+      value: 32.761
+    - type: mrr_at_10
+      value: 41.799
+    - type: mrr_at_100
+      value: 42.526
+    - type: mrr_at_1000
+      value: 42.582
+    - type: mrr_at_3
+      value: 39.39
+    - type: mrr_at_5
+      value: 40.727000000000004
+    - type: ndcg_at_1
+      value: 32.761
+    - type: ndcg_at_10
+      value: 42.549
+    - type: ndcg_at_100
+      value: 47.915
+    - type: ndcg_at_1000
+      value: 50.475
+    - type: ndcg_at_3
+      value: 37.93
+    - type: ndcg_at_5
+      value: 39.939
+    - type: precision_at_1
+      value: 32.761
+    - type: precision_at_10
+      value: 8.312
+    - type: precision_at_100
+      value: 1.403
+    - type: precision_at_1000
+      value: 0.197
+    - type: precision_at_3
+      value: 18.741
+    - type: precision_at_5
+      value: 13.447999999999999
+    - type: recall_at_1
+      value: 26.595000000000002
+    - type: recall_at_10
+      value: 54.332
+    - type: recall_at_100
+      value: 76.936
+    - type: recall_at_1000
+      value: 93.914
+    - type: recall_at_3
+      value: 40.666000000000004
+    - type: recall_at_5
+      value: 46.513
   - task:
       type: Retrieval
     dataset:
@@ -310,6 +379,696 @@ model-index:
       value: 33.937
     - type: recall_at_5
       value: 38.234
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackGamingRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 33.117999999999995
+    - type: map_at_10
+      value: 44.339
+    - type: map_at_100
+      value: 45.367000000000004
+    - type: map_at_1000
+      value: 45.437
+    - type: map_at_3
+      value: 41.195
+    - type: map_at_5
+      value: 42.922
+    - type: mrr_at_1
+      value: 38.37
+    - type: mrr_at_10
+      value: 47.786
+    - type: mrr_at_100
+      value: 48.522
+    - type: mrr_at_1000
+      value: 48.567
+    - type: mrr_at_3
+      value: 45.371
+    - type: mrr_at_5
+      value: 46.857
+    - type: ndcg_at_1
+      value: 38.37
+    - type: ndcg_at_10
+      value: 50.019999999999996
+    - type: ndcg_at_100
+      value: 54.36299999999999
+    - type: ndcg_at_1000
+      value: 55.897
+    - type: ndcg_at_3
+      value: 44.733000000000004
+    - type: ndcg_at_5
+      value: 47.292
+    - type: precision_at_1
+      value: 38.37
+    - type: precision_at_10
+      value: 8.288
+    - type: precision_at_100
+      value: 1.139
+    - type: precision_at_1000
+      value: 0.132
+    - type: precision_at_3
+      value: 20.293
+    - type: precision_at_5
+      value: 14.107
+    - type: recall_at_1
+      value: 33.117999999999995
+    - type: recall_at_10
+      value: 63.451
+    - type: recall_at_100
+      value: 82.767
+    - type: recall_at_1000
+      value: 93.786
+    - type: recall_at_3
+      value: 48.964999999999996
+    - type: recall_at_5
+      value: 55.358
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackGisRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 16.028000000000002
+    - type: map_at_10
+      value: 23.186999999999998
+    - type: map_at_100
+      value: 24.236
+    - type: map_at_1000
+      value: 24.337
+    - type: map_at_3
+      value: 20.816000000000003
+    - type: map_at_5
+      value: 22.311
+    - type: mrr_at_1
+      value: 17.514
+    - type: mrr_at_10
+      value: 24.84
+    - type: mrr_at_100
+      value: 25.838
+    - type: mrr_at_1000
+      value: 25.924999999999997
+    - type: mrr_at_3
+      value: 22.542
+    - type: mrr_at_5
+      value: 24.04
+    - type: ndcg_at_1
+      value: 17.514
+    - type: ndcg_at_10
+      value: 27.391
+    - type: ndcg_at_100
+      value: 32.684999999999995
+    - type: ndcg_at_1000
+      value: 35.367
+    - type: ndcg_at_3
+      value: 22.820999999999998
+    - type: ndcg_at_5
+      value: 25.380999999999997
+    - type: precision_at_1
+      value: 17.514
+    - type: precision_at_10
+      value: 4.463
+    - type: precision_at_100
+      value: 0.745
+    - type: precision_at_1000
+      value: 0.101
+    - type: precision_at_3
+      value: 10.019
+    - type: precision_at_5
+      value: 7.457999999999999
+    - type: recall_at_1
+      value: 16.028000000000002
+    - type: recall_at_10
+      value: 38.81
+    - type: recall_at_100
+      value: 63.295
+    - type: recall_at_1000
+      value: 83.762
+    - type: recall_at_3
+      value: 26.604
+    - type: recall_at_5
+      value: 32.727000000000004
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackMathematicaRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 11.962
+    - type: map_at_10
+      value: 17.218
+    - type: map_at_100
+      value: 18.321
+    - type: map_at_1000
+      value: 18.455
+    - type: map_at_3
+      value: 15.287999999999998
+    - type: map_at_5
+      value: 16.417
+    - type: mrr_at_1
+      value: 14.677000000000001
+    - type: mrr_at_10
+      value: 20.381
+    - type: mrr_at_100
+      value: 21.471999999999998
+    - type: mrr_at_1000
+      value: 21.566
+    - type: mrr_at_3
+      value: 18.448999999999998
+    - type: mrr_at_5
+      value: 19.587
+    - type: ndcg_at_1
+      value: 14.677000000000001
+    - type: ndcg_at_10
+      value: 20.86
+    - type: ndcg_at_100
+      value: 26.519
+    - type: ndcg_at_1000
+      value: 30.020000000000003
+    - type: ndcg_at_3
+      value: 17.208000000000002
+    - type: ndcg_at_5
+      value: 19.037000000000003
+    - type: precision_at_1
+      value: 14.677000000000001
+    - type: precision_at_10
+      value: 3.856
+    - type: precision_at_100
+      value: 0.7889999999999999
+    - type: precision_at_1000
+      value: 0.124
+    - type: precision_at_3
+      value: 8.043
+    - type: precision_at_5
+      value: 6.069999999999999
+    - type: recall_at_1
+      value: 11.962
+    - type: recall_at_10
+      value: 28.994999999999997
+    - type: recall_at_100
+      value: 54.071999999999996
+    - type: recall_at_1000
+      value: 79.309
+    - type: recall_at_3
+      value: 19.134999999999998
+    - type: recall_at_5
+      value: 23.727999999999998
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackPhysicsRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 22.764
+    - type: map_at_10
+      value: 31.744
+    - type: map_at_100
+      value: 33.037
+    - type: map_at_1000
+      value: 33.156
+    - type: map_at_3
+      value: 29.015
+    - type: map_at_5
+      value: 30.434
+    - type: mrr_at_1
+      value: 28.296
+    - type: mrr_at_10
+      value: 37.03
+    - type: mrr_at_100
+      value: 37.902
+    - type: mrr_at_1000
+      value: 37.966
+    - type: mrr_at_3
+      value: 34.568
+    - type: mrr_at_5
+      value: 35.786
+    - type: ndcg_at_1
+      value: 28.296
+    - type: ndcg_at_10
+      value: 37.289
+    - type: ndcg_at_100
+      value: 42.787
+    - type: ndcg_at_1000
+      value: 45.382
+    - type: ndcg_at_3
+      value: 32.598
+    - type: ndcg_at_5
+      value: 34.521
+    - type: precision_at_1
+      value: 28.296
+    - type: precision_at_10
+      value: 6.901
+    - type: precision_at_100
+      value: 1.135
+    - type: precision_at_1000
+      value: 0.152
+    - type: precision_at_3
+      value: 15.367
+    - type: precision_at_5
+      value: 11.03
+    - type: recall_at_1
+      value: 22.764
+    - type: recall_at_10
+      value: 48.807
+    - type: recall_at_100
+      value: 71.859
+    - type: recall_at_1000
+      value: 89.606
+    - type: recall_at_3
+      value: 35.594
+    - type: recall_at_5
+      value: 40.541
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackProgrammersRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 19.742
+    - type: map_at_10
+      value: 27.741
+    - type: map_at_100
+      value: 29.323
+    - type: map_at_1000
+      value: 29.438
+    - type: map_at_3
+      value: 25.217
+    - type: map_at_5
+      value: 26.583000000000002
+    - type: mrr_at_1
+      value: 24.657999999999998
+    - type: mrr_at_10
+      value: 32.407000000000004
+    - type: mrr_at_100
+      value: 33.631
+    - type: mrr_at_1000
+      value: 33.686
+    - type: mrr_at_3
+      value: 30.194
+    - type: mrr_at_5
+      value: 31.444
+    - type: ndcg_at_1
+      value: 24.657999999999998
+    - type: ndcg_at_10
+      value: 32.614
+    - type: ndcg_at_100
+      value: 39.61
+    - type: ndcg_at_1000
+      value: 42.114000000000004
+    - type: ndcg_at_3
+      value: 28.516000000000002
+    - type: ndcg_at_5
+      value: 30.274
+    - type: precision_at_1
+      value: 24.657999999999998
+    - type: precision_at_10
+      value: 6.176
+    - type: precision_at_100
+      value: 1.1400000000000001
+    - type: precision_at_1000
+      value: 0.155
+    - type: precision_at_3
+      value: 13.927
+    - type: precision_at_5
+      value: 9.954
+    - type: recall_at_1
+      value: 19.742
+    - type: recall_at_10
+      value: 42.427
+    - type: recall_at_100
+      value: 72.687
+    - type: recall_at_1000
+      value: 89.89
+    - type: recall_at_3
+      value: 30.781
+    - type: recall_at_5
+      value: 35.606
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackStatsRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 17.582
+    - type: map_at_10
+      value: 22.803
+    - type: map_at_100
+      value: 23.503
+    - type: map_at_1000
+      value: 23.599999999999998
+    - type: map_at_3
+      value: 21.375
+    - type: map_at_5
+      value: 22.052
+    - type: mrr_at_1
+      value: 20.399
+    - type: mrr_at_10
+      value: 25.369999999999997
+    - type: mrr_at_100
+      value: 26.016000000000002
+    - type: mrr_at_1000
+      value: 26.090999999999998
+    - type: mrr_at_3
+      value: 23.952
+    - type: mrr_at_5
+      value: 24.619
+    - type: ndcg_at_1
+      value: 20.399
+    - type: ndcg_at_10
+      value: 25.964
+    - type: ndcg_at_100
+      value: 29.607
+    - type: ndcg_at_1000
+      value: 32.349
+    - type: ndcg_at_3
+      value: 23.177
+    - type: ndcg_at_5
+      value: 24.276
+    - type: precision_at_1
+      value: 20.399
+    - type: precision_at_10
+      value: 4.018
+    - type: precision_at_100
+      value: 0.629
+    - type: precision_at_1000
+      value: 0.093
+    - type: precision_at_3
+      value: 9.969
+    - type: precision_at_5
+      value: 6.748
+    - type: recall_at_1
+      value: 17.582
+    - type: recall_at_10
+      value: 33.35
+    - type: recall_at_100
+      value: 50.219
+    - type: recall_at_1000
+      value: 71.06099999999999
+    - type: recall_at_3
+      value: 25.619999999999997
+    - type: recall_at_5
+      value: 28.291
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackTexRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 11.071
+    - type: map_at_10
+      value: 16.201999999999998
+    - type: map_at_100
+      value: 17.112
+    - type: map_at_1000
+      value: 17.238
+    - type: map_at_3
+      value: 14.508
+    - type: map_at_5
+      value: 15.440999999999999
+    - type: mrr_at_1
+      value: 13.833
+    - type: mrr_at_10
+      value: 19.235
+    - type: mrr_at_100
+      value: 20.108999999999998
+    - type: mrr_at_1000
+      value: 20.196
+    - type: mrr_at_3
+      value: 17.515
+    - type: mrr_at_5
+      value: 18.505
+    - type: ndcg_at_1
+      value: 13.833
+    - type: ndcg_at_10
+      value: 19.643
+    - type: ndcg_at_100
+      value: 24.298000000000002
+    - type: ndcg_at_1000
+      value: 27.614
+    - type: ndcg_at_3
+      value: 16.528000000000002
+    - type: ndcg_at_5
+      value: 17.991
+    - type: precision_at_1
+      value: 13.833
+    - type: precision_at_10
+      value: 3.6990000000000003
+    - type: precision_at_100
+      value: 0.713
+    - type: precision_at_1000
+      value: 0.116
+    - type: precision_at_3
+      value: 7.9030000000000005
+    - type: precision_at_5
+      value: 5.891
+    - type: recall_at_1
+      value: 11.071
+    - type: recall_at_10
+      value: 27.019
+    - type: recall_at_100
+      value: 48.404
+    - type: recall_at_1000
+      value: 72.641
+    - type: recall_at_3
+      value: 18.336
+    - type: recall_at_5
+      value: 21.991
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackUnixRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 18.573
+    - type: map_at_10
+      value: 25.008999999999997
+    - type: map_at_100
+      value: 26.015
+    - type: map_at_1000
+      value: 26.137
+    - type: map_at_3
+      value: 22.798
+    - type: map_at_5
+      value: 24.092
+    - type: mrr_at_1
+      value: 22.108
+    - type: mrr_at_10
+      value: 28.646
+    - type: mrr_at_100
+      value: 29.477999999999998
+    - type: mrr_at_1000
+      value: 29.57
+    - type: mrr_at_3
+      value: 26.415
+    - type: mrr_at_5
+      value: 27.693
+    - type: ndcg_at_1
+      value: 22.108
+    - type: ndcg_at_10
+      value: 29.42
+    - type: ndcg_at_100
+      value: 34.385
+    - type: ndcg_at_1000
+      value: 37.572
+    - type: ndcg_at_3
+      value: 25.274
+    - type: ndcg_at_5
+      value: 27.315
+    - type: precision_at_1
+      value: 22.108
+    - type: precision_at_10
+      value: 5.093
+    - type: precision_at_100
+      value: 0.859
+    - type: precision_at_1000
+      value: 0.124
+    - type: precision_at_3
+      value: 11.474
+    - type: precision_at_5
+      value: 8.321000000000002
+    - type: recall_at_1
+      value: 18.573
+    - type: recall_at_10
+      value: 39.433
+    - type: recall_at_100
+      value: 61.597
+    - type: recall_at_1000
+      value: 84.69
+    - type: recall_at_3
+      value: 27.849
+    - type: recall_at_5
+      value: 33.202999999999996
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackWebmastersRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 22.807
+    - type: map_at_10
+      value: 30.014000000000003
+    - type: map_at_100
+      value: 31.422
+    - type: map_at_1000
+      value: 31.652
+    - type: map_at_3
+      value: 27.447
+    - type: map_at_5
+      value: 28.711
+    - type: mrr_at_1
+      value: 27.668
+    - type: mrr_at_10
+      value: 34.489
+    - type: mrr_at_100
+      value: 35.453
+    - type: mrr_at_1000
+      value: 35.526
+    - type: mrr_at_3
+      value: 32.477000000000004
+    - type: mrr_at_5
+      value: 33.603
+    - type: ndcg_at_1
+      value: 27.668
+    - type: ndcg_at_10
+      value: 34.983
+    - type: ndcg_at_100
+      value: 40.535
+    - type: ndcg_at_1000
+      value: 43.747
+    - type: ndcg_at_3
+      value: 31.026999999999997
+    - type: ndcg_at_5
+      value: 32.608
+    - type: precision_at_1
+      value: 27.668
+    - type: precision_at_10
+      value: 6.837999999999999
+    - type: precision_at_100
+      value: 1.411
+    - type: precision_at_1000
+      value: 0.23600000000000002
+    - type: precision_at_3
+      value: 14.295
+    - type: precision_at_5
+      value: 10.435
+    - type: recall_at_1
+      value: 22.807
+    - type: recall_at_10
+      value: 43.545
+    - type: recall_at_100
+      value: 69.39800000000001
+    - type: recall_at_1000
+      value: 90.706
+    - type: recall_at_3
+      value: 32.183
+    - type: recall_at_5
+      value: 36.563
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackWordpressRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 13.943
+    - type: map_at_10
+      value: 20.419999999999998
+    - type: map_at_100
+      value: 21.335
+    - type: map_at_1000
+      value: 21.44
+    - type: map_at_3
+      value: 17.865000000000002
+    - type: map_at_5
+      value: 19.36
+    - type: mrr_at_1
+      value: 15.712000000000002
+    - type: mrr_at_10
+      value: 22.345000000000002
+    - type: mrr_at_100
+      value: 23.227999999999998
+    - type: mrr_at_1000
+      value: 23.304
+    - type: mrr_at_3
+      value: 19.901
+    - type: mrr_at_5
+      value: 21.325
+    - type: ndcg_at_1
+      value: 15.712000000000002
+    - type: ndcg_at_10
+      value: 24.801000000000002
+    - type: ndcg_at_100
+      value: 29.799
+    - type: ndcg_at_1000
+      value: 32.513999999999996
+    - type: ndcg_at_3
+      value: 19.750999999999998
+    - type: ndcg_at_5
+      value: 22.252
+    - type: precision_at_1
+      value: 15.712000000000002
+    - type: precision_at_10
+      value: 4.1770000000000005
+    - type: precision_at_100
+      value: 0.738
+    - type: precision_at_1000
+      value: 0.106
+    - type: precision_at_3
+      value: 8.688
+    - type: precision_at_5
+      value: 6.617000000000001
+    - type: recall_at_1
+      value: 13.943
+    - type: recall_at_10
+      value: 36.913000000000004
+    - type: recall_at_100
+      value: 60.519
+    - type: recall_at_1000
+      value: 81.206
+    - type: recall_at_3
+      value: 23.006999999999998
+    - type: recall_at_5
+      value: 29.082
   - task:
       type: Retrieval
     dataset:
@@ -1801,7 +2560,7 @@ model-index:
     - type: max_ap
       value: 83.11416594316626
     - type: max_f1
-      value: 75.41118114347518
+      value: 75.41118114347518      
 ---
 
 # lodestone-base-4096-v1

mteb_results/CQADupstackAndroidRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackAndroidRetrieval",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 66.88,
+    "map_at_1": 0.26595,
+    "map_at_10": 0.36556,
+    "map_at_100": 0.37984,
+    "map_at_1000": 0.38134,
+    "map_at_3": 0.33417,
+    "map_at_5": 0.3516,
+    "mrr_at_1": 0.32761,
+    "mrr_at_10": 0.41799,
+    "mrr_at_100": 0.42526,
+    "mrr_at_1000": 0.42582,
+    "mrr_at_3": 0.3939,
+    "mrr_at_5": 0.40727,
+    "ndcg_at_1": 0.32761,
+    "ndcg_at_10": 0.42549,
+    "ndcg_at_100": 0.47915,
+    "ndcg_at_1000": 0.50475,
+    "ndcg_at_3": 0.3793,
+    "ndcg_at_5": 0.39939,
+    "precision_at_1": 0.32761,
+    "precision_at_10": 0.08312,
+    "precision_at_100": 0.01403,
+    "precision_at_1000": 0.00197,
+    "precision_at_3": 0.18741,
+    "precision_at_5": 0.13448,
+    "recall_at_1": 0.26595,
+    "recall_at_10": 0.54332,
+    "recall_at_100": 0.76936,
+    "recall_at_1000": 0.93914,
+    "recall_at_3": 0.40666,
+    "recall_at_5": 0.46513
+  }
+}

mteb_results/CQADupstackGamingRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackGamingRetrieval",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 106.96,
+    "map_at_1": 0.33118,
+    "map_at_10": 0.44339,
+    "map_at_100": 0.45367,
+    "map_at_1000": 0.45437,
+    "map_at_3": 0.41195,
+    "map_at_5": 0.42922,
+    "mrr_at_1": 0.3837,
+    "mrr_at_10": 0.47786,
+    "mrr_at_100": 0.48522,
+    "mrr_at_1000": 0.48567,
+    "mrr_at_3": 0.45371,
+    "mrr_at_5": 0.46857,
+    "ndcg_at_1": 0.3837,
+    "ndcg_at_10": 0.5002,
+    "ndcg_at_100": 0.54363,
+    "ndcg_at_1000": 0.55897,
+    "ndcg_at_3": 0.44733,
+    "ndcg_at_5": 0.47292,
+    "precision_at_1": 0.3837,
+    "precision_at_10": 0.08288,
+    "precision_at_100": 0.01139,
+    "precision_at_1000": 0.00132,
+    "precision_at_3": 0.20293,
+    "precision_at_5": 0.14107,
+    "recall_at_1": 0.33118,
+    "recall_at_10": 0.63451,
+    "recall_at_100": 0.82767,
+    "recall_at_1000": 0.93786,
+    "recall_at_3": 0.48965,
+    "recall_at_5": 0.55358
+  }
+}

mteb_results/CQADupstackGisRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackGisRetrieval",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 206.7,
+    "map_at_1": 0.16028,
+    "map_at_10": 0.23187,
+    "map_at_100": 0.24236,
+    "map_at_1000": 0.24337,
+    "map_at_3": 0.20816,
+    "map_at_5": 0.22311,
+    "mrr_at_1": 0.17514,
+    "mrr_at_10": 0.2484,
+    "mrr_at_100": 0.25838,
+    "mrr_at_1000": 0.25925,
+    "mrr_at_3": 0.22542,
+    "mrr_at_5": 0.2404,
+    "ndcg_at_1": 0.17514,
+    "ndcg_at_10": 0.27391,
+    "ndcg_at_100": 0.32685,
+    "ndcg_at_1000": 0.35367,
+    "ndcg_at_3": 0.22821,
+    "ndcg_at_5": 0.25381,
+    "precision_at_1": 0.17514,
+    "precision_at_10": 0.04463,
+    "precision_at_100": 0.00745,
+    "precision_at_1000": 0.00101,
+    "precision_at_3": 0.10019,
+    "precision_at_5": 0.07458,
+    "recall_at_1": 0.16028,
+    "recall_at_10": 0.3881,
+    "recall_at_100": 0.63295,
+    "recall_at_1000": 0.83762,
+    "recall_at_3": 0.26604,
+    "recall_at_5": 0.32727
+  }
+}

mteb_results/CQADupstackMathematicaRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackMathematicaRetrieval",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 131.76,
+    "map_at_1": 0.11962,
+    "map_at_10": 0.17218,
+    "map_at_100": 0.18321,
+    "map_at_1000": 0.18455,
+    "map_at_3": 0.15288,
+    "map_at_5": 0.16417,
+    "mrr_at_1": 0.14677,
+    "mrr_at_10": 0.20381,
+    "mrr_at_100": 0.21472,
+    "mrr_at_1000": 0.21566,
+    "mrr_at_3": 0.18449,
+    "mrr_at_5": 0.19587,
+    "ndcg_at_1": 0.14677,
+    "ndcg_at_10": 0.2086,
+    "ndcg_at_100": 0.26519,
+    "ndcg_at_1000": 0.3002,
+    "ndcg_at_3": 0.17208,
+    "ndcg_at_5": 0.19037,
+    "precision_at_1": 0.14677,
+    "precision_at_10": 0.03856,
+    "precision_at_100": 0.00789,
+    "precision_at_1000": 0.00124,
+    "precision_at_3": 0.08043,
+    "precision_at_5": 0.0607,
+    "recall_at_1": 0.11962,
+    "recall_at_10": 0.28995,
+    "recall_at_100": 0.54072,
+    "recall_at_1000": 0.79309,
+    "recall_at_3": 0.19135,
+    "recall_at_5": 0.23728
+  }
+}

mteb_results/CQADupstackPhysicsRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackPhysicsRetrieval",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 181.93,
+    "map_at_1": 0.22764,
+    "map_at_10": 0.31744,
+    "map_at_100": 0.33037,
+    "map_at_1000": 0.33156,
+    "map_at_3": 0.29015,
+    "map_at_5": 0.30434,
+    "mrr_at_1": 0.28296,
+    "mrr_at_10": 0.3703,
+    "mrr_at_100": 0.37902,
+    "mrr_at_1000": 0.37966,
+    "mrr_at_3": 0.34568,
+    "mrr_at_5": 0.35786,
+    "ndcg_at_1": 0.28296,
+    "ndcg_at_10": 0.37289,
+    "ndcg_at_100": 0.42787,
+    "ndcg_at_1000": 0.45382,
+    "ndcg_at_3": 0.32598,
+    "ndcg_at_5": 0.34521,
+    "precision_at_1": 0.28296,
+    "precision_at_10": 0.06901,
+    "precision_at_100": 0.01135,
+    "precision_at_1000": 0.00152,
+    "precision_at_3": 0.15367,
+    "precision_at_5": 0.1103,
+    "recall_at_1": 0.22764,
+    "recall_at_10": 0.48807,
+    "recall_at_100": 0.71859,
+    "recall_at_1000": 0.89606,
+    "recall_at_3": 0.35594,
+    "recall_at_5": 0.40541
+  }
+}

mteb_results/CQADupstackProgrammersRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackProgrammersRetrieval",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 154.33,
+    "map_at_1": 0.19742,
+    "map_at_10": 0.27741,
+    "map_at_100": 0.29323,
+    "map_at_1000": 0.29438,
+    "map_at_3": 0.25217,
+    "map_at_5": 0.26583,
+    "mrr_at_1": 0.24658,
+    "mrr_at_10": 0.32407,
+    "mrr_at_100": 0.33631,
+    "mrr_at_1000": 0.33686,
+    "mrr_at_3": 0.30194,
+    "mrr_at_5": 0.31444,
+    "ndcg_at_1": 0.24658,
+    "ndcg_at_10": 0.32614,
+    "ndcg_at_100": 0.3961,
+    "ndcg_at_1000": 0.42114,
+    "ndcg_at_3": 0.28516,
+    "ndcg_at_5": 0.30274,
+    "precision_at_1": 0.24658,
+    "precision_at_10": 0.06176,
+    "precision_at_100": 0.0114,
+    "precision_at_1000": 0.00155,
+    "precision_at_3": 0.13927,
+    "precision_at_5": 0.09954,
+    "recall_at_1": 0.19742,
+    "recall_at_10": 0.42427,
+    "recall_at_100": 0.72687,
+    "recall_at_1000": 0.8989,
+    "recall_at_3": 0.30781,
+    "recall_at_5": 0.35606
+  }
+}

mteb_results/CQADupstackRetrieval.json

@@ -0,0 +1,38 @@
+{
+    "dataset_revision": null,
+    "mteb_dataset_name": "CQADupstackRetrieval",
+    "mteb_version": "1.1.0",
+    "test": {
+        "evaluation_time": 2368.7700000000004,
+        "map_at_1": 0.19726083333333333,
+        "map_at_10": 0.27165333333333336,
+        "map_at_100": 0.282925,
+        "map_at_1000": 0.28416333333333327,
+        "map_at_3": 0.24783833333333333,
+        "map_at_5": 0.2610175,
+        "mrr_at_1": 0.237215,
+        "mrr_at_10": 0.30853333333333327,
+        "mrr_at_100": 0.3174175,
+        "mrr_at_1000": 0.31812999999999997,
+        "mrr_at_3": 0.2873225,
+        "mrr_at_5": 0.29945166666666667,
+        "ndcg_at_1": 0.237215,
+        "ndcg_at_10": 0.3174883333333333,
+        "ndcg_at_100": 0.3688358333333333,
+        "ndcg_at_1000": 0.396145,
+        "ndcg_at_3": 0.27639583333333334,
+        "ndcg_at_5": 0.2954366666666667,
+        "precision_at_1": 0.237215,
+        "precision_at_10": 0.057090833333333334,
+        "precision_at_100": 0.009859166666666665,
+        "precision_at_1000": 0.001413333333333333,
+        "precision_at_3": 0.1285683333333333,
+        "precision_at_5": 0.09258166666666667,
+        "recall_at_1": 0.19726083333333333,
+        "recall_at_10": 0.4173583333333334,
+        "recall_at_100": 0.6466566666666668,
+        "recall_at_1000": 0.8409833333333335,
+        "recall_at_3": 0.3022308333333333,
+        "recall_at_5": 0.35153083333333335
+    }
+}

mteb_results/CQADupstackStatsRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackStatsRetrieval",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 250.76,
+    "map_at_1": 0.17582,
+    "map_at_10": 0.22803,
+    "map_at_100": 0.23503,
+    "map_at_1000": 0.236,
+    "map_at_3": 0.21375,
+    "map_at_5": 0.22052,
+    "mrr_at_1": 0.20399,
+    "mrr_at_10": 0.2537,
+    "mrr_at_100": 0.26016,
+    "mrr_at_1000": 0.26091,
+    "mrr_at_3": 0.23952,
+    "mrr_at_5": 0.24619,
+    "ndcg_at_1": 0.20399,
+    "ndcg_at_10": 0.25964,
+    "ndcg_at_100": 0.29607,
+    "ndcg_at_1000": 0.32349,
+    "ndcg_at_3": 0.23177,
+    "ndcg_at_5": 0.24276,
+    "precision_at_1": 0.20399,
+    "precision_at_10": 0.04018,
+    "precision_at_100": 0.00629,
+    "precision_at_1000": 0.00093,
+    "precision_at_3": 0.09969,
+    "precision_at_5": 0.06748,
+    "recall_at_1": 0.17582,
+    "recall_at_10": 0.3335,
+    "recall_at_100": 0.50219,
+    "recall_at_1000": 0.71061,
+    "recall_at_3": 0.2562,
+    "recall_at_5": 0.28291
+  }
+}

mteb_results/CQADupstackTexRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackTexRetrieval",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 533.51,
+    "map_at_1": 0.11071,
+    "map_at_10": 0.16202,
+    "map_at_100": 0.17112,
+    "map_at_1000": 0.17238,
+    "map_at_3": 0.14508,
+    "map_at_5": 0.15441,
+    "mrr_at_1": 0.13833,
+    "mrr_at_10": 0.19235,
+    "mrr_at_100": 0.20109,
+    "mrr_at_1000": 0.20196,
+    "mrr_at_3": 0.17515,
+    "mrr_at_5": 0.18505,
+    "ndcg_at_1": 0.13833,
+    "ndcg_at_10": 0.19643,
+    "ndcg_at_100": 0.24298,
+    "ndcg_at_1000": 0.27614,
+    "ndcg_at_3": 0.16528,
+    "ndcg_at_5": 0.17991,
+    "precision_at_1": 0.13833,
+    "precision_at_10": 0.03699,
+    "precision_at_100": 0.00713,
+    "precision_at_1000": 0.00116,
+    "precision_at_3": 0.07903,
+    "precision_at_5": 0.05891,
+    "recall_at_1": 0.11071,
+    "recall_at_10": 0.27019,
+    "recall_at_100": 0.48404,
+    "recall_at_1000": 0.72641,
+    "recall_at_3": 0.18336,
+    "recall_at_5": 0.21991
+  }
+}

mteb_results/CQADupstackUnixRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackUnixRetrieval",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 259.44,
+    "map_at_1": 0.18573,
+    "map_at_10": 0.25009,
+    "map_at_100": 0.26015,
+    "map_at_1000": 0.26137,
+    "map_at_3": 0.22798,
+    "map_at_5": 0.24092,
+    "mrr_at_1": 0.22108,
+    "mrr_at_10": 0.28646,
+    "mrr_at_100": 0.29478,
+    "mrr_at_1000": 0.2957,
+    "mrr_at_3": 0.26415,
+    "mrr_at_5": 0.27693,
+    "ndcg_at_1": 0.22108,
+    "ndcg_at_10": 0.2942,
+    "ndcg_at_100": 0.34385,
+    "ndcg_at_1000": 0.37572,
+    "ndcg_at_3": 0.25274,
+    "ndcg_at_5": 0.27315,
+    "precision_at_1": 0.22108,
+    "precision_at_10": 0.05093,
+    "precision_at_100": 0.00859,
+    "precision_at_1000": 0.00124,
+    "precision_at_3": 0.11474,
+    "precision_at_5": 0.08321,
+    "recall_at_1": 0.18573,
+    "recall_at_10": 0.39433,
+    "recall_at_100": 0.61597,
+    "recall_at_1000": 0.8469,
+    "recall_at_3": 0.27849,
+    "recall_at_5": 0.33203
+  }
+}

mteb_results/CQADupstackWebmastersRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackWebmastersRetrieval",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 63.51,
+    "map_at_1": 0.22807,
+    "map_at_10": 0.30014,
+    "map_at_100": 0.31422,
+    "map_at_1000": 0.31652,
+    "map_at_3": 0.27447,
+    "map_at_5": 0.28711,
+    "mrr_at_1": 0.27668,
+    "mrr_at_10": 0.34489,
+    "mrr_at_100": 0.35453,
+    "mrr_at_1000": 0.35526,
+    "mrr_at_3": 0.32477,
+    "mrr_at_5": 0.33603,
+    "ndcg_at_1": 0.27668,
+    "ndcg_at_10": 0.34983,
+    "ndcg_at_100": 0.40535,
+    "ndcg_at_1000": 0.43747,
+    "ndcg_at_3": 0.31027,
+    "ndcg_at_5": 0.32608,
+    "precision_at_1": 0.27668,
+    "precision_at_10": 0.06838,
+    "precision_at_100": 0.01411,
+    "precision_at_1000": 0.00236,
+    "precision_at_3": 0.14295,
+    "precision_at_5": 0.10435,
+    "recall_at_1": 0.22807,
+    "recall_at_10": 0.43545,
+    "recall_at_100": 0.69398,
+    "recall_at_1000": 0.90706,
+    "recall_at_3": 0.32183,
+    "recall_at_5": 0.36563
+  }
+}

mteb_results/CQADupstackWordpressRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackWordpressRetrieval",
+  "mteb_version": "1.1.0",
+  "test": {
+    "evaluation_time": 299.49,
+    "map_at_1": 0.13943,
+    "map_at_10": 0.2042,
+    "map_at_100": 0.21335,
+    "map_at_1000": 0.2144,
+    "map_at_3": 0.17865,
+    "map_at_5": 0.1936,
+    "mrr_at_1": 0.15712,
+    "mrr_at_10": 0.22345,
+    "mrr_at_100": 0.23228,
+    "mrr_at_1000": 0.23304,
+    "mrr_at_3": 0.19901,
+    "mrr_at_5": 0.21325,
+    "ndcg_at_1": 0.15712,
+    "ndcg_at_10": 0.24801,
+    "ndcg_at_100": 0.29799,
+    "ndcg_at_1000": 0.32514,
+    "ndcg_at_3": 0.19751,
+    "ndcg_at_5": 0.22252,
+    "precision_at_1": 0.15712,
+    "precision_at_10": 0.04177,
+    "precision_at_100": 0.00738,
+    "precision_at_1000": 0.00106,
+    "precision_at_3": 0.08688,
+    "precision_at_5": 0.06617,
+    "recall_at_1": 0.13943,
+    "recall_at_10": 0.36913,
+    "recall_at_100": 0.60519,
+    "recall_at_1000": 0.81206,
+    "recall_at_3": 0.23007,
+    "recall_at_5": 0.29082
+  }
+}