init

README.md

@@ -16559,6 +16559,297 @@ model-index:
       value: 17.930242315864355
     task:
       type: Reranking
+  - dataset:
+      config: ru
+      name: MTEB MIRACLRetrieval (ru)
+      revision: main
+      split: dev
+      type: miracl/mmteb-miracl
+    metrics:
+    - type: main_score
+      value: 54.708
+    - type: map_at_1
+      value: 23.915
+    - type: map_at_10
+      value: 43.879000000000005
+    - type: map_at_100
+      value: 47.138999999999996
+    - type: map_at_1000
+      value: 47.221000000000004
+    - type: map_at_20
+      value: 45.904
+    - type: map_at_3
+      value: 35.617
+    - type: map_at_5
+      value: 40.011
+    - type: mrr_at_1
+      value: 46.64536741214057
+    - type: mrr_at_10
+      value: 60.52820249505556
+    - type: mrr_at_100
+      value: 61.10160689971818
+    - type: mrr_at_1000
+      value: 61.10996964150418
+    - type: mrr_at_20
+      value: 60.97650175456961
+    - type: mrr_at_3
+      value: 57.521299254526134
+    - type: mrr_at_5
+      value: 59.51411075612361
+    - type: nauc_map_at_1000_diff1
+      value: 27.27225332730171
+    - type: nauc_map_at_1000_max
+      value: 8.503001535807687
+    - type: nauc_map_at_1000_std
+      value: -0.6932701716510263
+    - type: nauc_map_at_100_diff1
+      value: 27.274388370811874
+    - type: nauc_map_at_100_max
+      value: 8.486750898620828
+    - type: nauc_map_at_100_std
+      value: -0.6901909106915605
+    - type: nauc_map_at_10_diff1
+      value: 27.682169341657247
+    - type: nauc_map_at_10_max
+      value: 6.7659904582478445
+    - type: nauc_map_at_10_std
+      value: -3.0308153800393476
+    - type: nauc_map_at_1_diff1
+      value: 33.801692941752314
+    - type: nauc_map_at_1_max
+      value: 1.557471831300594
+    - type: nauc_map_at_1_std
+      value: -7.419740543400105
+    - type: nauc_map_at_20_diff1
+      value: 27.72502083202652
+    - type: nauc_map_at_20_max
+      value: 7.843767103360241
+    - type: nauc_map_at_20_std
+      value: -1.7451119113814961
+    - type: nauc_map_at_3_diff1
+      value: 29.98554420937841
+    - type: nauc_map_at_3_max
+      value: 3.6485935086627475
+    - type: nauc_map_at_3_std
+      value: -5.6394927854184225
+    - type: nauc_map_at_5_diff1
+      value: 28.578444470102248
+    - type: nauc_map_at_5_max
+      value: 4.280508616142964
+    - type: nauc_map_at_5_std
+      value: -5.482845119313132
+    - type: nauc_mrr_at_1000_diff1
+      value: 25.82356567613806
+    - type: nauc_mrr_at_1000_max
+      value: 14.332252177669938
+    - type: nauc_mrr_at_1000_std
+      value: 6.975911345213104
+    - type: nauc_mrr_at_100_diff1
+      value: 25.826292410963003
+    - type: nauc_mrr_at_100_max
+      value: 14.336690580027273
+    - type: nauc_mrr_at_100_std
+      value: 6.986201677306434
+    - type: nauc_mrr_at_10_diff1
+      value: 25.58425012438985
+    - type: nauc_mrr_at_10_max
+      value: 14.503588709204996
+    - type: nauc_mrr_at_10_std
+      value: 7.066593528467853
+    - type: nauc_mrr_at_1_diff1
+      value: 28.71293305268407
+    - type: nauc_mrr_at_1_max
+      value: 12.339451071961596
+    - type: nauc_mrr_at_1_std
+      value: 5.024791047918971
+    - type: nauc_mrr_at_20_diff1
+      value: 25.75600588159532
+    - type: nauc_mrr_at_20_max
+      value: 14.447022157471515
+    - type: nauc_mrr_at_20_std
+      value: 6.997539998750973
+    - type: nauc_mrr_at_3_diff1
+      value: 25.696037388183925
+    - type: nauc_mrr_at_3_max
+      value: 14.021731919167868
+    - type: nauc_mrr_at_3_std
+      value: 6.760279288998733
+    - type: nauc_mrr_at_5_diff1
+      value: 25.802785913726733
+    - type: nauc_mrr_at_5_max
+      value: 13.96323464549934
+    - type: nauc_mrr_at_5_std
+      value: 6.741966712546341
+    - type: nauc_ndcg_at_1000_diff1
+      value: 24.96981878793671
+    - type: nauc_ndcg_at_1000_max
+      value: 12.606080252813618
+    - type: nauc_ndcg_at_1000_std
+      value: 4.607506707666693
+    - type: nauc_ndcg_at_100_diff1
+      value: 24.77998383366057
+    - type: nauc_ndcg_at_100_max
+      value: 12.86466386386298
+    - type: nauc_ndcg_at_100_std
+      value: 5.269251017202762
+    - type: nauc_ndcg_at_10_diff1
+      value: 25.64604907166665
+    - type: nauc_ndcg_at_10_max
+      value: 9.792116353750236
+    - type: nauc_ndcg_at_10_std
+      value: -0.33802978131691974
+    - type: nauc_ndcg_at_1_diff1
+      value: 28.71293305268407
+    - type: nauc_ndcg_at_1_max
+      value: 12.339451071961596
+    - type: nauc_ndcg_at_1_std
+      value: 5.024791047918971
+    - type: nauc_ndcg_at_20_diff1
+      value: 25.993474158270924
+    - type: nauc_ndcg_at_20_max
+      value: 11.495015491342766
+    - type: nauc_ndcg_at_20_std
+      value: 1.6937693668777307
+    - type: nauc_ndcg_at_3_diff1
+      value: 26.29770243871825
+    - type: nauc_ndcg_at_3_max
+      value: 9.69221175066515
+    - type: nauc_ndcg_at_3_std
+      value: 0.6532669333583258
+    - type: nauc_ndcg_at_5_diff1
+      value: 26.65699973277015
+    - type: nauc_ndcg_at_5_max
+      value: 7.766184361324509
+    - type: nauc_ndcg_at_5_std
+      value: -1.9025519021221693
+    - type: nauc_precision_at_1000_diff1
+      value: -16.509895985091187
+    - type: nauc_precision_at_1000_max
+      value: 15.88000938900457
+    - type: nauc_precision_at_1000_std
+      value: 21.307652607830786
+    - type: nauc_precision_at_100_diff1
+      value: -16.028267526571128
+    - type: nauc_precision_at_100_max
+      value: 18.351930031509227
+    - type: nauc_precision_at_100_std
+      value: 24.674272557557888
+    - type: nauc_precision_at_10_diff1
+      value: -5.62862163065762
+    - type: nauc_precision_at_10_max
+      value: 19.430008001431677
+    - type: nauc_precision_at_10_std
+      value: 17.801195044916557
+    - type: nauc_precision_at_1_diff1
+      value: 28.71293305268407
+    - type: nauc_precision_at_1_max
+      value: 12.339451071961596
+    - type: nauc_precision_at_1_std
+      value: 5.024791047918971
+    - type: nauc_precision_at_20_diff1
+      value: -8.990897908123127
+    - type: nauc_precision_at_20_max
+      value: 20.172069709987134
+    - type: nauc_precision_at_20_std
+      value: 21.59020677198609
+    - type: nauc_precision_at_3_diff1
+      value: 8.711294461917857
+    - type: nauc_precision_at_3_max
+      value: 17.08827781024586
+    - type: nauc_precision_at_3_std
+      value: 12.558280744953432
+    - type: nauc_precision_at_5_diff1
+      value: 1.4530239959997198
+    - type: nauc_precision_at_5_max
+      value: 15.706039106369332
+    - type: nauc_precision_at_5_std
+      value: 12.468136165143386
+    - type: nauc_recall_at_1000_diff1
+      value: 2.907648046805277
+    - type: nauc_recall_at_1000_max
+      value: 28.722271229459423
+    - type: nauc_recall_at_1000_std
+      value: 79.85550000313336
+    - type: nauc_recall_at_100_diff1
+      value: 8.694370600375173
+    - type: nauc_recall_at_100_max
+      value: 21.596143532118607
+    - type: nauc_recall_at_100_std
+      value: 33.58544689693169
+    - type: nauc_recall_at_10_diff1
+      value: 18.06750920636552
+    - type: nauc_recall_at_10_max
+      value: 7.073137054013038
+    - type: nauc_recall_at_10_std
+      value: -4.1437957544258905
+    - type: nauc_recall_at_1_diff1
+      value: 33.801692941752314
+    - type: nauc_recall_at_1_max
+      value: 1.557471831300594
+    - type: nauc_recall_at_1_std
+      value: -7.419740543400105
+    - type: nauc_recall_at_20_diff1
+      value: 19.012679517337382
+    - type: nauc_recall_at_20_max
+      value: 10.585196872034903
+    - type: nauc_recall_at_20_std
+      value: -1.7883161054630263
+    - type: nauc_recall_at_3_diff1
+      value: 25.653408304529112
+    - type: nauc_recall_at_3_max
+      value: 2.7625671037101776
+    - type: nauc_recall_at_3_std
+      value: -6.927057026175606
+    - type: nauc_recall_at_5_diff1
+      value: 22.406103569616196
+    - type: nauc_recall_at_5_max
+      value: 2.110416294699959
+    - type: nauc_recall_at_5_std
+      value: -8.550923602223781
+    - type: ndcg_at_1
+      value: 46.644999999999996
+    - type: ndcg_at_10
+      value: 54.708
+    - type: ndcg_at_100
+      value: 63.092000000000006
+    - type: ndcg_at_1000
+      value: 63.989
+    - type: ndcg_at_20
+      value: 58.957
+    - type: ndcg_at_3
+      value: 46.444
+    - type: ndcg_at_5
+      value: 49.742999999999995
+    - type: precision_at_1
+      value: 46.644999999999996
+    - type: precision_at_10
+      value: 16.916999999999998
+    - type: precision_at_100
+      value: 2.644
+    - type: precision_at_1000
+      value: 0.28200000000000003
+    - type: precision_at_20
+      value: 10.415000000000001
+    - type: precision_at_3
+      value: 31.816
+    - type: precision_at_5
+      value: 25.335
+    - type: recall_at_1
+      value: 23.915
+    - type: recall_at_10
+      value: 67.578
+    - type: recall_at_100
+      value: 94.407
+    - type: recall_at_1000
+      value: 99.209
+    - type: recall_at_20
+      value: 79.592
+    - type: recall_at_3
+      value: 43.349
+    - type: recall_at_5
+      value: 54.358
+    task:
+      type: Retrieval
   - dataset:
       config: ru
       name: MTEB MassiveIntentClassification (ru)