diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -10,17 +10,17 @@ model-index: type: mteb/amazon_counterfactual metrics: - type: accuracy - value: 94.70764617691154 + value: 94.89505247376313 - type: ap - value: 63.95797045534998 + value: 64.78774888517734 - type: ap_weighted - value: 63.95797045534998 + value: 64.78774888517734 - type: f1 - value: 87.7617940095788 + value: 88.11460157320857 - type: f1_weighted - value: 95.06005151136341 + value: 95.22074397272716 - type: main_score - value: 94.70764617691154 + value: 94.89505247376313 task: type: Classification - dataset: @@ -31,17 +31,17 @@ model-index: type: mteb/amazon_counterfactual metrics: - type: accuracy - value: 92.61194029850745 + value: 93.71641791044777 - type: ap - value: 71.97102522133491 + value: 75.08750683510948 - type: ap_weighted - value: 71.97102522133491 + value: 75.08750683510948 - type: f1 - value: 89.43734819314082 + value: 90.83321356354264 - type: f1_weighted - value: 92.9628819785742 + value: 93.96359461200854 - type: main_score - value: 92.61194029850745 + value: 93.71641791044777 task: type: Classification - dataset: @@ -52,17 +52,17 @@ model-index: type: mteb/amazon_polarity metrics: - type: accuracy - value: 97.22077500000002 + value: 97.2393 - type: ap - value: 95.57268767108621 + value: 95.64635258594004 - type: ap_weighted - value: 95.57268767108621 + value: 95.64635258594004 - type: f1 - value: 97.22027670117276 + value: 97.23897196428621 - type: f1_weighted - value: 97.22027670117276 + value: 97.23897196428621 - type: main_score - value: 97.22077500000002 + value: 97.2393 task: type: Classification - dataset: @@ -73,13 +73,13 @@ model-index: type: mteb/amazon_reviews_multi metrics: - type: accuracy - value: 62.368 + value: 63.242 - type: f1 - value: 60.41599835295093 + value: 61.61382228477497 - type: f1_weighted - value: 60.415998352950915 + value: 61.61382228477497 - type: main_score - value: 62.368 + value: 63.242 task: type: Classification - dataset: @@ -90,287 +90,287 @@ model-index: type: mteb/arguana metrics: - type: main_score - value: 53.339999999999996 + value: 57.001000000000005 - type: map_at_1 - value: 28.592000000000002 + value: 31.579 - type: map_at_10 - value: 44.382 + value: 47.608 - type: map_at_100 - value: 45.385999999999996 + value: 48.355 - type: map_at_1000 - value: 45.389 + value: 48.358000000000004 - type: map_at_20 - value: 45.196999999999996 + value: 48.251 - type: map_at_3 - value: 39.177 + value: 42.141 - type: map_at_5 - value: 42.083 + value: 45.107 - type: mrr_at_1 - value: 28.80512091038407 + value: 32.005689900426745 - type: mrr_at_10 - value: 44.49242475558269 + value: 47.78630133893301 - type: mrr_at_100 - value: 45.49519319661213 + value: 48.526996572187365 - type: mrr_at_1000 - value: 45.49868308683136 + value: 48.52998293331554 - type: mrr_at_20 - value: 45.306261295140246 + value: 48.42307540999908 - type: mrr_at_3 - value: 39.23660502607869 + value: 42.33048838311999 - type: mrr_at_5 - value: 42.19179706021811 + value: 45.29279279279284 - type: nauc_map_at_1000_diff1 - value: 5.24917024842055 + value: 3.975707828444012 - type: nauc_map_at_1000_max - value: -7.09540648715528 + value: -8.508536488810098 - type: nauc_map_at_1000_std - value: -9.882910587438925 + value: -12.394531033411965 - type: nauc_map_at_100_diff1 - value: 5.254691627094564 + value: 3.980642580317845 - type: nauc_map_at_100_max - value: -7.089045794406583 + value: -8.50321527222367 - type: nauc_map_at_100_std - value: -9.885723145360492 + value: -12.394985565396297 - type: nauc_map_at_10_diff1 - value: 4.959745726447722 + value: 3.893567849541356 - type: nauc_map_at_10_max - value: -7.144706490405034 + value: -8.271980181442737 - type: nauc_map_at_10_std - value: -9.99284887097938 + value: -12.312905395474713 - type: nauc_map_at_1_diff1 - value: 8.535277014808788 + value: 5.01085575286572 - type: nauc_map_at_1_max - value: -8.111638688103659 + value: -11.363672050604157 - type: nauc_map_at_1_std - value: -8.689352383072247 + value: -11.995919412735057 - type: nauc_map_at_20_diff1 - value: 5.164278395127947 + value: 3.9346708746144134 - type: nauc_map_at_20_max - value: -7.038841398655542 + value: -8.439896611546802 - type: nauc_map_at_20_std - value: -9.97432048851255 + value: -12.361203788668389 - type: nauc_map_at_3_diff1 - value: 5.678704071070431 + value: 3.743269266512459 - type: nauc_map_at_3_max - value: -7.2476181365793115 + value: -8.22680712736569 - type: nauc_map_at_3_std - value: -10.047792611612989 + value: -12.7911586403021 - type: nauc_map_at_5_diff1 - value: 4.952330546183565 + value: 4.210565900704311 - type: nauc_map_at_5_max - value: -7.296412919120883 + value: -8.300679250967558 - type: nauc_map_at_5_std - value: -10.293656343824145 + value: -12.297010083783297 - type: nauc_mrr_at_1000_diff1 - value: 4.394597181579692 + value: 2.6890165178859644 - type: nauc_mrr_at_1000_max - value: -7.393172644809481 + value: -8.908073671643209 - type: nauc_mrr_at_1000_std - value: -9.763581378779525 + value: -12.28522362969723 - type: nauc_mrr_at_100_diff1 - value: 4.400204503714567 + value: 2.694071328592611 - type: nauc_mrr_at_100_max - value: -7.386791369153434 + value: -8.90272031925046 - type: nauc_mrr_at_100_std - value: -9.766401629145886 + value: -12.285688313011413 - type: nauc_mrr_at_10_diff1 - value: 4.082379752904534 + value: 2.6202946436162757 - type: nauc_mrr_at_10_max - value: -7.476002366458036 + value: -8.661484408173118 - type: nauc_mrr_at_10_std - value: -9.873610687093404 + value: -12.21587817885135 - type: nauc_mrr_at_1_diff1 - value: 7.875162671435193 + value: 3.7776170605790957 - type: nauc_mrr_at_1_max - value: -7.797860915971028 + value: -11.09253154366557 - type: nauc_mrr_at_1_std - value: -8.167942579203604 + value: -11.785521817968217 - type: nauc_mrr_at_20_diff1 - value: 4.314990556724344 + value: 2.6521648248215843 - type: nauc_mrr_at_20_max - value: -7.334835834021755 + value: -8.838157718530379 - type: nauc_mrr_at_20_std - value: -9.855592886154172 + value: -12.252360108609953 - type: nauc_mrr_at_3_diff1 - value: 4.595930227602787 + value: 2.4731200282807007 - type: nauc_mrr_at_3_max - value: -7.741323588146538 + value: -8.666767296113468 - type: nauc_mrr_at_3_std - value: -9.922965427544641 + value: -12.677898342896492 - type: nauc_mrr_at_5_diff1 - value: 4.0947142510794805 + value: 3.014858760125055 - type: nauc_mrr_at_5_max - value: -7.636769750619498 + value: -8.681386979182577 - type: nauc_mrr_at_5_std - value: -10.109951819521424 + value: -12.152778387690352 - type: nauc_ndcg_at_1000_diff1 - value: 4.797849472137916 + value: 4.02700634185317 - type: nauc_ndcg_at_1000_max - value: -6.76916409656733 + value: -7.90622869574075 - type: nauc_ndcg_at_1000_std - value: -9.76527779900162 + value: -12.052240010016689 - type: nauc_ndcg_at_100_diff1 - value: 4.943623223983528 + value: 4.1586699446096365 - type: nauc_ndcg_at_100_max - value: -6.609493720083743 + value: -7.770944362546775 - type: nauc_ndcg_at_100_std - value: -9.799841592142307 + value: -12.029866779235611 - type: nauc_ndcg_at_10_diff1 - value: 3.521868307305827 + value: 3.6889869038334426 - type: nauc_ndcg_at_10_max - value: -6.589360702995581 + value: -6.663423609407744 - type: nauc_ndcg_at_10_std - value: -10.156375998031436 + value: -11.709445993744765 - type: nauc_ndcg_at_1_diff1 - value: 8.535277014808788 + value: 5.01085575286572 - type: nauc_ndcg_at_1_max - value: -8.111638688103659 + value: -11.363672050604157 - type: nauc_ndcg_at_1_std - value: -8.689352383072247 + value: -11.995919412735057 - type: nauc_ndcg_at_20_diff1 - value: 4.351427263103635 + value: 3.906327916792264 - type: nauc_ndcg_at_20_max - value: -6.161110800611226 + value: -7.2453986746925825 - type: nauc_ndcg_at_20_std - value: -10.189121022131834 + value: -11.850535874582807 - type: nauc_ndcg_at_3_diff1 - value: 4.938096318305176 + value: 3.438181037582238 - type: nauc_ndcg_at_3_max - value: -7.099770948839888 + value: -7.114704612909642 - type: nauc_ndcg_at_3_std - value: -10.503036656329853 + value: -12.81020014782788 - type: nauc_ndcg_at_5_diff1 - value: 3.597961127138521 + value: 4.347648183437709 - type: nauc_ndcg_at_5_max - value: -7.124035036893146 + value: -7.059450574661502 - type: nauc_ndcg_at_5_std - value: -10.868268121881416 + value: -11.841954074407058 - type: nauc_precision_at_1000_diff1 - value: -10.830120486656995 + value: 30.752404058283062 - type: nauc_precision_at_1000_max - value: 16.240271971974472 + value: 25.067465235993 - type: nauc_precision_at_1000_std - value: 58.17652429110699 + value: 73.43547834923922 - type: nauc_precision_at_100_diff1 - value: 27.14305844545984 + value: 46.20282993499485 - type: nauc_precision_at_100_max - value: 32.922184716848705 + value: 37.42658285150555 - type: nauc_precision_at_100_std - value: 12.094002915605087 + value: 34.45050238262001 - type: nauc_precision_at_10_diff1 - value: -4.289497132845688 + value: 2.4893089137078603 - type: nauc_precision_at_10_max - value: -3.026517428536828 + value: 5.875977804770932 - type: nauc_precision_at_10_std - value: -10.501178949780323 + value: -6.353442736911137 - type: nauc_precision_at_1_diff1 - value: 8.535277014808788 + value: 5.01085575286572 - type: nauc_precision_at_1_max - value: -8.111638688103659 + value: -11.363672050604157 - type: nauc_precision_at_1_std - value: -8.689352383072247 + value: -11.995919412735057 - type: nauc_precision_at_20_diff1 - value: -2.7948555999791678 + value: 5.913356944621958 - type: nauc_precision_at_20_max - value: 7.684474964556634 + value: 17.59293075220789 - type: nauc_precision_at_20_std - value: -12.177245371990738 + value: 1.3017849029612656 - type: nauc_precision_at_3_diff1 - value: 2.844052990775969 + value: 2.5562621001691115 - type: nauc_precision_at_3_max - value: -6.710666457897499 + value: -3.743851981046284 - type: nauc_precision_at_3_std - value: -11.829364231073193 + value: -12.789902696420377 - type: nauc_precision_at_5_diff1 - value: -1.0402052939879016 + value: 5.091135127202832 - type: nauc_precision_at_5_max - value: -6.556284823347452 + value: -2.4978007000117155 - type: nauc_precision_at_5_std - value: -12.76069078227526 + value: -9.912417664884615 - type: nauc_recall_at_1000_diff1 - value: -10.830120486660826 + value: 30.75240405828252 - type: nauc_recall_at_1000_max - value: 16.240271971969243 + value: 25.067465235989367 - type: nauc_recall_at_1000_std - value: 58.17652429110116 + value: 73.43547834923713 - type: nauc_recall_at_100_diff1 - value: 27.1430584454609 + value: 46.20282993499401 - type: nauc_recall_at_100_max - value: 32.92218471685035 + value: 37.426582851507746 - type: nauc_recall_at_100_std - value: 12.094002915606707 + value: 34.45050238261915 - type: nauc_recall_at_10_diff1 - value: -4.289497132845802 + value: 2.4893089137075974 - type: nauc_recall_at_10_max - value: -3.026517428536865 + value: 5.875977804770882 - type: nauc_recall_at_10_std - value: -10.501178949780433 + value: -6.35344273691122 - type: nauc_recall_at_1_diff1 - value: 8.535277014808788 + value: 5.01085575286572 - type: nauc_recall_at_1_max - value: -8.111638688103659 + value: -11.363672050604157 - type: nauc_recall_at_1_std - value: -8.689352383072247 + value: -11.995919412735057 - type: nauc_recall_at_20_diff1 - value: -2.7948555999790683 + value: 5.9133569446220005 - type: nauc_recall_at_20_max - value: 7.68447496455643 + value: 17.592930752208254 - type: nauc_recall_at_20_std - value: -12.177245371990809 + value: 1.3017849029618116 - type: nauc_recall_at_3_diff1 - value: 2.8440529907759675 + value: 2.5562621001691705 - type: nauc_recall_at_3_max - value: -6.710666457897448 + value: -3.7438519810462445 - type: nauc_recall_at_3_std - value: -11.829364231073157 + value: -12.789902696420356 - type: nauc_recall_at_5_diff1 - value: -1.040205293987901 + value: 5.09113512720278 - type: nauc_recall_at_5_max - value: -6.556284823347436 + value: -2.4978007000117453 - type: nauc_recall_at_5_std - value: -12.760690782275224 + value: -9.91241766488461 - type: ndcg_at_1 - value: 28.592000000000002 + value: 31.579 - type: ndcg_at_10 - value: 53.339999999999996 + value: 57.001000000000005 - type: ndcg_at_100 - value: 57.365 + value: 59.891000000000005 - type: ndcg_at_1000 - value: 57.440999999999995 + value: 59.95 - type: ndcg_at_20 - value: 56.188 + value: 59.23500000000001 - type: ndcg_at_3 - value: 42.599 + value: 45.635 - type: ndcg_at_5 - value: 47.838 + value: 50.988 - type: precision_at_1 - value: 28.592000000000002 + value: 31.579 - type: precision_at_10 - value: 8.208 + value: 8.727 - type: precision_at_100 - value: 0.991 + value: 0.992 - type: precision_at_1000 value: 0.1 - type: precision_at_20 - value: 4.655 + value: 4.7940000000000005 - type: precision_at_3 - value: 17.496000000000002 + value: 18.587 - type: precision_at_5 - value: 13.044 + value: 13.755 - type: recall_at_1 - value: 28.592000000000002 + value: 31.579 - type: recall_at_10 - value: 82.077 + value: 87.26899999999999 - type: recall_at_100 - value: 99.075 + value: 99.21799999999999 - type: recall_at_1000 value: 99.644 - type: recall_at_20 - value: 93.101 + value: 95.875 - type: recall_at_3 - value: 52.489 + value: 55.761 - type: recall_at_5 - value: 65.22 + value: 68.777 task: type: Retrieval - dataset: @@ -381,11 +381,11 @@ model-index: type: mteb/arxiv-clustering-p2p metrics: - type: main_score - value: 52.693821462837654 + value: 52.97653625462488 - type: v_measure - value: 52.693821462837654 + value: 52.97653625462488 - type: v_measure_std - value: 14.256213752132588 + value: 14.008984673132934 task: type: Clustering - dataset: @@ -396,11 +396,11 @@ model-index: type: mteb/arxiv-clustering-s2s metrics: - type: main_score - value: 47.13455702233488 + value: 48.48583330645067 - type: v_measure - value: 47.13455702233488 + value: 48.48583330645067 - type: v_measure_std - value: 14.286536465264549 + value: 14.267964156859984 task: type: Clustering - dataset: @@ -411,23 +411,23 @@ model-index: type: mteb/askubuntudupquestions-reranking metrics: - type: main_score - value: 61.527838274786674 + value: 62.24253504089556 - type: map - value: 61.527838274786674 + value: 62.24253504089556 - type: mrr - value: 75.54753110847294 + value: 76.33128874818625 - type: nAUC_map_diff1 - value: 2.8751381939127287 + value: 4.176880288432435 - type: nAUC_map_max - value: 15.131513756887651 + value: 11.819450923749487 - type: nAUC_map_std - value: 18.315058451145468 + value: 17.4613469587158 - type: nAUC_mrr_diff1 - value: 15.36768321511685 + value: 12.732722534858695 - type: nAUC_mrr_max - value: 23.320088674986508 + value: 18.43070743488316 - type: nAUC_mrr_std - value: 19.329794795565512 + value: 20.000499971038455 task: type: Reranking - dataset: @@ -438,23 +438,23 @@ model-index: type: mteb/biosses-sts metrics: - type: cosine_pearson - value: 89.77199852939349 + value: 90.04909665335794 - type: cosine_spearman - value: 87.0953580207919 + value: 87.42307633144942 - type: euclidean_pearson - value: 88.65134682192681 + value: 89.2025951864775 - type: euclidean_spearman - value: 87.0953580207919 + value: 87.42307633144942 - type: main_score - value: 87.0953580207919 + value: 87.42307633144942 - type: manhattan_pearson - value: 88.84818904082849 + value: 89.21547857295786 - type: manhattan_spearman - value: 87.19054091249025 + value: 87.42548602491014 - type: pearson - value: 89.77199852939349 + value: 90.04909665335794 - type: spearman - value: 87.0953580207919 + value: 87.42307633144942 task: type: STS - dataset: @@ -465,13 +465,13 @@ model-index: type: mteb/banking77 metrics: - type: accuracy - value: 89.61363636363636 + value: 90.0422077922078 - type: f1 - value: 89.35966405605187 + value: 89.74361913624858 - type: f1_weighted - value: 89.35966405605186 + value: 89.74361913624858 - type: main_score - value: 89.61363636363636 + value: 90.0422077922078 task: type: Classification - dataset: @@ -482,11 +482,11 @@ model-index: type: mteb/biorxiv-clustering-p2p metrics: - type: main_score - value: 42.52263068979641 + value: 46.14362661035026 - type: v_measure - value: 42.52263068979641 + value: 46.14362661035026 - type: v_measure_std - value: 1.0932709177099669 + value: 0.7301809991373645 task: type: Clustering - dataset: @@ -497,11 +497,11 @@ model-index: type: mteb/biorxiv-clustering-s2s metrics: - type: main_score - value: 39.47675432510361 + value: 43.15187727673325 - type: v_measure - value: 39.47675432510361 + value: 43.15187727673325 - type: v_measure_std - value: 1.002746914914056 + value: 0.903171615579515 task: type: Clustering - dataset: @@ -512,287 +512,287 @@ model-index: type: mteb/cqadupstack-android metrics: - type: main_score - value: 52.42400000000001 + value: 50.55 - type: map_at_1 - value: 32.708 + value: 30.524 - type: map_at_10 - value: 45.176 + value: 43.303000000000004 - type: map_at_100 - value: 46.749 + value: 44.884 - type: map_at_1000 - value: 46.852 + value: 44.988 - type: map_at_20 - value: 46.041 + value: 44.25 - type: map_at_3 - value: 41.105999999999995 + value: 39.223 - type: map_at_5 - value: 43.336999999999996 + value: 41.526 - type: mrr_at_1 - value: 40.343347639484975 + value: 37.33905579399141 - type: mrr_at_10 - value: 51.35840316097825 + value: 49.18097281831182 - type: mrr_at_100 - value: 52.03358057301383 + value: 49.875998410207785 - type: mrr_at_1000 - value: 52.059220207032475 + value: 49.90193241244399 - type: mrr_at_20 - value: 51.732217545077106 + value: 49.63961997147391 - type: mrr_at_3 - value: 48.37863614687649 + value: 45.85121602288983 - type: mrr_at_5 - value: 50.10968049594655 + value: 47.91845493562227 - type: nauc_map_at_1000_diff1 - value: 51.69003852884018 + value: 50.87835448616023 - type: nauc_map_at_1000_max - value: 27.39134208658818 + value: 22.967590148656136 - type: nauc_map_at_1000_std - value: -6.607438933907274 + value: -11.074964378865882 - type: nauc_map_at_100_diff1 - value: 51.66950747183417 + value: 50.836191470106094 - type: nauc_map_at_100_max - value: 27.40891458630571 + value: 23.004317727993794 - type: nauc_map_at_100_std - value: -6.599345057518851 + value: -11.03683263151284 - type: nauc_map_at_10_diff1 - value: 52.10491234471741 + value: 51.029979478127 - type: nauc_map_at_10_max - value: 27.190435149596325 + value: 22.403181482973423 - type: nauc_map_at_10_std - value: -7.516072784883926 + value: -12.08842665832672 - type: nauc_map_at_1_diff1 - value: 57.78487564795921 + value: 56.685765978079104 - type: nauc_map_at_1_max - value: 24.8869489344822 + value: 20.18890217442875 - type: nauc_map_at_1_std - value: -7.815798721301119 + value: -16.18134719380821 - type: nauc_map_at_20_diff1 - value: 51.705847676872516 + value: 50.93444469847115 - type: nauc_map_at_20_max - value: 27.17284079446511 + value: 22.75581584688478 - type: nauc_map_at_20_std - value: -6.9606424832991936 + value: -11.388960684671968 - type: nauc_map_at_3_diff1 - value: 52.80224242185357 + value: 52.51826923816856 - type: nauc_map_at_3_max - value: 26.749525849670835 + value: 22.01783468494555 - type: nauc_map_at_3_std - value: -7.651527830855037 + value: -12.60190918367979 - type: nauc_map_at_5_diff1 - value: 52.239082025805736 + value: 51.59135231216494 - type: nauc_map_at_5_max - value: 27.563311397765844 + value: 22.20977273899385 - type: nauc_map_at_5_std - value: -7.920484042023935 + value: -12.118393799591253 - type: nauc_mrr_at_1000_diff1 - value: 49.669021448442805 + value: 49.62171163269558 - type: nauc_mrr_at_1000_max - value: 26.062575535267495 + value: 21.923043748600087 - type: nauc_mrr_at_1000_std - value: -5.660004259517097 + value: -9.680926976914957 - type: nauc_mrr_at_100_diff1 - value: 49.66664052470085 + value: 49.59811053509576 - type: nauc_mrr_at_100_max - value: 26.071765288333932 + value: 21.913454668559275 - type: nauc_mrr_at_100_std - value: -5.650196092661476 + value: -9.672048537630879 - type: nauc_mrr_at_10_diff1 - value: 49.65007808307103 + value: 49.58359769106626 - type: nauc_mrr_at_10_max - value: 26.119701810394975 + value: 21.73110258783102 - type: nauc_mrr_at_10_std - value: -5.957676165197153 + value: -10.130675415222257 - type: nauc_mrr_at_1_diff1 - value: 53.889768053170386 + value: 54.309459671423774 - type: nauc_mrr_at_1_max - value: 25.7024244736301 + value: 21.563830920135707 - type: nauc_mrr_at_1_std - value: -6.955484425529264 + value: -13.421862266004053 - type: nauc_mrr_at_20_diff1 - value: 49.597099424185956 + value: 49.59553148953588 - type: nauc_mrr_at_20_max - value: 25.888661594272243 + value: 21.801105215804707 - type: nauc_mrr_at_20_std - value: -5.8485172777452235 + value: -9.719343039469418 - type: nauc_mrr_at_3_diff1 - value: 49.679225090313594 + value: 50.22906571400681 - type: nauc_mrr_at_3_max - value: 26.35714179265431 + value: 22.414076676024557 - type: nauc_mrr_at_3_std - value: -5.939774287305976 + value: -10.592386840515493 - type: nauc_mrr_at_5_diff1 - value: 49.49756577076009 + value: 49.94769223296349 - type: nauc_mrr_at_5_max - value: 26.48906527367408 + value: 22.156012648090666 - type: nauc_mrr_at_5_std - value: -6.036404535987862 + value: -9.967460566741972 - type: nauc_ndcg_at_1000_diff1 - value: 49.8102577995177 + value: 48.44084970097002 - type: nauc_ndcg_at_1000_max - value: 27.37848410644812 + value: 23.27939730927873 - type: nauc_ndcg_at_1000_std - value: -4.479315087771578 + value: -8.3169007128838 - type: nauc_ndcg_at_100_diff1 - value: 49.5531901704464 + value: 47.61783008151571 - type: nauc_ndcg_at_100_max - value: 27.639237492475978 + value: 23.363658909885288 - type: nauc_ndcg_at_100_std - value: -4.043226882044501 + value: -7.542314697294894 - type: nauc_ndcg_at_10_diff1 - value: 49.927681911199016 + value: 48.40177354418614 - type: nauc_ndcg_at_10_max - value: 26.917476792194766 + value: 22.04032784529905 - type: nauc_ndcg_at_10_std - value: -6.531767727384376 + value: -10.521057264382854 - type: nauc_ndcg_at_1_diff1 - value: 53.889768053170386 + value: 54.309459671423774 - type: nauc_ndcg_at_1_max - value: 25.7024244736301 + value: 21.563830920135707 - type: nauc_ndcg_at_1_std - value: -6.955484425529264 + value: -13.421862266004053 - type: nauc_ndcg_at_20_diff1 - value: 49.23461179657125 + value: 48.05509104678278 - type: nauc_ndcg_at_20_max - value: 26.207461018595968 + value: 22.23403669779171 - type: nauc_ndcg_at_20_std - value: -5.749383922829711 + value: -8.884501785863877 - type: nauc_ndcg_at_3_diff1 - value: 50.486604253521996 + value: 50.63893148031915 - type: nauc_ndcg_at_3_max - value: 27.15887223811988 + value: 22.985487564912173 - type: nauc_ndcg_at_3_std - value: -6.772844336866046 + value: -9.961969212617811 - type: nauc_ndcg_at_5_diff1 - value: 49.758851349964246 + value: 49.840718181887205 - type: nauc_ndcg_at_5_max - value: 27.913625187144785 + value: 22.62266067823627 - type: nauc_ndcg_at_5_std - value: -6.955862232486927 + value: -9.753465469827125 - type: nauc_precision_at_1000_diff1 - value: -19.543393508805266 + value: -9.642177815038657 - type: nauc_precision_at_1000_max - value: -8.462900141059631 + value: -7.011848867218704 - type: nauc_precision_at_1000_std - value: -0.2988593240647829 + value: -1.0554008965229682 - type: nauc_precision_at_100_diff1 - value: -14.319815281456657 + value: -10.82958078076645 - type: nauc_precision_at_100_max - value: 0.3166792413466553 + value: 3.7360468761626735 - type: nauc_precision_at_100_std - value: 6.931446078515632 + value: 10.213629797601754 - type: nauc_precision_at_10_diff1 - value: 3.9969883169805946 + value: 7.228619585448093 - type: nauc_precision_at_10_max - value: 12.593337106002659 + value: 15.505787188436223 - type: nauc_precision_at_10_std - value: 2.6768285005077126 + value: 3.453167330810958 - type: nauc_precision_at_1_diff1 - value: 53.889768053170386 + value: 54.309459671423774 - type: nauc_precision_at_1_max - value: 25.7024244736301 + value: 21.563830920135707 - type: nauc_precision_at_1_std - value: -6.955484425529264 + value: -13.421862266004053 - type: nauc_precision_at_20_diff1 - value: -4.36824234439425 + value: -1.7520984766129104 - type: nauc_precision_at_20_max - value: 7.411147899685287 + value: 11.062834415673692 - type: nauc_precision_at_20_std - value: 7.264138681431661 + value: 9.110362167451381 - type: nauc_precision_at_3_diff1 - value: 29.141335349723214 + value: 30.810349807525146 - type: nauc_precision_at_3_max - value: 24.38376717564766 + value: 21.454275520082614 - type: nauc_precision_at_3_std - value: -4.4566975761376755 + value: -3.361922508754609 - type: nauc_precision_at_5_diff1 - value: 15.68069899345415 + value: 20.565139612074127 - type: nauc_precision_at_5_max - value: 20.82564720799878 + value: 20.018698697322932 - type: nauc_precision_at_5_std - value: -2.595979348843906 + value: 0.6090753970348068 - type: nauc_recall_at_1000_diff1 - value: 31.274450500303335 + value: 23.305610956929122 - type: nauc_recall_at_1000_max - value: 45.3325873896174 + value: 47.93957263377874 - type: nauc_recall_at_1000_std - value: 62.87409252594826 + value: 56.51460933889256 - type: nauc_recall_at_100_diff1 - value: 36.04443738270723 + value: 21.055069984278102 - type: nauc_recall_at_100_max - value: 33.20315366876393 + value: 27.28361854728133 - type: nauc_recall_at_100_std - value: 22.162560701027807 + value: 22.95330046751934 - type: nauc_recall_at_10_diff1 - value: 41.92857826834699 + value: 36.824297431318534 - type: nauc_recall_at_10_max - value: 23.164772712983115 + value: 16.78391962481304 - type: nauc_recall_at_10_std - value: -5.3829072333327295 + value: -7.654512690478331 - type: nauc_recall_at_1_diff1 - value: 57.78487564795921 + value: 56.685765978079104 - type: nauc_recall_at_1_max - value: 24.8869489344822 + value: 20.18890217442875 - type: nauc_recall_at_1_std - value: -7.815798721301119 + value: -16.18134719380821 - type: nauc_recall_at_20_diff1 - value: 38.68939365170392 + value: 33.73117180369375 - type: nauc_recall_at_20_max - value: 19.76776877194406 + value: 17.378862974482637 - type: nauc_recall_at_20_std - value: -2.9148529213339174 + value: 0.9094643417016374 - type: nauc_recall_at_3_diff1 - value: 45.808158113787584 + value: 46.622283696180126 - type: nauc_recall_at_3_max - value: 25.5072817809929 + value: 21.479984733453943 - type: nauc_recall_at_3_std - value: -6.3082482803045306 + value: -8.824613646181701 - type: nauc_recall_at_5_diff1 - value: 43.035723738384064 + value: 42.94803414271339 - type: nauc_recall_at_5_max - value: 26.606433161722755 + value: 19.71393422033561 - type: nauc_recall_at_5_std - value: -6.710157293711573 + value: -6.7509927712272795 - type: ndcg_at_1 - value: 40.343 + value: 37.339 - type: ndcg_at_10 - value: 52.42400000000001 + value: 50.55 - type: ndcg_at_100 - value: 57.633 + value: 55.982 - type: ndcg_at_1000 - value: 59.061 + value: 57.408 - type: ndcg_at_20 - value: 54.42 + value: 52.934000000000005 - type: ndcg_at_3 - value: 46.377 + value: 44.457 - type: ndcg_at_5 - value: 49.167 + value: 47.436 - type: precision_at_1 - value: 40.343 + value: 37.339 - type: precision_at_10 - value: 10.242999999999999 + value: 9.886000000000001 - type: precision_at_100 - value: 1.595 + value: 1.5789999999999997 - type: precision_at_1000 - value: 0.199 + value: 0.198 - type: precision_at_20 - value: 6.052 + value: 5.937 - type: precision_at_3 - value: 22.365 + value: 21.65 - type: precision_at_5 - value: 16.423 + value: 15.937000000000001 - type: recall_at_1 - value: 32.708 + value: 30.524 - type: recall_at_10 - value: 66.818 + value: 65.352 - type: recall_at_100 - value: 88.202 + value: 87.637 - type: recall_at_1000 - value: 96.782 + value: 96.196 - type: recall_at_20 - value: 73.70100000000001 + value: 73.76 - type: recall_at_3 - value: 49.66 + value: 47.969 - type: recall_at_5 - value: 57.193000000000005 + value: 56.04599999999999 task: type: Retrieval - dataset: @@ -803,287 +803,287 @@ model-index: type: mteb/cqadupstack-english metrics: - type: main_score - value: 50.846000000000004 + value: 49.755 - type: map_at_1 - value: 33.75 + value: 32.126 - type: map_at_10 - value: 44.949 + value: 43.763999999999996 - type: map_at_100 - value: 46.239000000000004 + value: 45.046 - type: map_at_1000 - value: 46.355000000000004 + value: 45.175 - type: map_at_20 - value: 45.622 + value: 44.452999999999996 - type: map_at_3 - value: 41.852000000000004 + value: 40.68 - type: map_at_5 - value: 43.699 + value: 42.472 - type: mrr_at_1 - value: 42.038216560509554 + value: 39.80891719745223 - type: mrr_at_10 - value: 51.17786371448799 + value: 49.715347285411035 - type: mrr_at_100 - value: 51.78956637687481 + value: 50.3067137739916 - type: mrr_at_1000 - value: 51.824678937265276 + value: 50.351755886641016 - type: mrr_at_20 - value: 51.53601063194404 + value: 50.068925634771844 - type: mrr_at_3 - value: 49.02335456475585 + value: 47.52653927813167 - type: mrr_at_5 - value: 50.44692144373681 + value: 48.841825902335536 - type: nauc_map_at_1000_diff1 - value: 49.07573194075914 + value: 48.59094553355779 - type: nauc_map_at_1000_max - value: 31.243896633386832 + value: 30.455633813140746 - type: nauc_map_at_1000_std - value: -7.133019305397706 + value: -7.217406073058152 - type: nauc_map_at_100_diff1 - value: 49.07099392572897 + value: 48.60124648489388 - type: nauc_map_at_100_max - value: 31.18646637759123 + value: 30.428573520920466 - type: nauc_map_at_100_std - value: -7.2009709086599525 + value: -7.272726299567417 - type: nauc_map_at_10_diff1 - value: 49.32350980002587 + value: 48.947272730266825 - type: nauc_map_at_10_max - value: 30.7731393198987 + value: 29.84188561695202 - type: nauc_map_at_10_std - value: -8.26658687110296 + value: -8.462571966727642 - type: nauc_map_at_1_diff1 - value: 54.83828392383 + value: 55.74406817125299 - type: nauc_map_at_1_max - value: 26.304340799293207 + value: 24.430384754170788 - type: nauc_map_at_1_std - value: -12.039034000771478 + value: -12.790982292634853 - type: nauc_map_at_20_diff1 - value: 49.25806589661571 + value: 48.67656984970764 - type: nauc_map_at_20_max - value: 30.95193676596228 + value: 30.052835051394112 - type: nauc_map_at_20_std - value: -7.987027898362399 + value: -7.952122633861652 - type: nauc_map_at_3_diff1 - value: 50.053883991156646 + value: 49.88369074916337 - type: nauc_map_at_3_max - value: 29.40205729011692 + value: 27.92376094690595 - type: nauc_map_at_3_std - value: -10.280596389574262 + value: -10.39159662660692 - type: nauc_map_at_5_diff1 - value: 49.526915016202814 + value: 49.33479052279142 - type: nauc_map_at_5_max - value: 29.98874749203265 + value: 28.89736772207175 - type: nauc_map_at_5_std - value: -9.43797791048843 + value: -9.247446286716967 - type: nauc_mrr_at_1000_diff1 - value: 47.039323198025755 + value: 48.02495353590695 - type: nauc_mrr_at_1000_max - value: 33.33169640031901 + value: 33.01510639655688 - type: nauc_mrr_at_1000_std - value: -2.649724757186699 + value: -2.608804747034229 - type: nauc_mrr_at_100_diff1 - value: 47.01605475745878 + value: 48.00159674365556 - type: nauc_mrr_at_100_max - value: 33.33479507637171 + value: 33.012146981367046 - type: nauc_mrr_at_100_std - value: -2.642050027761926 + value: -2.596093152602284 - type: nauc_mrr_at_10_diff1 - value: 46.91621772994386 + value: 47.92254673059952 - type: nauc_mrr_at_10_max - value: 33.26182522399038 + value: 33.033698258656116 - type: nauc_mrr_at_10_std - value: -2.732532286166379 + value: -2.6561699541152817 - type: nauc_mrr_at_1_diff1 - value: 50.97608903860762 + value: 52.806910277190724 - type: nauc_mrr_at_1_max - value: 32.28458667723504 + value: 31.341718131270625 - type: nauc_mrr_at_1_std - value: -4.718121470325966 + value: -5.32066722747698 - type: nauc_mrr_at_20_diff1 - value: 47.024362485738095 + value: 47.955516111940696 - type: nauc_mrr_at_20_max - value: 33.329868168668135 + value: 32.99583133632421 - type: nauc_mrr_at_20_std - value: -2.7689411087730003 + value: -2.6479648540774274 - type: nauc_mrr_at_3_diff1 - value: 47.298121178937855 + value: 48.56227782101869 - type: nauc_mrr_at_3_max - value: 33.369393869382804 + value: 32.91019308993462 - type: nauc_mrr_at_3_std - value: -3.318442058247189 + value: -3.2801391720497146 - type: nauc_mrr_at_5_diff1 - value: 46.98247469977902 + value: 48.14323048037672 - type: nauc_mrr_at_5_max - value: 33.227099564141206 + value: 33.051501845550824 - type: nauc_mrr_at_5_std - value: -2.9671463212209903 + value: -2.7131542652545235 - type: nauc_ndcg_at_1000_diff1 - value: 47.09221712814494 + value: 46.57549884078857 - type: nauc_ndcg_at_1000_max - value: 33.16099240342396 + value: 32.73441537313754 - type: nauc_ndcg_at_1000_std - value: -2.7442925910108458 + value: -2.9505871012666405 - type: nauc_ndcg_at_100_diff1 - value: 46.69304757733847 + value: 46.25945736855511 - type: nauc_ndcg_at_100_max - value: 32.91849990213013 + value: 32.731968732338615 - type: nauc_ndcg_at_100_std - value: -2.9242349366164806 + value: -2.860884900888649 - type: nauc_ndcg_at_10_diff1 - value: 46.94460938802772 + value: 46.64064953658979 - type: nauc_ndcg_at_10_max - value: 32.32412993153396 + value: 32.19083804142894 - type: nauc_ndcg_at_10_std - value: -4.982702327539414 + value: -5.114718930051209 - type: nauc_ndcg_at_1_diff1 - value: 50.97608903860762 + value: 52.806910277190724 - type: nauc_ndcg_at_1_max - value: 32.28458667723504 + value: 31.341718131270625 - type: nauc_ndcg_at_1_std - value: -4.718121470325966 + value: -5.32066722747698 - type: nauc_ndcg_at_20_diff1 - value: 47.0749206675552 + value: 46.10776120787693 - type: nauc_ndcg_at_20_max - value: 32.3601290294448 + value: 31.98180440767045 - type: nauc_ndcg_at_20_std - value: -5.0964525648365395 + value: -4.675498030188404 - type: nauc_ndcg_at_3_diff1 - value: 47.31973286073462 + value: 47.54938256917904 - type: nauc_ndcg_at_3_max - value: 31.989333192169894 + value: 31.381011523121472 - type: nauc_ndcg_at_3_std - value: -6.379307995505856 + value: -6.200346745025213 - type: nauc_ndcg_at_5_diff1 - value: 47.13032958418276 + value: 47.16330401930461 - type: nauc_ndcg_at_5_max - value: 31.868396604717592 + value: 31.74089919030278 - type: nauc_ndcg_at_5_std - value: -6.035230643350179 + value: -5.585078134051873 - type: nauc_precision_at_1000_diff1 - value: -16.23846890297809 + value: -18.354995847082844 - type: nauc_precision_at_1000_max - value: 6.00487316612199 + value: 7.536381798998833 - type: nauc_precision_at_1000_std - value: 25.67778920236566 + value: 24.16855904999215 - type: nauc_precision_at_100_diff1 - value: -11.688683303798001 + value: -13.330847169761142 - type: nauc_precision_at_100_max - value: 13.368792156893736 + value: 17.34454376124087 - type: nauc_precision_at_100_std - value: 29.089687372961965 + value: 28.940981276008166 - type: nauc_precision_at_10_diff1 - value: 6.037879405450923 + value: 6.230361767352096 - type: nauc_precision_at_10_max - value: 25.851622884445845 + value: 31.227148549129446 - type: nauc_precision_at_10_std - value: 19.343335734372875 + value: 18.706855139007033 - type: nauc_precision_at_1_diff1 - value: 50.97608903860762 + value: 52.806910277190724 - type: nauc_precision_at_1_max - value: 32.28458667723504 + value: 31.341718131270625 - type: nauc_precision_at_1_std - value: -4.718121470325966 + value: -5.32066722747698 - type: nauc_precision_at_20_diff1 - value: -0.7950847413501376 + value: -2.729763591398866 - type: nauc_precision_at_20_max - value: 21.522852456699525 + value: 25.47075162004421 - type: nauc_precision_at_20_std - value: 22.33988031702229 + value: 22.28998066735407 - type: nauc_precision_at_3_diff1 - value: 24.359592773540733 + value: 25.377250814586304 - type: nauc_precision_at_3_max - value: 31.627180507174096 + value: 32.92513118389388 - type: nauc_precision_at_3_std - value: 6.105359336404099 + value: 6.309867600396586 - type: nauc_precision_at_5_diff1 - value: 15.376070055112267 + value: 16.054142936713312 - type: nauc_precision_at_5_max - value: 29.03108364633357 + value: 32.4817644691642 - type: nauc_precision_at_5_std - value: 11.44251650057547 + value: 12.729986221747236 - type: nauc_recall_at_1000_diff1 - value: 40.45455125883035 + value: 37.86057983442115 - type: nauc_recall_at_1000_max - value: 39.993333978253716 + value: 42.61982722440853 - type: nauc_recall_at_1000_std - value: 22.303822662048965 + value: 19.51530679930037 - type: nauc_recall_at_100_diff1 - value: 36.363175192593815 + value: 35.14403552681517 - type: nauc_recall_at_100_max - value: 34.38066739111881 + value: 35.93548871128352 - type: nauc_recall_at_100_std - value: 11.070828820280083 + value: 10.900510103543851 - type: nauc_recall_at_10_diff1 - value: 40.43929249341488 + value: 39.28172711059838 - type: nauc_recall_at_10_max - value: 31.500334947741287 + value: 31.400042136145668 - type: nauc_recall_at_10_std - value: -3.69313765885391 + value: -3.8018308194028667 - type: nauc_recall_at_1_diff1 - value: 54.83828392383 + value: 55.74406817125299 - type: nauc_recall_at_1_max - value: 26.304340799293207 + value: 24.430384754170788 - type: nauc_recall_at_1_std - value: -12.039034000771478 + value: -12.790982292634853 - type: nauc_recall_at_20_diff1 - value: 39.99978402418739 + value: 35.986564737355316 - type: nauc_recall_at_20_max - value: 31.23742501939411 + value: 30.944252645108172 - type: nauc_recall_at_20_std - value: -3.608225195927624 + value: -1.4278934558452683 - type: nauc_recall_at_3_diff1 - value: 44.167407535792485 + value: 43.602270947605085 - type: nauc_recall_at_3_max - value: 28.598821548703725 + value: 28.47701279091494 - type: nauc_recall_at_3_std - value: -9.464111948966554 + value: -8.430742781917855 - type: nauc_recall_at_5_diff1 - value: 41.697071207372936 + value: 41.509698674149625 - type: nauc_recall_at_5_max - value: 29.242651522839292 + value: 29.565124244183714 - type: nauc_recall_at_5_std - value: -7.27216297448149 + value: -6.024428635685282 - type: ndcg_at_1 - value: 42.038 + value: 39.809 - type: ndcg_at_10 - value: 50.846000000000004 + value: 49.755 - type: ndcg_at_100 - value: 55.198 + value: 54.083999999999996 - type: ndcg_at_1000 - value: 56.946 + value: 56.006 - type: ndcg_at_20 - value: 52.453 + value: 51.458000000000006 - type: ndcg_at_3 - value: 46.512 + value: 45.466 - type: ndcg_at_5 - value: 48.815999999999995 + value: 47.579 - type: precision_at_1 - value: 42.038 + value: 39.809 - type: precision_at_10 - value: 9.459 + value: 9.325 - type: precision_at_100 - value: 1.512 + value: 1.496 - type: precision_at_1000 value: 0.19499999999999998 - type: precision_at_20 - value: 5.510000000000001 + value: 5.481 - type: precision_at_3 - value: 22.378 + value: 22.144 - type: precision_at_5 - value: 15.924 + value: 15.656 - type: recall_at_1 - value: 33.75 + value: 32.126 - type: recall_at_10 - value: 61.058 + value: 60.479000000000006 - type: recall_at_100 - value: 79.10199999999999 + value: 78.20700000000001 - type: recall_at_1000 - value: 89.929 + value: 90.104 - type: recall_at_20 - value: 66.769 + value: 66.5 - type: recall_at_3 - value: 48.561 + value: 48.013 - type: recall_at_5 - value: 54.715 + value: 53.76800000000001 task: type: Retrieval - dataset: @@ -1094,287 +1094,287 @@ model-index: type: mteb/cqadupstack-gaming metrics: - type: main_score - value: 61.964 + value: 60.809000000000005 - type: map_at_1 - value: 42.293 + value: 41.749 - type: map_at_10 - value: 55.832 + value: 54.837 - type: map_at_100 - value: 56.852000000000004 + value: 55.901999999999994 - type: map_at_1000 - value: 56.891999999999996 + value: 55.949000000000005 - type: map_at_20 - value: 56.479 + value: 55.53 - type: map_at_3 - value: 52.505 + value: 51.615 - type: map_at_5 - value: 54.435 + value: 53.574 - type: mrr_at_1 - value: 48.15047021943574 + value: 47.58620689655172 - type: mrr_at_10 - value: 59.15462506841824 + value: 58.19089913917508 - type: mrr_at_100 - value: 59.742741387966646 + value: 58.84936132267041 - type: mrr_at_1000 - value: 59.759414997149804 + value: 58.871035397713634 - type: mrr_at_20 - value: 59.55241820426905 + value: 58.647503342955076 - type: mrr_at_3 - value: 56.708463949843335 + value: 55.82027168234072 - type: mrr_at_5 - value: 58.2257053291537 + value: 57.368861024033556 - type: nauc_map_at_1000_diff1 - value: 53.88997151988798 + value: 52.402557197657586 - type: nauc_map_at_1000_max - value: 28.05119695949631 + value: 27.576477868328396 - type: nauc_map_at_1000_std - value: -8.746769501792972 + value: -8.99329187458237 - type: nauc_map_at_100_diff1 - value: 53.86345879902026 + value: 52.381911979062004 - type: nauc_map_at_100_max - value: 28.033018642885715 + value: 27.567441542826515 - type: nauc_map_at_100_std - value: -8.74879076591182 + value: -8.974384513269332 - type: nauc_map_at_10_diff1 - value: 53.95373655838562 + value: 52.43568738965503 - type: nauc_map_at_10_max - value: 27.619495595116668 + value: 27.202397861188498 - type: nauc_map_at_10_std - value: -9.839270245483549 + value: -9.658790772870079 - type: nauc_map_at_1_diff1 - value: 57.5356309192229 + value: 55.44817856281672 - type: nauc_map_at_1_max - value: 22.078050911727487 + value: 21.74063132275011 - type: nauc_map_at_1_std - value: -12.225703390271612 + value: -12.491279758397635 - type: nauc_map_at_20_diff1 - value: 53.917981901360164 + value: 52.36014101832447 - type: nauc_map_at_20_max - value: 27.890696950905923 + value: 27.391225204112978 - type: nauc_map_at_20_std - value: -9.018264622236636 + value: -9.247769516787553 - type: nauc_map_at_3_diff1 - value: 54.73469370291424 + value: 52.99053106630418 - type: nauc_map_at_3_max - value: 25.93661703284364 + value: 25.217871247817225 - type: nauc_map_at_3_std - value: -11.686674118695276 + value: -11.832159341852192 - type: nauc_map_at_5_diff1 - value: 54.30077285527949 + value: 52.892553369125714 - type: nauc_map_at_5_max - value: 26.598327345162236 + value: 26.138698198481773 - type: nauc_map_at_5_std - value: -11.148625080680613 + value: -11.142006671374872 - type: nauc_mrr_at_1000_diff1 - value: 53.2522934585164 + value: 52.282852278286676 - type: nauc_mrr_at_1000_max - value: 29.26860767650486 + value: 29.035101022588993 - type: nauc_mrr_at_1000_std - value: -7.4013077469887305 + value: -7.533923187353252 - type: nauc_mrr_at_100_diff1 - value: 53.24079295204426 + value: 52.27658025254698 - type: nauc_mrr_at_100_max - value: 29.28198286969243 + value: 29.046272472216167 - type: nauc_mrr_at_100_std - value: -7.388500132385771 + value: -7.5193280598760275 - type: nauc_mrr_at_10_diff1 - value: 53.09741055006791 + value: 52.0973984077142 - type: nauc_mrr_at_10_max - value: 29.27282921689257 + value: 29.034639694702445 - type: nauc_mrr_at_10_std - value: -7.724459706837925 + value: -7.688997296006921 - type: nauc_mrr_at_1_diff1 - value: 56.98827776793062 + value: 55.35362841092645 - type: nauc_mrr_at_1_max - value: 26.239110432427825 + value: 26.3544412906144 - type: nauc_mrr_at_1_std - value: -9.769133156778349 + value: -10.271693671623822 - type: nauc_mrr_at_20_diff1 - value: 53.21796616313706 + value: 52.17826228222121 - type: nauc_mrr_at_20_max - value: 29.309463729098212 + value: 29.07700992148465 - type: nauc_mrr_at_20_std - value: -7.39017799955969 + value: -7.575227708091961 - type: nauc_mrr_at_3_diff1 - value: 53.609436785858755 + value: 52.47042589581697 - type: nauc_mrr_at_3_max - value: 28.47118720437638 + value: 27.86908046170552 - type: nauc_mrr_at_3_std - value: -8.542325115274723 + value: -8.877207171875764 - type: nauc_mrr_at_5_diff1 - value: 53.17215498048788 + value: 52.44080737508035 - type: nauc_mrr_at_5_max - value: 28.81298606550906 + value: 28.653161999073866 - type: nauc_mrr_at_5_std - value: -8.070357904721034 + value: -8.137979343768452 - type: nauc_ndcg_at_1000_diff1 - value: 52.86515531215712 + value: 51.63844182148695 - type: nauc_ndcg_at_1000_max - value: 30.411185522177455 + value: 30.146221863674764 - type: nauc_ndcg_at_1000_std - value: -5.856091433969705 + value: -5.890960422356722 - type: nauc_ndcg_at_100_diff1 - value: 52.435810082313935 + value: 51.377361900247934 - type: nauc_ndcg_at_100_max - value: 30.694316830032896 + value: 30.37104796007538 - type: nauc_ndcg_at_100_std - value: -5.367864841232696 + value: -5.3155581070589255 - type: nauc_ndcg_at_10_diff1 - value: 52.09813499323719 + value: 50.79025674027366 - type: nauc_ndcg_at_10_max - value: 29.9906550116826 + value: 29.850333158184107 - type: nauc_ndcg_at_10_std - value: -7.65776086733188 + value: -6.935159993029581 - type: nauc_ndcg_at_1_diff1 - value: 56.98827776793062 + value: 55.35362841092645 - type: nauc_ndcg_at_1_max - value: 26.239110432427825 + value: 26.3544412906144 - type: nauc_ndcg_at_1_std - value: -9.769133156778349 + value: -10.271693671623822 - type: nauc_ndcg_at_20_diff1 - value: 52.370154407552974 + value: 50.828114114114534 - type: nauc_ndcg_at_20_max - value: 30.541251803556293 + value: 29.9983233605573 - type: nauc_ndcg_at_20_std - value: -5.786551180698676 + value: -6.27157620880109 - type: nauc_ndcg_at_3_diff1 - value: 53.24531628047732 + value: 51.74439976321089 - type: nauc_ndcg_at_3_max - value: 27.175180459258197 + value: 26.35748659893694 - type: nauc_ndcg_at_3_std - value: -10.203410646015804 + value: -10.502758740626387 - type: nauc_ndcg_at_5_diff1 - value: 52.603303533751486 + value: 51.691906428113654 - type: nauc_ndcg_at_5_max - value: 28.229324744136015 + value: 28.07037282482589 - type: nauc_ndcg_at_5_std - value: -9.502852295927987 + value: -9.26498713131674 - type: nauc_precision_at_1000_diff1 - value: -14.102740210727488 + value: -13.045862942872343 - type: nauc_precision_at_1000_max - value: 15.115468264602807 + value: 18.71100102940669 - type: nauc_precision_at_1000_std - value: 25.255763721020095 + value: 20.185301094052814 - type: nauc_precision_at_100_diff1 - value: -12.413408776853924 + value: -10.519069240740276 - type: nauc_precision_at_100_max - value: 19.232470344250395 + value: 21.592332795236054 - type: nauc_precision_at_100_std - value: 28.295793841288315 + value: 24.40820689604234 - type: nauc_precision_at_10_diff1 - value: 7.557626440880302 + value: 9.83612702521244 - type: nauc_precision_at_10_max - value: 25.483874215249248 + value: 27.78464829064637 - type: nauc_precision_at_10_std - value: 13.817408262332773 + value: 12.77575216627001 - type: nauc_precision_at_1_diff1 - value: 56.98827776793062 + value: 55.35362841092645 - type: nauc_precision_at_1_max - value: 26.239110432427825 + value: 26.3544412906144 - type: nauc_precision_at_1_std - value: -9.769133156778349 + value: -10.271693671623822 - type: nauc_precision_at_20_diff1 - value: -1.5400442871815325 + value: -0.3012586758362439 - type: nauc_precision_at_20_max - value: 24.143942284915358 + value: 25.49024158891868 - type: nauc_precision_at_20_std - value: 23.848629289907468 + value: 19.54602887922898 - type: nauc_precision_at_3_diff1 - value: 31.68532690406259 + value: 30.881428997961386 - type: nauc_precision_at_3_max - value: 27.51886661317819 + value: 27.317400062905563 - type: nauc_precision_at_3_std - value: -1.6859084086276148 + value: -2.5767669869177166 - type: nauc_precision_at_5_diff1 - value: 20.668517175272058 + value: 21.526439269416084 - type: nauc_precision_at_5_max - value: 25.67641972457218 + value: 26.985523814770033 - type: nauc_precision_at_5_std - value: 3.698328255850616 + value: 3.1676703484387407 - type: nauc_recall_at_1000_diff1 - value: 51.93674056522688 + value: 46.02303492714767 - type: nauc_recall_at_1000_max - value: 65.73254729627118 + value: 65.70236210629923 - type: nauc_recall_at_1000_std - value: 59.801638319574636 + value: 68.66861203066527 - type: nauc_recall_at_100_diff1 - value: 39.327682723264395 + value: 42.575155686556656 - type: nauc_recall_at_100_max - value: 49.145551365053244 + value: 46.072807106917715 - type: nauc_recall_at_100_std - value: 27.757257299708048 + value: 28.576545146471123 - type: nauc_recall_at_10_diff1 - value: 43.81957620736396 + value: 42.579622990720075 - type: nauc_recall_at_10_max - value: 34.62285002992206 + value: 35.123988767729784 - type: nauc_recall_at_10_std - value: -3.950762862420193 + value: 0.15607034121893276 - type: nauc_recall_at_1_diff1 - value: 57.5356309192229 + value: 55.44817856281672 - type: nauc_recall_at_1_max - value: 22.078050911727487 + value: 21.74063132275011 - type: nauc_recall_at_1_std - value: -12.225703390271612 + value: -12.491279758397635 - type: nauc_recall_at_20_diff1 - value: 43.04784890259486 + value: 40.358928980023364 - type: nauc_recall_at_20_max - value: 39.464076639890585 + value: 37.07231354969976 - type: nauc_recall_at_20_std - value: 9.829114188429148 + value: 5.934903575091139 - type: nauc_recall_at_3_diff1 - value: 49.55562372135711 + value: 48.043483569633075 - type: nauc_recall_at_3_max - value: 26.64228511322954 + value: 25.019763887646075 - type: nauc_recall_at_3_std - value: -11.72662658134587 + value: -11.296304351496861 - type: nauc_recall_at_5_diff1 - value: 46.797047036676815 + value: 47.07832336832927 - type: nauc_recall_at_5_max - value: 28.39804848129234 + value: 28.774525559808477 - type: nauc_recall_at_5_std - value: -10.289435463020173 + value: -8.325974216587271 - type: ndcg_at_1 - value: 48.15 + value: 47.586 - type: ndcg_at_10 - value: 61.964 + value: 60.809000000000005 - type: ndcg_at_100 - value: 65.777 + value: 64.777 - type: ndcg_at_1000 - value: 66.51899999999999 + value: 65.65299999999999 - type: ndcg_at_20 - value: 63.784 + value: 62.77700000000001 - type: ndcg_at_3 - value: 56.516 + value: 55.542 - type: ndcg_at_5 - value: 59.336999999999996 + value: 58.45 - type: precision_at_1 - value: 48.15 + value: 47.586 - type: precision_at_10 - value: 9.918000000000001 + value: 9.699 - type: precision_at_100 - value: 1.282 + value: 1.2630000000000001 - type: precision_at_1000 value: 0.13799999999999998 - type: precision_at_20 - value: 5.52 + value: 5.47 - type: precision_at_3 - value: 25.183 + value: 24.744 - type: precision_at_5 - value: 17.254 + value: 17.052999999999997 - type: recall_at_1 - value: 42.293 + value: 41.749 - type: recall_at_10 - value: 76.512 + value: 74.925 - type: recall_at_100 - value: 92.766 + value: 91.63799999999999 - type: recall_at_1000 - value: 97.942 + value: 97.707 - type: recall_at_20 - value: 83.301 + value: 82.113 - type: recall_at_3 - value: 62.129999999999995 + value: 61.013 - type: recall_at_5 - value: 69.03 + value: 68.024 task: type: Retrieval - dataset: @@ -1385,287 +1385,287 @@ model-index: type: mteb/cqadupstack-gis metrics: - type: main_score - value: 41.757 + value: 41.010999999999996 - type: map_at_1 - value: 26.927 + value: 26.512 - type: map_at_10 - value: 36.434 + value: 35.582 - type: map_at_100 - value: 37.525 + value: 36.725 - type: map_at_1000 - value: 37.596000000000004 + value: 36.792 - type: map_at_20 - value: 37.036 + value: 36.189 - type: map_at_3 - value: 33.489000000000004 + value: 32.698 - type: map_at_5 - value: 35.229 + value: 34.196 - type: mrr_at_1 value: 28.8135593220339 - type: mrr_at_10 - value: 38.354452515469475 + value: 37.858353510895874 - type: mrr_at_100 - value: 39.30694013562269 + value: 38.84150249404619 - type: mrr_at_1000 - value: 39.35300863954695 + value: 38.88720782084809 - type: mrr_at_20 - value: 38.90579652875661 + value: 38.40545808724167 - type: mrr_at_3 - value: 35.61205273069679 + value: 35.16007532956685 - type: mrr_at_5 - value: 37.22787193973633 + value: 36.60075329566853 - type: nauc_map_at_1000_diff1 - value: 38.69821023907766 + value: 44.14341045007619 - type: nauc_map_at_1000_max - value: 21.327726390080365 + value: 21.83090230361459 - type: nauc_map_at_1000_std - value: -1.578850636956066 + value: -2.347667496652236 - type: nauc_map_at_100_diff1 - value: 38.682886208274056 + value: 44.134415678663686 - type: nauc_map_at_100_max - value: 21.276308689587115 + value: 21.79251087024944 - type: nauc_map_at_100_std - value: -1.5958967269155169 + value: -2.3306180903580227 - type: nauc_map_at_10_diff1 - value: 38.737163053188375 + value: 44.23805076968619 - type: nauc_map_at_10_max - value: 21.247797321854986 + value: 21.455438591479883 - type: nauc_map_at_10_std - value: -1.8407022638914246 + value: -2.493722512501044 - type: nauc_map_at_1_diff1 - value: 45.17417559536914 + value: 50.75219800970029 - type: nauc_map_at_1_max - value: 18.966507579738273 + value: 20.095603365172607 - type: nauc_map_at_1_std - value: -6.082838815549511 + value: -4.985153146291869 - type: nauc_map_at_20_diff1 - value: 38.69666044271413 + value: 44.166388805585115 - type: nauc_map_at_20_max - value: 21.220419665159525 + value: 21.693543933661257 - type: nauc_map_at_20_std - value: -1.7683716596995307 + value: -2.4508276071275974 - type: nauc_map_at_3_diff1 - value: 39.20654888687282 + value: 45.779507531455415 - type: nauc_map_at_3_max - value: 20.035191149040653 + value: 20.59562953790094 - type: nauc_map_at_3_std - value: -3.2451889549045996 + value: -3.993844219399372 - type: nauc_map_at_5_diff1 - value: 38.860827880177865 + value: 44.45066189078404 - type: nauc_map_at_5_max - value: 20.802565909350484 + value: 21.707994147387325 - type: nauc_map_at_5_std - value: -2.140706428673607 + value: -2.9790983285318395 - type: nauc_mrr_at_1000_diff1 - value: 37.23449816406517 + value: 42.91797208986425 - type: nauc_mrr_at_1000_max - value: 22.521858033815107 + value: 23.664531768019025 - type: nauc_mrr_at_1000_std - value: -0.8490576609038896 + value: -1.6115041452205332 - type: nauc_mrr_at_100_diff1 - value: 37.2142479919878 + value: 42.896545810702506 - type: nauc_mrr_at_100_max - value: 22.50022118863909 + value: 23.65897919747262 - type: nauc_mrr_at_100_std - value: -0.8492015038785595 + value: -1.5949118957726913 - type: nauc_mrr_at_10_diff1 - value: 37.22674231203438 + value: 42.913381675422166 - type: nauc_mrr_at_10_max - value: 22.43537914809638 + value: 23.428617152734823 - type: nauc_mrr_at_10_std - value: -1.0240507548998143 + value: -1.6718636026362976 - type: nauc_mrr_at_1_diff1 - value: 43.47449405556289 + value: 48.663850340907125 - type: nauc_mrr_at_1_max - value: 20.934803920050644 + value: 22.184582175432073 - type: nauc_mrr_at_1_std - value: -4.719975572442172 + value: -4.230141768769419 - type: nauc_mrr_at_20_diff1 - value: 37.18576861717783 + value: 42.865247040053525 - type: nauc_mrr_at_20_max - value: 22.51805859561698 + value: 23.591991138674793 - type: nauc_mrr_at_20_std - value: -0.9876057547946508 + value: -1.750585998397851 - type: nauc_mrr_at_3_diff1 - value: 37.437495431325935 + value: 44.419529298412215 - type: nauc_mrr_at_3_max - value: 21.854500469666732 + value: 22.926968973330816 - type: nauc_mrr_at_3_std - value: -1.8556268121359047 + value: -2.931485628192958 - type: nauc_mrr_at_5_diff1 - value: 37.253889935064265 + value: 43.176659989311794 - type: nauc_mrr_at_5_max - value: 22.024295670651647 + value: 23.7215633400734 - type: nauc_mrr_at_5_std - value: -1.1597798708447562 + value: -1.7935219288720698 - type: nauc_ndcg_at_1000_diff1 - value: 36.28698092391473 + value: 41.43232327601143 - type: nauc_ndcg_at_1000_max - value: 23.18393360149645 + value: 23.869403930448875 - type: nauc_ndcg_at_1000_std - value: 1.317520523686197 + value: 0.4696487244354181 - type: nauc_ndcg_at_100_diff1 - value: 35.85989897165443 + value: 41.11770422295755 - type: nauc_ndcg_at_100_max - value: 22.397953722094897 + value: 23.405734969894752 - type: nauc_ndcg_at_100_std - value: 1.130180971345874 + value: 0.9501158369966024 - type: nauc_ndcg_at_10_diff1 - value: 36.25176192445081 + value: 41.39919262908605 - type: nauc_ndcg_at_10_max - value: 22.39324694399015 + value: 22.078683245248705 - type: nauc_ndcg_at_10_std - value: 0.0022365521407169213 + value: -0.48471046612071483 - type: nauc_ndcg_at_1_diff1 - value: 43.47449405556289 + value: 48.663850340907125 - type: nauc_ndcg_at_1_max - value: 20.934803920050644 + value: 22.184582175432073 - type: nauc_ndcg_at_1_std - value: -4.719975572442172 + value: -4.230141768769419 - type: nauc_ndcg_at_20_diff1 - value: 35.951228489809615 + value: 41.057153028930955 - type: nauc_ndcg_at_20_max - value: 22.323873435307295 + value: 22.75075414646254 - type: nauc_ndcg_at_20_std - value: 0.17340593061860368 + value: -0.5009809403847804 - type: nauc_ndcg_at_3_diff1 - value: 36.94465054855865 + value: 44.12808162157037 - type: nauc_ndcg_at_3_max - value: 20.728389689345956 + value: 21.513304011669216 - type: nauc_ndcg_at_3_std - value: -2.3169765891809977 + value: -3.476314502254043 - type: nauc_ndcg_at_5_diff1 - value: 36.560990105336835 + value: 42.02477993539081 - type: nauc_ndcg_at_5_max - value: 21.4627442434317 + value: 22.993280155485113 - type: nauc_ndcg_at_5_std - value: -0.6353238960728783 + value: -1.4348485052196784 - type: nauc_precision_at_1000_diff1 - value: -8.4976515745494 + value: -12.703282521999684 - type: nauc_precision_at_1000_max - value: 22.060913413100398 + value: 21.261559147365443 - type: nauc_precision_at_1000_std - value: 15.057202004848424 + value: 11.987510813010104 - type: nauc_precision_at_100_diff1 - value: 2.600139953240612 + value: 1.3193540120181582 - type: nauc_precision_at_100_max - value: 22.214577731982168 + value: 23.586465484483046 - type: nauc_precision_at_100_std - value: 13.633690690957396 + value: 15.377037583037842 - type: nauc_precision_at_10_diff1 - value: 20.474551425383076 + value: 23.92411685901801 - type: nauc_precision_at_10_max - value: 27.725967609682346 + value: 25.769592185336972 - type: nauc_precision_at_10_std - value: 5.737444882498073 + value: 5.55297241086051 - type: nauc_precision_at_1_diff1 - value: 43.47449405556289 + value: 48.663850340907125 - type: nauc_precision_at_1_max - value: 20.934803920050644 + value: 22.184582175432073 - type: nauc_precision_at_1_std - value: -4.719975572442172 + value: -4.230141768769419 - type: nauc_precision_at_20_diff1 - value: 16.057860196759442 + value: 17.41583018509334 - type: nauc_precision_at_20_max - value: 25.725009059203778 + value: 27.16806805449341 - type: nauc_precision_at_20_std - value: 7.791655561099367 + value: 6.169046574472412 - type: nauc_precision_at_3_diff1 - value: 28.162997708660953 + value: 35.934668249365224 - type: nauc_precision_at_3_max - value: 23.750278888690257 + value: 25.18809399580456 - type: nauc_precision_at_3_std - value: 1.2668370692952187 + value: -1.1408993044710884 - type: nauc_precision_at_5_diff1 - value: 23.932632325414176 + value: 29.084737319157888 - type: nauc_precision_at_5_max - value: 25.212581695375142 + value: 29.00904198291267 - type: nauc_precision_at_5_std - value: 4.709013285470974 + value: 2.5605025859025385 - type: nauc_recall_at_1000_diff1 - value: 15.056970147811624 + value: 18.33857511421712 - type: nauc_recall_at_1000_max - value: 43.72741812350206 + value: 44.629511499405275 - type: nauc_recall_at_1000_std - value: 41.7629826936216 + value: 40.7761741514711 - type: nauc_recall_at_100_diff1 - value: 21.341508083709375 + value: 25.434730951251172 - type: nauc_recall_at_100_max - value: 22.687694897714753 + value: 27.236232434597017 - type: nauc_recall_at_100_std - value: 15.405768738062223 + value: 23.17061685077859 - type: nauc_recall_at_10_diff1 - value: 29.132028959424023 + value: 32.24292251195904 - type: nauc_recall_at_10_max - value: 23.591179300480146 + value: 20.2187522298695 - type: nauc_recall_at_10_std - value: 5.017502114327835 + value: 5.308768538226124 - type: nauc_recall_at_1_diff1 - value: 45.17417559536914 + value: 50.75219800970029 - type: nauc_recall_at_1_max - value: 18.966507579738273 + value: 20.095603365172607 - type: nauc_recall_at_1_std - value: -6.082838815549511 + value: -4.985153146291869 - type: nauc_recall_at_20_diff1 - value: 26.506142270070605 + value: 29.83705638335845 - type: nauc_recall_at_20_max - value: 23.2650224299633 + value: 22.27631501260551 - type: nauc_recall_at_20_std - value: 5.959344787143748 + value: 5.622813321851248 - type: nauc_recall_at_3_diff1 - value: 32.079476788889004 + value: 40.19464882091112 - type: nauc_recall_at_3_max - value: 19.62740626105001 + value: 20.560679014064025 - type: nauc_recall_at_3_std - value: -1.0183107071179378 + value: -2.660817664035202 - type: nauc_recall_at_5_diff1 - value: 31.226619639570792 + value: 35.17294819092021 - type: nauc_recall_at_5_max - value: 21.277446149154105 + value: 23.781966725747765 - type: nauc_recall_at_5_std - value: 2.8013081602840653 + value: 2.158710218858196 - type: ndcg_at_1 value: 28.814 - type: ndcg_at_10 - value: 41.757 + value: 41.010999999999996 - type: ndcg_at_100 - value: 47.03 + value: 46.625 - type: ndcg_at_1000 - value: 48.722 + value: 48.166 - type: ndcg_at_20 - value: 43.82 + value: 43.084 - type: ndcg_at_3 - value: 36.026 + value: 35.3 - type: ndcg_at_5 - value: 38.945 + value: 37.828 - type: precision_at_1 value: 28.814 - type: precision_at_10 - value: 6.451999999999999 + value: 6.372999999999999 - type: precision_at_100 - value: 0.959 + value: 0.9769999999999999 - type: precision_at_1000 value: 0.11399999999999999 - type: precision_at_20 - value: 3.723 + value: 3.6839999999999997 - type: precision_at_3 - value: 15.104000000000001 + value: 14.991 - type: precision_at_5 - value: 10.780000000000001 + value: 10.441 - type: recall_at_1 - value: 26.927 + value: 26.512 - type: recall_at_10 - value: 56.269999999999996 + value: 55.772 - type: recall_at_100 - value: 80.258 + value: 81.39800000000001 - type: recall_at_1000 - value: 92.881 + value: 92.85900000000001 - type: recall_at_20 - value: 63.974 + value: 63.482000000000006 - type: recall_at_3 - value: 40.939 + value: 40.11 - type: recall_at_5 - value: 47.797 + value: 46.235 task: type: Retrieval - dataset: @@ -1676,287 +1676,287 @@ model-index: type: mteb/cqadupstack-mathematica metrics: - type: main_score - value: 33.064 + value: 33.495000000000005 - type: map_at_1 - value: 17.816000000000003 + value: 18.509999999999998 - type: map_at_10 - value: 27.132 + value: 27.588 - type: map_at_100 - value: 28.476000000000003 + value: 28.937 - type: map_at_1000 - value: 28.587 + value: 29.038000000000004 - type: map_at_20 - value: 27.883999999999997 + value: 28.349000000000004 - type: map_at_3 - value: 24.102999999999998 + value: 24.567 - type: map_at_5 - value: 25.546999999999997 + value: 26.222 - type: mrr_at_1 - value: 21.766169154228855 + value: 22.63681592039801 - type: mrr_at_10 - value: 31.632117191818683 + value: 32.362345020927116 - type: mrr_at_100 - value: 32.643966562578186 + value: 33.34094306800873 - type: mrr_at_1000 - value: 32.70331885911402 + value: 33.39517463630533 - type: mrr_at_20 - value: 32.248171560169034 + value: 32.960201164030146 - type: mrr_at_3 - value: 28.834991708126058 + value: 29.519071310116107 - type: mrr_at_5 - value: 30.153399668325054 + value: 31.036484245439482 - type: nauc_map_at_1000_diff1 - value: 28.56948307053036 + value: 24.154026257799263 - type: nauc_map_at_1000_max - value: 20.974497418072072 + value: 21.311219137444258 - type: nauc_map_at_1000_std - value: -1.9707079025114336 + value: -2.5239081904127816 - type: nauc_map_at_100_diff1 - value: 28.57277892187157 + value: 24.17157132613522 - type: nauc_map_at_100_max - value: 20.970741700934223 + value: 21.31518640920159 - type: nauc_map_at_100_std - value: -1.9764197559226897 + value: -2.5579521484914975 - type: nauc_map_at_10_diff1 - value: 28.40267625984154 + value: 23.86937479997375 - type: nauc_map_at_10_max - value: 20.73833121955205 + value: 20.730553841216402 - type: nauc_map_at_10_std - value: -2.3354557021342974 + value: -2.984377872023596 - type: nauc_map_at_1_diff1 - value: 32.9955434054352 + value: 28.20399969350878 - type: nauc_map_at_1_max - value: 20.185986391843212 + value: 21.092411173110623 - type: nauc_map_at_1_std - value: -2.695582761774532 + value: -2.355133156530113 - type: nauc_map_at_20_diff1 - value: 28.319011030662317 + value: 23.989940502938843 - type: nauc_map_at_20_max - value: 20.814998015640427 + value: 21.129447732785415 - type: nauc_map_at_20_std - value: -2.153621852712255 + value: -2.6856108820515754 - type: nauc_map_at_3_diff1 - value: 28.946904722265863 + value: 24.5338503568311 - type: nauc_map_at_3_max - value: 19.749417911447942 + value: 20.3140323631877 - type: nauc_map_at_3_std - value: -3.661204685560851 + value: -3.5893266173494176 - type: nauc_map_at_5_diff1 - value: 28.80312132548748 + value: 23.828834650934596 - type: nauc_map_at_5_max - value: 20.199963919315877 + value: 20.668700456540407 - type: nauc_map_at_5_std - value: -3.196354863700378 + value: -3.4248771374423663 - type: nauc_mrr_at_1000_diff1 - value: 28.463244037658068 + value: 23.431872574500176 - type: nauc_mrr_at_1000_max - value: 22.207940787458572 + value: 21.898677562008924 - type: nauc_mrr_at_1000_std - value: -1.7807502120521839 + value: -2.214356190453914 - type: nauc_mrr_at_100_diff1 - value: 28.464085908331015 + value: 23.454791986270962 - type: nauc_mrr_at_100_max - value: 22.1910014200551 + value: 21.892376527575756 - type: nauc_mrr_at_100_std - value: -1.7838363875906433 + value: -2.2250470787614876 - type: nauc_mrr_at_10_diff1 - value: 28.149010792882834 + value: 23.21857221649048 - type: nauc_mrr_at_10_max - value: 22.101707130618394 + value: 21.80133864592139 - type: nauc_mrr_at_10_std - value: -2.0042414955730883 + value: -2.366980583648149 - type: nauc_mrr_at_1_diff1 - value: 32.55538071154933 + value: 27.157881198158783 - type: nauc_mrr_at_1_max - value: 20.501728547646692 + value: 21.601786829936433 - type: nauc_mrr_at_1_std - value: -2.7995597781432067 + value: -2.831383077547147 - type: nauc_mrr_at_20_diff1 - value: 28.203277696962786 + value: 23.36592063714778 - type: nauc_mrr_at_20_max - value: 22.105736976546 + value: 21.943784707367183 - type: nauc_mrr_at_20_std - value: -1.8637244342254295 + value: -2.275301184484456 - type: nauc_mrr_at_3_diff1 - value: 29.261720077477786 + value: 23.42493357741843 - type: nauc_mrr_at_3_max - value: 22.366689717538204 + value: 21.51794229469302 - type: nauc_mrr_at_3_std - value: -2.7167960371874 + value: -2.8403025245692053 - type: nauc_mrr_at_5_diff1 - value: 28.716952086934032 + value: 23.09361104232496 - type: nauc_mrr_at_5_max - value: 21.879224075889343 + value: 21.633041369993762 - type: nauc_mrr_at_5_std - value: -2.5020455130857893 + value: -2.4786874807071735 - type: nauc_ndcg_at_1000_diff1 - value: 28.245688765358988 + value: 23.022273404374424 - type: nauc_ndcg_at_1000_max - value: 22.642033477626665 + value: 22.991361978075954 - type: nauc_ndcg_at_1000_std - value: 0.21397309636335549 + value: 0.18153114824679512 - type: nauc_ndcg_at_100_diff1 - value: 28.30135768377054 + value: 23.559298750876117 - type: nauc_ndcg_at_100_max - value: 22.522992841336574 + value: 22.867138599638423 - type: nauc_ndcg_at_100_std - value: 0.42324718753653834 + value: -0.33841026524213386 - type: nauc_ndcg_at_10_diff1 - value: 26.784363607763844 + value: 22.476239602270873 - type: nauc_ndcg_at_10_max - value: 21.54628364310073 + value: 21.504002872557006 - type: nauc_ndcg_at_10_std - value: -1.1860589053309665 + value: -1.8676510759488962 - type: nauc_ndcg_at_1_diff1 - value: 32.55538071154933 + value: 27.157881198158783 - type: nauc_ndcg_at_1_max - value: 20.501728547646692 + value: 21.601786829936433 - type: nauc_ndcg_at_1_std - value: -2.7995597781432067 + value: -2.831383077547147 - type: nauc_ndcg_at_20_diff1 - value: 26.71015517488221 + value: 22.850419852466032 - type: nauc_ndcg_at_20_max - value: 21.666503602839168 + value: 22.543556058554582 - type: nauc_ndcg_at_20_std - value: -0.6328599057610302 + value: -1.1223300955195037 - type: nauc_ndcg_at_3_diff1 - value: 28.52709170272658 + value: 23.576709980109943 - type: nauc_ndcg_at_3_max - value: 20.698731352896495 + value: 20.98005022537365 - type: nauc_ndcg_at_3_std - value: -3.512422540795765 + value: -3.4150814729224632 - type: nauc_ndcg_at_5_diff1 - value: 27.783727105375313 + value: 22.418819576039574 - type: nauc_ndcg_at_5_max - value: 20.687586113228676 + value: 21.157104875464984 - type: nauc_ndcg_at_5_std - value: -2.6249434707920223 + value: -2.727281992701386 - type: nauc_precision_at_1000_diff1 - value: 2.5226549800225397 + value: -0.2418803168229846 - type: nauc_precision_at_1000_max - value: 3.945610129423507 + value: 4.7509057963503345 - type: nauc_precision_at_1000_std - value: 0.7898307382696627 + value: 4.862124108075474 - type: nauc_precision_at_100_diff1 - value: 11.43319225787623 + value: 9.414277026375698 - type: nauc_precision_at_100_max - value: 13.728983664835647 + value: 15.611397966739327 - type: nauc_precision_at_100_std - value: 5.846755030727702 + value: 6.131008472677945 - type: nauc_precision_at_10_diff1 - value: 17.42639845185874 + value: 13.500248662521026 - type: nauc_precision_at_10_max - value: 19.770164108829377 + value: 20.27159793813296 - type: nauc_precision_at_10_std - value: 0.4940921752167469 + value: 0.36295387414869346 - type: nauc_precision_at_1_diff1 - value: 32.55538071154933 + value: 27.157881198158783 - type: nauc_precision_at_1_max - value: 20.501728547646692 + value: 21.601786829936433 - type: nauc_precision_at_1_std - value: -2.7995597781432067 + value: -2.831383077547147 - type: nauc_precision_at_20_diff1 - value: 13.784536308674664 + value: 12.41644887272953 - type: nauc_precision_at_20_max - value: 17.11789975421563 + value: 20.04934603426798 - type: nauc_precision_at_20_std - value: 2.657410411699374 + value: 2.5263812441981117 - type: nauc_precision_at_3_diff1 - value: 24.363303608463692 + value: 17.769700788858774 - type: nauc_precision_at_3_max - value: 19.878147459240253 + value: 20.145180776013085 - type: nauc_precision_at_3_std - value: -4.393894278831335 + value: -4.64889997854223 - type: nauc_precision_at_5_diff1 - value: 21.40932322991802 + value: 14.437820424464798 - type: nauc_precision_at_5_max - value: 19.046547544940655 + value: 21.086799398849397 - type: nauc_precision_at_5_std - value: -3.4284702046576925 + value: -3.542726145322661 - type: nauc_recall_at_1000_diff1 - value: 27.57281716480186 + value: 5.340484078912298 - type: nauc_recall_at_1000_max - value: 37.131431272184045 + value: 38.819059569745434 - type: nauc_recall_at_1000_std - value: 24.65399611858843 + value: 35.261295626072965 - type: nauc_recall_at_100_diff1 - value: 27.262796876616974 + value: 19.859262378217075 - type: nauc_recall_at_100_max - value: 25.11799760455776 + value: 24.843220411163898 - type: nauc_recall_at_100_std - value: 10.988797719811688 + value: 9.02424296030646 - type: nauc_recall_at_10_diff1 - value: 21.29530761630829 + value: 18.128753186700266 - type: nauc_recall_at_10_max - value: 20.840796925098065 + value: 20.873864236953324 - type: nauc_recall_at_10_std - value: 1.6862091939552224 + value: 0.7180942369537235 - type: nauc_recall_at_1_diff1 - value: 32.9955434054352 + value: 28.20399969350878 - type: nauc_recall_at_1_max - value: 20.185986391843212 + value: 21.092411173110623 - type: nauc_recall_at_1_std - value: -2.695582761774532 + value: -2.355133156530113 - type: nauc_recall_at_20_diff1 - value: 20.325787031321553 + value: 18.16983053968982 - type: nauc_recall_at_20_max - value: 20.566885145694496 + value: 23.78295921592487 - type: nauc_recall_at_20_std - value: 3.403094312324928 + value: 3.445605920721629 - type: nauc_recall_at_3_diff1 - value: 25.28444591138317 + value: 20.52573155136365 - type: nauc_recall_at_3_max - value: 19.148264214041205 + value: 19.725261691653092 - type: nauc_recall_at_3_std - value: -3.3648270784116416 + value: -2.985002529881709 - type: nauc_recall_at_5_diff1 - value: 24.0500501554498 + value: 18.268276062359906 - type: nauc_recall_at_5_max - value: 19.21067873195406 + value: 19.83117733925397 - type: nauc_recall_at_5_std - value: -1.4859123472176754 + value: -1.5709756011931044 - type: ndcg_at_1 - value: 21.766 + value: 22.637 - type: ndcg_at_10 - value: 33.064 + value: 33.495000000000005 - type: ndcg_at_100 - value: 39.174 + value: 39.571 - type: ndcg_at_1000 - value: 41.766 + value: 42.056 - type: ndcg_at_20 - value: 35.491 + value: 35.987 - type: ndcg_at_3 - value: 27.435 + value: 27.938000000000002 - type: ndcg_at_5 - value: 29.567 + value: 30.426 - type: precision_at_1 - value: 21.766 + value: 22.637 - type: precision_at_10 - value: 6.331 + value: 6.381 - type: precision_at_100 - value: 1.086 + value: 1.075 - type: precision_at_1000 - value: 0.14300000000000002 + value: 0.14200000000000002 - type: precision_at_20 - value: 3.862 + value: 3.887 - type: precision_at_3 - value: 13.516 + value: 13.806 - type: precision_at_5 - value: 9.801 + value: 10.025 - type: recall_at_1 - value: 17.816000000000003 + value: 18.509999999999998 - type: recall_at_10 - value: 46.87 + value: 46.848 - type: recall_at_100 - value: 73.08099999999999 + value: 73.08200000000001 - type: recall_at_1000 - value: 91.571 + value: 90.82000000000001 - type: recall_at_20 - value: 55.466 + value: 55.752 - type: recall_at_3 - value: 31.094 + value: 31.461 - type: recall_at_5 - value: 36.461 + value: 37.82 task: type: Retrieval - dataset: @@ -1967,287 +1967,287 @@ model-index: type: mteb/cqadupstack-physics metrics: - type: main_score - value: 47.437000000000005 + value: 45.824 - type: map_at_1 - value: 29.719 + value: 28.612 - type: map_at_10 - value: 41.397 + value: 39.765 - type: map_at_100 - value: 42.655 + value: 41.119 - type: map_at_1000 - value: 42.766999999999996 + value: 41.227000000000004 - type: map_at_20 - value: 42.073 + value: 40.541 - type: map_at_3 - value: 38.437 + value: 36.506 - type: map_at_5 - value: 40.119 + value: 38.261 - type: mrr_at_1 - value: 35.803657362848895 + value: 34.55245428296439 - type: mrr_at_10 - value: 46.5686633973448 + value: 44.875758131292294 - type: mrr_at_100 - value: 47.38383257922262 + value: 45.75120721078986 - type: mrr_at_1000 - value: 47.424815236896016 + value: 45.79381377334475 - type: mrr_at_20 - value: 47.02057755519192 + value: 45.405431948897736 - type: mrr_at_3 - value: 44.177093358999 + value: 42.07571382739811 - type: mrr_at_5 - value: 45.60635226179013 + value: 43.687840872633885 - type: nauc_map_at_1000_diff1 - value: 45.474559118914236 + value: 45.54603816601572 - type: nauc_map_at_1000_max - value: 26.06599000190275 + value: 24.204301607914598 - type: nauc_map_at_1000_std - value: -1.634004300045555 + value: -3.385400241809544 - type: nauc_map_at_100_diff1 - value: 45.44886783168348 + value: 45.54021209259281 - type: nauc_map_at_100_max - value: 26.008176024640093 + value: 24.139240543977365 - type: nauc_map_at_100_std - value: -1.636239852124068 + value: -3.4416424537503274 - type: nauc_map_at_10_diff1 - value: 45.685044345430484 + value: 45.84733590786064 - type: nauc_map_at_10_max - value: 25.59967636298861 + value: 23.87997713953964 - type: nauc_map_at_10_std - value: -2.509737620261113 + value: -3.9977454684108364 - type: nauc_map_at_1_diff1 - value: 52.197902232798775 + value: 51.77762922778957 - type: nauc_map_at_1_max - value: 23.766650096318084 + value: 21.548940119767266 - type: nauc_map_at_1_std - value: -6.755306488619346 + value: -6.774027308069757 - type: nauc_map_at_20_diff1 - value: 45.50723492448025 + value: 45.6305134929685 - type: nauc_map_at_20_max - value: 25.920255733359888 + value: 23.949898891211983 - type: nauc_map_at_20_std - value: -1.9852253753117055 + value: -3.8117633658105916 - type: nauc_map_at_3_diff1 - value: 45.9207599246456 + value: 45.66231736851152 - type: nauc_map_at_3_max - value: 25.072956874486596 + value: 23.292236552904384 - type: nauc_map_at_3_std - value: -3.3312720927409294 + value: -4.860026375260737 - type: nauc_map_at_5_diff1 - value: 46.248855276752494 + value: 46.395069418251616 - type: nauc_map_at_5_max - value: 25.23232020461944 + value: 23.500643171747225 - type: nauc_map_at_5_std - value: -2.7274816661852865 + value: -4.639116765481091 - type: nauc_mrr_at_1000_diff1 - value: 43.32935873272367 + value: 43.59466223019413 - type: nauc_mrr_at_1000_max - value: 27.364151738421384 + value: 25.500101182603146 - type: nauc_mrr_at_1000_std - value: 0.4430027521702194 + value: -2.8252405398970026 - type: nauc_mrr_at_100_diff1 - value: 43.29962722278112 + value: 43.58521178366279 - type: nauc_mrr_at_100_max - value: 27.364237481700993 + value: 25.499541544730093 - type: nauc_mrr_at_100_std - value: 0.46461178394171043 + value: -2.8171198325250226 - type: nauc_mrr_at_10_diff1 - value: 43.280067358258755 + value: 43.62497401903436 - type: nauc_mrr_at_10_max - value: 27.26052722208089 + value: 25.528257757563583 - type: nauc_mrr_at_10_std - value: 0.033327889407106626 + value: -3.033700543344133 - type: nauc_mrr_at_1_diff1 - value: 48.972034375445446 + value: 46.962041492938845 - type: nauc_mrr_at_1_max - value: 25.406648372601587 + value: 24.033390474152572 - type: nauc_mrr_at_1_std - value: -3.0377861852375707 + value: -4.371468850014676 - type: nauc_mrr_at_20_diff1 - value: 43.28599976550916 + value: 43.57458456860973 - type: nauc_mrr_at_20_max - value: 27.400341300569604 + value: 25.542827142027825 - type: nauc_mrr_at_20_std - value: 0.3228657221668738 + value: -2.942977643863032 - type: nauc_mrr_at_3_diff1 - value: 43.31830104563768 + value: 43.490236992416406 - type: nauc_mrr_at_3_max - value: 27.066015197122873 + value: 25.501895862532454 - type: nauc_mrr_at_3_std - value: 0.058272030222717486 + value: -3.195016044753707 - type: nauc_mrr_at_5_diff1 - value: 43.5430035502126 + value: 44.05762384636381 - type: nauc_mrr_at_5_max - value: 27.1375826517609 + value: 25.637192189122654 - type: nauc_mrr_at_5_std - value: 0.2222137083791384 + value: -3.108485562228445 - type: nauc_ndcg_at_1000_diff1 - value: 43.3257996946117 + value: 43.750329376899145 - type: nauc_ndcg_at_1000_max - value: 27.90142061606607 + value: 25.988769629465047 - type: nauc_ndcg_at_1000_std - value: 1.5387994788136319 + value: -0.779579989595003 - type: nauc_ndcg_at_100_diff1 - value: 42.677161301859215 + value: 43.46369631570989 - type: nauc_ndcg_at_100_max - value: 27.208039599098736 + value: 25.277438910530144 - type: nauc_ndcg_at_100_std - value: 2.0673586706233973 + value: -0.7982583332900034 - type: nauc_ndcg_at_10_diff1 - value: 43.31805086165568 + value: 44.219854561129 - type: nauc_ndcg_at_10_max - value: 26.24098447435429 + value: 24.488811135713366 - type: nauc_ndcg_at_10_std - value: -1.256000107157048 + value: -3.0634463911544074 - type: nauc_ndcg_at_1_diff1 - value: 48.972034375445446 + value: 46.962041492938845 - type: nauc_ndcg_at_1_max - value: 25.406648372601587 + value: 24.033390474152572 - type: nauc_ndcg_at_1_std - value: -3.0377861852375707 + value: -4.371468850014676 - type: nauc_ndcg_at_20_diff1 - value: 42.921471766944656 + value: 43.65750993509317 - type: nauc_ndcg_at_20_max - value: 27.092239118986996 + value: 24.716204288403954 - type: nauc_ndcg_at_20_std - value: 0.26255407591116076 + value: -2.4571990559048693 - type: nauc_ndcg_at_3_diff1 - value: 43.25713858676164 + value: 43.52084908897581 - type: nauc_ndcg_at_3_max - value: 25.845454332686835 + value: 24.196196258265594 - type: nauc_ndcg_at_3_std - value: -1.4137871683585073 + value: -3.7543715034197094 - type: nauc_ndcg_at_5_diff1 - value: 44.06897927715979 + value: 45.136234842051294 - type: nauc_ndcg_at_5_max - value: 25.774318261166247 + value: 24.265515874537016 - type: nauc_ndcg_at_5_std - value: -0.9574579974018443 + value: -3.677818346298181 - type: nauc_precision_at_1000_diff1 - value: -18.519358045884793 + value: -17.37107028658623 - type: nauc_precision_at_1000_max - value: 6.867120031401896 + value: 11.852925239469377 - type: nauc_precision_at_1000_std - value: 13.989039343084889 + value: 17.267039287022246 - type: nauc_precision_at_100_diff1 - value: -10.055490140613417 + value: -8.83034667931023 - type: nauc_precision_at_100_max - value: 12.201926861409937 + value: 15.674062413762499 - type: nauc_precision_at_100_std - value: 19.30942801044023 + value: 17.443055501165748 - type: nauc_precision_at_10_diff1 - value: 10.395429614095383 + value: 13.97225627982781 - type: nauc_precision_at_10_max - value: 20.007440291434015 + value: 22.903732145381213 - type: nauc_precision_at_10_std - value: 10.256657366249321 + value: 10.438944427071494 - type: nauc_precision_at_1_diff1 - value: 48.972034375445446 + value: 46.962041492938845 - type: nauc_precision_at_1_max - value: 25.406648372601587 + value: 24.033390474152572 - type: nauc_precision_at_1_std - value: -3.0377861852375707 + value: -4.371468850014676 - type: nauc_precision_at_20_diff1 - value: 3.3930615083941165 + value: 5.1840650860759006 - type: nauc_precision_at_20_max - value: 19.39034621926737 + value: 20.65674986095816 - type: nauc_precision_at_20_std - value: 14.360160756103731 + value: 13.43829791560826 - type: nauc_precision_at_3_diff1 - value: 25.552062440445678 + value: 26.863442923738162 - type: nauc_precision_at_3_max - value: 24.99256287344164 + value: 24.89992943990019 - type: nauc_precision_at_3_std - value: 6.047492127520615 + value: 2.705507445737673 - type: nauc_precision_at_5_diff1 - value: 20.64928065516237 + value: 25.047410532713528 - type: nauc_precision_at_5_max - value: 21.718997717108408 + value: 24.792105468863745 - type: nauc_precision_at_5_std - value: 9.027157106805936 + value: 6.064895256436395 - type: nauc_recall_at_1000_diff1 - value: 35.186435660513176 + value: 38.55225790237392 - type: nauc_recall_at_1000_max - value: 43.45509645555364 + value: 38.66004655379001 - type: nauc_recall_at_1000_std - value: 36.081382694049594 + value: 30.074119645781032 - type: nauc_recall_at_100_diff1 - value: 27.880584042396055 + value: 33.70955627870792 - type: nauc_recall_at_100_max - value: 25.084152978364184 + value: 22.94584483255064 - type: nauc_recall_at_100_std - value: 21.492937120403926 + value: 13.383196050226015 - type: nauc_recall_at_10_diff1 - value: 36.73347137474949 + value: 39.19271153993607 - type: nauc_recall_at_10_max - value: 24.497260601021914 + value: 21.949914437712632 - type: nauc_recall_at_10_std - value: -0.8601511849541646 + value: -2.333073190222427 - type: nauc_recall_at_1_diff1 - value: 52.197902232798775 + value: 51.77762922778957 - type: nauc_recall_at_1_max - value: 23.766650096318084 + value: 21.548940119767266 - type: nauc_recall_at_1_std - value: -6.755306488619346 + value: -6.774027308069757 - type: nauc_recall_at_20_diff1 - value: 33.84265700795302 + value: 36.128976477817226 - type: nauc_recall_at_20_max - value: 27.101444795635594 + value: 21.758803887678624 - type: nauc_recall_at_20_std - value: 5.799240058274234 + value: 0.24345057487832894 - type: nauc_recall_at_3_diff1 - value: 38.94975225822273 + value: 40.36085174972692 - type: nauc_recall_at_3_max - value: 23.75319294924259 + value: 23.008684064089795 - type: nauc_recall_at_3_std - value: -1.9353308358998906 + value: -4.009673059808576 - type: nauc_recall_at_5_diff1 - value: 39.500848017577454 + value: 42.47055957862573 - type: nauc_recall_at_5_max - value: 23.738223769059072 + value: 22.49445757462206 - type: nauc_recall_at_5_std - value: -0.6744907808338106 + value: -4.200704887512875 - type: ndcg_at_1 - value: 35.804 + value: 34.552 - type: ndcg_at_10 - value: 47.437000000000005 + value: 45.824 - type: ndcg_at_100 - value: 52.699 + value: 51.398999999999994 - type: ndcg_at_1000 - value: 54.732 + value: 53.418 - type: ndcg_at_20 - value: 49.428 + value: 48.181000000000004 - type: ndcg_at_3 - value: 42.747 + value: 40.369 - type: ndcg_at_5 - value: 45.089 + value: 42.936 - type: precision_at_1 - value: 35.804 + value: 34.552 - type: precision_at_10 - value: 8.537 + value: 8.334999999999999 - type: precision_at_100 - value: 1.288 + value: 1.28 - type: precision_at_1000 - value: 0.165 + value: 0.163 - type: precision_at_20 - value: 4.952 + value: 4.904 - type: precision_at_3 - value: 20.533 + value: 19.185 - type: precision_at_5 - value: 14.360000000000001 + value: 13.550999999999998 - type: recall_at_1 - value: 29.719 + value: 28.612 - type: recall_at_10 - value: 59.962 + value: 58.542 - type: recall_at_100 - value: 82.016 + value: 81.765 - type: recall_at_1000 - value: 95.15299999999999 + value: 94.91000000000001 - type: recall_at_20 - value: 66.85900000000001 + value: 66.923 - type: recall_at_3 - value: 47.016000000000005 + value: 43.844 - type: recall_at_5 - value: 53.005 + value: 50.353 task: type: Retrieval - dataset: @@ -2258,287 +2258,287 @@ model-index: type: mteb/cqadupstack-programmers metrics: - type: main_score - value: 44.432 + value: 43.86 - type: map_at_1 - value: 27.003 + value: 25.764 - type: map_at_10 - value: 38.089 + value: 37.19 - type: map_at_100 - value: 39.566 + value: 38.657000000000004 - type: map_at_1000 - value: 39.660000000000004 + value: 38.766 - type: map_at_20 - value: 38.897 + value: 38.065 - type: map_at_3 - value: 34.625 + value: 33.506 - type: map_at_5 - value: 36.598000000000006 + value: 35.687000000000005 - type: mrr_at_1 - value: 33.10502283105023 + value: 31.963470319634702 - type: mrr_at_10 - value: 43.37736464448793 + value: 42.584348046676794 - type: mrr_at_100 - value: 44.30207953712739 + value: 43.468986492322905 - type: mrr_at_1000 - value: 44.34231889437203 + value: 43.51733725024093 - type: mrr_at_20 - value: 43.94098463185362 + value: 43.123013383096485 - type: mrr_at_3 - value: 40.468036529680354 + value: 39.49771689497716 - type: mrr_at_5 - value: 42.05479452054791 + value: 41.3184931506849 - type: nauc_map_at_1000_diff1 - value: 42.29121318447315 + value: 41.02254426402428 - type: nauc_map_at_1000_max - value: 25.162280266690285 + value: 27.212188389036356 - type: nauc_map_at_1000_std - value: -1.7521561690207341 + value: -0.09284436172372049 - type: nauc_map_at_100_diff1 - value: 42.31091240065635 + value: 41.024063360704524 - type: nauc_map_at_100_max - value: 25.20393545511831 + value: 27.231415107652566 - type: nauc_map_at_100_std - value: -1.7436781984908514 + value: -0.11503072867335035 - type: nauc_map_at_10_diff1 - value: 42.306247326264625 + value: 40.762484471371295 - type: nauc_map_at_10_max - value: 24.937283086174872 + value: 26.552095220263983 - type: nauc_map_at_10_std - value: -2.3651446216819734 + value: -0.8961691473645707 - type: nauc_map_at_1_diff1 - value: 46.9250765891058 + value: 46.0351777590459 - type: nauc_map_at_1_max - value: 21.755241274265664 + value: 22.407309997018807 - type: nauc_map_at_1_std - value: -6.526146753300459 + value: -5.8196986966998026 - type: nauc_map_at_20_diff1 - value: 42.35519189383038 + value: 40.977183873424 - type: nauc_map_at_20_max - value: 24.98344327037873 + value: 27.102353759407233 - type: nauc_map_at_20_std - value: -2.029117180758772 + value: -0.2634342101271879 - type: nauc_map_at_3_diff1 - value: 42.861553083887635 + value: 42.14689988383428 - type: nauc_map_at_3_max - value: 23.172290191636456 + value: 25.03437706538189 - type: nauc_map_at_3_std - value: -5.729021647843113 + value: -3.919393358878002 - type: nauc_map_at_5_diff1 - value: 42.400153330171605 + value: 41.65119564986465 - type: nauc_map_at_5_max - value: 24.3843457517507 + value: 26.285135372203783 - type: nauc_map_at_5_std - value: -4.103400247456953 + value: -1.6186083609321076 - type: nauc_mrr_at_1000_diff1 - value: 41.158321003184575 + value: 38.79875623439539 - type: nauc_mrr_at_1000_max - value: 24.97097767640175 + value: 27.761719103654077 - type: nauc_mrr_at_1000_std - value: -0.060488278757623824 + value: 1.7009545757110647 - type: nauc_mrr_at_100_diff1 - value: 41.14773301648136 + value: 38.791338829094414 - type: nauc_mrr_at_100_max - value: 24.99056964072055 + value: 27.773943681897943 - type: nauc_mrr_at_100_std - value: -0.018729456593603883 + value: 1.7278801972398536 - type: nauc_mrr_at_10_diff1 - value: 41.049394194899506 + value: 38.49632022153806 - type: nauc_mrr_at_10_max - value: 25.047091956359484 + value: 27.77096700597113 - type: nauc_mrr_at_10_std - value: -0.1236257167740216 + value: 1.7302610962780125 - type: nauc_mrr_at_1_diff1 - value: 46.45041628891175 + value: 42.48391167224108 - type: nauc_mrr_at_1_max - value: 23.444962862646708 + value: 24.059631099761877 - type: nauc_mrr_at_1_std - value: -2.922611081848368 + value: -3.3826521142445998 - type: nauc_mrr_at_20_diff1 - value: 41.08750565326973 + value: 38.78568729552403 - type: nauc_mrr_at_20_max - value: 24.819736441385352 + value: 27.830624573272438 - type: nauc_mrr_at_20_std - value: -0.03172086033426935 + value: 1.8702442428163355 - type: nauc_mrr_at_3_diff1 - value: 41.492360312542345 + value: 39.14108666396381 - type: nauc_mrr_at_3_max - value: 24.215674776370445 + value: 27.126136544524147 - type: nauc_mrr_at_3_std - value: -2.8279387995343015 + value: -0.6328064994794298 - type: nauc_mrr_at_5_diff1 - value: 41.120453407957804 + value: 38.684789795150884 - type: nauc_mrr_at_5_max - value: 24.50766393647004 + value: 27.524102240409142 - type: nauc_mrr_at_5_std - value: -1.6371724937383192 + value: 0.9039722426754292 - type: nauc_ndcg_at_1000_diff1 - value: 40.412925901692844 + value: 39.151840725737735 - type: nauc_ndcg_at_1000_max - value: 26.667072127628472 + value: 29.02571712184575 - type: nauc_ndcg_at_1000_std - value: 2.541976360792263 + value: 4.000158107473303 - type: nauc_ndcg_at_100_diff1 - value: 40.050583278726855 + value: 38.87706908494562 - type: nauc_ndcg_at_100_max - value: 27.24508730863342 + value: 29.639606130771863 - type: nauc_ndcg_at_100_std - value: 3.428092864441771 + value: 4.682439878287167 - type: nauc_ndcg_at_10_diff1 - value: 39.861190800718646 + value: 37.841809143608586 - type: nauc_ndcg_at_10_max - value: 26.30436748687435 + value: 28.232681174485542 - type: nauc_ndcg_at_10_std - value: 1.3475758168348535 + value: 2.6534878126703156 - type: nauc_ndcg_at_1_diff1 - value: 46.45041628891175 + value: 42.48391167224108 - type: nauc_ndcg_at_1_max - value: 23.444962862646708 + value: 24.059631099761877 - type: nauc_ndcg_at_1_std - value: -2.922611081848368 + value: -3.3826521142445998 - type: nauc_ndcg_at_20_diff1 - value: 40.07100561606471 + value: 38.78794350531766 - type: nauc_ndcg_at_20_max - value: 25.985979715611602 + value: 29.391888718250126 - type: nauc_ndcg_at_20_std - value: 2.1811308241758054 + value: 4.246096416844256 - type: nauc_ndcg_at_3_diff1 - value: 40.790483372506245 + value: 39.94959683105012 - type: nauc_ndcg_at_3_max - value: 23.59769744172244 + value: 26.44461394195945 - type: nauc_ndcg_at_3_std - value: -4.494607758798129 + value: -2.057142075379544 - type: nauc_ndcg_at_5_diff1 - value: 40.03373919733443 + value: 39.228212224837854 - type: nauc_ndcg_at_5_max - value: 25.097848694679424 + value: 27.63367669291804 - type: nauc_ndcg_at_5_std - value: -2.4552219224646534 + value: 0.8515177431823633 - type: nauc_precision_at_1000_diff1 - value: -15.775900582937789 + value: -10.224587930955357 - type: nauc_precision_at_1000_max - value: -3.160203026108166 + value: 2.0367826445781665 - type: nauc_precision_at_1000_std - value: 11.990661201522675 + value: 10.157637353732063 - type: nauc_precision_at_100_diff1 - value: -6.047106177069152 + value: -2.94132245415521 - type: nauc_precision_at_100_max - value: 9.001379564709037 + value: 14.497654423038803 - type: nauc_precision_at_100_std - value: 20.088414534460323 + value: 17.719614669918094 - type: nauc_precision_at_10_diff1 - value: 15.804456709130987 + value: 11.348279066652248 - type: nauc_precision_at_10_max - value: 21.48801451061341 + value: 24.801591961312027 - type: nauc_precision_at_10_std - value: 16.96396374920401 + value: 15.999695471134517 - type: nauc_precision_at_1_diff1 - value: 46.45041628891175 + value: 42.48391167224108 - type: nauc_precision_at_1_max - value: 23.444962862646708 + value: 24.059631099761877 - type: nauc_precision_at_1_std - value: -2.922611081848368 + value: -3.3826521142445998 - type: nauc_precision_at_20_diff1 - value: 8.666139058650666 + value: 7.358574224272124 - type: nauc_precision_at_20_max - value: 15.74539655701009 + value: 24.541749557197846 - type: nauc_precision_at_20_std - value: 18.34032263434352 + value: 20.029723114376434 - type: nauc_precision_at_3_diff1 - value: 30.078328177014495 + value: 27.31140928134787 - type: nauc_precision_at_3_max - value: 23.206236526849477 + value: 27.266527909477595 - type: nauc_precision_at_3_std - value: 1.003946304697857 + value: 4.293966422589966 - type: nauc_precision_at_5_diff1 - value: 23.224552662396835 + value: 21.318237989903597 - type: nauc_precision_at_5_max - value: 23.237720157081668 + value: 27.05790559252359 - type: nauc_precision_at_5_std - value: 7.476914377701041 + value: 11.540331816577428 - type: nauc_recall_at_1000_diff1 - value: 34.47811252739882 + value: 29.270735599789248 - type: nauc_recall_at_1000_max - value: 49.050703645866136 + value: 42.74905404229601 - type: nauc_recall_at_1000_std - value: 53.56357175848858 + value: 54.29872297065133 - type: nauc_recall_at_100_diff1 - value: 27.514510731063297 + value: 29.423638581914137 - type: nauc_recall_at_100_max - value: 37.89383450779419 + value: 38.27370611473139 - type: nauc_recall_at_100_std - value: 30.914956426396962 + value: 26.86946286594378 - type: nauc_recall_at_10_diff1 - value: 31.60261294129923 + value: 28.333642493802024 - type: nauc_recall_at_10_max - value: 28.682434669916518 + value: 29.41983784943617 - type: nauc_recall_at_10_std - value: 11.066087887663386 + value: 10.567148468398461 - type: nauc_recall_at_1_diff1 - value: 46.9250765891058 + value: 46.0351777590459 - type: nauc_recall_at_1_max - value: 21.755241274265664 + value: 22.407309997018807 - type: nauc_recall_at_1_std - value: -6.526146753300459 + value: -5.8196986966998026 - type: nauc_recall_at_20_diff1 - value: 31.15820698324821 + value: 31.42419633746832 - type: nauc_recall_at_20_max - value: 27.283354858676518 + value: 33.84795718348709 - type: nauc_recall_at_20_std - value: 15.224835259312252 + value: 17.206446408377992 - type: nauc_recall_at_3_diff1 - value: 36.24962682315813 + value: 36.12978905683338 - type: nauc_recall_at_3_max - value: 22.53285476244809 + value: 24.50013074408603 - type: nauc_recall_at_3_std - value: -5.695898877644261 + value: -2.4884799065183474 - type: nauc_recall_at_5_diff1 - value: 33.90081514077898 + value: 33.21734540694272 - type: nauc_recall_at_5_max - value: 25.68967839261565 + value: 27.34082104368914 - type: nauc_recall_at_5_std - value: -0.44109359890721256 + value: 4.47285014662224 - type: ndcg_at_1 - value: 33.105000000000004 + value: 31.963 - type: ndcg_at_10 - value: 44.432 + value: 43.86 - type: ndcg_at_100 - value: 50.346000000000004 + value: 49.522 - type: ndcg_at_1000 - value: 52.207 + value: 51.635 - type: ndcg_at_20 - value: 46.867999999999995 + value: 46.372 - type: ndcg_at_3 - value: 38.651 + value: 37.742 - type: ndcg_at_5 - value: 41.292 + value: 40.744 - type: precision_at_1 - value: 33.105000000000004 + value: 31.963 - type: precision_at_10 - value: 8.231 + value: 8.322000000000001 - type: precision_at_100 - value: 1.314 + value: 1.311 - type: precision_at_1000 - value: 0.165 + value: 0.167 - type: precision_at_20 - value: 4.903 + value: 4.989 - type: precision_at_3 - value: 18.379 + value: 18.151 - type: precision_at_5 - value: 13.288 + value: 13.447000000000001 - type: recall_at_1 - value: 27.003 + value: 25.764 - type: recall_at_10 - value: 57.885 + value: 58.157000000000004 - type: recall_at_100 - value: 82.632 + value: 81.631 - type: recall_at_1000 - value: 94.933 + value: 95.863 - type: recall_at_20 - value: 66.552 + value: 67.048 - type: recall_at_3 - value: 42.039 + value: 41.465999999999994 - type: recall_at_5 - value: 48.819 + value: 49.075 task: type: Retrieval - dataset: @@ -2549,9 +2549,9 @@ model-index: type: CQADupstackRetrieval_is_a_combined_dataset metrics: - type: main_score - value: 43.35658333333334 + value: 42.7395 - type: ndcg_at_10 - value: 43.35658333333334 + value: 42.7395 task: type: Retrieval - dataset: @@ -2562,287 +2562,287 @@ model-index: type: mteb/cqadupstack-stats metrics: - type: main_score - value: 36.774 + value: 38.382 - type: map_at_1 - value: 24.314 + value: 24.956 - type: map_at_10 - value: 32.247 + value: 33.364 - type: map_at_100 - value: 33.318 + value: 34.346 - type: map_at_1000 - value: 33.410000000000004 + value: 34.441 - type: map_at_20 - value: 32.882 + value: 33.928000000000004 - type: map_at_3 - value: 29.918 + value: 30.779 - type: map_at_5 - value: 31.247000000000003 + value: 32.131 - type: mrr_at_1 - value: 27.14723926380368 + value: 27.607361963190186 - type: mrr_at_10 - value: 35.00261710000973 + value: 36.07538465283862 - type: mrr_at_100 - value: 35.91774050269598 + value: 36.89078004113302 - type: mrr_at_1000 - value: 35.98437542375498 + value: 36.960908522547534 - type: mrr_at_20 - value: 35.574081424720816 + value: 36.57365123432853 - type: mrr_at_3 - value: 32.77096114519429 + value: 33.64008179959101 - type: mrr_at_5 - value: 34.00562372188139 + value: 34.91308793456033 - type: nauc_map_at_1000_diff1 - value: 54.63180814646415 + value: 50.99876246634483 - type: nauc_map_at_1000_max - value: 29.203223450358117 + value: 27.11375348316956 - type: nauc_map_at_1000_std - value: -0.3021263833776267 + value: -0.8223687586531171 - type: nauc_map_at_100_diff1 - value: 54.59583529956081 + value: 50.96744235857796 - type: nauc_map_at_100_max - value: 29.18626766299906 + value: 27.101746621071577 - type: nauc_map_at_100_std - value: -0.3282163169867309 + value: -0.8290435699503054 - type: nauc_map_at_10_diff1 - value: 55.04726503326184 + value: 51.40563037369904 - type: nauc_map_at_10_max - value: 29.044501256195648 + value: 26.715210946916446 - type: nauc_map_at_10_std - value: -0.6117213083653824 + value: -1.3301013304956433 - type: nauc_map_at_1_diff1 - value: 63.550202477099546 + value: 59.10851769256635 - type: nauc_map_at_1_max - value: 28.944844539322993 + value: 26.942179588390854 - type: nauc_map_at_1_std - value: -4.171177807929341 + value: -5.088146259999974 - type: nauc_map_at_20_diff1 - value: 54.740965468776515 + value: 51.00500762209007 - type: nauc_map_at_20_max - value: 28.970227164490254 + value: 26.903545483709436 - type: nauc_map_at_20_std - value: -0.5597251642384543 + value: -0.8879313638699978 - type: nauc_map_at_3_diff1 - value: 56.68104735872801 + value: 52.558964129136776 - type: nauc_map_at_3_max - value: 29.047337946574054 + value: 26.54574953680247 - type: nauc_map_at_3_std - value: -2.8603938824972754 + value: -2.85116716794946 - type: nauc_map_at_5_diff1 - value: 55.794664314563 + value: 51.91166685128522 - type: nauc_map_at_5_max - value: 29.441685380967396 + value: 26.97684718237022 - type: nauc_map_at_5_std - value: -1.450803797972934 + value: -2.0545584607744303 - type: nauc_mrr_at_1000_diff1 - value: 50.6303942899797 + value: 49.187292707593365 - type: nauc_mrr_at_1000_max - value: 27.776346009953336 + value: 26.917886822963645 - type: nauc_mrr_at_1000_std - value: 1.3188306968164034 + value: 0.09314372039813201 - type: nauc_mrr_at_100_diff1 - value: 50.59353279312432 + value: 49.15674865433787 - type: nauc_mrr_at_100_max - value: 27.777241355785826 + value: 26.926539281262464 - type: nauc_mrr_at_100_std - value: 1.2939907419345495 + value: 0.09488690166949496 - type: nauc_mrr_at_10_diff1 - value: 50.82875069681195 + value: 49.5191167745581 - type: nauc_mrr_at_10_max - value: 27.588357688879196 + value: 26.578191574020853 - type: nauc_mrr_at_10_std - value: 1.049308481813355 + value: -0.4332010149168712 - type: nauc_mrr_at_1_diff1 - value: 59.7060003776849 + value: 56.83136962805171 - type: nauc_mrr_at_1_max - value: 28.124249542516733 + value: 27.232682843362134 - type: nauc_mrr_at_1_std - value: -1.0907284156522068 + value: -3.4753930473122594 - type: nauc_mrr_at_20_diff1 - value: 50.62304332288202 + value: 49.15134939617399 - type: nauc_mrr_at_20_max - value: 27.607267675597264 + value: 26.87344888664184 - type: nauc_mrr_at_20_std - value: 1.1985615432462147 + value: 0.13910244198874352 - type: nauc_mrr_at_3_diff1 - value: 52.23955902545173 + value: 49.893769596880894 - type: nauc_mrr_at_3_max - value: 27.556213444977416 + value: 26.19959284832838 - type: nauc_mrr_at_3_std - value: -0.4452631157956597 + value: -1.4056523149404336 - type: nauc_mrr_at_5_diff1 - value: 51.52533296430033 + value: 49.68766816395909 - type: nauc_mrr_at_5_max - value: 28.03486269303886 + value: 26.826463837331012 - type: nauc_mrr_at_5_std - value: 0.5537031982670476 + value: -0.8964336795779043 - type: nauc_ndcg_at_1000_diff1 - value: 49.74562245217321 + value: 47.30330423873059 - type: nauc_ndcg_at_1000_max - value: 29.695929939841964 + value: 28.301104564231483 - type: nauc_ndcg_at_1000_std - value: 3.59789568606284 + value: 2.683338095267426 - type: nauc_ndcg_at_100_diff1 - value: 48.73016960799199 + value: 46.66867291937423 - type: nauc_ndcg_at_100_max - value: 29.373164275930474 + value: 28.078461708764458 - type: nauc_ndcg_at_100_std - value: 3.3071445431914053 + value: 2.5295465311428695 - type: nauc_ndcg_at_10_diff1 - value: 50.45669897827819 + value: 48.07351804799436 - type: nauc_ndcg_at_10_max - value: 28.085677161982474 + value: 26.25185116704038 - type: nauc_ndcg_at_10_std - value: 1.5717958758984907 + value: 0.31947530103221494 - type: nauc_ndcg_at_1_diff1 - value: 59.7060003776849 + value: 56.83136962805171 - type: nauc_ndcg_at_1_max - value: 28.124249542516733 + value: 27.232682843362134 - type: nauc_ndcg_at_1_std - value: -1.0907284156522068 + value: -3.4753930473122594 - type: nauc_ndcg_at_20_diff1 - value: 49.440890327894145 + value: 46.72863113281496 - type: nauc_ndcg_at_20_max - value: 27.958232400870575 + value: 27.0829019438828 - type: nauc_ndcg_at_20_std - value: 2.1757223709001705 + value: 2.1819721644725316 - type: nauc_ndcg_at_3_diff1 - value: 53.24615142610624 + value: 49.38507546500055 - type: nauc_ndcg_at_3_max - value: 28.449635621849996 + value: 26.02547349067848 - type: nauc_ndcg_at_3_std - value: -1.7354369161573167 + value: -2.062107710534561 - type: nauc_ndcg_at_5_diff1 - value: 52.11884754097178 + value: 48.702028938234946 - type: nauc_ndcg_at_5_max - value: 28.97700869483304 + value: 26.631557342797297 - type: nauc_ndcg_at_5_std - value: -0.049595764710185807 + value: -1.13458716673632 - type: nauc_precision_at_1000_diff1 - value: -6.724055880253433 + value: -7.616362974733644 - type: nauc_precision_at_1000_max - value: 8.131667846820651 + value: 12.704716068960298 - type: nauc_precision_at_1000_std - value: 12.161086752492784 + value: 10.693420265647761 - type: nauc_precision_at_100_diff1 - value: 3.5747143402159764 + value: 4.245047434408532 - type: nauc_precision_at_100_max - value: 17.163062125335692 + value: 20.138149934295146 - type: nauc_precision_at_100_std - value: 17.47267867948372 + value: 13.988324018580354 - type: nauc_precision_at_10_diff1 - value: 26.55048188213186 + value: 24.713962748803503 - type: nauc_precision_at_10_max - value: 22.851499365785596 + value: 21.912272587921095 - type: nauc_precision_at_10_std - value: 13.490360716905519 + value: 9.923685641756377 - type: nauc_precision_at_1_diff1 - value: 59.7060003776849 + value: 56.83136962805171 - type: nauc_precision_at_1_max - value: 28.124249542516733 + value: 27.232682843362134 - type: nauc_precision_at_1_std - value: -1.0907284156522068 + value: -3.4753930473122594 - type: nauc_precision_at_20_diff1 - value: 18.486914285119706 + value: 15.160997381408379 - type: nauc_precision_at_20_max - value: 18.83036905822163 + value: 23.14475206210582 - type: nauc_precision_at_20_std - value: 14.04904452108196 + value: 16.324297281253212 - type: nauc_precision_at_3_diff1 - value: 41.22193451730434 + value: 37.310592783673044 - type: nauc_precision_at_3_max - value: 26.517497060104134 + value: 25.183575695472932 - type: nauc_precision_at_3_std - value: 2.981025054337913 + value: 2.3270248619137135 - type: nauc_precision_at_5_diff1 - value: 34.47363856515903 + value: 31.548441277121807 - type: nauc_precision_at_5_max - value: 26.549335031124084 + value: 25.36772873604284 - type: nauc_precision_at_5_std - value: 8.941334424654631 + value: 5.676988862734406 - type: nauc_recall_at_1000_diff1 - value: 25.057399705666906 + value: 20.43691655991097 - type: nauc_recall_at_1000_max - value: 41.467062683278435 + value: 40.23701936874751 - type: nauc_recall_at_1000_std - value: 36.55563676482939 + value: 35.76336885517243 - type: nauc_recall_at_100_diff1 - value: 26.34082513090783 + value: 27.835043122315188 - type: nauc_recall_at_100_max - value: 31.8749441635202 + value: 31.805810699439853 - type: nauc_recall_at_100_std - value: 17.537769421710824 + value: 16.658546206916487 - type: nauc_recall_at_10_diff1 - value: 39.625916192201196 + value: 39.044956198775424 - type: nauc_recall_at_10_max - value: 25.169188062983334 + value: 24.230121801610007 - type: nauc_recall_at_10_std - value: 6.35454388859695 + value: 4.204867352942831 - type: nauc_recall_at_1_diff1 - value: 63.550202477099546 + value: 59.10851769256635 - type: nauc_recall_at_1_max - value: 28.944844539322993 + value: 26.942179588390854 - type: nauc_recall_at_1_std - value: -4.171177807929341 + value: -5.088146259999974 - type: nauc_recall_at_20_diff1 - value: 34.359379269727185 + value: 32.48770164983945 - type: nauc_recall_at_20_max - value: 24.215584525694908 + value: 26.349180533221002 - type: nauc_recall_at_20_std - value: 9.553214249646407 + value: 11.188589531295396 - type: nauc_recall_at_3_diff1 - value: 48.39776273577164 + value: 44.33638562753659 - type: nauc_recall_at_3_max - value: 27.79586619747353 + value: 23.88918858892684 - type: nauc_recall_at_3_std - value: -2.7296230291265546 + value: -2.135430126322962 - type: nauc_recall_at_5_diff1 - value: 44.68394726788966 + value: 41.72838294550878 - type: nauc_recall_at_5_max - value: 27.943324859473055 + value: 25.134424065202815 - type: nauc_recall_at_5_std - value: 1.7899805533284538 + value: 0.4272804347838425 - type: ndcg_at_1 - value: 27.147 + value: 27.607 - type: ndcg_at_10 - value: 36.774 + value: 38.382 - type: ndcg_at_100 - value: 41.833999999999996 + value: 43.003 - type: ndcg_at_1000 - value: 44.184 + value: 45.299 - type: ndcg_at_20 - value: 38.940000000000005 + value: 40.251 - type: ndcg_at_3 - value: 32.42 + value: 33.451 - type: ndcg_at_5 - value: 34.547 + value: 35.659 - type: precision_at_1 - value: 27.147 + value: 27.607 - type: precision_at_10 - value: 5.844 + value: 6.227 - type: precision_at_100 - value: 0.906 + value: 0.928 - type: precision_at_1000 - value: 0.11900000000000001 + value: 0.12 - type: precision_at_20 - value: 3.489 + value: 3.612 - type: precision_at_3 - value: 14.008000000000001 + value: 14.468 - type: precision_at_5 - value: 9.876999999999999 + value: 10.215 - type: recall_at_1 - value: 24.314 + value: 24.956 - type: recall_at_10 - value: 47.833 + value: 51.117000000000004 - type: recall_at_100 - value: 70.461 + value: 71.80499999999999 - type: recall_at_1000 - value: 87.689 + value: 88.494 - type: recall_at_20 - value: 55.839000000000006 + value: 57.989999999999995 - type: recall_at_3 - value: 36.04 + value: 37.387 - type: recall_at_5 - value: 41.238 + value: 42.884 task: type: Retrieval - dataset: @@ -2853,287 +2853,287 @@ model-index: type: mteb/cqadupstack-tex metrics: - type: main_score - value: 31.428 + value: 31.025999999999996 - type: map_at_1 - value: 17.848 + value: 18.17 - type: map_at_10 - value: 26.168999999999997 + value: 26.032 - type: map_at_100 - value: 27.276 + value: 27.218999999999998 - type: map_at_1000 - value: 27.400999999999996 + value: 27.345999999999997 - type: map_at_20 - value: 26.729999999999997 + value: 26.666 - type: map_at_3 - value: 23.571 + value: 23.463 - type: map_at_5 - value: 24.916 + value: 24.806 - type: mrr_at_1 - value: 21.369580178940122 + value: 21.472814865794906 - type: mrr_at_10 - value: 29.898909208097145 + value: 29.512844252176716 - type: mrr_at_100 - value: 30.823808441101676 + value: 30.490177986229945 - type: mrr_at_1000 - value: 30.897013755381607 + value: 30.56207014886559 - type: mrr_at_20 - value: 30.390336761527053 + value: 30.0506487851583 - type: mrr_at_3 - value: 27.477632484514846 + value: 27.058958476714874 - type: mrr_at_5 - value: 28.776668960770905 + value: 28.3752007341134 - type: nauc_map_at_1000_diff1 - value: 37.167453703497216 + value: 33.44724427669794 - type: nauc_map_at_1000_max - value: 24.593492027669335 + value: 22.395823506833914 - type: nauc_map_at_1000_std - value: -0.6182994301019478 + value: -0.4150981274633923 - type: nauc_map_at_100_diff1 - value: 37.134679924125024 + value: 33.42890753994663 - type: nauc_map_at_100_max - value: 24.594302733055176 + value: 22.376239097847126 - type: nauc_map_at_100_std - value: -0.6176177796088345 + value: -0.4401702678219545 - type: nauc_map_at_10_diff1 - value: 37.377409033210334 + value: 33.666850629964244 - type: nauc_map_at_10_max - value: 24.598862899239247 + value: 22.114097714173088 - type: nauc_map_at_10_std - value: -1.2117270556231923 + value: -1.0852366926427355 - type: nauc_map_at_1_diff1 - value: 44.376952453024984 + value: 38.77085709277668 - type: nauc_map_at_1_max - value: 22.843211192115177 + value: 19.957196529260628 - type: nauc_map_at_1_std - value: -3.5247666967687294 + value: -2.784123448084558 - type: nauc_map_at_20_diff1 - value: 37.2803705602926 + value: 33.472381054071036 - type: nauc_map_at_20_max - value: 24.57157381915397 + value: 22.308855255579438 - type: nauc_map_at_20_std - value: -0.9485367230630035 + value: -0.6486904865466587 - type: nauc_map_at_3_diff1 - value: 38.114661937896464 + value: 34.42189817938094 - type: nauc_map_at_3_max - value: 23.646911635384974 + value: 21.590305717180428 - type: nauc_map_at_3_std - value: -1.8771796703674217 + value: -1.7333267848855112 - type: nauc_map_at_5_diff1 - value: 37.72440124744284 + value: 33.695706357298796 - type: nauc_map_at_5_max - value: 24.400385223089156 + value: 21.987149458167956 - type: nauc_map_at_5_std - value: -1.85518820221106 + value: -1.6701271473188217 - type: nauc_mrr_at_1000_diff1 - value: 36.279091593855284 + value: 33.136413250064436 - type: nauc_mrr_at_1000_max - value: 25.752705312713065 + value: 23.471325782764698 - type: nauc_mrr_at_1000_std - value: -0.6497053309981409 + value: -0.3980564209208141 - type: nauc_mrr_at_100_diff1 - value: 36.25700698357928 + value: 33.13122882871807 - type: nauc_mrr_at_100_max - value: 25.75493791037481 + value: 23.469147640101035 - type: nauc_mrr_at_100_std - value: -0.6380977318625639 + value: -0.39790519096729465 - type: nauc_mrr_at_10_diff1 - value: 36.319691770034396 + value: 33.25655785925077 - type: nauc_mrr_at_10_max - value: 25.849634979601955 + value: 23.35946047835974 - type: nauc_mrr_at_10_std - value: -1.0788298133236984 + value: -0.8500490754980572 - type: nauc_mrr_at_1_diff1 - value: 42.52827078387801 + value: 38.34949791334492 - type: nauc_mrr_at_1_max - value: 24.502556551204773 + value: 21.926534783990416 - type: nauc_mrr_at_1_std - value: -3.0926334875437322 + value: -2.7773636603036542 - type: nauc_mrr_at_20_diff1 - value: 36.31909387741612 + value: 33.056629387468575 - type: nauc_mrr_at_20_max - value: 25.771106603572925 + value: 23.482437558868856 - type: nauc_mrr_at_20_std - value: -0.8462044328775786 + value: -0.5598040986560595 - type: nauc_mrr_at_3_diff1 - value: 36.7899528966624 + value: 33.889365112764544 - type: nauc_mrr_at_3_max - value: 25.232138104185566 + value: 23.20061693129839 - type: nauc_mrr_at_3_std - value: -1.6478212926185538 + value: -1.25616825144634 - type: nauc_mrr_at_5_diff1 - value: 36.595407620586755 + value: 33.44787691745913 - type: nauc_mrr_at_5_max - value: 25.709280281155316 + value: 23.34712279165282 - type: nauc_mrr_at_5_std - value: -1.737997619159179 + value: -1.3806302517881062 - type: nauc_ndcg_at_1000_diff1 - value: 34.30480241960179 + value: 31.318327402226604 - type: nauc_ndcg_at_1000_max - value: 25.389069439846047 + value: 23.71300269763234 - type: nauc_ndcg_at_1000_std - value: 2.737250323865558 + value: 2.916517607448075 - type: nauc_ndcg_at_100_diff1 - value: 33.69035842726696 + value: 31.040708439004266 - type: nauc_ndcg_at_100_max - value: 25.565383928820896 + value: 23.467949695024597 - type: nauc_ndcg_at_100_std - value: 2.8967447972944704 + value: 2.7972274387802716 - type: nauc_ndcg_at_10_diff1 - value: 34.9412657072751 + value: 31.816826867584318 - type: nauc_ndcg_at_10_max - value: 25.611270020703326 + value: 22.924178018704605 - type: nauc_ndcg_at_10_std - value: -0.05060167522188824 + value: 0.11423808529946625 - type: nauc_ndcg_at_1_diff1 - value: 42.52827078387801 + value: 38.34949791334492 - type: nauc_ndcg_at_1_max - value: 24.502556551204773 + value: 21.926534783990416 - type: nauc_ndcg_at_1_std - value: -3.0926334875437322 + value: -2.7773636603036542 - type: nauc_ndcg_at_20_diff1 - value: 34.704132651798545 + value: 31.129932166551626 - type: nauc_ndcg_at_20_max - value: 25.45593337315021 + value: 23.35498887744279 - type: nauc_ndcg_at_20_std - value: 0.8606782542884363 + value: 1.491332034695489 - type: nauc_ndcg_at_3_diff1 - value: 36.01276209616952 + value: 32.77551220179279 - type: nauc_ndcg_at_3_max - value: 24.26203826008212 + value: 22.496210905750942 - type: nauc_ndcg_at_3_std - value: -1.7105623726622812 + value: -1.2280899372748 - type: nauc_ndcg_at_5_diff1 - value: 35.63393277059753 + value: 31.924061220406134 - type: nauc_ndcg_at_5_max - value: 25.24327027037505 + value: 22.91828327955767 - type: nauc_ndcg_at_5_std - value: -1.6159691389130009 + value: -1.2161178799994699 - type: nauc_precision_at_1000_diff1 - value: 0.6954591900345397 + value: 2.0558810641108645 - type: nauc_precision_at_1000_max - value: 7.9627237764933385 + value: 12.261412181056347 - type: nauc_precision_at_1000_std - value: 5.076240974805441 + value: 6.082384169997254 - type: nauc_precision_at_100_diff1 - value: 6.595775618637469 + value: 8.320082813012062 - type: nauc_precision_at_100_max - value: 16.448710982974102 + value: 19.430325566521223 - type: nauc_precision_at_100_std - value: 9.888636343867235 + value: 10.538646165339417 - type: nauc_precision_at_10_diff1 - value: 21.99545724981827 + value: 21.082431908664486 - type: nauc_precision_at_10_max - value: 25.62686280149063 + value: 24.52535332353091 - type: nauc_precision_at_10_std - value: 2.706914869657038 + value: 4.566893805885459 - type: nauc_precision_at_1_diff1 - value: 42.52827078387801 + value: 38.34949791334492 - type: nauc_precision_at_1_max - value: 24.502556551204773 + value: 21.926534783990416 - type: nauc_precision_at_1_std - value: -3.0926334875437322 + value: -2.7773636603036542 - type: nauc_precision_at_20_diff1 - value: 18.530286397522858 + value: 16.776282883791417 - type: nauc_precision_at_20_max - value: 23.3808048514038 + value: 23.571814338924387 - type: nauc_precision_at_20_std - value: 5.043578003937948 + value: 7.957033137318803 - type: nauc_precision_at_3_diff1 - value: 28.91038503274674 + value: 26.92608583979234 - type: nauc_precision_at_3_max - value: 25.834790662084888 + value: 24.697979517743974 - type: nauc_precision_at_3_std - value: -0.07557416544072024 + value: 0.9245173696347126 - type: nauc_precision_at_5_diff1 - value: 26.00541813092187 + value: 23.379067251418306 - type: nauc_precision_at_5_max - value: 26.54661756251323 + value: 25.064384143107183 - type: nauc_precision_at_5_std - value: -0.5797263784206406 + value: 1.2352265382532668 - type: nauc_recall_at_1000_diff1 - value: 13.301074843412533 + value: 13.384576623547348 - type: nauc_recall_at_1000_max - value: 22.128020961826987 + value: 26.174069812711664 - type: nauc_recall_at_1000_std - value: 33.09720613363087 + value: 32.3995862628019 - type: nauc_recall_at_100_diff1 - value: 18.306615991716228 + value: 20.21494084876213 - type: nauc_recall_at_100_max - value: 24.947716700172954 + value: 22.83711613883119 - type: nauc_recall_at_100_std - value: 18.67267898916648 + value: 16.218904596086052 - type: nauc_recall_at_10_diff1 - value: 27.37227268788039 + value: 25.819867218299624 - type: nauc_recall_at_10_max - value: 25.18586685726637 + value: 21.846054076621346 - type: nauc_recall_at_10_std - value: 3.04618494351913 + value: 2.750587027235345 - type: nauc_recall_at_1_diff1 - value: 44.376952453024984 + value: 38.77085709277668 - type: nauc_recall_at_1_max - value: 22.843211192115177 + value: 19.957196529260628 - type: nauc_recall_at_1_std - value: -3.5247666967687294 + value: -2.784123448084558 - type: nauc_recall_at_20_diff1 - value: 26.20650631007248 + value: 22.795734700198647 - type: nauc_recall_at_20_max - value: 24.43786507889369 + value: 22.97792980515984 - type: nauc_recall_at_20_std - value: 6.17509554506564 + value: 7.656686479045141 - type: nauc_recall_at_3_diff1 - value: 31.635319796729632 + value: 29.469751389287712 - type: nauc_recall_at_3_max - value: 23.03160072787221 + value: 21.743909396914702 - type: nauc_recall_at_3_std - value: -0.7795216257356486 + value: -0.23744939226524805 - type: nauc_recall_at_5_diff1 - value: 30.182938597266528 + value: 27.12041567978547 - type: nauc_recall_at_5_max - value: 24.824341207039357 + value: 22.615965251684102 - type: nauc_recall_at_5_std - value: -0.7307873413229015 + value: -0.44175896354919747 - type: ndcg_at_1 - value: 21.37 + value: 21.473 - type: ndcg_at_10 - value: 31.428 + value: 31.025999999999996 - type: ndcg_at_100 - value: 36.793 + value: 36.678 - type: ndcg_at_1000 - value: 39.546 + value: 39.437 - type: ndcg_at_20 - value: 33.238 + value: 33.073 - type: ndcg_at_3 - value: 26.701999999999998 + value: 26.302999999999997 - type: ndcg_at_5 - value: 28.711 + value: 28.323999999999998 - type: precision_at_1 - value: 21.37 + value: 21.473 - type: precision_at_10 - value: 5.822 + value: 5.712 - type: precision_at_100 - value: 0.9939999999999999 + value: 0.991 - type: precision_at_1000 - value: 0.14100000000000001 + value: 0.13999999999999999 - type: precision_at_20 value: 3.4450000000000003 - type: precision_at_3 - value: 12.790000000000001 + value: 12.446 - type: precision_at_5 - value: 9.25 + value: 9.002 - type: recall_at_1 - value: 17.848 + value: 18.17 - type: recall_at_10 - value: 43.552 + value: 42.545 - type: recall_at_100 - value: 67.774 + value: 67.975 - type: recall_at_1000 - value: 86.884 + value: 87.28200000000001 - type: recall_at_20 - value: 50.190999999999995 + value: 50.099000000000004 - type: recall_at_3 - value: 30.292 + value: 29.384 - type: recall_at_5 - value: 35.436 + value: 34.574 task: type: Retrieval - dataset: @@ -3144,287 +3144,287 @@ model-index: type: mteb/cqadupstack-unix metrics: - type: main_score - value: 43.813 + value: 44.277 - type: map_at_1 - value: 27.997 + value: 29.042 - type: map_at_10 - value: 38.096000000000004 + value: 38.666 - type: map_at_100 - value: 39.304 + value: 39.794000000000004 - type: map_at_1000 - value: 39.4 + value: 39.899 - type: map_at_20 - value: 38.782 + value: 39.318 - type: map_at_3 - value: 35.253 + value: 35.849 - type: map_at_5 - value: 36.675000000000004 + value: 37.15 - type: mrr_at_1 - value: 32.83582089552239 + value: 33.76865671641791 - type: mrr_at_10 - value: 42.47282930585165 + value: 42.855180940535384 - type: mrr_at_100 - value: 43.36727857674455 + value: 43.65565296806929 - type: mrr_at_1000 - value: 43.41948243162911 + value: 43.71842180129229 - type: mrr_at_20 - value: 43.0465833091852 + value: 43.3625132565656 - type: mrr_at_3 - value: 40.04975124378107 + value: 40.391791044776085 - type: mrr_at_5 - value: 41.30441542288552 + value: 41.618470149253675 - type: nauc_map_at_1000_diff1 - value: 44.41223593591828 + value: 44.76754658362534 - type: nauc_map_at_1000_max - value: 32.58816310726964 + value: 28.57841117124753 - type: nauc_map_at_1000_std - value: -4.208261004906189 + value: -3.4660129167762643 - type: nauc_map_at_100_diff1 - value: 44.42876458182472 + value: 44.75063288012039 - type: nauc_map_at_100_max - value: 32.57377793701348 + value: 28.567968761586204 - type: nauc_map_at_100_std - value: -4.227462925797885 + value: -3.477752632088259 - type: nauc_map_at_10_diff1 - value: 44.40349445543698 + value: 44.73573302540937 - type: nauc_map_at_10_max - value: 32.404532273132304 + value: 28.282280517161297 - type: nauc_map_at_10_std - value: -4.3647086008661065 + value: -3.7765442881437945 - type: nauc_map_at_1_diff1 - value: 50.95276693129925 + value: 48.91202430221943 - type: nauc_map_at_1_max - value: 33.078904800087216 + value: 27.2906556539887 - type: nauc_map_at_1_std - value: -6.567250850698339 + value: -6.424630898785891 - type: nauc_map_at_20_diff1 - value: 44.379052730337584 + value: 44.73630640872106 - type: nauc_map_at_20_max - value: 32.50157143927563 + value: 28.526827874611932 - type: nauc_map_at_20_std - value: -4.289830434714925 + value: -3.5923658150006554 - type: nauc_map_at_3_diff1 - value: 45.319706520671346 + value: 44.93936041725324 - type: nauc_map_at_3_max - value: 32.50959940236397 + value: 28.405229039045217 - type: nauc_map_at_3_std - value: -5.466700712459993 + value: -4.281801393459546 - type: nauc_map_at_5_diff1 - value: 44.96409844734475 + value: 45.12444472593884 - type: nauc_map_at_5_max - value: 32.119322983474525 + value: 27.942749088135542 - type: nauc_map_at_5_std - value: -4.590187472824741 + value: -4.31660794202584 - type: nauc_mrr_at_1000_diff1 - value: 42.51705456838056 + value: 44.910772765630306 - type: nauc_mrr_at_1000_max - value: 31.956080459044212 + value: 28.416973496166264 - type: nauc_mrr_at_1000_std - value: -4.729535116692355 + value: -3.833035086221904 - type: nauc_mrr_at_100_diff1 - value: 42.51627893326621 + value: 44.892619575891594 - type: nauc_mrr_at_100_max - value: 31.949601612350868 + value: 28.404215527925608 - type: nauc_mrr_at_100_std - value: -4.718578510367857 + value: -3.8217556133591444 - type: nauc_mrr_at_10_diff1 - value: 42.30960609765877 + value: 44.85481976563178 - type: nauc_mrr_at_10_max - value: 31.922178728225408 + value: 28.260751080109873 - type: nauc_mrr_at_10_std - value: -4.7413883551051255 + value: -4.045215043850954 - type: nauc_mrr_at_1_diff1 - value: 48.065850636429104 + value: 48.40337895219412 - type: nauc_mrr_at_1_max - value: 31.885329567003545 + value: 26.79679664862529 - type: nauc_mrr_at_1_std - value: -7.332064258322191 + value: -7.487638965886408 - type: nauc_mrr_at_20_diff1 - value: 42.36522237213352 + value: 44.87333343738951 - type: nauc_mrr_at_20_max - value: 31.924162105913734 + value: 28.482139448224014 - type: nauc_mrr_at_20_std - value: -4.7167633711352 + value: -3.8752286014067696 - type: nauc_mrr_at_3_diff1 - value: 42.76036289772746 + value: 44.99758703191339 - type: nauc_mrr_at_3_max - value: 32.01652082298529 + value: 28.452096144117228 - type: nauc_mrr_at_3_std - value: -5.774610637721887 + value: -4.140282085210403 - type: nauc_mrr_at_5_diff1 - value: 42.804816342135645 + value: 45.10512842837422 - type: nauc_mrr_at_5_max - value: 31.9268131687239 + value: 28.05725516011186 - type: nauc_mrr_at_5_std - value: -4.939844143998838 + value: -4.384647594071191 - type: nauc_ndcg_at_1000_diff1 - value: 41.985324020453035 + value: 43.74564180532601 - type: nauc_ndcg_at_1000_max - value: 32.8014585551159 + value: 29.551312025286137 - type: nauc_ndcg_at_1000_std - value: -2.2638688129527282 + value: -1.1083160515730703 - type: nauc_ndcg_at_100_diff1 - value: 42.00958703980752 + value: 43.348496487866434 - type: nauc_ndcg_at_100_max - value: 32.6418808419422 + value: 29.39942330551924 - type: nauc_ndcg_at_100_std - value: -1.8216030566831658 + value: -0.6705398040193502 - type: nauc_ndcg_at_10_diff1 - value: 41.73173947748463 + value: 43.45725992484101 - type: nauc_ndcg_at_10_max - value: 32.20107124975781 + value: 28.695126687511458 - type: nauc_ndcg_at_10_std - value: -3.075514374986655 + value: -2.3740899316066018 - type: nauc_ndcg_at_1_diff1 - value: 48.065850636429104 + value: 48.40337895219412 - type: nauc_ndcg_at_1_max - value: 31.885329567003545 + value: 26.79679664862529 - type: nauc_ndcg_at_1_std - value: -7.332064258322191 + value: -7.487638965886408 - type: nauc_ndcg_at_20_diff1 - value: 41.7489808781435 + value: 43.42127264221856 - type: nauc_ndcg_at_20_max - value: 32.48482250369374 + value: 29.610554267953955 - type: nauc_ndcg_at_20_std - value: -2.6986224274974733 + value: -1.5160151729087175 - type: nauc_ndcg_at_3_diff1 - value: 42.99899262948209 + value: 43.971896193021074 - type: nauc_ndcg_at_3_max - value: 32.135140771578044 + value: 28.837730342585 - type: nauc_ndcg_at_3_std - value: -5.362034707986969 + value: -3.4378603384782007 - type: nauc_ndcg_at_5_diff1 - value: 42.94295351236176 + value: 44.15567566140498 - type: nauc_ndcg_at_5_max - value: 31.727819241059745 + value: 27.930607400156386 - type: nauc_ndcg_at_5_std - value: -3.766267176124041 + value: -3.585093099817761 - type: nauc_precision_at_1000_diff1 - value: -16.688488077811048 + value: -9.956611160892146 - type: nauc_precision_at_1000_max - value: -5.444966084796059 + value: -0.8063171225425729 - type: nauc_precision_at_1000_std - value: 2.525586045437135 + value: 3.2066057786084965 - type: nauc_precision_at_100_diff1 - value: -5.88012945579821 + value: 3.146382306675135 - type: nauc_precision_at_100_max - value: 6.623926741753618 + value: 11.124524772709485 - type: nauc_precision_at_100_std - value: 6.0185855210833985 + value: 8.246530036118072 - type: nauc_precision_at_10_diff1 - value: 15.235837716568845 + value: 22.21083744539443 - type: nauc_precision_at_10_max - value: 21.283916499066468 + value: 20.9279510282379 - type: nauc_precision_at_10_std - value: 0.5800542863369232 + value: 0.8735630455251976 - type: nauc_precision_at_1_diff1 - value: 48.065850636429104 + value: 48.40337895219412 - type: nauc_precision_at_1_max - value: 31.885329567003545 + value: 26.79679664862529 - type: nauc_precision_at_1_std - value: -7.332064258322191 + value: -7.487638965886408 - type: nauc_precision_at_20_diff1 - value: 8.362537051133238 + value: 16.234465676348854 - type: nauc_precision_at_20_max - value: 17.246236880510605 + value: 20.16948133183925 - type: nauc_precision_at_20_std - value: 1.760431090469461 + value: 3.8327418329672596 - type: nauc_precision_at_3_diff1 - value: 29.566858364286276 + value: 33.96408049466874 - type: nauc_precision_at_3_max - value: 27.63453000581231 + value: 26.54959675402931 - type: nauc_precision_at_3_std - value: -5.588087076338071 + value: -1.5057033459640596 - type: nauc_precision_at_5_diff1 - value: 25.879446537486068 + value: 31.730951214863268 - type: nauc_precision_at_5_max - value: 25.02532016400511 + value: 22.928409396183813 - type: nauc_precision_at_5_std - value: -1.2114610959410343 + value: -1.2932144850491032 - type: nauc_recall_at_1000_diff1 - value: 20.631937933194283 + value: 31.911131601344994 - type: nauc_recall_at_1000_max - value: 41.13011102383085 + value: 41.29845876948943 - type: nauc_recall_at_1000_std - value: 29.517093912484878 + value: 32.86114928598439 - type: nauc_recall_at_100_diff1 - value: 33.03117082693879 + value: 34.190518909175935 - type: nauc_recall_at_100_max - value: 31.54315343011876 + value: 30.435498463683913 - type: nauc_recall_at_100_std - value: 14.692188918266048 + value: 15.306245199286572 - type: nauc_recall_at_10_diff1 - value: 33.92975852087473 + value: 37.76931016052013 - type: nauc_recall_at_10_max - value: 30.156149373083508 + value: 28.354258415554945 - type: nauc_recall_at_10_std - value: 1.2505426951778773 + value: 2.1382726105961383 - type: nauc_recall_at_1_diff1 - value: 50.95276693129925 + value: 48.91202430221943 - type: nauc_recall_at_1_max - value: 33.078904800087216 + value: 27.2906556539887 - type: nauc_recall_at_1_std - value: -6.567250850698339 + value: -6.424630898785891 - type: nauc_recall_at_20_diff1 - value: 33.189240622708056 + value: 36.64127277665404 - type: nauc_recall_at_20_max - value: 30.85070633278092 + value: 31.88064756844142 - type: nauc_recall_at_20_std - value: 3.4827626407665098 + value: 6.330041609155803 - type: nauc_recall_at_3_diff1 - value: 38.92823166292195 + value: 39.928915008535874 - type: nauc_recall_at_3_max - value: 30.845069851745905 + value: 28.886859365998934 - type: nauc_recall_at_3_std - value: -3.7294606783209603 + value: -0.5614077232648746 - type: nauc_recall_at_5_diff1 - value: 38.04143359412501 + value: 40.11510908090141 - type: nauc_recall_at_5_max - value: 29.40448352846994 + value: 26.598685733701206 - type: nauc_recall_at_5_std - value: -0.7365295869575292 + value: -1.3682209196972956 - type: ndcg_at_1 - value: 32.836 + value: 33.769 - type: ndcg_at_10 - value: 43.813 + value: 44.277 - type: ndcg_at_100 - value: 49.218 + value: 49.228 - type: ndcg_at_1000 - value: 51.29 + value: 51.49700000000001 - type: ndcg_at_20 - value: 46.034000000000006 + value: 46.327 - type: ndcg_at_3 - value: 38.786 + value: 39.21 - type: ndcg_at_5 - value: 40.825 + value: 41.079 - type: precision_at_1 - value: 32.836 + value: 33.769 - type: precision_at_10 value: 7.444000000000001 - type: precision_at_100 - value: 1.139 + value: 1.1119999999999999 - type: precision_at_1000 - value: 0.14300000000000002 + value: 0.14100000000000001 - type: precision_at_20 - value: 4.352 + value: 4.295999999999999 - type: precision_at_3 - value: 17.693 + value: 17.662 - type: precision_at_5 - value: 12.127 + value: 12.071 - type: recall_at_1 - value: 27.997 + value: 29.042 - type: recall_at_10 - value: 56.785 + value: 57.111999999999995 - type: recall_at_100 - value: 80.099 + value: 78.3 - type: recall_at_1000 - value: 94.353 + value: 93.953 - type: recall_at_20 - value: 64.781 + value: 64.497 - type: recall_at_3 - value: 42.878 + value: 43.203 - type: recall_at_5 - value: 48.213 + value: 47.977 task: type: Retrieval - dataset: @@ -3435,287 +3435,287 @@ model-index: type: mteb/cqadupstack-webmasters metrics: - type: main_score - value: 41.276 + value: 38.599 - type: map_at_1 - value: 25.657000000000004 + value: 21.217 - type: map_at_10 - value: 35.19 + value: 31.759999999999998 - type: map_at_100 - value: 36.982 + value: 33.46 - type: map_at_1000 - value: 37.211 + value: 33.693 - type: map_at_20 - value: 36.111 + value: 32.538 - type: map_at_3 - value: 32.396 + value: 28.12 - type: map_at_5 - value: 33.632 + value: 30.278 - type: mrr_at_1 - value: 29.841897233201582 + value: 25.296442687747035 - type: mrr_at_10 - value: 39.19113495200452 + value: 35.919442875964606 - type: mrr_at_100 - value: 40.242180863744345 + value: 36.8779303312437 - type: mrr_at_1000 - value: 40.28749586456178 + value: 36.922570739309975 - type: mrr_at_20 - value: 39.808661586560554 + value: 36.363236891801236 - type: mrr_at_3 - value: 36.82476943346511 + value: 32.27931488801054 - type: mrr_at_5 - value: 37.84255599472992 + value: 34.67061923583662 - type: nauc_map_at_1000_diff1 - value: 40.193447286473905 + value: 43.0148058737978 - type: nauc_map_at_1000_max - value: 26.223647985527087 + value: 17.553889912339514 - type: nauc_map_at_1000_std - value: 2.153579103556877 + value: 0.9601873788177007 - type: nauc_map_at_100_diff1 - value: 40.27197194450725 + value: 42.969459838326216 - type: nauc_map_at_100_max - value: 26.428319524505156 + value: 17.76919717409622 - type: nauc_map_at_100_std - value: 1.7912636808660172 + value: 0.6632625815223269 - type: nauc_map_at_10_diff1 - value: 40.195124428076795 + value: 42.98826908360665 - type: nauc_map_at_10_max - value: 26.31741168494557 + value: 17.76896358622925 - type: nauc_map_at_10_std - value: 0.20692123504748614 + value: -0.45566206208185633 - type: nauc_map_at_1_diff1 - value: 47.38887128517262 + value: 50.590335982075594 - type: nauc_map_at_1_max - value: 23.89602164678559 + value: 16.97180935006884 - type: nauc_map_at_1_std - value: -5.140027727038021 + value: -2.940015286306796 - type: nauc_map_at_20_diff1 - value: 40.386241662450956 + value: 42.72422678706294 - type: nauc_map_at_20_max - value: 26.30667850904554 + value: 17.641464587206702 - type: nauc_map_at_20_std - value: 0.6630593960686111 + value: -0.26097954117038147 - type: nauc_map_at_3_diff1 - value: 41.1934335259685 + value: 44.71021406842305 - type: nauc_map_at_3_max - value: 24.44266496257009 + value: 16.57587387432079 - type: nauc_map_at_3_std - value: -2.1934750873230198 + value: -2.230661818926213 - type: nauc_map_at_5_diff1 - value: 40.59913408376436 + value: 43.802805094104194 - type: nauc_map_at_5_max - value: 25.3632786498764 + value: 17.640518843508353 - type: nauc_map_at_5_std - value: -0.44326461546749474 + value: -1.6190220314007822 - type: nauc_mrr_at_1000_diff1 - value: 39.54779772416194 + value: 42.68310467353682 - type: nauc_mrr_at_1000_max - value: 24.611300412702047 + value: 16.809230915513226 - type: nauc_mrr_at_1000_std - value: 4.460847265115659 + value: 2.530781715420812 - type: nauc_mrr_at_100_diff1 - value: 39.50462828111879 + value: 42.65536982994195 - type: nauc_mrr_at_100_max - value: 24.62040535141358 + value: 16.81836928558118 - type: nauc_mrr_at_100_std - value: 4.480637995508465 + value: 2.555278034267055 - type: nauc_mrr_at_10_diff1 - value: 39.415069070641465 + value: 42.577786166678486 - type: nauc_mrr_at_10_max - value: 24.52839211917029 + value: 16.645561294057938 - type: nauc_mrr_at_10_std - value: 4.299230990716111 + value: 2.502600191358007 - type: nauc_mrr_at_1_diff1 - value: 44.624898875180904 + value: 48.34939409795325 - type: nauc_mrr_at_1_max - value: 22.57738618868472 + value: 14.841478345109453 - type: nauc_mrr_at_1_std - value: 1.2223427136280545 + value: 1.0717766686776664 - type: nauc_mrr_at_20_diff1 - value: 39.51968173245412 + value: 42.427753141104304 - type: nauc_mrr_at_20_max - value: 24.605323259224296 + value: 16.664781724264145 - type: nauc_mrr_at_20_std - value: 4.388265886636648 + value: 2.395840190443403 - type: nauc_mrr_at_3_diff1 - value: 40.13459422578896 + value: 43.66899063945567 - type: nauc_mrr_at_3_max - value: 22.855554888595197 + value: 15.543248241002669 - type: nauc_mrr_at_3_std - value: 2.4049570511348795 + value: 1.2576977387893074 - type: nauc_mrr_at_5_diff1 - value: 39.68353728831915 + value: 42.99892264765085 - type: nauc_mrr_at_5_max - value: 24.209524006023432 + value: 16.81932916641511 - type: nauc_mrr_at_5_std - value: 3.689692365668716 + value: 1.8643647111878687 - type: nauc_ndcg_at_1000_diff1 - value: 38.514386878415316 + value: 41.42201980313824 - type: nauc_ndcg_at_1000_max - value: 27.616693548757915 + value: 19.07092299908919 - type: nauc_ndcg_at_1000_std - value: 6.471498263469018 + value: 4.295482250528043 - type: nauc_ndcg_at_100_diff1 - value: 37.683858957886265 + value: 40.412303224666836 - type: nauc_ndcg_at_100_max - value: 28.126584052393945 + value: 19.150525298676474 - type: nauc_ndcg_at_100_std - value: 6.564330756451578 + value: 4.346757305462373 - type: nauc_ndcg_at_10_diff1 - value: 37.39339040968122 + value: 39.690541084634866 - type: nauc_ndcg_at_10_max - value: 27.012116321212275 + value: 17.42767047724514 - type: nauc_ndcg_at_10_std - value: 4.816600689273957 + value: 2.6951617967923736 - type: nauc_ndcg_at_1_diff1 - value: 44.624898875180904 + value: 48.34939409795325 - type: nauc_ndcg_at_1_max - value: 22.57738618868472 + value: 14.841478345109453 - type: nauc_ndcg_at_1_std - value: 1.2223427136280545 + value: 1.0717766686776664 - type: nauc_ndcg_at_20_diff1 - value: 37.995800561654264 + value: 39.015028370760206 - type: nauc_ndcg_at_20_max - value: 27.363523971095404 + value: 17.464821460656594 - type: nauc_ndcg_at_20_std - value: 4.884568980725764 + value: 2.1306007919526593 - type: nauc_ndcg_at_3_diff1 - value: 38.8577062454764 + value: 42.5545826087251 - type: nauc_ndcg_at_3_max - value: 23.826427081857187 + value: 15.501551627104107 - type: nauc_ndcg_at_3_std - value: 2.161107982790813 + value: 0.43815674039665264 - type: nauc_ndcg_at_5_diff1 - value: 38.16103345098773 + value: 41.16176253155491 - type: nauc_ndcg_at_5_max - value: 25.61047872812428 + value: 17.21541866304199 - type: nauc_ndcg_at_5_std - value: 4.314682877104812 + value: 1.2475713954135355 - type: nauc_precision_at_1000_diff1 - value: -15.034259275993636 + value: -5.018264434243664 - type: nauc_precision_at_1000_max - value: -12.551328667782263 + value: -19.051595112230373 - type: nauc_precision_at_1000_std - value: 40.05363366908327 + value: 27.49016185285424 - type: nauc_precision_at_100_diff1 - value: -6.839700976158014 + value: 0.6676020228422808 - type: nauc_precision_at_100_max - value: 0.2108288067491828 + value: -8.065467335328094 - type: nauc_precision_at_100_std - value: 38.691818658660175 + value: 28.34507443509331 - type: nauc_precision_at_10_diff1 - value: 10.357779919034634 + value: 14.960481851261331 - type: nauc_precision_at_10_max - value: 17.724601181221793 + value: 8.180908417423614 - type: nauc_precision_at_10_std - value: 22.548540211646834 + value: 15.782334983720018 - type: nauc_precision_at_1_diff1 - value: 44.624898875180904 + value: 48.34939409795325 - type: nauc_precision_at_1_max - value: 22.57738618868472 + value: 14.841478345109453 - type: nauc_precision_at_1_std - value: 1.2223427136280545 + value: 1.0717766686776664 - type: nauc_precision_at_20_diff1 - value: 4.81786343870205 + value: 6.799749571010497 - type: nauc_precision_at_20_max - value: 13.147548387250598 + value: 2.7700077220190544 - type: nauc_precision_at_20_std - value: 27.994862705765172 + value: 18.063969796619165 - type: nauc_precision_at_3_diff1 - value: 25.106147742224174 + value: 32.81890592828406 - type: nauc_precision_at_3_max - value: 20.347646727496777 + value: 12.805769393300215 - type: nauc_precision_at_3_std - value: 10.044480758401734 + value: 4.401586696810425 - type: nauc_precision_at_5_diff1 - value: 18.36500397239675 + value: 23.921161576360568 - type: nauc_precision_at_5_max - value: 21.53240691176414 + value: 13.031428928244152 - type: nauc_precision_at_5_std - value: 16.809157790400775 + value: 9.699568722955304 - type: nauc_recall_at_1000_diff1 - value: 28.28211166828611 + value: 22.236575533894708 - type: nauc_recall_at_1000_max - value: 52.34899125051987 + value: 54.436097597300005 - type: nauc_recall_at_1000_std - value: 46.58532157026862 + value: 43.621140974086295 - type: nauc_recall_at_100_diff1 - value: 21.952440028722467 + value: 24.005061022725336 - type: nauc_recall_at_100_max - value: 37.30396279293881 + value: 27.767764791874622 - type: nauc_recall_at_100_std - value: 27.12270041719538 + value: 22.80866673645538 - type: nauc_recall_at_10_diff1 - value: 29.138286882619113 + value: 28.097551153230526 - type: nauc_recall_at_10_max - value: 30.684526760391613 + value: 17.57728377350311 - type: nauc_recall_at_10_std - value: 8.865876872459117 + value: 5.256733501506101 - type: nauc_recall_at_1_diff1 - value: 47.38887128517262 + value: 50.590335982075594 - type: nauc_recall_at_1_max - value: 23.89602164678559 + value: 16.97180935006884 - type: nauc_recall_at_1_std - value: -5.140027727038021 + value: -2.940015286306796 - type: nauc_recall_at_20_diff1 - value: 29.736338014472235 + value: 24.73878192984989 - type: nauc_recall_at_20_max - value: 30.948295931537555 + value: 16.729004763940104 - type: nauc_recall_at_20_std - value: 10.5553324922939 + value: 4.444628995374048 - type: nauc_recall_at_3_diff1 - value: 34.93573814903889 + value: 37.735425023845295 - type: nauc_recall_at_3_max - value: 23.44939558867618 + value: 14.499939981335283 - type: nauc_recall_at_3_std - value: -0.0471041198729599 + value: -1.8203061094896973 - type: nauc_recall_at_5_diff1 - value: 32.53652190156604 + value: 33.55839532086379 - type: nauc_recall_at_5_max - value: 26.585203785148664 + value: 17.75773937538373 - type: nauc_recall_at_5_std - value: 6.018855678725996 + value: -0.07451143688637211 - type: ndcg_at_1 - value: 29.842000000000002 + value: 25.296000000000003 - type: ndcg_at_10 - value: 41.276 + value: 38.599 - type: ndcg_at_100 - value: 47.795 + value: 45.025 - type: ndcg_at_1000 - value: 49.91 + value: 47.176 - type: ndcg_at_20 - value: 43.723 + value: 40.509 - type: ndcg_at_3 - value: 36.638 + value: 31.996000000000002 - type: ndcg_at_5 - value: 38.159 + value: 35.548 - type: precision_at_1 - value: 29.842000000000002 + value: 25.296000000000003 - type: precision_at_10 - value: 7.945 + value: 7.767 - type: precision_at_100 - value: 1.644 + value: 1.6129999999999998 - type: precision_at_1000 - value: 0.246 + value: 0.244 - type: precision_at_20 - value: 5.109 + value: 4.872 - type: precision_at_3 - value: 17.325 + value: 15.152 - type: precision_at_5 - value: 12.055 + value: 11.937000000000001 - type: recall_at_1 - value: 25.657000000000004 + value: 21.217 - type: recall_at_10 - value: 53.415 + value: 53.437999999999995 - type: recall_at_100 - value: 82.243 + value: 81.96799999999999 - type: recall_at_1000 - value: 94.903 + value: 94.855 - type: recall_at_20 - value: 62.50599999999999 + value: 60.363 - type: recall_at_3 - value: 39.987 + value: 35.416 - type: recall_at_5 - value: 44.349 + value: 44.107 task: type: Retrieval - dataset: @@ -3726,287 +3726,287 @@ model-index: type: mteb/cqadupstack-wordpress metrics: - type: main_score - value: 35.064 + value: 35.286 - type: map_at_1 - value: 20.838 + value: 22.192999999999998 - type: map_at_10 - value: 29.895 + value: 30.124000000000002 - type: map_at_100 - value: 31.0 + value: 31.146 - type: map_at_1000 - value: 31.1 + value: 31.247000000000003 - type: map_at_20 - value: 30.55 + value: 30.724 - type: map_at_3 - value: 27.208 + value: 27.119 - type: map_at_5 - value: 28.488000000000003 + value: 28.71 - type: mrr_at_1 - value: 22.920517560073936 + value: 24.029574861367838 - type: mrr_at_10 - value: 31.860604993691865 + value: 32.05931109350702 - type: mrr_at_100 - value: 32.90548098827449 + value: 32.96551163821783 - type: mrr_at_1000 - value: 32.97283536720944 + value: 33.043459542699296 - type: mrr_at_20 - value: 32.51654382943621 + value: 32.59428858130953 - type: mrr_at_3 - value: 29.513247073321008 + value: 29.390018484288348 - type: mrr_at_5 - value: 30.742452248921747 + value: 30.850277264325314 - type: nauc_map_at_1000_diff1 - value: 38.908942357212766 + value: 35.16694213270797 - type: nauc_map_at_1000_max - value: 22.942635871003098 + value: 22.797276834623574 - type: nauc_map_at_1000_std - value: -4.5681776676050365 + value: -3.0634948181060198 - type: nauc_map_at_100_diff1 - value: 38.940288200880055 + value: 35.20491950561727 - type: nauc_map_at_100_max - value: 22.95451430667675 + value: 22.796629844096863 - type: nauc_map_at_100_std - value: -4.574316490787446 + value: -3.077355076917843 - type: nauc_map_at_10_diff1 - value: 38.388530063018514 + value: 35.06820967831128 - type: nauc_map_at_10_max - value: 22.627918160431346 + value: 22.5678322137875 - type: nauc_map_at_10_std - value: -5.332900227210416 + value: -3.7558046413513013 - type: nauc_map_at_1_diff1 - value: 49.432054610813566 + value: 40.50413598561168 - type: nauc_map_at_1_max - value: 25.500932340747738 + value: 21.966442375416722 - type: nauc_map_at_1_std - value: -6.50421642912243 + value: -6.712726678544362 - type: nauc_map_at_20_diff1 - value: 38.765400788013345 + value: 35.14124459228563 - type: nauc_map_at_20_max - value: 22.771701239551746 + value: 22.718751682757006 - type: nauc_map_at_20_std - value: -4.9536233578756645 + value: -3.357819045837222 - type: nauc_map_at_3_diff1 - value: 39.75439368104839 + value: 35.93212210391374 - type: nauc_map_at_3_max - value: 22.495617084234983 + value: 22.40784360829625 - type: nauc_map_at_3_std - value: -6.651181928211542 + value: -4.7336084886833305 - type: nauc_map_at_5_diff1 - value: 38.55353759927066 + value: 35.63892032488633 - type: nauc_map_at_5_max - value: 22.166821103032724 + value: 22.55532746912718 - type: nauc_map_at_5_std - value: -6.316959235946222 + value: -4.285573151638768 - type: nauc_mrr_at_1000_diff1 - value: 39.58986351673291 + value: 36.30571855088176 - type: nauc_mrr_at_1000_max - value: 25.475743891190227 + value: 26.51213781024889 - type: nauc_mrr_at_1000_std - value: -3.384285277655213 + value: -2.027245271968698 - type: nauc_mrr_at_100_diff1 - value: 39.586909715776734 + value: 36.29250233792124 - type: nauc_mrr_at_100_max - value: 25.471483985448494 + value: 26.48681755038979 - type: nauc_mrr_at_100_std - value: -3.3592166333685225 + value: -2.0403918178592417 - type: nauc_mrr_at_10_diff1 - value: 39.27065836602099 + value: 36.16188746318805 - type: nauc_mrr_at_10_max - value: 25.27624357292451 + value: 26.301480069835275 - type: nauc_mrr_at_10_std - value: -3.940822359632824 + value: -2.551636416429969 - type: nauc_mrr_at_1_diff1 - value: 49.83574175859242 + value: 43.02454864876149 - type: nauc_mrr_at_1_max - value: 28.492429168618777 + value: 26.567214425393164 - type: nauc_mrr_at_1_std - value: -6.1361188105506335 + value: -5.346998954028162 - type: nauc_mrr_at_20_diff1 - value: 39.42502988813291 + value: 36.16765735531818 - type: nauc_mrr_at_20_max - value: 25.338736831189834 + value: 26.463701839238247 - type: nauc_mrr_at_20_std - value: -3.5777316284547664 + value: -2.1593929836262515 - type: nauc_mrr_at_3_diff1 - value: 40.638895896441966 + value: 37.91898816620748 - type: nauc_mrr_at_3_max - value: 25.55027135158745 + value: 27.408664226667177 - type: nauc_mrr_at_3_std - value: -4.956919545546124 + value: -3.2055902944778696 - type: nauc_mrr_at_5_diff1 - value: 39.453753608275974 + value: 37.07752653343404 - type: nauc_mrr_at_5_max - value: 25.43399092248565 + value: 27.04838616584666 - type: nauc_mrr_at_5_std - value: -4.332710908286518 + value: -2.6905535922490627 - type: nauc_ndcg_at_1000_diff1 - value: 36.811318071746605 + value: 32.77919521624436 - type: nauc_ndcg_at_1000_max - value: 23.61697909965222 + value: 24.53344626291134 - type: nauc_ndcg_at_1000_std - value: -0.3811922428488703 + value: 0.7250839739175355 - type: nauc_ndcg_at_100_diff1 - value: 37.25514551778969 + value: 33.09789248177774 - type: nauc_ndcg_at_100_max - value: 23.69715218721035 + value: 24.39220995450699 - type: nauc_ndcg_at_100_std - value: 0.06345429032853737 + value: 0.42021432060057934 - type: nauc_ndcg_at_10_diff1 - value: 34.875886631480256 + value: 32.475687182953514 - type: nauc_ndcg_at_10_max - value: 22.106915564195575 + value: 23.289940547957013 - type: nauc_ndcg_at_10_std - value: -3.436576622210651 + value: -2.2372954440736628 - type: nauc_ndcg_at_1_diff1 - value: 49.83574175859242 + value: 43.02454864876149 - type: nauc_ndcg_at_1_max - value: 28.492429168618777 + value: 26.567214425393164 - type: nauc_ndcg_at_1_std - value: -6.1361188105506335 + value: -5.346998954028162 - type: nauc_ndcg_at_20_diff1 - value: 35.95083955876939 + value: 32.615162301314406 - type: nauc_ndcg_at_20_max - value: 22.277638995852325 + value: 23.592283255223638 - type: nauc_ndcg_at_20_std - value: -2.145006385700518 + value: -0.9666029411482454 - type: nauc_ndcg_at_3_diff1 - value: 37.27943253002554 + value: 34.91305857074282 - type: nauc_ndcg_at_3_max - value: 22.603388381859958 + value: 24.114483830046765 - type: nauc_ndcg_at_3_std - value: -6.023837369504776 + value: -3.6221786676260725 - type: nauc_ndcg_at_5_diff1 - value: 35.39609138329689 + value: 34.15722647039212 - type: nauc_ndcg_at_5_max - value: 21.950935741166905 + value: 23.885765133899003 - type: nauc_ndcg_at_5_std - value: -5.249802410414431 + value: -3.0464520124354526 - type: nauc_precision_at_1000_diff1 - value: -9.83217582220469 + value: -16.774877787196818 - type: nauc_precision_at_1000_max - value: 2.0620921351501496 + value: 3.434920920797534 - type: nauc_precision_at_1000_std - value: 19.889234374450094 + value: 12.693242189177525 - type: nauc_precision_at_100_diff1 - value: 14.934900771704099 + value: 10.971079821338591 - type: nauc_precision_at_100_max - value: 21.153505809373605 + value: 23.952967311935705 - type: nauc_precision_at_100_std - value: 24.17318532623431 + value: 18.53730146884614 - type: nauc_precision_at_10_diff1 - value: 19.943897485187755 + value: 23.009747058852795 - type: nauc_precision_at_10_max - value: 20.120171971210425 + value: 26.01626635498701 - type: nauc_precision_at_10_std - value: 6.764413975990199 + value: 5.512964190005387 - type: nauc_precision_at_1_diff1 - value: 49.83574175859242 + value: 43.02454864876149 - type: nauc_precision_at_1_max - value: 28.492429168618777 + value: 26.567214425393164 - type: nauc_precision_at_1_std - value: -6.1361188105506335 + value: -5.346998954028162 - type: nauc_precision_at_20_diff1 - value: 20.21771410373249 + value: 21.0449838413959 - type: nauc_precision_at_20_max - value: 20.336749098978892 + value: 27.1788421077057 - type: nauc_precision_at_20_std - value: 12.17382144918694 + value: 12.1005925779907 - type: nauc_precision_at_3_diff1 - value: 29.391189473199475 + value: 31.620555316251835 - type: nauc_precision_at_3_max - value: 21.61212329364091 + value: 27.48904359714662 - type: nauc_precision_at_3_std - value: -4.297139156851815 + value: -0.37680032200429714 - type: nauc_precision_at_5_diff1 - value: 24.143374317219486 + value: 29.175984831220962 - type: nauc_precision_at_5_max - value: 20.818202096307502 + value: 27.20617375505473 - type: nauc_precision_at_5_std - value: -0.39262116523388174 + value: 0.7980896555153171 - type: nauc_recall_at_1000_diff1 - value: 21.220505343123836 + value: 6.904715425517141 - type: nauc_recall_at_1000_max - value: 26.367130395257032 + value: 33.38883092681765 - type: nauc_recall_at_1000_std - value: 43.03837762603965 + value: 42.78326229564927 - type: nauc_recall_at_100_diff1 - value: 33.042009296036845 + value: 23.6743337390406 - type: nauc_recall_at_100_max - value: 24.81858709092461 + value: 26.455577684379545 - type: nauc_recall_at_100_std - value: 22.419759985275235 + value: 14.88555128462821 - type: nauc_recall_at_10_diff1 - value: 23.88287712131902 + value: 23.276637895958206 - type: nauc_recall_at_10_max - value: 17.755374057552604 + value: 21.09618028934919 - type: nauc_recall_at_10_std - value: 0.4281352730035428 + value: 0.6332438472540376 - type: nauc_recall_at_1_diff1 - value: 49.432054610813566 + value: 40.50413598561168 - type: nauc_recall_at_1_max - value: 25.500932340747738 + value: 21.966442375416722 - type: nauc_recall_at_1_std - value: -6.50421642912243 + value: -6.712726678544362 - type: nauc_recall_at_20_diff1 - value: 27.236019149194007 + value: 23.02548969713959 - type: nauc_recall_at_20_max - value: 17.076130433759726 + value: 21.118464808683886 - type: nauc_recall_at_20_std - value: 5.4346719564148165 + value: 4.9048810729410555 - type: nauc_recall_at_3_diff1 - value: 29.78269417225934 + value: 30.708484078575864 - type: nauc_recall_at_3_max - value: 19.0414616648401 + value: 23.798172366006927 - type: nauc_recall_at_3_std - value: -6.472619525672874 + value: -2.8762947540136694 - type: nauc_recall_at_5_diff1 - value: 25.665564078659386 + value: 28.644452067839847 - type: nauc_recall_at_5_max - value: 18.117879917734765 + value: 23.413735887800126 - type: nauc_recall_at_5_std - value: -4.420893015958168 + value: -0.9731245183499054 - type: ndcg_at_1 - value: 22.921 + value: 24.03 - type: ndcg_at_10 - value: 35.064 + value: 35.286 - type: ndcg_at_100 - value: 40.549 + value: 40.318 - type: ndcg_at_1000 - value: 42.870000000000005 + value: 42.799 - type: ndcg_at_20 - value: 37.37 + value: 37.363 - type: ndcg_at_3 - value: 29.831000000000003 + value: 29.486 - type: ndcg_at_5 - value: 31.953 + value: 32.147 - type: precision_at_1 - value: 22.921 + value: 24.03 - type: precision_at_10 - value: 5.749 + value: 5.7299999999999995 - type: precision_at_100 - value: 0.906 + value: 0.882 - type: precision_at_1000 - value: 0.122 + value: 0.121 - type: precision_at_20 - value: 3.447 + value: 3.383 - type: precision_at_3 - value: 12.939 + value: 12.508 - type: precision_at_5 - value: 9.131 + value: 9.094 - type: recall_at_1 - value: 20.838 + value: 22.192999999999998 - type: recall_at_10 - value: 49.059999999999995 + value: 49.461 - type: recall_at_100 - value: 74.30600000000001 + value: 72.563 - type: recall_at_1000 - value: 91.297 + value: 90.81 - type: recall_at_20 - value: 57.662 + value: 57.375 - type: recall_at_3 - value: 34.868 + value: 33.717999999999996 - type: recall_at_5 - value: 39.803 + value: 40.176 task: type: Retrieval - dataset: @@ -4017,287 +4017,287 @@ model-index: type: mteb/climate-fever metrics: - type: main_score - value: 21.741 + value: 25.968999999999998 - type: map_at_1 - value: 8.451 + value: 10.465 - type: map_at_10 - value: 15.039 + value: 18.169 - type: map_at_100 - value: 16.705000000000002 + value: 20.092 - type: map_at_1000 - value: 16.900000000000002 + value: 20.284 - type: map_at_20 - value: 15.879999999999999 + value: 19.171 - type: map_at_3 - value: 12.573 + value: 14.881 - type: map_at_5 - value: 13.886999999999999 + value: 16.514 - type: mrr_at_1 - value: 19.218241042345277 + value: 23.257328990228014 - type: mrr_at_10 - value: 29.188330489633387 + value: 33.97151129724417 - type: mrr_at_100 - value: 30.357154789003747 + value: 35.08279716446454 - type: mrr_at_1000 - value: 30.417212818659532 + value: 35.12955360595455 - type: mrr_at_20 - value: 29.890588417385665 + value: 34.67890892662469 - type: mrr_at_3 - value: 26.19978284473395 + value: 30.31487513572199 - type: mrr_at_5 - value: 27.95222584147659 + value: 32.47774158523336 - type: nauc_map_at_1000_diff1 - value: 17.502952982918995 + value: 22.508790878195743 - type: nauc_map_at_1000_max - value: 35.432061394982135 + value: 42.86110108324203 - type: nauc_map_at_1000_std - value: 14.846029870026916 + value: 17.460592768800236 - type: nauc_map_at_100_diff1 - value: 17.488572388895207 + value: 22.47424380453617 - type: nauc_map_at_100_max - value: 35.363535572635335 + value: 42.817537062906894 - type: nauc_map_at_100_std - value: 14.766035682619098 + value: 17.39646930826512 - type: nauc_map_at_10_diff1 - value: 17.64289702201983 + value: 22.895817017299535 - type: nauc_map_at_10_max - value: 34.543548322954116 + value: 42.57389260104658 - type: nauc_map_at_10_std - value: 12.399925332754982 + value: 15.663345782505141 - type: nauc_map_at_1_diff1 - value: 22.908349710526117 + value: 29.782434770483434 - type: nauc_map_at_1_max - value: 33.57250438077223 + value: 40.30779478123252 - type: nauc_map_at_1_std - value: 8.712604422387274 + value: 9.169072850474336 - type: nauc_map_at_20_diff1 - value: 17.569370935099712 + value: 22.52636007972728 - type: nauc_map_at_20_max - value: 35.138592301344765 + value: 42.72977175598548 - type: nauc_map_at_20_std - value: 13.707221606334985 + value: 16.826430314819532 - type: nauc_map_at_3_diff1 - value: 17.765521543359768 + value: 25.430362223440216 - type: nauc_map_at_3_max - value: 33.73612850334167 + value: 41.23018690763574 - type: nauc_map_at_3_std - value: 9.313067637474399 + value: 11.237131213228738 - type: nauc_map_at_5_diff1 - value: 18.083340964921437 + value: 24.65629039714421 - type: nauc_map_at_5_max - value: 34.166474719746645 + value: 41.988672858397216 - type: nauc_map_at_5_std - value: 10.974449923205754 + value: 13.242478093862001 - type: nauc_mrr_at_1000_diff1 - value: 13.572232019111102 + value: 20.034648607271407 - type: nauc_mrr_at_1000_max - value: 32.27033567761251 + value: 40.23257048114861 - type: nauc_mrr_at_1000_std - value: 15.007771208191265 + value: 18.69886218513857 - type: nauc_mrr_at_100_diff1 - value: 13.554920308230278 + value: 20.019074148137793 - type: nauc_mrr_at_100_max - value: 32.26853416277165 + value: 40.24098309862084 - type: nauc_mrr_at_100_std - value: 15.024406153099983 + value: 18.725617772901064 - type: nauc_mrr_at_10_diff1 - value: 13.6105299907735 + value: 19.78613711521588 - type: nauc_mrr_at_10_max - value: 32.10769073026925 + value: 40.30354678203266 - type: nauc_mrr_at_10_std - value: 14.76906352229205 + value: 18.641502254160113 - type: nauc_mrr_at_1_diff1 - value: 18.63925810467644 + value: 26.212266274024305 - type: nauc_mrr_at_1_max - value: 30.61498167277275 + value: 38.39690305559415 - type: nauc_mrr_at_1_std - value: 10.803867489250429 + value: 13.686935637449835 - type: nauc_mrr_at_20_diff1 - value: 13.444375928376976 + value: 19.738943766823667 - type: nauc_mrr_at_20_max - value: 32.29692347006646 + value: 40.15994046799137 - type: nauc_mrr_at_20_std - value: 15.0740981820799 + value: 18.7675323725771 - type: nauc_mrr_at_3_diff1 - value: 13.489439488339073 + value: 21.535633620495098 - type: nauc_mrr_at_3_max - value: 31.53715146980795 + value: 39.814964124435555 - type: nauc_mrr_at_3_std - value: 13.249956844762195 + value: 16.867563481348512 - type: nauc_mrr_at_5_diff1 - value: 13.608424675210626 + value: 20.554028607806643 - type: nauc_mrr_at_5_max - value: 31.811436392179417 + value: 39.95273649684803 - type: nauc_mrr_at_5_std - value: 14.070385171176225 + value: 18.018606564393508 - type: nauc_ndcg_at_1000_diff1 - value: 15.135208858000368 + value: 19.231694930865835 - type: nauc_ndcg_at_1000_max - value: 36.73726598837783 + value: 43.786342262504384 - type: nauc_ndcg_at_1000_std - value: 22.49794998527103 + value: 24.58938106769215 - type: nauc_ndcg_at_100_diff1 - value: 14.60595639801511 + value: 18.449692303446884 - type: nauc_ndcg_at_100_max - value: 35.660807978864746 + value: 43.09332257111741 - type: nauc_ndcg_at_100_std - value: 21.439979285991225 + value: 24.076148997875972 - type: nauc_ndcg_at_10_diff1 - value: 15.23850047796147 + value: 18.794870643983113 - type: nauc_ndcg_at_10_max - value: 34.38767928652587 + value: 42.68489686537609 - type: nauc_ndcg_at_10_std - value: 15.62350212723293 + value: 19.824273193830138 - type: nauc_ndcg_at_1_diff1 - value: 18.63925810467644 + value: 26.212266274024305 - type: nauc_ndcg_at_1_max - value: 30.61498167277275 + value: 38.39690305559415 - type: nauc_ndcg_at_1_std - value: 10.803867489250429 + value: 13.686935637449835 - type: nauc_ndcg_at_20_diff1 - value: 14.876461138197369 + value: 17.888976798208986 - type: nauc_ndcg_at_20_max - value: 35.57021547970067 + value: 42.68344681480489 - type: nauc_ndcg_at_20_std - value: 18.284759250928435 + value: 22.024920930367635 - type: nauc_ndcg_at_3_diff1 - value: 14.887875179481064 + value: 22.66758693649605 - type: nauc_ndcg_at_3_max - value: 33.16664899183086 + value: 40.73129464185028 - type: nauc_ndcg_at_3_std - value: 11.335829264336013 + value: 14.296972427434584 - type: nauc_ndcg_at_5_diff1 - value: 15.756394023741402 + value: 21.679144576532003 - type: nauc_ndcg_at_5_max - value: 33.6703350040076 + value: 41.71672238804214 - type: nauc_ndcg_at_5_std - value: 13.236593473590416 + value: 16.555959072290143 - type: nauc_precision_at_1000_diff1 - value: 2.550932373114792 + value: -2.081929796569419 - type: nauc_precision_at_1000_max - value: 17.048124921223774 + value: 13.924323936713579 - type: nauc_precision_at_1000_std - value: 28.9124525611069 + value: 25.683621437744993 - type: nauc_precision_at_100_diff1 - value: 4.545962592867694 + value: 1.1123551017787119 - type: nauc_precision_at_100_max - value: 22.227731846301644 + value: 22.8934883876795 - type: nauc_precision_at_100_std - value: 31.041553579229664 + value: 30.75370813152731 - type: nauc_precision_at_10_diff1 - value: 9.909950998110157 + value: 6.134591528037698 - type: nauc_precision_at_10_max - value: 31.665528708037378 + value: 36.378203893137886 - type: nauc_precision_at_10_std - value: 22.51502400629617 + value: 28.203991309470194 - type: nauc_precision_at_1_diff1 - value: 18.63925810467644 + value: 26.212266274024305 - type: nauc_precision_at_1_max - value: 30.61498167277275 + value: 38.39690305559415 - type: nauc_precision_at_1_std - value: 10.803867489250429 + value: 13.686935637449835 - type: nauc_precision_at_20_diff1 - value: 8.259051222580375 + value: 2.8948491365237414 - type: nauc_precision_at_20_max - value: 30.945098998381848 + value: 31.995440435175894 - type: nauc_precision_at_20_std - value: 27.523627659609325 + value: 30.907948426803074 - type: nauc_precision_at_3_diff1 - value: 10.416933150111415 + value: 17.803374402107583 - type: nauc_precision_at_3_max - value: 32.228372741621506 + value: 39.71382363935541 - type: nauc_precision_at_3_std - value: 14.588961705715183 + value: 19.05607379919279 - type: nauc_precision_at_5_diff1 - value: 11.224578499442654 + value: 13.183647572995858 - type: nauc_precision_at_5_max - value: 31.812290221917994 + value: 37.372958758333176 - type: nauc_precision_at_5_std - value: 18.400573753951637 + value: 22.684954201772694 - type: nauc_recall_at_1000_diff1 - value: 9.228466031917137 + value: 10.687446445630595 - type: nauc_recall_at_1000_max - value: 33.224383148878516 + value: 38.014958891448764 - type: nauc_recall_at_1000_std - value: 37.96687289347616 + value: 39.687398878563165 - type: nauc_recall_at_100_diff1 - value: 7.894700089861699 + value: 7.86242321071247 - type: nauc_recall_at_100_max - value: 28.708589643205183 + value: 34.59799033668923 - type: nauc_recall_at_100_std - value: 28.82318769742546 + value: 31.18604585594386 - type: nauc_recall_at_10_diff1 - value: 11.38168940235739 + value: 10.058818014539304 - type: nauc_recall_at_10_max - value: 30.4019055873822 + value: 37.71306951133003 - type: nauc_recall_at_10_std - value: 16.616989215161865 + value: 21.639511051775173 - type: nauc_recall_at_1_diff1 - value: 22.908349710526117 + value: 29.782434770483434 - type: nauc_recall_at_1_max - value: 33.57250438077223 + value: 40.30779478123252 - type: nauc_recall_at_1_std - value: 8.712604422387274 + value: 9.169072850474336 - type: nauc_recall_at_20_diff1 - value: 9.951260878819495 + value: 7.5900422288024485 - type: nauc_recall_at_20_max - value: 31.429106792257073 + value: 36.58324344566059 - type: nauc_recall_at_20_std - value: 21.498883261323343 + value: 26.074077704752884 - type: nauc_recall_at_3_diff1 - value: 12.884131495331697 + value: 20.442039600313066 - type: nauc_recall_at_3_max - value: 31.535674495549642 + value: 39.03868055580001 - type: nauc_recall_at_3_std - value: 9.59573025134361 + value: 13.406827316257171 - type: nauc_recall_at_5_diff1 - value: 13.10939442306476 + value: 16.88422991349309 - type: nauc_recall_at_5_max - value: 30.74959608648358 + value: 38.546255662975426 - type: nauc_recall_at_5_std - value: 12.646417247753488 + value: 17.080233955497103 - type: ndcg_at_1 - value: 19.218 + value: 23.257 - type: ndcg_at_10 - value: 21.741 + value: 25.968999999999998 - type: ndcg_at_100 - value: 28.969 + value: 33.657 - type: ndcg_at_1000 - value: 32.733000000000004 + value: 37.181 - type: ndcg_at_20 - value: 24.407999999999998 + value: 28.87 - type: ndcg_at_3 - value: 17.497 + value: 20.36 - type: ndcg_at_5 - value: 19.123 + value: 22.424 - type: precision_at_1 - value: 19.218 + value: 23.257 - type: precision_at_10 - value: 6.736000000000001 + value: 8.248 - type: precision_at_100 - value: 1.444 + value: 1.644 - type: precision_at_1000 - value: 0.213 + value: 0.22999999999999998 - type: precision_at_20 - value: 4.482 + value: 5.3420000000000005 - type: precision_at_3 - value: 13.008000000000001 + value: 15.071000000000002 - type: precision_at_5 - value: 10.15 + value: 12.039 - type: recall_at_1 - value: 8.451 + value: 10.465 - type: recall_at_10 - value: 27.051 + value: 32.365 - type: recall_at_100 - value: 52.23 + value: 58.835 - type: recall_at_1000 - value: 73.48400000000001 + value: 78.545 - type: recall_at_20 - value: 34.747 + value: 40.572 - type: recall_at_3 - value: 16.713 + value: 18.831999999999997 - type: recall_at_5 - value: 21.062 + value: 24.215999999999998 task: type: Retrieval - dataset: @@ -4308,287 +4308,287 @@ model-index: type: mteb/dbpedia metrics: - type: main_score - value: 39.352 + value: 42.795 - type: map_at_1 - value: 8.375 + value: 9.628 - type: map_at_10 - value: 19.23 + value: 21.549 - type: map_at_100 - value: 27.383999999999997 + value: 30.675 - type: map_at_1000 - value: 29.278 + value: 32.617000000000004 - type: map_at_20 - value: 22.253 + value: 25.008000000000003 - type: map_at_3 - value: 13.539000000000001 + value: 15.126000000000001 - type: map_at_5 - value: 15.939 + value: 17.754 - type: mrr_at_1 - value: 62.74999999999999 + value: 68.0 - type: mrr_at_10 - value: 72.14017857142855 + value: 76.7046626984127 - type: mrr_at_100 - value: 72.53689357694621 + value: 76.97906268203754 - type: mrr_at_1000 - value: 72.54184442925428 + value: 76.98661470807507 - type: mrr_at_20 - value: 72.38509634715126 + value: 76.88214895806809 - type: mrr_at_3 - value: 69.91666666666667 + value: 75.08333333333334 - type: mrr_at_5 - value: 71.59166666666665 + value: 76.25833333333333 - type: nauc_map_at_1000_diff1 - value: 18.88029798775761 + value: 15.06294563042792 - type: nauc_map_at_1000_max - value: 7.665221121181996 + value: 7.307605123960991 - type: nauc_map_at_1000_std - value: 18.148880628286303 + value: 19.892780673298173 - type: nauc_map_at_100_diff1 - value: 19.794777303517453 + value: 16.48781539305217 - type: nauc_map_at_100_max - value: 4.448153681940202 + value: 4.163036696915528 - type: nauc_map_at_100_std - value: 15.058414717174912 + value: 16.9862711285641 - type: nauc_map_at_10_diff1 - value: 28.78939304061159 + value: 25.351685305752092 - type: nauc_map_at_10_max - value: -2.6561993861985074 + value: -6.328798521224069 - type: nauc_map_at_10_std - value: -7.534487485026667 + value: -7.316100107756104 - type: nauc_map_at_1_diff1 - value: 46.149561076868665 + value: 38.3295470731631 - type: nauc_map_at_1_max - value: -6.389336619214446 + value: -13.880427961544012 - type: nauc_map_at_1_std - value: -17.89129610408896 + value: -22.099143608658252 - type: nauc_map_at_20_diff1 - value: 25.61558451141865 + value: 22.2373690636284 - type: nauc_map_at_20_max - value: -0.9420880864468474 + value: -2.6229531452834056 - type: nauc_map_at_20_std - value: 0.7588570920830673 + value: 1.6286682207920802 - type: nauc_map_at_3_diff1 - value: 35.46216077836863 + value: 31.582526735533577 - type: nauc_map_at_3_max - value: -5.097643918011575 + value: -10.152686655405788 - type: nauc_map_at_3_std - value: -15.5444763932324 + value: -17.997301336774466 - type: nauc_map_at_5_diff1 - value: 31.789555540146548 + value: 28.501849128731603 - type: nauc_map_at_5_max - value: -4.326364315221623 + value: -9.420764154585926 - type: nauc_map_at_5_std - value: -13.40257423826547 + value: -14.952855186121209 - type: nauc_mrr_at_1000_diff1 - value: 29.876580588487073 + value: 30.838732279173076 - type: nauc_mrr_at_1000_max - value: 27.358339191949543 + value: 32.742075195276975 - type: nauc_mrr_at_1000_std - value: 25.542828730466038 + value: 38.42496648842422 - type: nauc_mrr_at_100_diff1 - value: 29.87065278246424 + value: 30.8338161596336 - type: nauc_mrr_at_100_max - value: 27.352130181484842 + value: 32.747953204575985 - type: nauc_mrr_at_100_std - value: 25.527725594559534 + value: 38.40776137669358 - type: nauc_mrr_at_10_diff1 - value: 29.517767094648978 + value: 30.83472234877192 - type: nauc_mrr_at_10_max - value: 27.215004241760816 + value: 32.75116109344571 - type: nauc_mrr_at_10_std - value: 25.649369693907854 + value: 38.561736475692676 - type: nauc_mrr_at_1_diff1 - value: 34.90912919212515 + value: 32.014028056112174 - type: nauc_mrr_at_1_max - value: 28.01105812534364 + value: 31.408074770230073 - type: nauc_mrr_at_1_std - value: 21.29780904068035 + value: 36.184005942920294 - type: nauc_mrr_at_20_diff1 - value: 29.80768338645755 + value: 30.885805642613395 - type: nauc_mrr_at_20_max - value: 27.401622720884156 + value: 32.905137024099005 - type: nauc_mrr_at_20_std - value: 25.510345105593945 + value: 38.3565815722824 - type: nauc_mrr_at_3_diff1 - value: 30.455961362378027 + value: 30.51305186466627 - type: nauc_mrr_at_3_max - value: 26.468887603967428 + value: 30.693328691723114 - type: nauc_mrr_at_3_std - value: 27.027240505086585 + value: 39.38622400861065 - type: nauc_mrr_at_5_diff1 - value: 29.717916198310697 + value: 30.317279990938452 - type: nauc_mrr_at_5_max - value: 27.363743835788522 + value: 31.926594839342393 - type: nauc_mrr_at_5_std - value: 26.21334003938699 + value: 38.46685947469381 - type: nauc_ndcg_at_1000_diff1 - value: 17.29227971080394 + value: 16.28596536744406 - type: nauc_ndcg_at_1000_max - value: 17.17916732853393 + value: 19.413497051062997 - type: nauc_ndcg_at_1000_std - value: 30.5868580876502 + value: 32.19501591498477 - type: nauc_ndcg_at_100_diff1 - value: 20.322852117613785 + value: 18.55686261799664 - type: nauc_ndcg_at_100_max - value: 8.496070167269067 + value: 9.725126148607572 - type: nauc_ndcg_at_100_std - value: 22.743658518788585 + value: 24.696663921228648 - type: nauc_ndcg_at_10_diff1 - value: 22.612861412179733 + value: 21.669435236871433 - type: nauc_ndcg_at_10_max - value: 10.390890301768655 + value: 12.731873441825986 - type: nauc_ndcg_at_10_std - value: 15.355652064220552 + value: 20.482348650861326 - type: nauc_ndcg_at_1_diff1 - value: 32.02282135426723 + value: 31.538883148722135 - type: nauc_ndcg_at_1_max - value: 18.73932036405494 + value: 20.576090539094245 - type: nauc_ndcg_at_1_std - value: 12.418048316639155 + value: 20.233717369003852 - type: nauc_ndcg_at_20_diff1 - value: 23.00450027992583 + value: 21.115728605763355 - type: nauc_ndcg_at_20_max - value: 6.518379878850901 + value: 8.575022320641088 - type: nauc_ndcg_at_20_std - value: 13.314565299933712 + value: 17.16237882479797 - type: nauc_ndcg_at_3_diff1 - value: 24.90663970943241 + value: 21.96172812117672 - type: nauc_ndcg_at_3_max - value: 16.720190793412577 + value: 19.298402519375337 - type: nauc_ndcg_at_3_std - value: 17.741350850462336 + value: 23.923843562473767 - type: nauc_ndcg_at_5_diff1 - value: 23.942077263593788 + value: 22.03436389555251 - type: nauc_ndcg_at_5_max - value: 14.150150139773096 + value: 16.258866065882057 - type: nauc_ndcg_at_5_std - value: 16.64850168050627 + value: 21.68792802793435 - type: nauc_precision_at_1000_diff1 - value: -7.73079546007836 + value: -18.062026408537747 - type: nauc_precision_at_1000_max - value: 34.513703330351305 + value: 32.37834793726209 - type: nauc_precision_at_1000_std - value: 21.966704720602433 + value: 15.562855786223656 - type: nauc_precision_at_100_diff1 - value: -12.242257431028424 + value: -17.50364274426908 - type: nauc_precision_at_100_max - value: 26.925706003886923 + value: 32.384814142255365 - type: nauc_precision_at_100_std - value: 42.467502673832804 + value: 46.98395338876178 - type: nauc_precision_at_10_diff1 - value: -7.818117617727808 + value: -6.291350100959028 - type: nauc_precision_at_10_max - value: 22.992573864594277 + value: 31.138748065701144 - type: nauc_precision_at_10_std - value: 39.98992861618417 + value: 48.694830834125774 - type: nauc_precision_at_1_diff1 - value: 34.90912919212515 + value: 32.014028056112174 - type: nauc_precision_at_1_max - value: 28.01105812534364 + value: 31.408074770230073 - type: nauc_precision_at_1_std - value: 21.29780904068035 + value: 36.184005942920294 - type: nauc_precision_at_20_diff1 - value: -9.731799872341142 + value: -9.594405455110774 - type: nauc_precision_at_20_max - value: 22.954917780070286 + value: 31.65229115461723 - type: nauc_precision_at_20_std - value: 43.90175939150421 + value: 49.63751798560031 - type: nauc_precision_at_3_diff1 - value: 4.4369318435528715 + value: 2.907362402129637 - type: nauc_precision_at_3_max - value: 23.98994009284958 + value: 29.336784202857842 - type: nauc_precision_at_3_std - value: 32.82015899377878 + value: 41.233594127921656 - type: nauc_precision_at_5_diff1 - value: -2.622229659342242 + value: -2.002808834315085 - type: nauc_precision_at_5_max - value: 23.248179383335987 + value: 29.391646001138856 - type: nauc_precision_at_5_std - value: 35.45136494259823 + value: 41.27215777932478 - type: nauc_recall_at_1000_diff1 - value: 1.2977157761368256 + value: 3.6669593750924676 - type: nauc_recall_at_1000_max - value: 8.976379879417635 + value: 12.118453863666423 - type: nauc_recall_at_1000_std - value: 38.45732593779355 + value: 37.7404411804956 - type: nauc_recall_at_100_diff1 - value: 11.995174747566049 + value: 11.551328204082889 - type: nauc_recall_at_100_max - value: -2.628950410823276 + value: -0.4201950194636047 - type: nauc_recall_at_100_std - value: 20.022839031858584 + value: 20.603663886349473 - type: nauc_recall_at_10_diff1 - value: 19.80318997425701 + value: 22.004325506597784 - type: nauc_recall_at_10_max - value: -9.59201270751594 + value: -10.916078771299482 - type: nauc_recall_at_10_std - value: -13.74836332959553 + value: -11.651436530615781 - type: nauc_recall_at_1_diff1 - value: 46.149561076868665 + value: 38.3295470731631 - type: nauc_recall_at_1_max - value: -6.389336619214446 + value: -13.880427961544012 - type: nauc_recall_at_1_std - value: -17.89129610408896 + value: -22.099143608658252 - type: nauc_recall_at_20_diff1 - value: 18.752594293468366 + value: 17.28828514515132 - type: nauc_recall_at_20_max - value: -9.078795299909972 + value: -8.963532309390933 - type: nauc_recall_at_20_std - value: -5.290499498046677 + value: -3.0611415145174004 - type: nauc_recall_at_3_diff1 - value: 29.305250048147553 + value: 28.096648289440473 - type: nauc_recall_at_3_max - value: -9.224674755388778 + value: -13.329899258907819 - type: nauc_recall_at_3_std - value: -17.73620225134315 + value: -20.197327039357774 - type: nauc_recall_at_5_diff1 - value: 22.676976136317002 + value: 25.390692207787435 - type: nauc_recall_at_5_max - value: -11.004801254568662 + value: -13.790276409207744 - type: nauc_recall_at_5_std - value: -17.825706947119347 + value: -18.5418320355191 - type: ndcg_at_1 - value: 48.75 + value: 53.25 - type: ndcg_at_10 - value: 39.352 + value: 42.795 - type: ndcg_at_100 - value: 45.439 + value: 49.099 - type: ndcg_at_1000 - value: 53.18000000000001 + value: 56.603 - type: ndcg_at_20 - value: 39.101 + value: 42.626 - type: ndcg_at_3 - value: 42.297000000000004 + value: 46.288000000000004 - type: ndcg_at_5 - value: 40.488 + value: 44.131 - type: precision_at_1 - value: 62.74999999999999 + value: 68.0 - type: precision_at_10 - value: 32.275 + value: 34.425 - type: precision_at_100 - value: 10.69 + value: 11.437999999999999 - type: precision_at_1000 - value: 2.299 + value: 2.419 - type: precision_at_20 - value: 24.224999999999998 + value: 26.150000000000002 - type: precision_at_3 - value: 46.916999999999994 + value: 50.833 - type: precision_at_5 - value: 40.45 + value: 43.35 - type: recall_at_1 - value: 8.375 + value: 9.628 - type: recall_at_10 - value: 25.568 + value: 27.354 - type: recall_at_100 - value: 54.30199999999999 + value: 57.792 - type: recall_at_1000 - value: 78.255 + value: 80.312 - type: recall_at_20 - value: 32.855000000000004 + value: 35.022999999999996 - type: recall_at_3 - value: 15.112 + value: 16.408 - type: recall_at_5 - value: 19.198 + value: 20.415 task: type: Retrieval - dataset: @@ -4599,13 +4599,13 @@ model-index: type: mteb/emotion metrics: - type: accuracy - value: 91.055 + value: 91.95500000000001 - type: f1 - value: 87.52283052508109 + value: 88.27225607128511 - type: f1_weighted - value: 91.34770577732763 + value: 92.14368925298409 - type: main_score - value: 91.055 + value: 91.95500000000001 task: type: Classification - dataset: @@ -4616,287 +4616,287 @@ model-index: type: mteb/fever metrics: - type: main_score - value: 88.235 + value: 90.275 - type: map_at_1 - value: 77.20700000000001 + value: 80.721 - type: map_at_10 - value: 84.738 + value: 87.238 - type: map_at_100 - value: 84.954 + value: 87.41799999999999 - type: map_at_1000 - value: 84.967 + value: 87.434 - type: map_at_20 - value: 84.87 + value: 87.348 - type: map_at_3 - value: 83.777 + value: 86.374 - type: map_at_5 - value: 84.465 + value: 86.953 - type: mrr_at_1 - value: 83.1983198319832 + value: 86.94869486948696 - type: mrr_at_10 - value: 89.65425113939946 + value: 92.0686354349719 - type: mrr_at_100 - value: 89.70366403289165 + value: 92.09215030076146 - type: mrr_at_1000 - value: 89.70472660650715 + value: 92.09344861007547 - type: mrr_at_20 - value: 89.69197849795351 + value: 92.0846280116474 - type: mrr_at_3 - value: 89.08390839083896 + value: 91.6666666666665 - type: mrr_at_5 - value: 89.53320332033184 + value: 91.9771977197718 - type: nauc_map_at_1000_diff1 - value: 51.74401940213882 + value: 44.446874776362726 - type: nauc_map_at_1000_max - value: 24.574787388467225 + value: 16.85832681494148 - type: nauc_map_at_1000_std - value: -22.254706775893723 + value: -17.455166829409652 - type: nauc_map_at_100_diff1 - value: 51.71219072451743 + value: 44.39421076627414 - type: nauc_map_at_100_max - value: 24.57914694016388 + value: 16.859206709004894 - type: nauc_map_at_100_std - value: -22.23973604005683 + value: -17.437449601907005 - type: nauc_map_at_10_diff1 - value: 51.432937343174224 + value: 44.047289123932885 - type: nauc_map_at_10_max - value: 24.38203819196019 + value: 16.610920553416857 - type: nauc_map_at_10_std - value: -22.04505640290546 + value: -17.44761661034698 - type: nauc_map_at_1_diff1 - value: 56.05570622711996 + value: 50.44398867726515 - type: nauc_map_at_1_max - value: 20.882322082547976 + value: 13.24078069953482 - type: nauc_map_at_1_std - value: -23.857390386625898 + value: -19.210048245062886 - type: nauc_map_at_20_diff1 - value: 51.60748339024268 + value: 44.288412502291386 - type: nauc_map_at_20_max - value: 24.53365369099695 + value: 16.7417203527263 - type: nauc_map_at_20_std - value: -22.165033159005997 + value: -17.442736788911155 - type: nauc_map_at_3_diff1 - value: 50.9237963540491 + value: 43.58931349226214 - type: nauc_map_at_3_max - value: 24.310582351891618 + value: 15.834164485867314 - type: nauc_map_at_3_std - value: -22.77517772806593 + value: -18.0736541220278 - type: nauc_map_at_5_diff1 - value: 51.15287441254988 + value: 43.6482956305525 - type: nauc_map_at_5_max - value: 24.327049132596528 + value: 16.42704963322462 - type: nauc_map_at_5_std - value: -22.15488708931633 + value: -17.174816205253062 - type: nauc_mrr_at_1000_diff1 - value: 70.78906092062888 + value: 67.77435408307646 - type: nauc_mrr_at_1000_max - value: 27.56584747398765 + value: 20.14236166181914 - type: nauc_mrr_at_1000_std - value: -36.78664328874222 + value: -32.692278423000545 - type: nauc_mrr_at_100_diff1 - value: 70.7883896517284 + value: 67.7672396928755 - type: nauc_mrr_at_100_max - value: 27.572727387265843 + value: 20.150626964982006 - type: nauc_mrr_at_100_std - value: -36.77606648796863 + value: -32.689293692169954 - type: nauc_mrr_at_10_diff1 - value: 70.7016718240223 + value: 67.74578233808445 - type: nauc_mrr_at_10_max - value: 27.576297815299977 + value: 20.298254431905445 - type: nauc_mrr_at_10_std - value: -36.802730041235826 + value: -32.82329737843994 - type: nauc_mrr_at_1_diff1 - value: 72.56467886105264 + value: 70.33588000237124 - type: nauc_mrr_at_1_max - value: 25.047816223652337 + value: 16.9043692756742 - type: nauc_mrr_at_1_std - value: -35.43043323148826 + value: -31.522857872957193 - type: nauc_mrr_at_20_diff1 - value: 70.78565165170497 + value: 67.76428206610476 - type: nauc_mrr_at_20_max - value: 27.61595804532829 + value: 20.202375397586163 - type: nauc_mrr_at_20_std - value: -36.77470841123427 + value: -32.67136675382927 - type: nauc_mrr_at_3_diff1 - value: 70.46710057415139 + value: 67.417613259637 - type: nauc_mrr_at_3_max - value: 27.993688073404094 + value: 20.11275620894492 - type: nauc_mrr_at_3_std - value: -38.030184023693415 + value: -34.342859783441604 - type: nauc_mrr_at_5_diff1 - value: 70.67346557555422 + value: 67.48335609889256 - type: nauc_mrr_at_5_max - value: 27.887840822153066 + value: 20.48428961056853 - type: nauc_mrr_at_5_std - value: -37.114816252701715 + value: -32.78396456892126 - type: nauc_ndcg_at_1000_diff1 - value: 53.54403191691105 + value: 46.54506830965683 - type: nauc_ndcg_at_1000_max - value: 26.057573937054883 + value: 18.660778615757575 - type: nauc_ndcg_at_1000_std - value: -22.980840739646368 + value: -18.19132930651756 - type: nauc_ndcg_at_100_diff1 - value: 52.78845761411475 + value: 45.28000017258881 - type: nauc_ndcg_at_100_max - value: 26.237674896361224 + value: 18.834681603109253 - type: nauc_ndcg_at_100_std - value: -22.41635108837151 + value: -17.649395026761326 - type: nauc_ndcg_at_10_diff1 - value: 51.77362588411939 + value: 44.11229706633734 - type: nauc_ndcg_at_10_max - value: 25.708787865750814 + value: 18.29305093798137 - type: nauc_ndcg_at_10_std - value: -21.896103141189137 + value: -17.90162239517308 - type: nauc_ndcg_at_1_diff1 - value: 72.56467886105264 + value: 70.33588000237124 - type: nauc_ndcg_at_1_max - value: 25.047816223652337 + value: 16.9043692756742 - type: nauc_ndcg_at_1_std - value: -35.43043323148826 + value: -31.522857872957193 - type: nauc_ndcg_at_20_diff1 - value: 52.24618591325101 + value: 44.77175886871614 - type: nauc_ndcg_at_20_max - value: 26.17137530598844 + value: 18.518760585752798 - type: nauc_ndcg_at_20_std - value: -22.122956695830162 + value: -17.65466327111102 - type: nauc_ndcg_at_3_diff1 - value: 52.08474195203946 + value: 44.58868211138186 - type: nauc_ndcg_at_3_max - value: 26.022382150894472 + value: 17.45341631980873 - type: nauc_ndcg_at_3_std - value: -24.867497341152745 + value: -20.229056146112327 - type: nauc_ndcg_at_5_diff1 - value: 51.59387104825264 + value: 43.676377139846316 - type: nauc_ndcg_at_5_max - value: 25.88262182004196 + value: 18.25586241672028 - type: nauc_ndcg_at_5_std - value: -22.67726593321518 + value: -17.534188919457723 - type: nauc_precision_at_1000_diff1 - value: -7.665108996488653 + value: -4.980071248368879 - type: nauc_precision_at_1000_max - value: -2.6062217942884125 + value: 2.4206787157448364 - type: nauc_precision_at_1000_std - value: -0.08744097358301188 + value: 0.5319803632816764 - type: nauc_precision_at_100_diff1 - value: -7.563515671150688 + value: -7.200777182380218 - type: nauc_precision_at_100_max - value: 2.750944824732769 + value: 6.740083180557893 - type: nauc_precision_at_100_std - value: 0.8572442242496077 + value: 0.9536087616853052 - type: nauc_precision_at_10_diff1 - value: 2.0338145558222163 + value: -4.289467533938273 - type: nauc_precision_at_10_max - value: 10.078215284195439 + value: 10.211741066763434 - type: nauc_precision_at_10_std - value: -3.46646045540103 + value: -4.662371526181242 - type: nauc_precision_at_1_diff1 - value: 72.56467886105264 + value: 70.33588000237124 - type: nauc_precision_at_1_max - value: 25.047816223652337 + value: 16.9043692756742 - type: nauc_precision_at_1_std - value: -35.43043323148826 + value: -31.522857872957193 - type: nauc_precision_at_20_diff1 - value: -3.3453179234466326 + value: -5.030769074291992 - type: nauc_precision_at_20_max - value: 7.646926187003873 + value: 8.797987398213115 - type: nauc_precision_at_20_std - value: -1.100141451241193 + value: -1.9605490727783594 - type: nauc_precision_at_3_diff1 - value: 26.01120077866642 + value: 13.216958149697206 - type: nauc_precision_at_3_max - value: 25.173134140576973 + value: 15.772686705906544 - type: nauc_precision_at_3_std - value: -22.720122634505532 + value: -18.61391770138856 - type: nauc_precision_at_5_diff1 - value: 10.634505578493453 + value: 1.228153404561234 - type: nauc_precision_at_5_max - value: 16.31742159612031 + value: 13.481906339974865 - type: nauc_precision_at_5_std - value: -10.514864481503986 + value: -6.9325392271540345 - type: nauc_recall_at_1000_diff1 - value: 3.0829582964963813 + value: 0.8786936512021057 - type: nauc_recall_at_1000_max - value: 30.517140803126058 + value: 26.20876021169295 - type: nauc_recall_at_1000_std - value: 29.103343782282266 + value: 30.71758149247617 - type: nauc_recall_at_100_diff1 - value: 8.908196855517545 + value: 1.2080920456198185 - type: nauc_recall_at_100_max - value: 31.404336161908063 + value: 26.3879323418646 - type: nauc_recall_at_100_std - value: 18.857231712461154 + value: 16.80701517543882 - type: nauc_recall_at_10_diff1 - value: 20.01104326739467 + value: 11.013642598590218 - type: nauc_recall_at_10_max - value: 25.61348766510661 + value: 21.180208536877522 - type: nauc_recall_at_10_std - value: 4.173815555830751 + value: 1.2484916503530337 - type: nauc_recall_at_1_diff1 - value: 56.05570622711996 + value: 50.44398867726515 - type: nauc_recall_at_1_max - value: 20.882322082547976 + value: 13.24078069953482 - type: nauc_recall_at_1_std - value: -23.857390386625898 + value: -19.210048245062886 - type: nauc_recall_at_20_diff1 - value: 16.96080108927132 + value: 8.886530767181634 - type: nauc_recall_at_20_max - value: 29.13998338324044 + value: 22.450424455938666 - type: nauc_recall_at_20_std - value: 8.407818714784751 + value: 7.716990193814734 - type: nauc_recall_at_3_diff1 - value: 32.36588919649255 + value: 22.673393155116656 - type: nauc_recall_at_3_max - value: 26.882428288245663 + value: 17.303096270043312 - type: nauc_recall_at_3_std - value: -14.224522899155872 + value: -11.388552495036427 - type: nauc_recall_at_5_diff1 - value: 25.02889488044374 + value: 14.941514606639128 - type: nauc_recall_at_5_max - value: 26.797034152722205 + value: 20.543868518133763 - type: nauc_recall_at_5_std - value: -4.061789198071921 + value: -0.6872973655386441 - type: ndcg_at_1 - value: 83.19800000000001 + value: 86.949 - type: ndcg_at_10 - value: 88.235 + value: 90.275 - type: ndcg_at_100 - value: 88.937 + value: 90.82900000000001 - type: ndcg_at_1000 - value: 89.167 + value: 91.078 - type: ndcg_at_20 - value: 88.569 + value: 90.537 - type: ndcg_at_3 - value: 86.848 + value: 89.11 - type: ndcg_at_5 - value: 87.76 + value: 89.812 - type: precision_at_1 - value: 83.19800000000001 + value: 86.949 - type: precision_at_10 - value: 10.419 + value: 10.539 - type: precision_at_100 - value: 1.101 + value: 1.105 - type: precision_at_1000 value: 0.11399999999999999 - type: precision_at_20 - value: 5.319 + value: 5.367999999999999 - type: precision_at_3 - value: 32.897999999999996 + value: 33.418 - type: precision_at_5 - value: 20.372 + value: 20.594 - type: recall_at_1 - value: 77.20700000000001 + value: 80.721 - type: recall_at_10 - value: 94.169 + value: 94.918 - type: recall_at_100 - value: 96.825 + value: 96.935 - type: recall_at_1000 - value: 98.22999999999999 + value: 98.436 - type: recall_at_20 - value: 95.274 + value: 95.747 - type: recall_at_3 - value: 90.402 + value: 91.718 - type: recall_at_5 - value: 92.75999999999999 + value: 93.56400000000001 task: type: Retrieval - dataset: @@ -4907,287 +4907,287 @@ model-index: type: mteb/fiqa metrics: - type: main_score - value: 56.977 + value: 56.330000000000005 - type: map_at_1 - value: 29.165999999999997 + value: 28.515 - type: map_at_10 - value: 48.494 + value: 48.025 - type: map_at_100 - value: 50.68899999999999 + value: 50.12799999999999 - type: map_at_1000 - value: 50.802 + value: 50.24999999999999 - type: map_at_20 - value: 49.718 + value: 49.18 - type: map_at_3 - value: 42.251 + value: 42.034 - type: map_at_5 - value: 46.099000000000004 + value: 45.6 - type: mrr_at_1 - value: 56.17283950617284 + value: 55.24691358024691 - type: mrr_at_10 - value: 64.55381638252004 + value: 63.68980256711737 - type: mrr_at_100 - value: 65.09880805027655 + value: 64.24731331137605 - type: mrr_at_1000 - value: 65.11451303835356 + value: 64.26573357425247 - type: mrr_at_20 - value: 64.85380641852801 + value: 63.99195099496453 - type: mrr_at_3 - value: 62.474279835390924 + value: 61.59979423868312 - type: mrr_at_5 - value: 63.80144032921806 + value: 62.926954732510254 - type: nauc_map_at_1000_diff1 - value: 46.15567820183458 + value: 49.040013260249495 - type: nauc_map_at_1000_max - value: 23.85914776011726 + value: 24.802876038045156 - type: nauc_map_at_1000_std - value: -10.210881119241188 + value: -9.376537757150528 - type: nauc_map_at_100_diff1 - value: 46.1433625451628 + value: 49.029024479160654 - type: nauc_map_at_100_max - value: 23.82327772588527 + value: 24.731164716292035 - type: nauc_map_at_100_std - value: -10.206626860422366 + value: -9.387893635217946 - type: nauc_map_at_10_diff1 - value: 45.89785007523926 + value: 48.91153420990774 - type: nauc_map_at_10_max - value: 21.850445359725985 + value: 23.27580721149473 - type: nauc_map_at_10_std - value: -12.035946884574237 + value: -10.564031051673071 - type: nauc_map_at_1_diff1 - value: 48.56287890713655 + value: 53.587940279417666 - type: nauc_map_at_1_max - value: 14.781804359098425 + value: 15.611943280419307 - type: nauc_map_at_1_std - value: -12.96411103391661 + value: -12.267333881231597 - type: nauc_map_at_20_diff1 - value: 46.02830493992219 + value: 48.85162598138413 - type: nauc_map_at_20_max - value: 23.148468035403063 + value: 24.17245534349571 - type: nauc_map_at_20_std - value: -10.851548220190683 + value: -9.697612075654563 - type: nauc_map_at_3_diff1 - value: 47.10356640200969 + value: 49.497063075399254 - type: nauc_map_at_3_max - value: 18.646309047375283 + value: 19.347836327990144 - type: nauc_map_at_3_std - value: -13.439351237202239 + value: -11.754013093455304 - type: nauc_map_at_5_diff1 - value: 46.251224419424894 + value: 49.56885152050869 - type: nauc_map_at_5_max - value: 21.424986314589393 + value: 21.683090195847054 - type: nauc_map_at_5_std - value: -12.89230390428629 + value: -12.359651486493577 - type: nauc_mrr_at_1000_diff1 - value: 56.85277001906598 + value: 58.22478165676272 - type: nauc_mrr_at_1000_max - value: 36.14037871838368 + value: 34.219439813531146 - type: nauc_mrr_at_1000_std - value: -4.4859788641111935 + value: -6.440674450457267 - type: nauc_mrr_at_100_diff1 - value: 56.86045231460612 + value: 58.22250007958456 - type: nauc_mrr_at_100_max - value: 36.14240549568742 + value: 34.22499443483518 - type: nauc_mrr_at_100_std - value: -4.482944933316575 + value: -6.421819585924411 - type: nauc_mrr_at_10_diff1 - value: 56.62062385226928 + value: 58.19624157440326 - type: nauc_mrr_at_10_max - value: 36.12823306526864 + value: 34.30656859300808 - type: nauc_mrr_at_10_std - value: -4.647315411141485 + value: -6.617472991048374 - type: nauc_mrr_at_1_diff1 - value: 59.492582174049936 + value: 61.52279187661879 - type: nauc_mrr_at_1_max - value: 36.04782166218104 + value: 33.384132430839486 - type: nauc_mrr_at_1_std - value: -5.873103547325989 + value: -9.438207319997437 - type: nauc_mrr_at_20_diff1 - value: 56.8467666555966 + value: 58.143667799506325 - type: nauc_mrr_at_20_max - value: 36.13922265994108 + value: 34.28807288879312 - type: nauc_mrr_at_20_std - value: -4.5075054822083525 + value: -6.324570006615823 - type: nauc_mrr_at_3_diff1 - value: 56.62199205421561 + value: 58.00157320010862 - type: nauc_mrr_at_3_max - value: 35.93621352967496 + value: 34.43694937057336 - type: nauc_mrr_at_3_std - value: -5.061867231351306 + value: -6.972347709999522 - type: nauc_mrr_at_5_diff1 - value: 56.36603500387132 + value: 58.10855260603556 - type: nauc_mrr_at_5_max - value: 35.94395375565718 + value: 34.18965630065092 - type: nauc_mrr_at_5_std - value: -5.335799266305295 + value: -7.399200039009866 - type: nauc_ndcg_at_1000_diff1 - value: 48.2747870336665 + value: 50.75464173351383 - type: nauc_ndcg_at_1000_max - value: 29.190115984756304 + value: 29.362088935935933 - type: nauc_ndcg_at_1000_std - value: -5.796604883664138 + value: -5.366292073342733 - type: nauc_ndcg_at_100_diff1 - value: 48.13385666268353 + value: 50.605586281429595 - type: nauc_ndcg_at_100_max - value: 29.2737390598833 + value: 28.699532558361295 - type: nauc_ndcg_at_100_std - value: -5.124960480925651 + value: -5.169194404036768 - type: nauc_ndcg_at_10_diff1 - value: 47.20759832977306 + value: 49.98728438134757 - type: nauc_ndcg_at_10_max - value: 25.489342074908528 + value: 26.646204536505568 - type: nauc_ndcg_at_10_std - value: -9.573372470660226 + value: -8.109618785582915 - type: nauc_ndcg_at_1_diff1 - value: 59.492582174049936 + value: 61.52279187661879 - type: nauc_ndcg_at_1_max - value: 36.04782166218104 + value: 33.384132430839486 - type: nauc_ndcg_at_1_std - value: -5.873103547325989 + value: -9.438207319997437 - type: nauc_ndcg_at_20_diff1 - value: 47.75676426233519 + value: 49.8141337873794 - type: nauc_ndcg_at_20_max - value: 27.312137364404222 + value: 27.842850955625376 - type: nauc_ndcg_at_20_std - value: -7.303197660643046 + value: -5.976165863414487 - type: nauc_ndcg_at_3_diff1 - value: 47.10758066610286 + value: 49.11396652814998 - type: nauc_ndcg_at_3_max - value: 27.55469947107044 + value: 27.967139302963663 - type: nauc_ndcg_at_3_std - value: -9.319457910194306 + value: -8.89915627933036 - type: nauc_ndcg_at_5_diff1 - value: 47.0472763249462 + value: 50.093484046883404 - type: nauc_ndcg_at_5_max - value: 26.611510646319903 + value: 26.156066061187524 - type: nauc_ndcg_at_5_std - value: -10.231521546346723 + value: -11.095816956480336 - type: nauc_precision_at_1000_diff1 - value: -7.785876191427168 + value: -9.270311947050661 - type: nauc_precision_at_1000_max - value: 22.604937273039326 + value: 23.04482327672264 - type: nauc_precision_at_1000_std - value: 16.972839804855294 + value: 14.972627298920138 - type: nauc_precision_at_100_diff1 - value: -4.025123815587912 + value: -4.676390958277394 - type: nauc_precision_at_100_max - value: 26.05949554069217 + value: 25.0896059423525 - type: nauc_precision_at_100_std - value: 18.293315646161 + value: 15.33272070938812 - type: nauc_precision_at_10_diff1 - value: 8.196973320233116 + value: 8.905479014103273 - type: nauc_precision_at_10_max - value: 26.212063497370053 + value: 28.56627287604059 - type: nauc_precision_at_10_std - value: 8.182450170437274 + value: 8.253485713332454 - type: nauc_precision_at_1_diff1 - value: 59.492582174049936 + value: 61.52279187661879 - type: nauc_precision_at_1_max - value: 36.04782166218104 + value: 33.384132430839486 - type: nauc_precision_at_1_std - value: -5.873103547325989 + value: -9.438207319997437 - type: nauc_precision_at_20_diff1 - value: 4.5088666416358985 + value: 3.3003066155025165 - type: nauc_precision_at_20_max - value: 27.454406169942008 + value: 27.93594493211361 - type: nauc_precision_at_20_std - value: 13.440201002675503 + value: 11.783159709527421 - type: nauc_precision_at_3_diff1 - value: 24.809963273847497 + value: 25.149615983427537 - type: nauc_precision_at_3_max - value: 28.387384281819074 + value: 28.04821486791947 - type: nauc_precision_at_3_std - value: -0.9048213161004592 + value: -1.2324117013013483 - type: nauc_precision_at_5_diff1 - value: 15.496768887581311 + value: 17.374857830665306 - type: nauc_precision_at_5_max - value: 29.681598678033104 + value: 27.82986152171657 - type: nauc_precision_at_5_std - value: 3.099440192352152 + value: -0.7158790594400065 - type: nauc_recall_at_1000_diff1 - value: 18.554707355893477 + value: 28.955731733389488 - type: nauc_recall_at_1000_max - value: 6.068201385782051 + value: 15.571928427636642 - type: nauc_recall_at_1000_std - value: 22.745314611741694 + value: 32.40735854507484 - type: nauc_recall_at_100_diff1 - value: 34.020390440565464 + value: 36.90294611236181 - type: nauc_recall_at_100_max - value: 24.992414241893826 + value: 18.018834042261187 - type: nauc_recall_at_100_std - value: 14.800530410044768 + value: 11.710132835876887 - type: nauc_recall_at_10_diff1 - value: 36.73323995367879 + value: 39.88756672042866 - type: nauc_recall_at_10_max - value: 16.8221498997325 + value: 20.589897373897337 - type: nauc_recall_at_10_std - value: -9.798707460394535 + value: -5.7047632365411385 - type: nauc_recall_at_1_diff1 - value: 48.56287890713655 + value: 53.587940279417666 - type: nauc_recall_at_1_max - value: 14.781804359098425 + value: 15.611943280419307 - type: nauc_recall_at_1_std - value: -12.96411103391661 + value: -12.267333881231597 - type: nauc_recall_at_20_diff1 - value: 37.161838982793334 + value: 37.70258582556698 - type: nauc_recall_at_20_max - value: 20.66449797813354 + value: 22.673384060544873 - type: nauc_recall_at_20_std - value: -2.794613308679489 + value: 2.6968199642576827 - type: nauc_recall_at_3_diff1 - value: 41.13264498304141 + value: 42.72692103833461 - type: nauc_recall_at_3_max - value: 15.19396234845109 + value: 16.556949642584353 - type: nauc_recall_at_3_std - value: -12.667593927361736 + value: -10.532484120188565 - type: nauc_recall_at_5_diff1 - value: 37.65351195944888 + value: 42.37410230009641 - type: nauc_recall_at_5_max - value: 17.33995231259238 + value: 17.965335809420804 - type: nauc_recall_at_5_std - value: -12.587027179034068 + value: -13.061585820037388 - type: ndcg_at_1 - value: 56.172999999999995 + value: 55.247 - type: ndcg_at_10 - value: 56.977 + value: 56.330000000000005 - type: ndcg_at_100 - value: 63.446999999999996 + value: 62.709 - type: ndcg_at_1000 - value: 65.044 + value: 64.39099999999999 - type: ndcg_at_20 - value: 59.461 + value: 58.713 - type: ndcg_at_3 - value: 52.657 + value: 52.139 - type: ndcg_at_5 - value: 54.574999999999996 + value: 53.81 - type: precision_at_1 - value: 56.172999999999995 + value: 55.247 - type: precision_at_10 - value: 15.679000000000002 + value: 15.525 - type: precision_at_100 - value: 2.2689999999999997 + value: 2.242 - type: precision_at_1000 - value: 0.255 + value: 0.254 - type: precision_at_20 - value: 9.035 + value: 8.896999999999998 - type: precision_at_3 - value: 35.134 + value: 34.928 - type: precision_at_5 - value: 26.235000000000003 + value: 25.772000000000002 - type: recall_at_1 - value: 29.165999999999997 + value: 28.515 - type: recall_at_10 - value: 64.358 + value: 63.539 - type: recall_at_100 - value: 87.656 + value: 86.69200000000001 - type: recall_at_1000 - value: 97.074 + value: 96.52 - type: recall_at_20 - value: 71.526 + value: 70.56 - type: recall_at_3 - value: 47.731 + value: 47.56 - type: recall_at_5 - value: 56.264 + value: 55.337 task: type: Retrieval - dataset: @@ -5198,287 +5198,287 @@ model-index: type: mteb/hotpotqa metrics: - type: main_score - value: 75.429 + value: 75.685 - type: map_at_1 - value: 41.931000000000004 + value: 42.539 - type: map_at_10 - value: 67.057 + value: 67.308 - type: map_at_100 - value: 67.914 + value: 68.13900000000001 - type: map_at_1000 - value: 67.961 + value: 68.188 - type: map_at_20 - value: 67.587 + value: 67.831 - type: map_at_3 - value: 63.184 + value: 63.49 - type: map_at_5 - value: 65.675 + value: 66.011 - type: mrr_at_1 - value: 83.86225523295072 + value: 85.0776502363268 - type: mrr_at_10 - value: 89.07849694007663 + value: 89.88030395592838 - type: mrr_at_100 - value: 89.16460627281265 + value: 89.96760055420727 - type: mrr_at_1000 - value: 89.16755925707503 + value: 89.97012453666811 - type: mrr_at_20 - value: 89.13331989485316 + value: 89.93827441471682 - type: mrr_at_3 - value: 88.4334908845372 + value: 89.2437542201214 - type: mrr_at_5 - value: 88.8912896691421 + value: 89.69412559081678 - type: nauc_map_at_1000_diff1 - value: 11.186055244066303 + value: 6.9961771195427 - type: nauc_map_at_1000_max - value: 27.695130836389364 + value: 22.9570925064648 - type: nauc_map_at_1000_std - value: -1.4187548500355525 + value: -1.5458624569883217 - type: nauc_map_at_100_diff1 - value: 11.140694417340631 + value: 6.949902900492461 - type: nauc_map_at_100_max - value: 27.68476033902289 + value: 22.934603899256967 - type: nauc_map_at_100_std - value: -1.3841739405783104 + value: -1.5269182504793082 - type: nauc_map_at_10_diff1 - value: 10.797184974039457 + value: 6.838435260011044 - type: nauc_map_at_10_max - value: 27.297514474932385 + value: 22.538659032323334 - type: nauc_map_at_10_std - value: -2.1652920988530626 + value: -2.311077884054465 - type: nauc_map_at_1_diff1 - value: 75.13777952815623 + value: 75.21290774225054 - type: nauc_map_at_1_max - value: 43.76578260120768 + value: 45.48693992183137 - type: nauc_map_at_1_std - value: -16.84500659469801 + value: -19.2367213399715 - type: nauc_map_at_20_diff1 - value: 10.940475473705753 + value: 6.805356249993981 - type: nauc_map_at_20_max - value: 27.563957203461143 + value: 22.83058596653147 - type: nauc_map_at_20_std - value: -1.5082262277776128 + value: -1.6384957800821724 - type: nauc_map_at_3_diff1 - value: 11.97528685151628 + value: 8.286114142646966 - type: nauc_map_at_3_max - value: 25.50250178206831 + value: 21.62078046451462 - type: nauc_map_at_3_std - value: -4.812722638305535 + value: -4.9588683683869785 - type: nauc_map_at_5_diff1 - value: 10.860967656801659 + value: 6.991105807878547 - type: nauc_map_at_5_max - value: 26.763034434984277 + value: 22.151155325913845 - type: nauc_map_at_5_std - value: -3.1787698219556266 + value: -3.5482395810019414 - type: nauc_mrr_at_1000_diff1 - value: 74.81045058117952 + value: 75.13590328157673 - type: nauc_mrr_at_1000_max - value: 47.43470722846478 + value: 48.89884493733756 - type: nauc_mrr_at_1000_std - value: -15.240350149830578 + value: -17.474849088345444 - type: nauc_mrr_at_100_diff1 - value: 74.8120666495758 + value: 75.13672870634296 - type: nauc_mrr_at_100_max - value: 47.44615167338359 + value: 48.90749248480418 - type: nauc_mrr_at_100_std - value: -15.225402012024267 + value: -17.468196322533082 - type: nauc_mrr_at_10_diff1 - value: 74.83364503273134 + value: 75.14728903978204 - type: nauc_mrr_at_10_max - value: 47.603273970132086 + value: 48.97606572231439 - type: nauc_mrr_at_10_std - value: -15.21997522218362 + value: -17.457311806563517 - type: nauc_mrr_at_1_diff1 - value: 75.13777952815623 + value: 75.21290774225054 - type: nauc_mrr_at_1_max - value: 43.76578260120768 + value: 45.48693992183137 - type: nauc_mrr_at_1_std - value: -16.84500659469801 + value: -19.2367213399715 - type: nauc_mrr_at_20_diff1 - value: 74.81678056000416 + value: 75.14959983420921 - type: nauc_mrr_at_20_max - value: 47.51134451091319 + value: 48.91223464788833 - type: nauc_mrr_at_20_std - value: -15.1557692326558 + value: -17.509615177596416 - type: nauc_mrr_at_3_diff1 - value: 74.53661535179138 + value: 74.93986877753086 - type: nauc_mrr_at_3_max - value: 47.56889276641844 + value: 49.164844648240376 - type: nauc_mrr_at_3_std - value: -15.770583944376593 + value: -18.059088139032735 - type: nauc_mrr_at_5_diff1 - value: 74.69094728932494 + value: 75.19916252823927 - type: nauc_mrr_at_5_max - value: 47.4330554739683 + value: 49.29976353391373 - type: nauc_mrr_at_5_std - value: -15.417150682107911 + value: -17.333971153969397 - type: nauc_ndcg_at_1000_diff1 - value: 17.722508085358402 + value: 13.40538465528209 - type: nauc_ndcg_at_1000_max - value: 32.441190857703035 + value: 27.881635601892285 - type: nauc_ndcg_at_1000_std - value: 1.1710133819113677 + value: 0.8178258561298533 - type: nauc_ndcg_at_100_diff1 - value: 16.342302191137414 + value: 11.966858211252239 - type: nauc_ndcg_at_100_max - value: 32.19065481732586 + value: 27.377574833076135 - type: nauc_ndcg_at_100_std - value: 2.2118949576272 + value: 1.6515554599007498 - type: nauc_ndcg_at_10_diff1 - value: 14.893878948257406 + value: 11.150845083280156 - type: nauc_ndcg_at_10_max - value: 30.693362814545864 + value: 25.803280700323576 - type: nauc_ndcg_at_10_std - value: -0.7453873622440117 + value: -1.0065871529103982 - type: nauc_ndcg_at_1_diff1 - value: 75.13777952815623 + value: 75.21290774225054 - type: nauc_ndcg_at_1_max - value: 43.76578260120768 + value: 45.48693992183137 - type: nauc_ndcg_at_1_std - value: -16.84500659469801 + value: -19.2367213399715 - type: nauc_ndcg_at_20_diff1 - value: 15.193991686557581 + value: 11.018576645234422 - type: nauc_ndcg_at_20_max - value: 31.43587950852227 + value: 26.62929478495291 - type: nauc_ndcg_at_20_std - value: 1.28043210873377 + value: 0.9257748198539285 - type: nauc_ndcg_at_3_diff1 - value: 17.101404287137655 + value: 13.834887466881474 - type: nauc_ndcg_at_3_max - value: 28.160539467017305 + value: 24.708855813470244 - type: nauc_ndcg_at_3_std - value: -5.249594411395804 + value: -5.574281265029321 - type: nauc_ndcg_at_5_diff1 - value: 15.146368623461742 + value: 11.645117370406775 - type: nauc_ndcg_at_5_max - value: 29.607671589617457 + value: 25.251378089856114 - type: nauc_ndcg_at_5_std - value: -2.8311016631504877 + value: -3.3235793710523542 - type: nauc_precision_at_1000_diff1 - value: -11.322414529628775 + value: -15.278565171879166 - type: nauc_precision_at_1000_max - value: 44.61275688219229 + value: 35.36959533318545 - type: nauc_precision_at_1000_std - value: 45.38611387424689 + value: 39.53956860779969 - type: nauc_precision_at_100_diff1 - value: -11.430526024067097 + value: -15.866024292154146 - type: nauc_precision_at_100_max - value: 34.28691763253065 + value: 26.0540809940565 - type: nauc_precision_at_100_std - value: 33.43689507972224 + value: 29.458932963531588 - type: nauc_precision_at_10_diff1 - value: -6.037909156673666 + value: -8.887744228134736 - type: nauc_precision_at_10_max - value: 27.311898133622474 + value: 20.281508980645114 - type: nauc_precision_at_10_std - value: 9.608171573611601 + value: 9.44054788498503 - type: nauc_precision_at_1_diff1 - value: 75.13777952815623 + value: 75.21290774225054 - type: nauc_precision_at_1_max - value: 43.76578260120768 + value: 45.48693992183137 - type: nauc_precision_at_1_std - value: -16.84500659469801 + value: -19.2367213399715 - type: nauc_precision_at_20_diff1 - value: -8.346542785657766 + value: -12.365550499602511 - type: nauc_precision_at_20_max - value: 29.60181312026616 + value: 22.51674191316991 - type: nauc_precision_at_20_std - value: 18.70560531968656 + value: 17.85545013302992 - type: nauc_precision_at_3_diff1 - value: 2.9103112476579254 + value: 0.4610061075289727 - type: nauc_precision_at_3_max - value: 24.32027866348405 + value: 20.355559229508017 - type: nauc_precision_at_3_std - value: -1.7256171340611974 + value: -1.8950368204664811 - type: nauc_precision_at_5_diff1 - value: -2.643677876631311 + value: -5.203212766693584 - type: nauc_precision_at_5_max - value: 25.6000176609228 + value: 20.197292283256754 - type: nauc_precision_at_5_std - value: 3.315461041085347 + value: 2.7834110269807733 - type: nauc_recall_at_1000_diff1 - value: -11.32241452962795 + value: -15.27856517187918 - type: nauc_recall_at_1000_max - value: 44.61275688219295 + value: 35.36959533318564 - type: nauc_recall_at_1000_std - value: 45.38611387424773 + value: 39.53956860779948 - type: nauc_recall_at_100_diff1 - value: -11.430526024067502 + value: -15.86602429215417 - type: nauc_recall_at_100_max - value: 34.2869176325304 + value: 26.054080994056495 - type: nauc_recall_at_100_std - value: 33.43689507972194 + value: 29.45893296353165 - type: nauc_recall_at_10_diff1 - value: -6.037909156673655 + value: -8.887744228134533 - type: nauc_recall_at_10_max - value: 27.31189813362245 + value: 20.281508980645132 - type: nauc_recall_at_10_std - value: 9.608171573611546 + value: 9.440547884985136 - type: nauc_recall_at_1_diff1 - value: 75.13777952815623 + value: 75.21290774225054 - type: nauc_recall_at_1_max - value: 43.76578260120768 + value: 45.48693992183137 - type: nauc_recall_at_1_std - value: -16.84500659469801 + value: -19.2367213399715 - type: nauc_recall_at_20_diff1 - value: -8.346542785657814 + value: -12.365550499602412 - type: nauc_recall_at_20_max - value: 29.60181312026618 + value: 22.516741913169824 - type: nauc_recall_at_20_std - value: 18.705605319686715 + value: 17.85545013302977 - type: nauc_recall_at_3_diff1 - value: 2.910311247657927 + value: 0.461006107528911 - type: nauc_recall_at_3_max - value: 24.32027866348406 + value: 20.355559229507904 - type: nauc_recall_at_3_std - value: -1.7256171340612136 + value: -1.8950368204665768 - type: nauc_recall_at_5_diff1 - value: -2.64367787663124 + value: -5.203212766693609 - type: nauc_recall_at_5_max - value: 25.600017660922862 + value: 20.197292283256754 - type: nauc_recall_at_5_std - value: 3.315461041085309 + value: 2.7834110269807857 - type: ndcg_at_1 - value: 83.86200000000001 + value: 85.078 - type: ndcg_at_10 - value: 75.429 + value: 75.685 - type: ndcg_at_100 - value: 78.154 + value: 78.321 - type: ndcg_at_1000 - value: 79.046 + value: 79.226 - type: ndcg_at_20 - value: 76.663 + value: 76.89099999999999 - type: ndcg_at_3 - value: 70.274 + value: 70.621 - type: ndcg_at_5 - value: 73.26899999999999 + value: 73.64 - type: precision_at_1 - value: 83.86200000000001 + value: 85.078 - type: precision_at_10 - value: 15.793 + value: 15.762 - type: precision_at_100 - value: 1.789 + value: 1.779 - type: precision_at_1000 - value: 0.191 + value: 0.19 - type: precision_at_20 - value: 8.293000000000001 + value: 8.266 - type: precision_at_3 - value: 45.114 + value: 45.163 - type: precision_at_5 - value: 29.431 + value: 29.476999999999997 - type: recall_at_1 - value: 41.931000000000004 + value: 42.539 - type: recall_at_10 - value: 78.967 + value: 78.812 - type: recall_at_100 - value: 89.44 + value: 88.947 - type: recall_at_1000 - value: 95.327 + value: 94.902 - type: recall_at_20 - value: 82.93 + value: 82.66 - type: recall_at_3 - value: 67.67 + value: 67.745 - type: recall_at_5 - value: 73.57900000000001 + value: 73.693 task: type: Retrieval - dataset: @@ -5489,17 +5489,17 @@ model-index: type: mteb/imdb metrics: - type: accuracy - value: 96.53680000000001 + value: 96.4236 - type: ap - value: 94.76670832942901 + value: 94.7476765500497 - type: ap_weighted - value: 94.76670832942901 + value: 94.7476765500497 - type: f1 - value: 96.53595557711887 + value: 96.42282467294943 - type: f1_weighted - value: 96.53595557711887 + value: 96.42282467294943 - type: main_score - value: 96.53680000000001 + value: 96.4236 task: type: Classification - dataset: @@ -5510,287 +5510,287 @@ model-index: type: mteb/msmarco metrics: - type: main_score - value: 39.451 + value: 39.096 - type: map_at_1 - value: 18.265 + value: 18.093 - type: map_at_10 - value: 31.674000000000003 + value: 31.336000000000002 - type: map_at_100 - value: 32.963 + value: 32.646 - type: map_at_1000 - value: 33.006 + value: 32.689 - type: map_at_20 - value: 32.492 + value: 32.177 - type: map_at_3 - value: 27.182000000000002 + value: 26.865 - type: map_at_5 - value: 29.743000000000002 + value: 29.387 - type: mrr_at_1 - value: 18.76790830945559 + value: 18.595988538681947 - type: mrr_at_10 - value: 32.228021103379206 + value: 31.883635784781777 - type: mrr_at_100 - value: 33.43799341864116 + value: 33.114642504493105 - type: mrr_at_1000 - value: 33.47593682442954 + value: 33.15236434886478 - type: mrr_at_20 - value: 32.999483954709206 + value: 32.677353366745386 - type: mrr_at_3 - value: 27.812798471823996 + value: 27.499999999999748 - type: mrr_at_5 - value: 30.33930276981845 + value: 29.988538681948324 - type: nauc_map_at_1000_diff1 - value: 26.999910569651554 + value: 26.422595414287752 - type: nauc_map_at_1000_max - value: 2.8490114616904423 + value: -2.088410151340385 - type: nauc_map_at_1000_std - value: -18.52225100879932 + value: -16.696230361721536 - type: nauc_map_at_100_diff1 - value: 27.001795593526918 + value: 26.42500720558264 - type: nauc_map_at_100_max - value: 2.843856424648976 + value: -2.1023099232080336 - type: nauc_map_at_100_std - value: -18.495011165417683 + value: -16.66575149689904 - type: nauc_map_at_10_diff1 - value: 26.87477285425824 + value: 26.459404478808775 - type: nauc_map_at_10_max - value: 2.8417155894416837 + value: -2.269901449601564 - type: nauc_map_at_10_std - value: -19.24933403561987 + value: -17.455458022751035 - type: nauc_map_at_1_diff1 - value: 29.227141248415816 + value: 28.54432241866563 - type: nauc_map_at_1_max - value: 2.2954364314536084 + value: -0.40791474629986774 - type: nauc_map_at_1_std - value: -15.232245190650149 + value: -14.404864547978569 - type: nauc_map_at_20_diff1 - value: 26.97105982347583 + value: 26.38676225786991 - type: nauc_map_at_20_max - value: 2.7884244753270497 + value: -2.1891600295638067 - type: nauc_map_at_20_std - value: -18.81758117782641 + value: -16.959644101605377 - type: nauc_map_at_3_diff1 - value: 26.753533341031172 + value: 26.23330227912876 - type: nauc_map_at_3_max - value: 2.896828924288921 + value: -1.8164148507831337 - type: nauc_map_at_3_std - value: -18.480593252327175 + value: -16.99491855375184 - type: nauc_map_at_5_diff1 - value: 26.83504035566875 + value: 26.325175925374637 - type: nauc_map_at_5_max - value: 2.6382975101952613 + value: -2.0180910030934056 - type: nauc_map_at_5_std - value: -19.466788871119984 + value: -17.45283277022505 - type: nauc_mrr_at_1000_diff1 - value: 26.869839099189512 + value: 26.169050161755454 - type: nauc_mrr_at_1000_max - value: 2.951141298483271 + value: -1.8391740603373914 - type: nauc_mrr_at_1000_std - value: -18.30122678010223 + value: -16.43861685620324 - type: nauc_mrr_at_100_diff1 - value: 26.872665303695864 + value: 26.17221780652128 - type: nauc_mrr_at_100_max - value: 2.948310895546707 + value: -1.8498065915909387 - type: nauc_mrr_at_100_std - value: -18.27617903866379 + value: -16.409831493692746 - type: nauc_mrr_at_10_diff1 - value: 26.77215286521409 + value: 26.189399153570548 - type: nauc_mrr_at_10_max - value: 2.9902880278732846 + value: -1.9764469588029125 - type: nauc_mrr_at_10_std - value: -18.976774633106615 + value: -17.145818272121605 - type: nauc_mrr_at_1_diff1 - value: 28.941733049559126 + value: 28.22126171647418 - type: nauc_mrr_at_1_max - value: 2.430112496199441 + value: -0.11857961224466163 - type: nauc_mrr_at_1_std - value: -15.112994831255715 + value: -14.05918102647804 - type: nauc_mrr_at_20_diff1 - value: 26.850826781817517 + value: 26.14305738353977 - type: nauc_mrr_at_20_max - value: 2.9293409544798577 + value: -1.9124852659396923 - type: nauc_mrr_at_20_std - value: -18.55217930489679 + value: -16.666262236151226 - type: nauc_mrr_at_3_diff1 - value: 26.60639916362163 + value: 25.875828530480092 - type: nauc_mrr_at_3_max - value: 3.0467631947240292 + value: -1.6026086125908872 - type: nauc_mrr_at_3_std - value: -18.199308876336552 + value: -16.71173696808467 - type: nauc_mrr_at_5_diff1 - value: 26.701342545145934 + value: 26.08730765049035 - type: nauc_mrr_at_5_max - value: 2.816648361622308 + value: -1.7222664412599995 - type: nauc_mrr_at_5_std - value: -19.168978500154317 + value: -17.147775822889788 - type: nauc_ndcg_at_1000_diff1 - value: 26.77970036843626 + value: 26.080706702114743 - type: nauc_ndcg_at_1000_max - value: 3.2203449077061506 + value: -2.0971743668729084 - type: nauc_ndcg_at_1000_std - value: -17.773934302788962 + value: -15.7708671585612 - type: nauc_ndcg_at_100_diff1 - value: 26.860929302475956 + value: 26.17654865824926 - type: nauc_ndcg_at_100_max - value: 3.166489303604943 + value: -2.387244090421558 - type: nauc_ndcg_at_100_std - value: -16.74111772255977 + value: -14.647668629565816 - type: nauc_ndcg_at_10_diff1 - value: 26.309269429818194 + value: 26.079442516936325 - type: nauc_ndcg_at_10_max - value: 3.0208747940378124 + value: -3.1545015518425035 - type: nauc_ndcg_at_10_std - value: -20.487604434978493 + value: -18.444956406266947 - type: nauc_ndcg_at_1_diff1 - value: 28.941733049559126 + value: 28.22126171647418 - type: nauc_ndcg_at_1_max - value: 2.430112496199441 + value: -0.11857961224466163 - type: nauc_ndcg_at_1_std - value: -15.112994831255715 + value: -14.05918102647804 - type: nauc_ndcg_at_20_diff1 - value: 26.577230883895016 + value: 25.82008991785661 - type: nauc_ndcg_at_20_max - value: 2.782269084054341 + value: -2.9583771179238614 - type: nauc_ndcg_at_20_std - value: -18.95043122989943 + value: -16.693055164836963 - type: nauc_ndcg_at_3_diff1 - value: 26.0989786693196 + value: 25.5710298650636 - type: nauc_ndcg_at_3_max - value: 3.038311245396892 + value: -2.218224936981852 - type: nauc_ndcg_at_3_std - value: -19.288377657496063 + value: -17.694121753232615 - type: nauc_ndcg_at_5_diff1 - value: 26.217951497498447 + value: 25.771066639196416 - type: nauc_ndcg_at_5_max - value: 2.561548678443411 + value: -2.5332524565573666 - type: nauc_ndcg_at_5_std - value: -20.992522083076192 + value: -18.481381062423043 - type: nauc_precision_at_1000_diff1 - value: -1.7356504996561546 + value: -2.463633213526286 - type: nauc_precision_at_1000_max - value: 13.233672064541821 + value: 14.6662952419131 - type: nauc_precision_at_1000_std - value: 11.370156141817658 + value: 10.633618922732419 - type: nauc_precision_at_100_diff1 - value: 13.781439918940446 + value: 12.829443660572027 - type: nauc_precision_at_100_max - value: 10.18269288195915 + value: 4.533516248969494 - type: nauc_precision_at_100_std - value: 14.378636197945152 + value: 15.753867134166018 - type: nauc_precision_at_10_diff1 - value: 22.956288629086337 + value: 23.14452771198422 - type: nauc_precision_at_10_max - value: 4.214339578314294 + value: -4.889938548928317 - type: nauc_precision_at_10_std - value: -22.194556871349498 + value: -19.47135474946216 - type: nauc_precision_at_1_diff1 - value: 28.941733049559126 + value: 28.22126171647418 - type: nauc_precision_at_1_max - value: 2.430112496199441 + value: -0.11857961224466163 - type: nauc_precision_at_1_std - value: -15.112994831255715 + value: -14.05918102647804 - type: nauc_precision_at_20_diff1 - value: 21.17410458246401 + value: 19.617469162922806 - type: nauc_precision_at_20_max - value: 4.003927039217645 + value: -3.369261237383013 - type: nauc_precision_at_20_std - value: -13.790569596000953 + value: -10.440733098930027 - type: nauc_precision_at_3_diff1 - value: 24.12161162607088 + value: 23.562821287356147 - type: nauc_precision_at_3_max - value: 3.486170324409306 + value: -3.050696929026444 - type: nauc_precision_at_3_std - value: -21.27032988231918 + value: -19.256168898117743 - type: nauc_precision_at_5_diff1 - value: 23.945771897600494 + value: 23.59237070693645 - type: nauc_precision_at_5_max - value: 2.3779782465129884 + value: -3.391495817446261 - type: nauc_precision_at_5_std - value: -24.58965912962958 + value: -20.431384367763556 - type: nauc_recall_at_1000_diff1 - value: 31.708787652672388 + value: 17.321277809623652 - type: nauc_recall_at_1000_max - value: 37.466451015552984 + value: 28.35805826926937 - type: nauc_recall_at_1000_std - value: 71.23128191304382 + value: 73.86793130411475 - type: nauc_recall_at_100_diff1 - value: 28.56091058151315 + value: 26.886950291153394 - type: nauc_recall_at_100_max - value: 6.101595606970932 + value: -4.561316272010665 - type: nauc_recall_at_100_std - value: 16.587441091794766 + value: 20.563905398924636 - type: nauc_recall_at_10_diff1 - value: 24.332256649127242 + value: 25.028406909428547 - type: nauc_recall_at_10_max - value: 3.309230681087072 + value: -6.379843964294479 - type: nauc_recall_at_10_std - value: -24.10749195655103 + value: -21.407672616024666 - type: nauc_recall_at_1_diff1 - value: 29.227141248415816 + value: 28.54432241866563 - type: nauc_recall_at_1_max - value: 2.2954364314536084 + value: -0.40791474629986774 - type: nauc_recall_at_1_std - value: -15.232245190650149 + value: -14.404864547978569 - type: nauc_recall_at_20_diff1 - value: 25.103473833911465 + value: 23.501471852525228 - type: nauc_recall_at_20_max - value: 1.9266470427493632 + value: -6.707662803744487 - type: nauc_recall_at_20_std - value: -17.86758733635878 + value: -13.994466479286649 - type: nauc_recall_at_3_diff1 - value: 24.41110479938838 + value: 24.005389823573537 - type: nauc_recall_at_3_max - value: 3.232552608896218 + value: -3.3942514176696026 - type: nauc_recall_at_3_std - value: -21.40739678045427 + value: -19.525956754173976 - type: nauc_recall_at_5_diff1 - value: 24.511681567068337 + value: 24.356739198783767 - type: nauc_recall_at_5_max - value: 2.095598021153217 + value: -4.1454695177252034 - type: nauc_recall_at_5_std - value: -25.129733224833657 + value: -21.2881986104369 - type: ndcg_at_1 - value: 18.768 + value: 18.596 - type: ndcg_at_10 - value: 39.451 + value: 39.096 - type: ndcg_at_100 - value: 45.528 + value: 45.255 - type: ndcg_at_1000 - value: 46.558 + value: 46.285 - type: ndcg_at_20 - value: 42.347 + value: 42.05 - type: ndcg_at_3 - value: 30.288999999999998 + value: 29.974 - type: ndcg_at_5 - value: 34.864 + value: 34.475 - type: precision_at_1 - value: 18.768 + value: 18.596 - type: precision_at_10 - value: 6.646000000000001 + value: 6.617000000000001 - type: precision_at_100 value: 0.967 - type: precision_at_1000 value: 0.106 - type: precision_at_20 - value: 3.9309999999999996 + value: 3.923 - type: precision_at_3 - value: 13.376 + value: 13.276 - type: precision_at_5 - value: 10.347000000000001 + value: 10.255 - type: recall_at_1 - value: 18.265 + value: 18.093 - type: recall_at_10 - value: 63.59 + value: 63.19200000000001 - type: recall_at_100 - value: 91.41 + value: 91.418 - type: recall_at_1000 - value: 99.144 + value: 99.177 - type: recall_at_20 - value: 74.824 + value: 74.619 - type: recall_at_3 - value: 38.652 + value: 38.346000000000004 - type: recall_at_5 - value: 49.641000000000005 + value: 49.156 task: type: Retrieval - dataset: @@ -5801,13 +5801,13 @@ model-index: type: mteb/mtop_domain metrics: - type: accuracy - value: 98.98996808025535 + value: 99.02188782489742 - type: f1 - value: 98.86662942881499 + value: 98.91843101772031 - type: f1_weighted - value: 98.99067006916769 + value: 99.02275333864246 - type: main_score - value: 98.98996808025535 + value: 99.02188782489742 task: type: Classification - dataset: @@ -5818,13 +5818,13 @@ model-index: type: mteb/mtop_intent metrics: - type: accuracy - value: 92.9252165982672 + value: 91.1217510259918 - type: f1 - value: 73.11944856770835 + value: 70.49499563988088 - type: f1_weighted - value: 93.4697726721638 + value: 91.23538081145682 - type: main_score - value: 92.9252165982672 + value: 91.1217510259918 task: type: Classification - dataset: @@ -5835,13 +5835,13 @@ model-index: type: mteb/amazon_massive_intent metrics: - type: accuracy - value: 82.85810356422327 + value: 81.90652320107598 - type: f1 - value: 81.22596677765927 + value: 79.93778330619065 - type: f1_weighted - value: 82.24185718848813 + value: 81.11001189722018 - type: main_score - value: 82.85810356422327 + value: 81.90652320107598 task: type: Classification - dataset: @@ -5852,13 +5852,13 @@ model-index: type: mteb/amazon_massive_scenario metrics: - type: accuracy - value: 90.18829858776058 + value: 89.21318090114325 - type: f1 - value: 89.25088012497999 + value: 88.09390677800496 - type: f1_weighted - value: 89.84015465115705 + value: 88.79037980610785 - type: main_score - value: 90.18829858776058 + value: 89.21318090114325 task: type: Classification - dataset: @@ -5869,11 +5869,11 @@ model-index: type: mteb/medrxiv-clustering-p2p metrics: - type: main_score - value: 37.4096740984997 + value: 40.97987057589157 - type: v_measure - value: 37.4096740984997 + value: 40.97987057589157 - type: v_measure_std - value: 1.4864955045231503 + value: 0.9595500801375094 task: type: Clustering - dataset: @@ -5884,11 +5884,11 @@ model-index: type: mteb/medrxiv-clustering-s2s metrics: - type: main_score - value: 34.93488887387324 + value: 39.164547725954996 - type: v_measure - value: 34.93488887387324 + value: 39.164547725954996 - type: v_measure_std - value: 1.0237056309611563 + value: 1.2824642026478994 task: type: Clustering - dataset: @@ -5899,23 +5899,23 @@ model-index: type: mteb/mind_small metrics: - type: main_score - value: 31.679889107326286 + value: 32.151918733303695 - type: map - value: 31.679889107326286 + value: 32.151918733303695 - type: mrr - value: 32.8556828296742 + value: 33.436589720422084 - type: nAUC_map_diff1 - value: 12.283086399339567 + value: 11.16356032762711 - type: nAUC_map_max - value: -17.619220274597936 + value: -17.051714062653385 - type: nAUC_map_std - value: 3.8578436416880058 + value: 3.6166597896247756 - type: nAUC_mrr_diff1 - value: 11.769625979309597 + value: 10.835983194949183 - type: nAUC_mrr_max - value: -12.050987086708885 + value: -11.557478363717925 - type: nAUC_mrr_std - value: 5.2182653642437415 + value: 4.985178033763766 task: type: Reranking - dataset: @@ -5926,287 +5926,287 @@ model-index: type: mteb/nfcorpus metrics: - type: main_score - value: 39.903 + value: 40.336 - type: map_at_1 - value: 6.935 + value: 7.034999999999999 - type: map_at_10 - value: 15.310000000000002 + value: 15.671 - type: map_at_100 - value: 19.580000000000002 + value: 20.22 - type: map_at_1000 - value: 21.173000000000002 + value: 21.837999999999997 - type: map_at_20 - value: 17.064 + value: 17.502000000000002 - type: map_at_3 - value: 11.451 + value: 11.651 - type: map_at_5 - value: 13.203999999999999 + value: 13.563 - type: mrr_at_1 - value: 52.012383900928796 + value: 52.63157894736842 - type: mrr_at_10 - value: 61.1703277802349 + value: 61.826871099316925 - type: mrr_at_100 - value: 61.628965506973785 + value: 62.229063214736655 - type: mrr_at_1000 - value: 61.66073224711265 + value: 62.25978745222259 - type: mrr_at_20 - value: 61.43857628322639 + value: 62.017132302551516 - type: mrr_at_3 - value: 59.54592363261095 + value: 60.06191950464399 - type: mrr_at_5 - value: 60.67595459236328 + value: 61.33126934984522 - type: nauc_map_at_1000_diff1 - value: 22.584450851713836 + value: 21.648670926546952 - type: nauc_map_at_1000_max - value: 24.772063724767516 + value: 23.885175390129906 - type: nauc_map_at_1000_std - value: 10.575715940269177 + value: 12.718321166322925 - type: nauc_map_at_100_diff1 - value: 24.235775036769958 + value: 23.229468625665575 - type: nauc_map_at_100_max - value: 24.881349081409425 + value: 23.468901411991062 - type: nauc_map_at_100_std - value: 8.124155638610226 + value: 9.706516076964897 - type: nauc_map_at_10_diff1 - value: 28.785455179837882 + value: 29.57657594345363 - type: nauc_map_at_10_max - value: 20.150512502801075 + value: 17.963452106982118 - type: nauc_map_at_10_std - value: -3.194715618777879 + value: -2.5294451126594124 - type: nauc_map_at_1_diff1 - value: 43.633321828909146 + value: 48.350174879836096 - type: nauc_map_at_1_max - value: 7.263672295195329 + value: 3.946334372368094 - type: nauc_map_at_1_std - value: -18.04443744595078 + value: -17.849285033341584 - type: nauc_map_at_20_diff1 - value: 26.20767349515442 + value: 26.65441763179981 - type: nauc_map_at_20_max - value: 22.784236364394552 + value: 21.02777654571385 - type: nauc_map_at_20_std - value: 1.9147327953541387 + value: 2.7894705407486047 - type: nauc_map_at_3_diff1 - value: 36.849225055635735 + value: 38.41834300826446 - type: nauc_map_at_3_max - value: 13.329583113401025 + value: 10.74526856759504 - type: nauc_map_at_3_std - value: -12.466690205254928 + value: -10.731985683904883 - type: nauc_map_at_5_diff1 - value: 33.03798140643773 + value: 33.892749747271516 - type: nauc_map_at_5_max - value: 16.6034517557521 + value: 14.045987583774153 - type: nauc_map_at_5_std - value: -9.342729701972127 + value: -8.062293157967538 - type: nauc_mrr_at_1000_diff1 - value: 31.31995916586191 + value: 30.52776986334351 - type: nauc_mrr_at_1000_max - value: 38.39584057162024 + value: 40.151271324267725 - type: nauc_mrr_at_1000_std - value: 22.83508507183905 + value: 26.692949936707038 - type: nauc_mrr_at_100_diff1 - value: 31.320828918807074 + value: 30.541627760540933 - type: nauc_mrr_at_100_max - value: 38.41309934880254 + value: 40.177283472965364 - type: nauc_mrr_at_100_std - value: 22.858247026515894 + value: 26.732950728007122 - type: nauc_mrr_at_10_diff1 - value: 31.22938550038298 + value: 30.68229234674581 - type: nauc_mrr_at_10_max - value: 38.067747421574936 + value: 39.975164420469234 - type: nauc_mrr_at_10_std - value: 22.722851860111398 + value: 26.499033999722098 - type: nauc_mrr_at_1_diff1 - value: 30.776563396172335 + value: 30.760566388139708 - type: nauc_mrr_at_1_max - value: 31.752738992779772 + value: 35.02398717712965 - type: nauc_mrr_at_1_std - value: 16.085217128756856 + value: 19.679504342414695 - type: nauc_mrr_at_20_diff1 - value: 31.31397474585705 + value: 30.56841620886074 - type: nauc_mrr_at_20_max - value: 38.546352463601885 + value: 40.226142456190956 - type: nauc_mrr_at_20_std - value: 22.96417400386909 + value: 26.730669827048477 - type: nauc_mrr_at_3_diff1 - value: 31.785686764729952 + value: 31.106510163929784 - type: nauc_mrr_at_3_max - value: 36.50324332476303 + value: 38.96643476207935 - type: nauc_mrr_at_3_std - value: 20.947264529321604 + value: 25.21933048360791 - type: nauc_mrr_at_5_diff1 - value: 31.3772340890591 + value: 30.831207752570815 - type: nauc_mrr_at_5_max - value: 37.8714282873046 + value: 39.90213179154124 - type: nauc_mrr_at_5_std - value: 21.834380159750673 + value: 25.898244714250108 - type: nauc_ndcg_at_1000_diff1 - value: 20.42851982134992 + value: 19.96523616472766 - type: nauc_ndcg_at_1000_max - value: 40.09859222038282 + value: 40.102450563469354 - type: nauc_ndcg_at_1000_std - value: 29.387766053814126 + value: 31.780695178031092 - type: nauc_ndcg_at_100_diff1 - value: 19.965879365522582 + value: 18.29141350584988 - type: nauc_ndcg_at_100_max - value: 34.51936059771763 + value: 33.217946395720304 - type: nauc_ndcg_at_100_std - value: 23.986302048017162 + value: 25.91953793041382 - type: nauc_ndcg_at_10_diff1 - value: 15.803087183736759 + value: 14.50319706154019 - type: nauc_ndcg_at_10_max - value: 30.063167811831885 + value: 31.77258320465841 - type: nauc_ndcg_at_10_std - value: 20.569958163834578 + value: 23.612459300338852 - type: nauc_ndcg_at_1_diff1 - value: 31.37220394970542 + value: 32.67478198272269 - type: nauc_ndcg_at_1_max - value: 30.183414159679483 + value: 32.480893992251225 - type: nauc_ndcg_at_1_std - value: 14.848882003276135 + value: 18.084577950595566 - type: nauc_ndcg_at_20_diff1 - value: 15.753314147806089 + value: 15.262035505807503 - type: nauc_ndcg_at_20_max - value: 30.650581843410784 + value: 31.342019352990913 - type: nauc_ndcg_at_20_std - value: 20.97310864113804 + value: 24.197954778000465 - type: nauc_ndcg_at_3_diff1 - value: 22.113476433200923 + value: 22.26310249149197 - type: nauc_ndcg_at_3_max - value: 29.622579924814364 + value: 34.39233038678674 - type: nauc_ndcg_at_3_std - value: 16.574020713616594 + value: 22.298962644610917 - type: nauc_ndcg_at_5_diff1 - value: 18.01630565535288 + value: 16.20505408271046 - type: nauc_ndcg_at_5_max - value: 30.231154521761695 + value: 32.472046662862134 - type: nauc_ndcg_at_5_std - value: 17.649648852098114 + value: 22.12440390937827 - type: nauc_precision_at_1000_diff1 - value: -19.66772731016854 + value: -18.1992280418387 - type: nauc_precision_at_1000_max - value: -4.35183390382939 + value: -0.14504027624401056 - type: nauc_precision_at_1000_std - value: 24.425962902382853 + value: 28.728686840822586 - type: nauc_precision_at_100_diff1 - value: -16.696467411516007 + value: -18.890472953162003 - type: nauc_precision_at_100_max - value: 8.49980274932246 + value: 11.13535749454528 - type: nauc_precision_at_100_std - value: 34.41912405844157 + value: 39.25554880828357 - type: nauc_precision_at_10_diff1 - value: -6.685008951570139 + value: -9.714649324902075 - type: nauc_precision_at_10_max - value: 27.748616533764476 + value: 30.344283615773975 - type: nauc_precision_at_10_std - value: 33.31331519081523 + value: 35.49664478004321 - type: nauc_precision_at_1_diff1 - value: 30.776563396172335 + value: 30.760566388139708 - type: nauc_precision_at_1_max - value: 31.752738992779772 + value: 35.02398717712965 - type: nauc_precision_at_1_std - value: 16.085217128756856 + value: 19.679504342414695 - type: nauc_precision_at_20_diff1 - value: -10.489025695108186 + value: -13.200665933477627 - type: nauc_precision_at_20_max - value: 23.39249195686815 + value: 25.1207959687035 - type: nauc_precision_at_20_std - value: 35.69020110636529 + value: 38.85776906396036 - type: nauc_precision_at_3_diff1 - value: 9.420764096921703 + value: 8.220730025668981 - type: nauc_precision_at_3_max - value: 29.44248069631858 + value: 36.22034319762123 - type: nauc_precision_at_3_std - value: 21.965754366497446 + value: 28.12392324478213 - type: nauc_precision_at_5_diff1 - value: 0.5674243876716504 + value: -3.6321638567344396 - type: nauc_precision_at_5_max - value: 30.353669297532665 + value: 33.227196141105445 - type: nauc_precision_at_5_std - value: 26.14284694145731 + value: 29.907501305320068 - type: nauc_recall_at_1000_diff1 - value: 2.3222454306912796 + value: 7.967300491712526 - type: nauc_recall_at_1000_max - value: 22.119743073001903 + value: 19.980165183771206 - type: nauc_recall_at_1000_std - value: 21.144230549076067 + value: 19.140830234036876 - type: nauc_recall_at_100_diff1 - value: 15.42212749928085 + value: 11.141369781846388 - type: nauc_recall_at_100_max - value: 23.66522465319368 + value: 18.951402610508083 - type: nauc_recall_at_100_std - value: 15.428741085315185 + value: 14.738952156631067 - type: nauc_recall_at_10_diff1 - value: 23.07476940724365 + value: 23.90292148597915 - type: nauc_recall_at_10_max - value: 20.218942564646785 + value: 17.751156184761655 - type: nauc_recall_at_10_std - value: -0.18338744634722515 + value: -0.6705078411610252 - type: nauc_recall_at_1_diff1 - value: 43.633321828909146 + value: 48.350174879836096 - type: nauc_recall_at_1_max - value: 7.263672295195329 + value: 3.946334372368094 - type: nauc_recall_at_1_std - value: -18.04443744595078 + value: -17.849285033341584 - type: nauc_recall_at_20_diff1 - value: 20.279382741026918 + value: 19.943354062055192 - type: nauc_recall_at_20_max - value: 23.8437703587225 + value: 21.177985765604276 - type: nauc_recall_at_20_std - value: 5.972851393164579 + value: 5.320291087740789 - type: nauc_recall_at_3_diff1 - value: 35.09655179037459 + value: 35.30089980248878 - type: nauc_recall_at_3_max - value: 13.48698848006775 + value: 10.395146596807242 - type: nauc_recall_at_3_std - value: -10.919374692664027 + value: -8.838602447204481 - type: nauc_recall_at_5_diff1 - value: 27.981905111909217 + value: 28.72944376709497 - type: nauc_recall_at_5_max - value: 16.071513507047307 + value: 13.550632758927897 - type: nauc_recall_at_5_std - value: -7.6306462984316425 + value: -6.775215741511598 - type: ndcg_at_1 - value: 50.464 + value: 50.619 - type: ndcg_at_10 - value: 39.903 + value: 40.336 - type: ndcg_at_100 - value: 36.856 + value: 37.624 - type: ndcg_at_1000 - value: 45.139 + value: 45.796 - type: ndcg_at_20 - value: 37.259 + value: 37.869 - type: ndcg_at_3 - value: 46.639 + value: 46.221000000000004 - type: ndcg_at_5 - value: 43.618 + value: 44.201 - type: precision_at_1 - value: 52.012 + value: 52.632 - type: precision_at_10 - value: 29.443 + value: 29.720999999999997 - type: precision_at_100 - value: 9.427000000000001 + value: 9.625 - type: precision_at_1000 - value: 2.2270000000000003 + value: 2.246 - type: precision_at_20 - value: 21.873 + value: 22.152 - type: precision_at_3 - value: 43.86 + value: 43.137 - type: precision_at_5 - value: 37.523 + value: 38.39 - type: recall_at_1 - value: 6.935 + value: 7.034999999999999 - type: recall_at_10 - value: 19.099 + value: 19.538 - type: recall_at_100 - value: 37.329 + value: 38.146 - type: recall_at_1000 - value: 67.39699999999999 + value: 67.726 - type: recall_at_20 - value: 23.444000000000003 + value: 24.014 - type: recall_at_3 - value: 12.548 + value: 12.933 - type: recall_at_5 - value: 15.459 + value: 15.966 task: type: Retrieval - dataset: @@ -6217,287 +6217,287 @@ model-index: type: mteb/nq metrics: - type: main_score - value: 56.80500000000001 + value: 57.973 - type: map_at_1 - value: 30.707 + value: 31.965 - type: map_at_10 - value: 48.027 + value: 49.254999999999995 - type: map_at_100 - value: 49.055 + value: 50.214000000000006 - type: map_at_1000 - value: 49.071 + value: 50.229 - type: map_at_20 - value: 48.77 + value: 49.928 - type: map_at_3 - value: 42.953 + value: 44.119 - type: map_at_5 - value: 45.932 + value: 47.179 - type: mrr_at_1 - value: 34.73348783314021 + value: 35.92120509849362 - type: mrr_at_10 - value: 50.59123765380995 + value: 51.672563869116495 - type: mrr_at_100 - value: 51.2911460867936 + value: 52.313374300588634 - type: mrr_at_1000 - value: 51.3007704782378 + value: 52.32344018159938 - type: mrr_at_20 - value: 51.110685814028734 + value: 52.133239169739575 - type: mrr_at_3 - value: 46.48995751255295 + value: 47.528003089996 - type: mrr_at_5 - value: 48.95229818462724 + value: 50.05117806102738 - type: nauc_map_at_1000_diff1 - value: 33.30313803997953 + value: 29.824242384334525 - type: nauc_map_at_1000_max - value: 16.736588225025084 + value: 13.995693176688448 - type: nauc_map_at_1000_std - value: -13.56545243917768 + value: -8.373469172548125 - type: nauc_map_at_100_diff1 - value: 33.30670292023732 + value: 29.824783577565455 - type: nauc_map_at_100_max - value: 16.75356546595766 + value: 14.014232791380248 - type: nauc_map_at_100_std - value: -13.551284422437835 + value: -8.354567512476217 - type: nauc_map_at_10_diff1 - value: 33.17118290651829 + value: 29.69721621452462 - type: nauc_map_at_10_max - value: 16.77583667534109 + value: 14.013773981967729 - type: nauc_map_at_10_std - value: -14.115248663746192 + value: -8.811618763746901 - type: nauc_map_at_1_diff1 - value: 36.32180475160689 + value: 33.067072402069165 - type: nauc_map_at_1_max - value: 13.140196835715546 + value: 9.692535049814342 - type: nauc_map_at_1_std - value: -12.65338287138244 + value: -9.214265514134015 - type: nauc_map_at_20_diff1 - value: 33.21142152478589 + value: 29.773661699973868 - type: nauc_map_at_20_max - value: 16.75610844744874 + value: 14.103991415921719 - type: nauc_map_at_20_std - value: -13.666514276517505 + value: -8.399614830370254 - type: nauc_map_at_3_diff1 - value: 33.278440724236425 + value: 29.604244382973494 - type: nauc_map_at_3_max - value: 15.236368922962601 + value: 12.726985941576045 - type: nauc_map_at_3_std - value: -14.879524822380047 + value: -9.174499958794579 - type: nauc_map_at_5_diff1 - value: 33.06679927687458 + value: 29.526178054166003 - type: nauc_map_at_5_max - value: 16.30090976126474 + value: 13.485623539224505 - type: nauc_map_at_5_std - value: -14.87974860104747 + value: -9.332715715777457 - type: nauc_mrr_at_1000_diff1 - value: 33.21630398912113 + value: 29.990159094273984 - type: nauc_mrr_at_1000_max - value: 17.141516609922792 + value: 14.798553638662531 - type: nauc_mrr_at_1000_std - value: -11.527716102859845 + value: -6.536835639249748 - type: nauc_mrr_at_100_diff1 - value: 33.21923748783566 + value: 29.99096196473329 - type: nauc_mrr_at_100_max - value: 17.154841046927476 + value: 14.813647125488611 - type: nauc_mrr_at_100_std - value: -11.512589903355778 + value: -6.5207559360795795 - type: nauc_mrr_at_10_diff1 - value: 33.09295320062066 + value: 29.866060653972433 - type: nauc_mrr_at_10_max - value: 17.294821426075426 + value: 14.932057781270828 - type: nauc_mrr_at_10_std - value: -11.745683952459208 + value: -6.7199900977246045 - type: nauc_mrr_at_1_diff1 - value: 35.82124515070737 + value: 33.522585698879105 - type: nauc_mrr_at_1_max - value: 14.414555474329834 + value: 11.03359132659101 - type: nauc_mrr_at_1_std - value: -10.48993815934909 + value: -7.065729635829634 - type: nauc_mrr_at_20_diff1 - value: 33.13729541613056 + value: 29.937849347501995 - type: nauc_mrr_at_20_max - value: 17.203613822322882 + value: 14.933127757332631 - type: nauc_mrr_at_20_std - value: -11.557119853880463 + value: -6.5101713991165076 - type: nauc_mrr_at_3_diff1 - value: 33.01912334394257 + value: 29.709282383756214 - type: nauc_mrr_at_3_max - value: 16.37191823715626 + value: 14.293242212683008 - type: nauc_mrr_at_3_std - value: -12.195284325207032 + value: -6.766453971049555 - type: nauc_mrr_at_5_diff1 - value: 33.052483924636114 + value: 29.583175805360916 - type: nauc_mrr_at_5_max - value: 16.946203888141184 + value: 14.73037078089027 - type: nauc_mrr_at_5_std - value: -12.27536220261218 + value: -6.997762632641283 - type: nauc_ndcg_at_1000_diff1 - value: 32.94865574116252 + value: 29.490454126425163 - type: nauc_ndcg_at_1000_max - value: 17.90289887243065 + value: 15.419019530679389 - type: nauc_ndcg_at_1000_std - value: -12.219014418242832 + value: -7.0484017992481744 - type: nauc_ndcg_at_100_diff1 - value: 32.976337978812644 + value: 29.505190293936156 - type: nauc_ndcg_at_100_max - value: 18.359771291056802 + value: 15.918909416610521 - type: nauc_ndcg_at_100_std - value: -11.724339628521792 + value: -6.49127219891478 - type: nauc_ndcg_at_10_diff1 - value: 32.2322256791298 + value: 28.833840829896463 - type: nauc_ndcg_at_10_max - value: 18.712545776923175 + value: 16.373438787446197 - type: nauc_ndcg_at_10_std - value: -13.645289895578273 + value: -7.9778251252372705 - type: nauc_ndcg_at_1_diff1 - value: 35.908205017744486 + value: 33.60872721647907 - type: nauc_ndcg_at_1_max - value: 14.46198189453581 + value: 11.064299819969465 - type: nauc_ndcg_at_1_std - value: -10.40947841750246 + value: -6.985252399557631 - type: nauc_ndcg_at_20_diff1 - value: 32.304408351225526 + value: 29.081791504309212 - type: nauc_ndcg_at_20_max - value: 18.550783905703817 + value: 16.69651954979618 - type: nauc_ndcg_at_20_std - value: -12.33146158684629 + value: -6.5711475047802335 - type: nauc_ndcg_at_3_diff1 - value: 32.44329515494948 + value: 28.539570911163125 - type: nauc_ndcg_at_3_max - value: 16.0230661835299 + value: 14.010530248113884 - type: nauc_ndcg_at_3_std - value: -15.033868607084708 + value: -8.637239917621597 - type: nauc_ndcg_at_5_diff1 - value: 32.14296040013308 + value: 28.27028574171474 - type: nauc_ndcg_at_5_max - value: 17.631162132251823 + value: 15.230131680757033 - type: nauc_ndcg_at_5_std - value: -15.211603982696653 + value: -9.050189391014829 - type: nauc_precision_at_1000_diff1 - value: -6.115022157876802 + value: -5.456910590056672 - type: nauc_precision_at_1000_max - value: 5.033117657886166 + value: 4.4296686382162385 - type: nauc_precision_at_1000_std - value: 15.16097598336786 + value: 11.973463805098273 - type: nauc_precision_at_100_diff1 - value: -3.3980807714805237 + value: -2.9950499706062947 - type: nauc_precision_at_100_max - value: 9.36678382952055 + value: 8.727441061794135 - type: nauc_precision_at_100_std - value: 17.182008746348547 + value: 14.536609028727096 - type: nauc_precision_at_10_diff1 - value: 10.26818643852145 + value: 8.79516862926112 - type: nauc_precision_at_10_max - value: 18.23908711526027 + value: 17.471695342611472 - type: nauc_precision_at_10_std - value: 1.1498545973666268 + value: 4.0438514865197925 - type: nauc_precision_at_1_diff1 - value: 35.908205017744486 + value: 33.60872721647907 - type: nauc_precision_at_1_max - value: 14.46198189453581 + value: 11.064299819969465 - type: nauc_precision_at_1_std - value: -10.40947841750246 + value: -6.985252399557631 - type: nauc_precision_at_20_diff1 - value: 3.2986035559399385 + value: 3.6059314683741928 - type: nauc_precision_at_20_max - value: 14.705734592515254 + value: 15.944255335307014 - type: nauc_precision_at_20_std - value: 10.253173542335778 + value: 11.625863542424076 - type: nauc_precision_at_3_diff1 - value: 23.89852817310916 + value: 20.204302583527532 - type: nauc_precision_at_3_max - value: 17.647973896079 + value: 16.332566250985476 - type: nauc_precision_at_3_std - value: -11.251484610475117 + value: -3.4702610490043777 - type: nauc_precision_at_5_diff1 - value: 18.310603956452255 + value: 14.594065643339766 - type: nauc_precision_at_5_max - value: 19.30307175724623 + value: 17.26474710654306 - type: nauc_precision_at_5_std - value: -8.365248670056426 + value: -2.7233890637924625 - type: nauc_recall_at_1000_diff1 - value: 48.681473924344594 + value: 51.01005353923607 - type: nauc_recall_at_1000_max - value: 67.78451270142858 + value: 95.9468807413851 - type: nauc_recall_at_1000_std - value: 82.20674950627638 + value: 96.43516709723872 - type: nauc_recall_at_100_diff1 - value: 33.767039300750554 + value: 30.992518657749013 - type: nauc_recall_at_100_max - value: 56.175764471402914 + value: 56.25345462048048 - type: nauc_recall_at_100_std - value: 37.55353854546892 + value: 41.3102757318071 - type: nauc_recall_at_10_diff1 - value: 25.77945749860816 + value: 23.025777269325026 - type: nauc_recall_at_10_max - value: 26.550862317304357 + value: 26.314920590981533 - type: nauc_recall_at_10_std - value: -14.704528332712318 + value: -6.936581744358684 - type: nauc_recall_at_1_diff1 - value: 36.32180475160689 + value: 33.067072402069165 - type: nauc_recall_at_1_max - value: 13.140196835715546 + value: 9.692535049814342 - type: nauc_recall_at_1_std - value: -12.65338287138244 + value: -9.214265514134015 - type: nauc_recall_at_20_diff1 - value: 23.126269565396054 + value: 22.81995680991129 - type: nauc_recall_at_20_max - value: 30.489504049833176 + value: 36.01028848554346 - type: nauc_recall_at_20_std - value: -5.45317187272404 + value: 6.03249054323601 - type: nauc_recall_at_3_diff1 - value: 29.220629544641298 + value: 24.538095713395393 - type: nauc_recall_at_3_max - value: 16.511029637837126 + value: 15.820241399506815 - type: nauc_recall_at_3_std - value: -17.617818059693196 + value: -9.133686977749287 - type: nauc_recall_at_5_diff1 - value: 27.619015519621552 + value: 22.72999021746731 - type: nauc_recall_at_5_max - value: 20.497211798441544 + value: 19.12645303427032 - type: nauc_recall_at_5_std - value: -18.93100986884411 + value: -10.59744542818235 - type: ndcg_at_1 - value: 34.705000000000005 + value: 35.892 - type: ndcg_at_10 - value: 56.80500000000001 + value: 57.973 - type: ndcg_at_100 - value: 60.757000000000005 + value: 61.663999999999994 - type: ndcg_at_1000 - value: 61.065999999999995 + value: 61.986 - type: ndcg_at_20 - value: 59.13699999999999 + value: 60.061 - type: ndcg_at_3 - value: 47.361 + value: 48.463 - type: ndcg_at_5 - value: 52.273 + value: 53.502 - type: precision_at_1 - value: 34.705000000000005 + value: 35.892 - type: precision_at_10 - value: 9.67 + value: 9.774 - type: precision_at_100 value: 1.185 - type: precision_at_1000 value: 0.121 - type: precision_at_20 - value: 5.391 + value: 5.4 - type: precision_at_3 - value: 22.006999999999998 + value: 22.402 - type: precision_at_5 - value: 16.008 + value: 16.309 - type: recall_at_1 - value: 30.707 + value: 31.965 - type: recall_at_10 - value: 80.987 + value: 82.12899999999999 - type: recall_at_100 - value: 97.477 + value: 97.506 - type: recall_at_1000 - value: 99.68599999999999 + value: 99.84100000000001 - type: recall_at_20 - value: 89.60000000000001 + value: 89.75 - type: recall_at_3 - value: 56.54 + value: 57.554 - type: recall_at_5 - value: 67.842 + value: 69.16799999999999 task: type: Retrieval - dataset: @@ -6508,287 +6508,287 @@ model-index: type: mteb/quora metrics: - type: main_score - value: 89.68 + value: 89.631 - type: map_at_1 - value: 71.88 + value: 71.873 - type: map_at_10 - value: 86.149 + value: 86.1 - type: map_at_100 - value: 86.762 + value: 86.722 - type: map_at_1000 - value: 86.773 + value: 86.733 - type: map_at_20 - value: 86.562 + value: 86.52499999999999 - type: map_at_3 - value: 83.245 + value: 83.159 - type: map_at_5 - value: 85.05 + value: 85.042 - type: mrr_at_1 - value: 82.56 + value: 82.67999999999999 - type: mrr_at_10 - value: 88.67061904761884 + value: 88.6650476190474 - type: mrr_at_100 - value: 88.74582212646189 + value: 88.74403876192653 - type: mrr_at_1000 - value: 88.7459897534807 + value: 88.74442902286796 - type: mrr_at_20 - value: 88.72879827216109 + value: 88.7274053321547 - type: mrr_at_3 - value: 87.78166666666642 + value: 87.76666666666645 - type: mrr_at_5 - value: 88.42216666666639 + value: 88.41616666666637 - type: nauc_map_at_1000_diff1 - value: 77.77827634245197 + value: 77.30191824401264 - type: nauc_map_at_1000_max - value: 34.303391552585694 + value: 13.034154761866718 - type: nauc_map_at_1000_std - value: -40.73979116855476 + value: -52.91261514794493 - type: nauc_map_at_100_diff1 - value: 77.77655839567007 + value: 77.30371920479556 - type: nauc_map_at_100_max - value: 34.28745250463004 + value: 12.988179399770516 - type: nauc_map_at_100_std - value: -40.77907687445839 + value: -52.97052916307793 - type: nauc_map_at_10_diff1 - value: 78.03301674901046 + value: 77.58060662262783 - type: nauc_map_at_10_max - value: 33.95616344861403 + value: 12.225416731922186 - type: nauc_map_at_10_std - value: -43.0427663766159 + value: -55.3613786070821 - type: nauc_map_at_1_diff1 - value: 81.42879347202413 + value: 81.28542355395726 - type: nauc_map_at_1_max - value: 26.47044615399362 + value: 9.394601627274016 - type: nauc_map_at_1_std - value: -36.91322078574739 + value: -46.26696310796872 - type: nauc_map_at_20_diff1 - value: 77.84699822479023 + value: 77.4264543798561 - type: nauc_map_at_20_max - value: 34.22510132051961 + value: 12.640046637669617 - type: nauc_map_at_20_std - value: -41.68184465612435 + value: -53.97773942738519 - type: nauc_map_at_3_diff1 - value: 78.6259575718351 + value: 78.15821432444955 - type: nauc_map_at_3_max - value: 32.136668018551475 + value: 10.15912724311145 - type: nauc_map_at_3_std - value: -45.246580452265896 + value: -57.22864996907624 - type: nauc_map_at_5_diff1 - value: 78.24314235923345 + value: 77.79975399887553 - type: nauc_map_at_5_max - value: 33.4380144505197 + value: 11.71325789204571 - type: nauc_map_at_5_std - value: -44.96004420301157 + value: -57.107677263258495 - type: nauc_mrr_at_1000_diff1 - value: 77.81186389977847 + value: 77.45264852637524 - type: nauc_mrr_at_1000_max - value: 35.58571308178954 + value: 15.52341959282284 - type: nauc_mrr_at_1000_std - value: -35.92572586239496 + value: -48.64447896830792 - type: nauc_mrr_at_100_diff1 - value: 77.81162772026825 + value: 77.45217072333344 - type: nauc_mrr_at_100_max - value: 35.585640783234425 + value: 15.521827007218691 - type: nauc_mrr_at_100_std - value: -35.92503395945711 + value: -48.646922241709994 - type: nauc_mrr_at_10_diff1 - value: 77.81549582626468 + value: 77.43456749114439 - type: nauc_mrr_at_10_max - value: 35.66727827567572 + value: 15.529836831176164 - type: nauc_mrr_at_10_std - value: -36.068426956188375 + value: -48.75875392088208 - type: nauc_mrr_at_1_diff1 - value: 78.77512383311107 + value: 78.54537995037919 - type: nauc_mrr_at_1_max - value: 34.791604296509995 + value: 16.640560984015902 - type: nauc_mrr_at_1_std - value: -32.83749058777642 + value: -45.28482868966014 - type: nauc_mrr_at_20_diff1 - value: 77.80802204825851 + value: 77.4579261494039 - type: nauc_mrr_at_20_max - value: 35.593101008561206 + value: 15.530406990945803 - type: nauc_mrr_at_20_std - value: -35.97245413056526 + value: -48.677032167317236 - type: nauc_mrr_at_3_diff1 - value: 77.53388669430694 + value: 77.20998980632015 - type: nauc_mrr_at_3_max - value: 35.65686446555861 + value: 15.126679640441187 - type: nauc_mrr_at_3_std - value: -36.726466208278055 + value: -49.743271509326284 - type: nauc_mrr_at_5_diff1 - value: 77.77096326523154 + value: 77.31365975119465 - type: nauc_mrr_at_5_max - value: 35.684780011414254 + value: 15.286704108033772 - type: nauc_mrr_at_5_std - value: -36.532945502405624 + value: -49.258038230371994 - type: nauc_ndcg_at_1000_diff1 - value: 77.52606819700611 + value: 76.99868569886195 - type: nauc_ndcg_at_1000_max - value: 34.905908375262925 + value: 14.067546676855178 - type: nauc_ndcg_at_1000_std - value: -38.66084704727431 + value: -50.79545103564982 - type: nauc_ndcg_at_100_diff1 - value: 77.48927736298899 + value: 76.97431479230265 - type: nauc_ndcg_at_100_max - value: 34.8687898619169 + value: 13.790203746757465 - type: nauc_ndcg_at_100_std - value: -38.72065216555112 + value: -51.06792832759592 - type: nauc_ndcg_at_10_diff1 - value: 77.62982722623056 + value: 77.1479433270543 - type: nauc_ndcg_at_10_max - value: 35.11114367812813 + value: 12.973183509342773 - type: nauc_ndcg_at_10_std - value: -41.946044524740074 + value: -54.71505928977531 - type: nauc_ndcg_at_1_diff1 - value: 78.77512383311107 + value: 78.50656620759376 - type: nauc_ndcg_at_1_max - value: 34.862734625189326 + value: 16.543901338375292 - type: nauc_ndcg_at_1_std - value: -32.74580645746584 + value: -45.228060755270924 - type: nauc_ndcg_at_20_diff1 - value: 77.52926838078629 + value: 77.16983455784539 - type: nauc_ndcg_at_20_max - value: 35.02294071961195 + value: 13.315620423480794 - type: nauc_ndcg_at_20_std - value: -40.4640991385587 + value: -53.02984622667913 - type: nauc_ndcg_at_3_diff1 - value: 77.05333945319882 + value: 76.55713182168297 - type: nauc_ndcg_at_3_max - value: 34.09015663528052 + value: 12.081676808245932 - type: nauc_ndcg_at_3_std - value: -42.7594340069264 + value: -55.18222046959792 - type: nauc_ndcg_at_5_diff1 - value: 77.36873631822688 + value: 76.9006202244737 - type: nauc_ndcg_at_5_max - value: 34.81269285354121 + value: 12.90360775727033 - type: nauc_ndcg_at_5_std - value: -43.668298988934765 + value: -55.99445333353582 - type: nauc_precision_at_1000_diff1 - value: -44.983652342475125 + value: -45.31975944341808 - type: nauc_precision_at_1000_max - value: -8.821223494872731 + value: 6.29027160882043 - type: nauc_precision_at_1000_std - value: 38.53570406899049 + value: 45.38096248837178 - type: nauc_precision_at_100_diff1 - value: -44.95124468071177 + value: -45.30333307019884 - type: nauc_precision_at_100_max - value: -8.67920873444788 + value: 4.798109392607744 - type: nauc_precision_at_100_std - value: 38.62049262129964 + value: 44.17265435105678 - type: nauc_precision_at_10_diff1 - value: -41.20764021733603 + value: -41.06166076037899 - type: nauc_precision_at_10_max - value: -5.222906610746238 + value: 3.1383589635972946 - type: nauc_precision_at_10_std - value: 27.0415725707115 + value: 29.793783541894808 - type: nauc_precision_at_1_diff1 - value: 78.77512383311107 + value: 78.50656620759376 - type: nauc_precision_at_1_max - value: 34.862734625189326 + value: 16.543901338375292 - type: nauc_precision_at_1_std - value: -32.74580645746584 + value: -45.228060755270924 - type: nauc_precision_at_20_diff1 - value: -43.757706502289686 + value: -43.652129476251716 - type: nauc_precision_at_20_max - value: -6.979759807573208 + value: 3.2858069466648216 - type: nauc_precision_at_20_std - value: 33.067129296591546 + value: 37.028312444009465 - type: nauc_precision_at_3_diff1 - value: -22.70024142171151 + value: -22.417878997483122 - type: nauc_precision_at_3_max - value: 4.03375913519347 + value: 4.357588406195106 - type: nauc_precision_at_3_std - value: 7.210765458286504 + value: 5.548454556466125 - type: nauc_precision_at_5_diff1 - value: -34.63033109997473 + value: -34.59346173557382 - type: nauc_precision_at_5_max - value: -0.9842354281288906 + value: 4.092275688412817 - type: nauc_precision_at_5_std - value: 17.225737400415554 + value: 18.571795479923363 - type: nauc_recall_at_1000_diff1 - value: 80.76773103573939 + value: 60.81475778096289 - type: nauc_recall_at_1000_max - value: 63.70124359536291 + value: -31.05691334029901 - type: nauc_recall_at_1000_std - value: 48.026347972729255 + value: 17.690001316678824 - type: nauc_recall_at_100_diff1 - value: 66.35479130074016 + value: 66.92860112572923 - type: nauc_recall_at_100_max - value: 34.93894925368835 + value: -20.096801559362024 - type: nauc_recall_at_100_std - value: -21.82175019571663 + value: -68.9845088182372 - type: nauc_recall_at_10_diff1 - value: 74.49428788891007 + value: 74.17807393588308 - type: nauc_recall_at_10_max - value: 35.64905204086924 + value: 3.6718305333112307 - type: nauc_recall_at_10_std - value: -65.58824889749694 + value: -80.75005939962519 - type: nauc_recall_at_1_diff1 - value: 81.42879347202413 + value: 81.28542355395726 - type: nauc_recall_at_1_max - value: 26.47044615399362 + value: 9.394601627274016 - type: nauc_recall_at_1_std - value: -36.91322078574739 + value: -46.26696310796872 - type: nauc_recall_at_20_diff1 - value: 72.96345577662534 + value: 75.23032147657926 - type: nauc_recall_at_20_max - value: 36.61406468914988 + value: -0.03516363792685841 - type: nauc_recall_at_20_std - value: -65.47914133838232 + value: -82.42013443698025 - type: nauc_recall_at_3_diff1 - value: 74.77146169707699 + value: 74.33274649676034 - type: nauc_recall_at_3_max - value: 29.778443936299663 + value: 4.764207227787686 - type: nauc_recall_at_3_std - value: -55.84547010309643 + value: -67.89402783108405 - type: nauc_recall_at_5_diff1 - value: 73.44260263851842 + value: 73.04544826821459 - type: nauc_recall_at_5_max - value: 31.91962537563607 + value: 5.5335471808875205 - type: nauc_recall_at_5_std - value: -62.978300617646234 + value: -75.37168632889185 - type: ndcg_at_1 - value: 82.56 + value: 82.69999999999999 - type: ndcg_at_10 - value: 89.68 + value: 89.631 - type: ndcg_at_100 - value: 90.69800000000001 + value: 90.671 - type: ndcg_at_1000 - value: 90.755 + value: 90.728 - type: ndcg_at_20 - value: 90.268 + value: 90.251 - type: ndcg_at_3 - value: 87.02 + value: 86.943 - type: ndcg_at_5 - value: 88.491 + value: 88.506 - type: precision_at_1 - value: 82.56 + value: 82.69999999999999 - type: precision_at_10 - value: 13.622 + value: 13.619 - type: precision_at_100 - value: 1.539 + value: 1.541 - type: precision_at_1000 value: 0.157 - type: precision_at_20 - value: 7.221 + value: 7.23 - type: precision_at_3 - value: 38.133 + value: 38.107 - type: precision_at_5 - value: 25.003999999999998 + value: 25.096 - type: recall_at_1 - value: 71.88 + value: 71.873 - type: recall_at_10 - value: 96.5 + value: 96.414 - type: recall_at_100 value: 99.76899999999999 - type: recall_at_1000 - value: 99.981 + value: 99.98 - type: recall_at_20 - value: 98.311 + value: 98.35199999999999 - type: recall_at_3 - value: 88.895 + value: 88.69399999999999 - type: recall_at_5 - value: 93.09100000000001 + value: 93.098 task: type: Retrieval - dataset: @@ -6799,11 +6799,11 @@ model-index: type: mteb/reddit-clustering metrics: - type: main_score - value: 59.97145108205019 + value: 62.06917394472442 - type: v_measure - value: 59.97145108205019 + value: 62.06917394472442 - type: v_measure_std - value: 4.598431166007637 + value: 4.943151033431419 task: type: Clustering - dataset: @@ -6814,11 +6814,11 @@ model-index: type: mteb/reddit-clustering-p2p metrics: - type: main_score - value: 69.99939249822759 + value: 69.22733490519639 - type: v_measure - value: 69.99939249822759 + value: 69.22733490519639 - type: v_measure_std - value: 12.548978114795585 + value: 13.377934681081163 task: type: Clustering - dataset: @@ -6829,287 +6829,287 @@ model-index: type: mteb/scidocs metrics: - type: main_score - value: 22.607 + value: 23.05 - type: map_at_1 - value: 5.108 + value: 5.453 - type: map_at_10 - value: 13.638 + value: 14.044 - type: map_at_100 - value: 15.998000000000001 + value: 16.552 - type: map_at_1000 - value: 16.322 + value: 16.878 - type: map_at_20 - value: 14.837 + value: 15.301 - type: map_at_3 - value: 9.638 + value: 9.876999999999999 - type: map_at_5 - value: 11.475 + value: 11.795 - type: mrr_at_1 - value: 25.2 + value: 26.8 - type: mrr_at_10 - value: 37.21150793650791 + value: 38.10575396825392 - type: mrr_at_100 - value: 38.2163615619723 + value: 39.22960431676882 - type: mrr_at_1000 - value: 38.262972983365415 + value: 39.27303645178868 - type: mrr_at_20 - value: 37.790091241747554 + value: 38.79283461937093 - type: mrr_at_3 - value: 33.86666666666666 + value: 34.93333333333331 - type: mrr_at_5 - value: 35.786666666666626 + value: 36.833333333333265 - type: nauc_map_at_1000_diff1 - value: 16.872927464628848 + value: 15.83509790600893 - type: nauc_map_at_1000_max - value: 31.602464250031893 + value: 26.24412309285264 - type: nauc_map_at_1000_std - value: 10.479958463188783 + value: 8.509912487483804 - type: nauc_map_at_100_diff1 - value: 16.90965397460494 + value: 15.79290413461707 - type: nauc_map_at_100_max - value: 31.5780537223412 + value: 26.29405340863185 - type: nauc_map_at_100_std - value: 10.196435609723963 + value: 8.342652598208991 - type: nauc_map_at_10_diff1 - value: 17.102065900745224 + value: 15.685067888518105 - type: nauc_map_at_10_max - value: 30.710946755467834 + value: 25.55365734226509 - type: nauc_map_at_10_std - value: 7.981668648780901 + value: 5.443581397457305 - type: nauc_map_at_1_diff1 - value: 21.16169341420052 + value: 19.890826140704405 - type: nauc_map_at_1_max - value: 21.833878477354272 + value: 18.571983014050776 - type: nauc_map_at_1_std - value: 4.097136569819894 + value: 0.7282160023666692 - type: nauc_map_at_20_diff1 - value: 16.81040109678381 + value: 15.604228999117606 - type: nauc_map_at_20_max - value: 30.847487585883087 + value: 25.914082775189712 - type: nauc_map_at_20_std - value: 8.520132327523152 + value: 6.618058124712935 - type: nauc_map_at_3_diff1 - value: 18.6001948173194 + value: 17.243583831563896 - type: nauc_map_at_3_max - value: 27.738206915789874 + value: 23.989306351982645 - type: nauc_map_at_3_std - value: 5.3340698251714205 + value: 2.750722234499615 - type: nauc_map_at_5_diff1 - value: 17.329510561957278 + value: 16.416721826214868 - type: nauc_map_at_5_max - value: 29.22005469501055 + value: 24.289258470596494 - type: nauc_map_at_5_std - value: 6.274518941862602 + value: 3.5318278077707266 - type: nauc_mrr_at_1000_diff1 - value: 18.708602785759627 + value: 18.159556434705603 - type: nauc_mrr_at_1000_max - value: 24.678189985023774 + value: 21.85066952735879 - type: nauc_mrr_at_1000_std - value: 6.5884007678858545 + value: 4.877956024495391 - type: nauc_mrr_at_100_diff1 - value: 18.713599172266747 + value: 18.147842867473464 - type: nauc_mrr_at_100_max - value: 24.702381407466266 + value: 21.851576391218245 - type: nauc_mrr_at_100_std - value: 6.608461435194634 + value: 4.914456023591578 - type: nauc_mrr_at_10_diff1 - value: 18.62204823248993 + value: 18.402284894586295 - type: nauc_mrr_at_10_max - value: 24.586899118297733 + value: 21.937638889135496 - type: nauc_mrr_at_10_std - value: 6.302976681139027 + value: 4.795941003675795 - type: nauc_mrr_at_1_diff1 - value: 21.311150984220813 + value: 20.00724187285097 - type: nauc_mrr_at_1_max - value: 22.056572906221966 + value: 18.89430286994851 - type: nauc_mrr_at_1_std - value: 4.226696219677387 + value: 0.832530264756033 - type: nauc_mrr_at_20_diff1 - value: 18.687718980591946 + value: 18.166042536965495 - type: nauc_mrr_at_20_max - value: 24.665155962615952 + value: 21.956527896385104 - type: nauc_mrr_at_20_std - value: 6.458540495772268 + value: 4.953268517852472 - type: nauc_mrr_at_3_diff1 - value: 17.70117997578875 + value: 17.439379075748157 - type: nauc_mrr_at_3_max - value: 23.409639908387895 + value: 21.778191027575406 - type: nauc_mrr_at_3_std - value: 5.745587528076042 + value: 3.9046873265275908 - type: nauc_mrr_at_5_diff1 - value: 18.364597368810685 + value: 18.181749683051816 - type: nauc_mrr_at_5_max - value: 24.542875419222952 + value: 21.75852211586367 - type: nauc_mrr_at_5_std - value: 6.237513747231462 + value: 4.5573370913949205 - type: nauc_ndcg_at_1000_diff1 - value: 16.55059439624311 + value: 16.26265940273677 - type: nauc_ndcg_at_1000_max - value: 32.075131642537116 + value: 26.76405498342847 - type: nauc_ndcg_at_1000_std - value: 16.568299571900617 + value: 15.305696457284704 - type: nauc_ndcg_at_100_diff1 - value: 16.637816735373043 + value: 15.835715535652216 - type: nauc_ndcg_at_100_max - value: 32.690593409060824 + value: 27.52544278395052 - type: nauc_ndcg_at_100_std - value: 15.436508054412048 + value: 14.984129606447347 - type: nauc_ndcg_at_10_diff1 - value: 17.256289440516944 + value: 16.305421877142873 - type: nauc_ndcg_at_10_max - value: 30.49577485150971 + value: 26.04920150942696 - type: nauc_ndcg_at_10_std - value: 8.917235903180325 + value: 7.3715098732860875 - type: nauc_ndcg_at_1_diff1 - value: 21.311150984220813 + value: 20.00724187285097 - type: nauc_ndcg_at_1_max - value: 22.056572906221966 + value: 18.89430286994851 - type: nauc_ndcg_at_1_std - value: 4.226696219677387 + value: 0.832530264756033 - type: nauc_ndcg_at_20_diff1 - value: 16.71555027896559 + value: 15.957812909225675 - type: nauc_ndcg_at_20_max - value: 30.76245661781703 + value: 26.73874805693458 - type: nauc_ndcg_at_20_std - value: 9.947875766931642 + value: 9.445743449181023 - type: nauc_ndcg_at_3_diff1 - value: 17.649013995500976 + value: 16.907542932061347 - type: nauc_ndcg_at_3_max - value: 26.691705724210944 + value: 24.10195208238332 - type: nauc_ndcg_at_3_std - value: 6.2283856980511505 + value: 4.2558628942284 - type: nauc_ndcg_at_5_diff1 - value: 17.179389107781486 + value: 16.757400054919763 - type: nauc_ndcg_at_5_max - value: 28.786079141931054 + value: 24.500001119288996 - type: nauc_ndcg_at_5_std - value: 7.46828265114829 + value: 5.46600678624086 - type: nauc_precision_at_1000_diff1 - value: 6.646902944111306 + value: 7.829614320017092 - type: nauc_precision_at_1000_max - value: 23.663845390172934 + value: 18.552313928878853 - type: nauc_precision_at_1000_std - value: 30.13105958741946 + value: 31.67901423674111 - type: nauc_precision_at_100_diff1 - value: 10.304908982078652 + value: 9.564085128323068 - type: nauc_precision_at_100_max - value: 30.1571421833641 + value: 24.80995247750652 - type: nauc_precision_at_100_std - value: 24.50568332366397 + value: 27.019281458663453 - type: nauc_precision_at_10_diff1 - value: 14.474208260447815 + value: 13.560218697417328 - type: nauc_precision_at_10_max - value: 31.126838312127898 + value: 26.50289219410562 - type: nauc_precision_at_10_std - value: 10.829844998296862 + value: 10.333452967470425 - type: nauc_precision_at_1_diff1 - value: 21.311150984220813 + value: 20.00724187285097 - type: nauc_precision_at_1_max - value: 22.056572906221966 + value: 18.89430286994851 - type: nauc_precision_at_1_std - value: 4.226696219677387 + value: 0.832530264756033 - type: nauc_precision_at_20_diff1 - value: 12.940503820972829 + value: 12.23792883716372 - type: nauc_precision_at_20_max - value: 29.8224508299419 + value: 26.52003953582503 - type: nauc_precision_at_20_std - value: 12.136236302993483 + value: 14.095312993321937 - type: nauc_precision_at_3_diff1 - value: 16.003867782428053 + value: 15.790498950071271 - type: nauc_precision_at_3_max - value: 27.99001536862125 + value: 26.217004704355695 - type: nauc_precision_at_3_std - value: 7.312526153048216 + value: 6.00338370025878 - type: nauc_precision_at_5_diff1 - value: 15.015656108096346 + value: 14.982885989652628 - type: nauc_precision_at_5_max - value: 30.290986497798468 + value: 25.49696747450349 - type: nauc_precision_at_5_std - value: 9.111233711158837 + value: 7.904034204757165 - type: nauc_recall_at_1000_diff1 - value: 6.369503534421339 + value: 7.869779867534929 - type: nauc_recall_at_1000_max - value: 23.975291229760515 + value: 18.447958241897062 - type: nauc_recall_at_1000_std - value: 31.690098852363686 + value: 33.40550883180547 - type: nauc_recall_at_100_diff1 - value: 9.985972751566928 + value: 9.276867449557107 - type: nauc_recall_at_100_max - value: 30.225050865422908 + value: 24.7296081517642 - type: nauc_recall_at_100_std - value: 24.848234919527243 + value: 27.51189589980202 - type: nauc_recall_at_10_diff1 - value: 14.070607278478533 + value: 13.2948955685031 - type: nauc_recall_at_10_max - value: 30.857014889020164 + value: 26.176157566779036 - type: nauc_recall_at_10_std - value: 10.779927490771685 + value: 10.235160480354189 - type: nauc_recall_at_1_diff1 - value: 21.16169341420052 + value: 19.890826140704405 - type: nauc_recall_at_1_max - value: 21.833878477354272 + value: 18.571983014050776 - type: nauc_recall_at_1_std - value: 4.097136569819894 + value: 0.7282160023666692 - type: nauc_recall_at_20_diff1 - value: 12.504616639994326 + value: 12.045704204225952 - type: nauc_recall_at_20_max - value: 29.524733769173544 + value: 26.26856701427816 - type: nauc_recall_at_20_std - value: 12.087942519735979 + value: 14.18936905592523 - type: nauc_recall_at_3_diff1 - value: 15.676339180595503 + value: 15.624488486823054 - type: nauc_recall_at_3_max - value: 27.792418591503065 + value: 25.963467662344463 - type: nauc_recall_at_3_std - value: 7.108927362646152 + value: 5.7459486903540125 - type: nauc_recall_at_5_diff1 - value: 14.649305649140166 + value: 14.719691959242631 - type: nauc_recall_at_5_max - value: 30.074330592672478 + value: 25.281392451119533 - type: nauc_recall_at_5_std - value: 8.981268610041386 + value: 7.668697286095074 - type: ndcg_at_1 - value: 25.2 + value: 26.8 - type: ndcg_at_10 - value: 22.607 + value: 23.05 - type: ndcg_at_100 - value: 31.229000000000003 + value: 32.281 - type: ndcg_at_1000 - value: 36.435 + value: 37.449 - type: ndcg_at_20 - value: 25.634 + value: 26.343 - type: ndcg_at_3 - value: 21.354 + value: 21.813 - type: ndcg_at_5 - value: 18.538 + value: 18.978 - type: precision_at_1 - value: 25.2 + value: 26.8 - type: precision_at_10 - value: 11.89 + value: 12.04 - type: precision_at_100 - value: 2.432 + value: 2.5309999999999997 - type: precision_at_1000 - value: 0.367 + value: 0.376 - type: precision_at_20 - value: 7.6850000000000005 + value: 7.920000000000001 - type: precision_at_3 - value: 20.233 + value: 20.467 - type: precision_at_5 - value: 16.38 + value: 16.66 - type: recall_at_1 - value: 5.108 + value: 5.453 - type: recall_at_10 - value: 24.092 + value: 24.407 - type: recall_at_100 - value: 49.405 + value: 51.388 - type: recall_at_1000 - value: 74.56 + value: 76.385 - type: recall_at_20 - value: 31.183 + value: 32.132 - type: recall_at_3 - value: 12.323 + value: 12.458 - type: recall_at_5 - value: 16.608 + value: 16.883 task: type: Retrieval - dataset: @@ -7120,23 +7120,23 @@ model-index: type: mteb/sickr-sts metrics: - type: cosine_pearson - value: 82.56032063606973 + value: 83.30199374106634 - type: cosine_spearman - value: 80.82249636574292 + value: 81.13661060651675 - type: euclidean_pearson - value: 80.3069395314719 + value: 80.74756859182727 - type: euclidean_spearman - value: 80.82249104893089 + value: 81.13661231617098 - type: main_score - value: 80.82249636574292 + value: 81.13661060651675 - type: manhattan_pearson - value: 80.32669414585962 + value: 80.79987665196892 - type: manhattan_spearman - value: 80.84075906338167 + value: 81.19071318923478 - type: pearson - value: 82.56032063606973 + value: 83.30199374106634 - type: spearman - value: 80.82249636574292 + value: 81.13661060651675 task: type: STS - dataset: @@ -7147,23 +7147,23 @@ model-index: type: mteb/sts12-sts metrics: - type: cosine_pearson - value: 87.44587974276024 + value: 87.28127488429784 - type: cosine_spearman - value: 82.01275232741 + value: 80.84701244619681 - type: euclidean_pearson - value: 86.17377046700429 + value: 84.63075827597196 - type: euclidean_spearman - value: 82.0116349498885 + value: 80.84536982511581 - type: main_score - value: 82.01275232741 + value: 80.84701244619681 - type: manhattan_pearson - value: 86.22553703613917 + value: 84.73599041680716 - type: manhattan_spearman - value: 82.0691869313588 + value: 80.93999055513295 - type: pearson - value: 87.44587974276024 + value: 87.28127488429784 - type: spearman - value: 82.01275232741 + value: 80.84701244619681 task: type: STS - dataset: @@ -7174,23 +7174,23 @@ model-index: type: mteb/sts13-sts metrics: - type: cosine_pearson - value: 81.0853181539696 + value: 80.66880014782137 - type: cosine_spearman - value: 84.18357886858475 + value: 83.45193788333383 - type: euclidean_pearson - value: 83.3521901556006 + value: 82.84711656880242 - type: euclidean_spearman - value: 84.18357879375486 + value: 83.4519378091543 - type: main_score - value: 84.18357886858475 + value: 83.45193788333383 - type: manhattan_pearson - value: 83.53064020185045 + value: 83.20679773566451 - type: manhattan_spearman - value: 84.26783884377868 + value: 83.68427989986384 - type: pearson - value: 81.0853181539696 + value: 80.66880014782137 - type: spearman - value: 84.18357886858475 + value: 83.45193788333383 task: type: STS - dataset: @@ -7201,23 +7201,23 @@ model-index: type: mteb/sts14-sts metrics: - type: cosine_pearson - value: 78.95784298545657 + value: 81.70473811658245 - type: cosine_spearman - value: 80.13473126179021 + value: 81.37150133146272 - type: euclidean_pearson - value: 80.05543224942781 + value: 81.82289045206721 - type: euclidean_spearman - value: 80.1347327104491 + value: 81.37150250773698 - type: main_score - value: 80.13473126179021 + value: 81.37150133146272 - type: manhattan_pearson - value: 80.03699617797379 + value: 81.84018518966202 - type: manhattan_spearman - value: 80.18840345898593 + value: 81.4791733102674 - type: pearson - value: 78.95784298545657 + value: 81.70473811658245 - type: spearman - value: 80.13473126179021 + value: 81.37150133146272 task: type: STS - dataset: @@ -7228,23 +7228,23 @@ model-index: type: mteb/sts15-sts metrics: - type: cosine_pearson - value: 82.54632076721043 + value: 85.23548514858807 - type: cosine_spearman - value: 85.77466428497719 + value: 86.56697002494492 - type: euclidean_pearson - value: 84.80557767422223 + value: 86.00739925740125 - type: euclidean_spearman - value: 85.77465905014778 + value: 86.5669601560328 - type: main_score - value: 85.77466428497719 + value: 86.56697002494492 - type: manhattan_pearson - value: 84.76315087859247 + value: 86.01926247979789 - type: manhattan_spearman - value: 85.75596334786712 + value: 86.58200443341161 - type: pearson - value: 82.54632076721043 + value: 85.23548514858807 - type: spearman - value: 85.77466428497719 + value: 86.56697002494492 task: type: STS - dataset: @@ -7255,23 +7255,23 @@ model-index: type: mteb/sts16-sts metrics: - type: cosine_pearson - value: 85.10105555270566 + value: 84.76487207857608 - type: cosine_spearman - value: 86.32565588949089 + value: 85.96973829887335 - type: euclidean_pearson - value: 85.68546967863992 + value: 85.39563735627405 - type: euclidean_spearman - value: 86.32565526852552 + value: 85.96973768046821 - type: main_score - value: 86.32565588949089 + value: 85.96973829887335 - type: manhattan_pearson - value: 85.73388467741333 + value: 85.44181395460119 - type: manhattan_spearman - value: 86.37964071612222 + value: 85.98361475342077 - type: pearson - value: 85.10105555270566 + value: 84.76487207857608 - type: spearman - value: 86.32565588949089 + value: 85.96973829887335 task: type: STS - dataset: @@ -7282,23 +7282,23 @@ model-index: type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson - value: 74.97337094505147 + value: 73.59778720153878 - type: cosine_spearman - value: 75.0426257869136 + value: 73.21365573663648 - type: euclidean_pearson - value: 76.2084369145884 + value: 74.61013811041204 - type: euclidean_spearman - value: 75.0426257869136 + value: 73.21365573663648 - type: main_score - value: 75.0426257869136 + value: 73.21365573663648 - type: manhattan_pearson - value: 76.80541224637902 + value: 75.46428528424805 - type: manhattan_spearman - value: 75.74991979542767 + value: 74.29181782091922 - type: pearson - value: 74.97337094505147 + value: 73.59778720153878 - type: spearman - value: 75.0426257869136 + value: 73.21365573663648 task: type: STS - dataset: @@ -7309,23 +7309,23 @@ model-index: type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson - value: 80.29394042201716 + value: 80.45215095199184 - type: cosine_spearman - value: 79.91069985620722 + value: 80.18358296781457 - type: euclidean_pearson - value: 81.07124455222367 + value: 81.11825325108214 - type: euclidean_spearman - value: 79.91069985620722 + value: 80.18358296781457 - type: main_score - value: 79.91069985620722 + value: 80.18358296781457 - type: manhattan_pearson - value: 81.46942750086345 + value: 81.4591437652861 - type: manhattan_spearman - value: 80.32158132965012 + value: 80.61195448433135 - type: pearson - value: 80.29394042201716 + value: 80.45215095199184 - type: spearman - value: 79.91069985620722 + value: 80.18358296781457 task: type: STS - dataset: @@ -7336,23 +7336,23 @@ model-index: type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson - value: 86.63698252507213 + value: 85.71499870763965 - type: cosine_spearman - value: 86.3894346469723 + value: 85.87991701852383 - type: euclidean_pearson - value: 87.11643022652888 + value: 86.26482803799405 - type: euclidean_spearman - value: 86.3894346469723 + value: 85.87991701852383 - type: main_score - value: 86.3894346469723 + value: 85.87991701852383 - type: manhattan_pearson - value: 87.04404131244353 + value: 86.31138576225774 - type: manhattan_spearman - value: 86.34818889704208 + value: 85.97213375112646 - type: pearson - value: 86.63698252507213 + value: 85.71499870763965 - type: spearman - value: 86.3894346469723 + value: 85.87991701852383 task: type: STS - dataset: @@ -7363,23 +7363,23 @@ model-index: type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson - value: 71.66737044806644 + value: 73.29542480691444 - type: cosine_spearman - value: 69.31247702374004 + value: 71.47958526963733 - type: euclidean_pearson - value: 72.4734989726235 + value: 73.93627613725454 - type: euclidean_spearman - value: 69.31247702374004 + value: 71.47958526963733 - type: main_score - value: 69.31247702374004 + value: 71.47958526963733 - type: manhattan_pearson - value: 73.0653696883742 + value: 74.44025905945567 - type: manhattan_spearman - value: 69.9570808070618 + value: 71.96624843850806 - type: pearson - value: 71.66737044806644 + value: 73.29542480691444 - type: spearman - value: 69.31247702374004 + value: 71.47958526963733 task: type: STS - dataset: @@ -7390,23 +7390,23 @@ model-index: type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson - value: 81.27338603835878 + value: 82.41531123241937 - type: cosine_spearman - value: 81.49746399375016 + value: 82.4879904820364 - type: euclidean_pearson - value: 82.38887040187103 + value: 83.27714045603713 - type: euclidean_spearman - value: 81.49746399375016 + value: 82.4879904820364 - type: main_score - value: 81.49746399375016 + value: 82.4879904820364 - type: manhattan_pearson - value: 82.61407562890808 + value: 83.20321223974034 - type: manhattan_spearman - value: 81.78305823738435 + value: 82.45108504740335 - type: pearson - value: 81.27338603835878 + value: 82.41531123241937 - type: spearman - value: 81.49746399375016 + value: 82.4879904820364 task: type: STS - dataset: @@ -7417,23 +7417,23 @@ model-index: type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson - value: 81.29304900212787 + value: 82.36534108108745 - type: cosine_spearman - value: 80.85170261323616 + value: 82.60235982579208 - type: euclidean_pearson - value: 82.28847318411496 + value: 83.38376484479176 - type: euclidean_spearman - value: 80.85170261323616 + value: 82.60235982579208 - type: main_score - value: 80.85170261323616 + value: 82.60235982579208 - type: manhattan_pearson - value: 82.36855876132717 + value: 83.1266661207628 - type: manhattan_spearman - value: 80.88764369076156 + value: 82.29914782630499 - type: pearson - value: 81.29304900212787 + value: 82.36534108108745 - type: spearman - value: 80.85170261323616 + value: 82.60235982579208 task: type: STS - dataset: @@ -7444,23 +7444,23 @@ model-index: type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson - value: 80.87949653370673 + value: 81.6455680038347 - type: cosine_spearman - value: 80.91666563036765 + value: 82.30529817112216 - type: euclidean_pearson - value: 81.87418529172446 + value: 82.64048244637631 - type: euclidean_spearman - value: 80.91666563036765 + value: 82.30529817112216 - type: main_score - value: 80.91666563036765 + value: 82.30529817112216 - type: manhattan_pearson - value: 82.0922068273658 + value: 82.5841168628191 - type: manhattan_spearman - value: 81.30429111247058 + value: 82.22315262815766 - type: pearson - value: 80.87949653370673 + value: 81.6455680038347 - type: spearman - value: 80.91666563036765 + value: 82.30529817112216 task: type: STS - dataset: @@ -7471,23 +7471,23 @@ model-index: type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson - value: 80.87805005405885 + value: 81.31015324957383 - type: cosine_spearman - value: 80.73599925136291 + value: 81.67150513771149 - type: euclidean_pearson - value: 81.98131362600103 + value: 82.18829538438011 - type: euclidean_spearman - value: 80.73599925136291 + value: 81.67150513771149 - type: main_score - value: 80.73599925136291 + value: 81.67150513771149 - type: manhattan_pearson - value: 81.89303639228214 + value: 81.9426348184988 - type: manhattan_spearman - value: 80.5586386826974 + value: 81.31839846589499 - type: pearson - value: 80.87805005405885 + value: 81.31015324957383 - type: spearman - value: 80.73599925136291 + value: 81.67150513771149 task: type: STS - dataset: @@ -7498,23 +7498,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 72.40714850520745 + value: 71.83303469703797 - type: cosine_spearman - value: 71.35338992996104 + value: 71.17442108295238 - type: euclidean_pearson - value: 72.1704336074855 + value: 71.99378163260577 - type: euclidean_spearman - value: 71.35338992996104 + value: 71.17442108295238 - type: main_score - value: 71.35338992996104 + value: 71.17442108295238 - type: manhattan_pearson - value: 72.26777090862562 + value: 72.17433166481283 - type: manhattan_spearman - value: 71.63905643882892 + value: 71.32848567021358 - type: pearson - value: 72.40714850520745 + value: 71.83303469703797 - type: spearman - value: 71.35338992996104 + value: 71.17442108295238 task: type: STS - dataset: @@ -7525,23 +7525,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 70.01341070740081 + value: 71.5617971809721 - type: cosine_spearman - value: 68.71118315458001 + value: 69.26497488645118 - type: euclidean_pearson - value: 72.059883252585 + value: 73.77290240232199 - type: euclidean_spearman - value: 68.71118315458001 + value: 69.26497488645118 - type: main_score - value: 68.71118315458001 + value: 69.26497488645118 - type: manhattan_pearson - value: 72.79094849932765 + value: 74.6285666652718 - type: manhattan_spearman - value: 69.2093460969007 + value: 70.29660365676885 - type: pearson - value: 70.01341070740081 + value: 71.5617971809721 - type: spearman - value: 68.71118315458001 + value: 69.26497488645118 task: type: STS - dataset: @@ -7552,23 +7552,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 81.502575161794 + value: 81.17428283241915 - type: cosine_spearman - value: 83.41131733999916 + value: 83.15967976089405 - type: euclidean_pearson - value: 81.96273788596758 + value: 82.11129224970894 - type: euclidean_spearman - value: 83.41131733999916 + value: 83.15967976089405 - type: main_score - value: 83.41131733999916 + value: 83.15967976089405 - type: manhattan_pearson - value: 83.46212819020208 + value: 83.88320594891758 - type: manhattan_spearman - value: 84.3209167710992 + value: 84.21150297680087 - type: pearson - value: 81.502575161794 + value: 81.17428283241915 - type: spearman - value: 83.41131733999916 + value: 83.15967976089405 task: type: STS - dataset: @@ -7579,23 +7579,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 83.47606761887639 + value: 84.79991447537422 - type: cosine_spearman - value: 83.58914160289982 + value: 84.29259538220988 - type: euclidean_pearson - value: 82.42751476997759 + value: 83.6515451078445 - type: euclidean_spearman - value: 83.58914160289982 + value: 84.29259538220988 - type: main_score - value: 83.58914160289982 + value: 84.29259538220988 - type: manhattan_pearson - value: 82.40583455477217 + value: 83.34017347225922 - type: manhattan_spearman - value: 84.33690743130028 + value: 85.22314841310823 - type: pearson - value: 83.47606761887639 + value: 84.79991447537422 - type: spearman - value: 83.58914160289982 + value: 84.29259538220988 task: type: STS - dataset: @@ -7606,23 +7606,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 77.1079893243794 + value: 77.20169600765146 - type: cosine_spearman - value: 75.38489919896277 + value: 74.90653473871943 - type: euclidean_pearson - value: 77.95017833814808 + value: 78.15249739396126 - type: euclidean_spearman - value: 75.38489919896277 + value: 74.90653473871943 - type: main_score - value: 75.38489919896277 + value: 74.90653473871943 - type: manhattan_pearson - value: 78.03356897638844 + value: 78.28938036790484 - type: manhattan_spearman - value: 75.40654250512307 + value: 75.05487827510268 - type: pearson - value: 77.1079893243794 + value: 77.20169600765146 - type: spearman - value: 75.38489919896277 + value: 74.90653473871943 task: type: STS - dataset: @@ -7633,23 +7633,23 @@ model-index: type: mteb/stsbenchmark-sts metrics: - type: cosine_pearson - value: 81.06198597311345 + value: 82.02846752351698 - type: cosine_spearman - value: 84.5220935212413 + value: 84.43251200064613 - type: euclidean_pearson - value: 83.83882835865293 + value: 83.97505218523716 - type: euclidean_spearman - value: 84.52208781229456 + value: 84.43251200064613 - type: main_score - value: 84.5220935212413 + value: 84.43251200064613 - type: manhattan_pearson - value: 83.82357873869961 + value: 83.99261500966325 - type: manhattan_spearman - value: 84.55236236594469 + value: 84.47935243587095 - type: pearson - value: 81.06198597311345 + value: 82.02846752351698 - type: spearman - value: 84.5220935212413 + value: 84.43251200064613 task: type: STS - dataset: @@ -7660,23 +7660,23 @@ model-index: type: mteb/scidocs-reranking metrics: - type: main_score - value: 85.57133513490932 + value: 86.07845920585898 - type: map - value: 85.57133513490932 + value: 86.07845920585898 - type: mrr - value: 96.5293838333054 + value: 96.41839641839643 - type: nAUC_map_diff1 - value: -1.4450794007362975 + value: -0.842643700986476 - type: nAUC_map_max - value: 53.708768018309996 + value: 51.87683748536326 - type: nAUC_map_std - value: 69.45104105050855 + value: 70.46131124609762 - type: nAUC_mrr_diff1 - value: 44.33725525809291 + value: 48.46021089146518 - type: nAUC_mrr_max - value: 86.86628398252257 + value: 83.92600322127902 - type: nAUC_mrr_std - value: 84.93184961302211 + value: 84.54594067723419 task: type: Reranking - dataset: @@ -7687,287 +7687,287 @@ model-index: type: mteb/scifact metrics: - type: main_score - value: 80.17 + value: 79.945 - type: map_at_1 - value: 64.744 + value: 64.161 - type: map_at_10 - value: 75.804 + value: 75.47 - type: map_at_100 - value: 76.117 + value: 75.794 - type: map_at_1000 - value: 76.12400000000001 + value: 75.797 - type: map_at_20 - value: 76.058 + value: 75.70700000000001 - type: map_at_3 - value: 73.468 + value: 73.152 - type: map_at_5 - value: 74.825 + value: 74.26700000000001 - type: mrr_at_1 - value: 67.66666666666666 + value: 67.33333333333333 - type: mrr_at_10 - value: 76.60396825396826 + value: 76.38544973544973 - type: mrr_at_100 - value: 76.8207935065902 + value: 76.59273460106952 - type: mrr_at_1000 - value: 76.82735959711287 + value: 76.59569524196121 - type: mrr_at_20 - value: 76.76187175397703 + value: 76.52124756335283 - type: mrr_at_3 - value: 75.05555555555557 + value: 74.77777777777779 - type: mrr_at_5 - value: 75.98888888888891 + value: 75.66111111111111 - type: nauc_map_at_1000_diff1 - value: 74.99560569320178 + value: 76.15028048092202 - type: nauc_map_at_1000_max - value: 59.93123221592097 + value: 56.538149672254875 - type: nauc_map_at_1000_std - value: 6.335685600455673 + value: 3.704721784625868 - type: nauc_map_at_100_diff1 - value: 74.99861851143943 + value: 76.15301570724966 - type: nauc_map_at_100_max - value: 59.93858491283187 + value: 56.54022753605153 - type: nauc_map_at_100_std - value: 6.359318221056536 + value: 3.710343234630538 - type: nauc_map_at_10_diff1 - value: 74.74113922918829 + value: 75.95811880169259 - type: nauc_map_at_10_max - value: 59.57429127778291 + value: 56.370110060103585 - type: nauc_map_at_10_std - value: 5.425816702032105 + value: 3.1050633374399763 - type: nauc_map_at_1_diff1 - value: 78.56654186500003 + value: 79.18280233077802 - type: nauc_map_at_1_max - value: 53.70769274785771 + value: 49.80324907065242 - type: nauc_map_at_1_std - value: -0.20630332689086603 + value: -2.4529471800694576 - type: nauc_map_at_20_diff1 - value: 74.92361554596881 + value: 76.06105794325309 - type: nauc_map_at_20_max - value: 59.9284411054122 + value: 56.50983388527086 - type: nauc_map_at_20_std - value: 6.263474131913917 + value: 3.5438509096689357 - type: nauc_map_at_3_diff1 - value: 75.43997459057438 + value: 77.30131743846023 - type: nauc_map_at_3_max - value: 58.840442906301625 + value: 54.88345820574091 - type: nauc_map_at_3_std - value: 3.488070949302078 + value: -0.14414153724376336 - type: nauc_map_at_5_diff1 - value: 74.84122397996222 + value: 76.3760021484074 - type: nauc_map_at_5_max - value: 59.25740890077695 + value: 56.238991517151405 - type: nauc_map_at_5_std - value: 4.81852806038265 + value: 2.032924236599453 - type: nauc_mrr_at_1000_diff1 - value: 75.02229193921104 + value: 75.76788613755507 - type: nauc_mrr_at_1000_max - value: 61.2311309124931 + value: 58.052755437812806 - type: nauc_mrr_at_1000_std - value: 8.811929094489116 + value: 6.4693625323421395 - type: nauc_mrr_at_100_diff1 - value: 75.02535572859384 + value: 75.77073741995821 - type: nauc_mrr_at_100_max - value: 61.238207127273135 + value: 58.054659119201915 - type: nauc_mrr_at_100_std - value: 8.835225566663542 + value: 6.474706478778545 - type: nauc_mrr_at_10_diff1 - value: 74.70877932854921 + value: 75.54115735059217 - type: nauc_mrr_at_10_max - value: 61.20798236518107 + value: 58.17265501482297 - type: nauc_mrr_at_10_std - value: 8.40878946203032 + value: 6.251843373595271 - type: nauc_mrr_at_1_diff1 - value: 77.57422543025301 + value: 77.57603990319609 - type: nauc_mrr_at_1_max - value: 58.888463100338086 + value: 55.86220217467876 - type: nauc_mrr_at_1_std - value: 7.958178667231053 + value: 7.101223682865022 - type: nauc_mrr_at_20_diff1 - value: 74.94879481682244 + value: 75.65587300975086 - type: nauc_mrr_at_20_max - value: 61.224087869723874 + value: 58.06955862304443 - type: nauc_mrr_at_20_std - value: 8.73029765492034 + value: 6.426259261520951 - type: nauc_mrr_at_3_diff1 - value: 74.99058814307918 + value: 76.09312522665512 - type: nauc_mrr_at_3_max - value: 61.22148682399406 + value: 57.79116645551433 - type: nauc_mrr_at_3_std - value: 9.34784441755146 + value: 5.340465414196046 - type: nauc_mrr_at_5_diff1 - value: 74.60879634369229 + value: 75.45748931746186 - type: nauc_mrr_at_5_max - value: 61.40653480875652 + value: 58.37483417758293 - type: nauc_mrr_at_5_std - value: 9.096673735916323 + value: 6.583732482357576 - type: nauc_ndcg_at_1000_diff1 - value: 74.48350282137474 + value: 75.63299082223676 - type: nauc_ndcg_at_1000_max - value: 61.19682450044165 + value: 57.993614411068904 - type: nauc_ndcg_at_1000_std - value: 8.17163114048422 + value: 5.468178341243107 - type: nauc_ndcg_at_100_diff1 - value: 74.5971753800477 + value: 75.72790601940984 - type: nauc_ndcg_at_100_max - value: 61.51701484126267 + value: 58.09005146018939 - type: nauc_ndcg_at_100_std - value: 9.133675505720879 + value: 5.71991898098629 - type: nauc_ndcg_at_10_diff1 - value: 73.15941750903607 + value: 74.51570123942263 - type: nauc_ndcg_at_10_max - value: 60.68428341010416 + value: 58.1674126126442 - type: nauc_ndcg_at_10_std - value: 5.448128046956011 + value: 3.5291957180471485 - type: nauc_ndcg_at_1_diff1 - value: 77.57422543025301 + value: 77.57603990319609 - type: nauc_ndcg_at_1_max - value: 58.888463100338086 + value: 55.86220217467876 - type: nauc_ndcg_at_1_std - value: 7.958178667231053 + value: 7.101223682865022 - type: nauc_ndcg_at_20_diff1 - value: 73.86342861239163 + value: 74.87370264715129 - type: nauc_ndcg_at_20_max - value: 61.53680819008234 + value: 58.26479583945405 - type: nauc_ndcg_at_20_std - value: 8.08837863650851 + value: 4.9410010121533485 - type: nauc_ndcg_at_3_diff1 - value: 74.0306560075162 + value: 75.7799770695112 - type: nauc_ndcg_at_3_max - value: 60.97712651370143 + value: 57.17058509382753 - type: nauc_ndcg_at_3_std - value: 7.024011079443911 + value: 1.3057457066922815 - type: nauc_ndcg_at_5_diff1 - value: 73.26765469945629 + value: 74.93409961910731 - type: nauc_ndcg_at_5_max - value: 60.687008880189865 + value: 58.10546350113983 - type: nauc_ndcg_at_5_std - value: 5.984627144849053 + value: 2.3728589558592525 - type: nauc_precision_at_1000_diff1 - value: -34.70722998493326 + value: -36.988372487202895 - type: nauc_precision_at_1000_max - value: 6.459447001437875 + value: 9.243703176379006 - type: nauc_precision_at_1000_std - value: 50.57274359662334 + value: 50.62137699583042 - type: nauc_precision_at_100_diff1 - value: -26.61297040297831 + value: -33.30632037370124 - type: nauc_precision_at_100_max - value: 11.997718869943522 + value: 11.176117908274431 - type: nauc_precision_at_100_std - value: 52.9042758373221 + value: 50.77711672892819 - type: nauc_precision_at_10_diff1 - value: -10.277209323536301 + value: -13.462060179997415 - type: nauc_precision_at_10_max - value: 21.529753116681054 + value: 24.57035350735441 - type: nauc_precision_at_10_std - value: 36.263517018474914 + value: 38.3237594215549 - type: nauc_precision_at_1_diff1 - value: 77.57422543025301 + value: 77.57603990319609 - type: nauc_precision_at_1_max - value: 58.888463100338086 + value: 55.86220217467876 - type: nauc_precision_at_1_std - value: 7.958178667231053 + value: 7.101223682865022 - type: nauc_precision_at_20_diff1 - value: -16.88612430486304 + value: -20.905637069236803 - type: nauc_precision_at_20_max - value: 18.25526951877084 + value: 19.222790681412974 - type: nauc_precision_at_20_std - value: 44.14507304924983 + value: 42.69173843625813 - type: nauc_precision_at_3_diff1 - value: 24.826373093136738 + value: 27.885276073619607 - type: nauc_precision_at_3_max - value: 44.4509143844963 + value: 42.46319018404902 - type: nauc_precision_at_3_std - value: 29.604828192763687 + value: 20.63803680981594 - type: nauc_precision_at_5_diff1 - value: 7.616392859260918 + value: 10.021834061135383 - type: nauc_precision_at_5_max - value: 34.65927287823962 + value: 40.31174187287723 - type: nauc_precision_at_5_std - value: 34.72807069568816 + value: 33.500727802037865 - type: nauc_recall_at_1000_diff1 - value: .nan + value: 100.0 - type: nauc_recall_at_1000_max - value: .nan + value: 100.0 - type: nauc_recall_at_1000_std - value: .nan + value: 100.0 - type: nauc_recall_at_100_diff1 - value: 83.23996265172782 + value: 95.64270152505469 - type: nauc_recall_at_100_max - value: 87.16153127917863 + value: 85.13849984438123 - type: nauc_recall_at_100_std - value: 84.54715219421065 + value: 70.7594148770609 - type: nauc_recall_at_10_diff1 - value: 59.88604687617149 + value: 63.07050183257385 - type: nauc_recall_at_10_max - value: 61.14041723745457 + value: 65.22778265535068 - type: nauc_recall_at_10_std - value: -8.740381797487712 + value: -4.821132433072802 - type: nauc_recall_at_1_diff1 - value: 78.56654186500003 + value: 79.18280233077802 - type: nauc_recall_at_1_max - value: 53.70769274785771 + value: 49.80324907065242 - type: nauc_recall_at_1_std - value: -0.20630332689086603 + value: -2.4529471800694576 - type: nauc_recall_at_20_diff1 - value: 63.7348272642388 + value: 63.58865385234562 - type: nauc_recall_at_20_max - value: 71.61842514783675 + value: 69.80424353649502 - type: nauc_recall_at_20_std - value: 15.066915655151064 + value: 8.392092469171327 - type: nauc_recall_at_3_diff1 - value: 68.74310888754339 + value: 72.47444041652938 - type: nauc_recall_at_3_max - value: 60.3859660304005 + value: 56.89729952915068 - type: nauc_recall_at_3_std - value: 2.0627768394889068 + value: -8.254542768503438 - type: nauc_recall_at_5_diff1 - value: 64.27991493726581 + value: 68.01094653591714 - type: nauc_recall_at_5_max - value: 61.71506345963406 + value: 61.9124136345221 - type: nauc_recall_at_5_std - value: 1.8613588780221653 + value: -4.833220968920088 - type: ndcg_at_1 - value: 67.667 + value: 67.333 - type: ndcg_at_10 - value: 80.17 + value: 79.945 - type: ndcg_at_100 - value: 81.461 + value: 81.328 - type: ndcg_at_1000 - value: 81.66799999999999 + value: 81.413 - type: ndcg_at_20 - value: 80.895 + value: 80.649 - type: ndcg_at_3 - value: 76.61099999999999 + value: 76.29 - type: ndcg_at_5 - value: 78.347 + value: 77.701 - type: precision_at_1 - value: 67.667 + value: 67.333 - type: precision_at_10 value: 10.467 - type: precision_at_100 - value: 1.113 + value: 1.1199999999999999 - type: precision_at_1000 value: 0.11299999999999999 - type: precision_at_20 value: 5.4 - type: precision_at_3 - value: 30.333 + value: 30.110999999999997 - type: precision_at_5 - value: 19.467000000000002 + value: 19.2 - type: recall_at_1 - value: 64.744 + value: 64.161 - type: recall_at_10 - value: 92.389 + value: 92.55600000000001 - type: recall_at_100 - value: 98.333 + value: 99.0 - type: recall_at_1000 - value: 100.0 + value: 99.667 - type: recall_at_20 - value: 95.0 + value: 95.167 - type: recall_at_3 - value: 82.77799999999999 + value: 82.6 - type: recall_at_5 - value: 87.356 + value: 86.244 task: type: Retrieval - dataset: @@ -7978,85 +7978,85 @@ model-index: type: mteb/sprintduplicatequestions-pairclassification metrics: - type: cosine_accuracy - value: 99.82772277227723 + value: 99.81881188118813 - type: cosine_accuracy_threshold - value: 86.87587976455688 + value: 85.84058284759521 - type: cosine_ap - value: 95.96006632925014 + value: 95.78776332556504 - type: cosine_f1 - value: 91.36408243375857 + value: 91.01620029455081 - type: cosine_f1_threshold - value: 85.98719835281372 + value: 85.75928211212158 - type: cosine_precision - value: 89.6917148362235 + value: 89.39247830279653 - type: cosine_recall - value: 93.10000000000001 + value: 92.7 - type: dot_accuracy - value: 99.82772277227723 + value: 99.81881188118813 - type: dot_accuracy_threshold - value: 86.87587976455688 + value: 85.84058284759521 - type: dot_ap - value: 95.96006632925014 + value: 95.78773347155844 - type: dot_f1 - value: 91.36408243375857 + value: 91.01620029455081 - type: dot_f1_threshold - value: 85.98719835281372 + value: 85.75928211212158 - type: dot_precision - value: 89.6917148362235 + value: 89.39247830279653 - type: dot_recall - value: 93.10000000000001 + value: 92.7 - type: euclidean_accuracy - value: 99.82772277227723 + value: 99.81881188118813 - type: euclidean_accuracy_threshold - value: 51.23302936553955 + value: 53.215450048446655 - type: euclidean_ap - value: 95.96006632925014 + value: 95.78776332556505 - type: euclidean_f1 - value: 91.36408243375857 + value: 91.01620029455081 - type: euclidean_f1_threshold - value: 52.93921232223511 + value: 53.36800813674927 - type: euclidean_precision - value: 89.6917148362235 + value: 89.39247830279653 - type: euclidean_recall - value: 93.10000000000001 + value: 92.7 - type: main_score - value: 96.0222708981342 + value: 95.91773920491504 - type: manhattan_accuracy - value: 99.83267326732673 + value: 99.81881188118813 - type: manhattan_accuracy_threshold - value: 2465.0619506835938 + value: 2434.398651123047 - type: manhattan_ap - value: 96.0222708981342 + value: 95.91773920491504 - type: manhattan_f1 - value: 91.571072319202 + value: 91.05928085519923 - type: manhattan_f1_threshold - value: 2465.0619506835938 + value: 2558.251953125 - type: manhattan_precision - value: 91.34328358208955 + value: 88.5633270321361 - type: manhattan_recall - value: 91.8 + value: 93.7 - type: max_ap - value: 96.0222708981342 + value: 95.91773920491504 - type: max_f1 - value: 91.571072319202 + value: 91.05928085519923 - type: max_precision - value: 91.34328358208955 + value: 89.39247830279653 - type: max_recall - value: 93.10000000000001 + value: 93.7 - type: similarity_accuracy - value: 99.82772277227723 + value: 99.81881188118813 - type: similarity_accuracy_threshold - value: 86.87587976455688 + value: 85.84058284759521 - type: similarity_ap - value: 95.96006632925014 + value: 95.78776332556504 - type: similarity_f1 - value: 91.36408243375857 + value: 91.01620029455081 - type: similarity_f1_threshold - value: 85.98719835281372 + value: 85.75928211212158 - type: similarity_precision - value: 89.6917148362235 + value: 89.39247830279653 - type: similarity_recall - value: 93.10000000000001 + value: 92.7 task: type: PairClassification - dataset: @@ -8067,11 +8067,11 @@ model-index: type: mteb/stackexchange-clustering metrics: - type: main_score - value: 74.5958003094627 + value: 75.04678082457019 - type: v_measure - value: 74.5958003094627 + value: 75.04678082457019 - type: v_measure_std - value: 3.3695560407521 + value: 2.77895031549009 task: type: Clustering - dataset: @@ -8082,11 +8082,11 @@ model-index: type: mteb/stackexchange-clustering-p2p metrics: - type: main_score - value: 46.88713986980549 + value: 46.7480616077338 - type: v_measure - value: 46.88713986980549 + value: 46.7480616077338 - type: v_measure_std - value: 1.6520863324397057 + value: 1.5247582475269905 task: type: Clustering - dataset: @@ -8097,23 +8097,23 @@ model-index: type: mteb/stackoverflowdupquestions-reranking metrics: - type: main_score - value: 52.71220171982238 + value: 53.066118142981225 - type: map - value: 52.71220171982238 + value: 53.066118142981225 - type: mrr - value: 53.56894841269841 + value: 53.96447404719464 - type: nAUC_map_diff1 - value: 37.60903416384826 + value: 38.329026794054585 - type: nAUC_map_max - value: 13.31452768810156 + value: 12.731823775227054 - type: nAUC_map_std - value: 9.033520693146722 + value: 7.4769546414816315 - type: nAUC_mrr_diff1 - value: 38.346567943322256 + value: 38.45132255702392 - type: nAUC_mrr_max - value: 14.279512391353592 + value: 13.565204704342396 - type: nAUC_mrr_std - value: 9.004522097747586 + value: 8.287911244819353 task: type: Reranking - dataset: @@ -8124,19 +8124,19 @@ model-index: type: mteb/summeval metrics: - type: cosine_pearson - value: 27.831149154234218 + value: 28.5799749570802 - type: cosine_spearman - value: 27.863308326596623 + value: 27.695727859698255 - type: dot_pearson - value: 27.831158195704703 + value: 28.579989993905958 - type: dot_spearman - value: 27.861804983279516 + value: 27.69484016531357 - type: main_score - value: 27.863308326596623 + value: 27.695727859698255 - type: pearson - value: 27.831149154234218 + value: 28.5799749570802 - type: spearman - value: 27.863308326596623 + value: 27.695727859698255 task: type: Summarization - dataset: @@ -8147,287 +8147,287 @@ model-index: type: mteb/trec-covid metrics: - type: main_score - value: 85.2 + value: 86.454 - type: map_at_1 - value: 0.247 + value: 0.242 - type: map_at_10 - value: 2.215 + value: 2.279 - type: map_at_100 - value: 14.677000000000001 + value: 15.088 - type: map_at_1000 - value: 36.553999999999995 + value: 37.029 - type: map_at_20 - value: 4.091 + value: 4.275 - type: map_at_3 - value: 0.703 + value: 0.722 - type: map_at_5 - value: 1.142 + value: 1.195 - type: mrr_at_1 - value: 96.0 + value: 92.0 - type: mrr_at_10 - value: 98.0 + value: 96.0 - type: mrr_at_100 - value: 98.0 + value: 96.0 - type: mrr_at_1000 - value: 98.0 + value: 96.0 - type: mrr_at_20 - value: 98.0 + value: 96.0 - type: mrr_at_3 - value: 98.0 + value: 96.0 - type: mrr_at_5 - value: 98.0 + value: 96.0 - type: nauc_map_at_1000_diff1 - value: -34.03216194923068 + value: -30.293896217848655 - type: nauc_map_at_1000_max - value: 33.461378347849816 + value: 23.85136121467542 - type: nauc_map_at_1000_std - value: 70.01114381530917 + value: 63.35470337953567 - type: nauc_map_at_100_diff1 - value: -24.053106054181576 + value: -14.703078563009154 - type: nauc_map_at_100_max - value: 35.636927347233524 + value: 27.973629581077102 - type: nauc_map_at_100_std - value: 49.980727892227556 + value: 46.95359110837345 - type: nauc_map_at_10_diff1 - value: -16.4514540199886 + value: -4.124915890350429 - type: nauc_map_at_10_max - value: 19.696783512002007 + value: 16.204061410353123 - type: nauc_map_at_10_std - value: 24.3368863108627 + value: 22.43823882381022 - type: nauc_map_at_1_diff1 - value: -9.056125568744475 + value: 3.871186260963678 - type: nauc_map_at_1_max - value: 5.53074301562749 + value: 10.291074663078922 - type: nauc_map_at_1_std - value: 11.29026856018124 + value: 15.473300411071794 - type: nauc_map_at_20_diff1 - value: -16.824878853042396 + value: -3.9802237172610164 - type: nauc_map_at_20_max - value: 24.876234450431493 + value: 18.11012767486046 - type: nauc_map_at_20_std - value: 23.308885603637826 + value: 24.60833473170288 - type: nauc_map_at_3_diff1 - value: -6.588504470660044 + value: 8.461807764072127 - type: nauc_map_at_3_max - value: 16.21832869231811 + value: 11.691666667817504 - type: nauc_map_at_3_std - value: 15.599334445329823 + value: 14.06895247661592 - type: nauc_map_at_5_diff1 - value: -6.629860123556049 + value: 4.5975621880550985 - type: nauc_map_at_5_max - value: 18.591049663974474 + value: 12.187323190544557 - type: nauc_map_at_5_std - value: 18.77560307049183 + value: 14.757297772880342 - type: nauc_mrr_at_1000_diff1 - value: 21.825396825396858 + value: -18.732492997198666 - type: nauc_mrr_at_1000_max - value: 71.171802054155 + value: 60.38748832866469 - type: nauc_mrr_at_1000_std - value: 71.171802054155 + value: 81.90943043884228 - type: nauc_mrr_at_100_diff1 - value: 21.825396825396858 + value: -18.732492997198666 - type: nauc_mrr_at_100_max - value: 71.171802054155 + value: 60.38748832866469 - type: nauc_mrr_at_100_std - value: 71.171802054155 + value: 81.90943043884228 - type: nauc_mrr_at_10_diff1 - value: 21.825396825396858 + value: -18.732492997198666 - type: nauc_mrr_at_10_max - value: 71.171802054155 + value: 60.38748832866469 - type: nauc_mrr_at_10_std - value: 71.171802054155 + value: 81.90943043884228 - type: nauc_mrr_at_1_diff1 - value: 21.825396825396858 + value: -18.73249299719886 - type: nauc_mrr_at_1_max - value: 71.171802054155 + value: 60.38748832866479 - type: nauc_mrr_at_1_std - value: 71.171802054155 + value: 81.90943043884225 - type: nauc_mrr_at_20_diff1 - value: 21.825396825396858 + value: -18.732492997198666 - type: nauc_mrr_at_20_max - value: 71.171802054155 + value: 60.38748832866469 - type: nauc_mrr_at_20_std - value: 71.171802054155 + value: 81.90943043884228 - type: nauc_mrr_at_3_diff1 - value: 21.825396825396858 + value: -18.732492997198666 - type: nauc_mrr_at_3_max - value: 71.171802054155 + value: 60.38748832866469 - type: nauc_mrr_at_3_std - value: 71.171802054155 + value: 81.90943043884228 - type: nauc_mrr_at_5_diff1 - value: 21.825396825396858 + value: -18.732492997198666 - type: nauc_mrr_at_5_max - value: 71.171802054155 + value: 60.38748832866469 - type: nauc_mrr_at_5_std - value: 71.171802054155 + value: 81.90943043884228 - type: nauc_ndcg_at_1000_diff1 - value: -35.26433107840021 + value: -30.17247489441324 - type: nauc_ndcg_at_1000_max - value: 34.37439400526442 + value: 25.053572521852125 - type: nauc_ndcg_at_1000_std - value: 69.22668415799464 + value: 63.223787007068125 - type: nauc_ndcg_at_100_diff1 - value: -27.50134284193791 + value: -49.44136749206699 - type: nauc_ndcg_at_100_max - value: 42.81976378506305 + value: 31.726373553802734 - type: nauc_ndcg_at_100_std - value: 69.35094521237268 + value: 65.63882146402028 - type: nauc_ndcg_at_10_diff1 - value: -21.17622952210662 + value: -64.45463810632792 - type: nauc_ndcg_at_10_max - value: 60.36920808881647 + value: 43.77927205228312 - type: nauc_ndcg_at_10_std - value: 65.92538530244445 + value: 68.75779829097429 - type: nauc_ndcg_at_1_diff1 - value: 5.879494655004866 + value: -39.08462033462035 - type: nauc_ndcg_at_1_max - value: 46.55976676384832 + value: 46.987612612612565 - type: nauc_ndcg_at_1_std - value: 36.5792031098153 + value: 78.56740669240665 - type: nauc_ndcg_at_20_diff1 - value: -22.23669646744264 + value: -50.57831400886549 - type: nauc_ndcg_at_20_max - value: 57.29582583730786 + value: 42.05734889491642 - type: nauc_ndcg_at_20_std - value: 55.54791759063591 + value: 61.18625152995308 - type: nauc_ndcg_at_3_diff1 - value: 13.860557120774985 + value: -27.863732677834065 - type: nauc_ndcg_at_3_max - value: 57.15141347171681 + value: 49.33557531113745 - type: nauc_ndcg_at_3_std - value: 45.514599842945415 + value: 62.84465354034654 - type: nauc_ndcg_at_5_diff1 - value: 4.419618752771749 + value: -52.82815341518435 - type: nauc_ndcg_at_5_max - value: 62.01514111450037 + value: 46.74682049734401 - type: nauc_ndcg_at_5_std - value: 55.86054643089437 + value: 67.26600512166976 - type: nauc_precision_at_1000_diff1 - value: -10.6946303861926 + value: -26.43642783284165 - type: nauc_precision_at_1000_max - value: 16.14614493571456 + value: 9.053955764041222 - type: nauc_precision_at_1000_std - value: 29.43099425811878 + value: 23.300426218758595 - type: nauc_precision_at_100_diff1 - value: -20.010931490404875 + value: -40.51161576611829 - type: nauc_precision_at_100_max - value: 44.66325309082853 + value: 33.10808318106693 - type: nauc_precision_at_100_std - value: 68.60563139416732 + value: 62.83706604019853 - type: nauc_precision_at_10_diff1 - value: -21.82668175778756 + value: -73.73649178751282 - type: nauc_precision_at_10_max - value: 75.19314994340822 + value: 49.488775845923996 - type: nauc_precision_at_10_std - value: 75.51006348112783 + value: 72.4356540885278 - type: nauc_precision_at_1_diff1 - value: 21.825396825396858 + value: -18.73249299719886 - type: nauc_precision_at_1_max - value: 71.171802054155 + value: 60.38748832866479 - type: nauc_precision_at_1_std - value: 71.171802054155 + value: 81.90943043884225 - type: nauc_precision_at_20_diff1 - value: -21.610980063408327 + value: -45.011441031577334 - type: nauc_precision_at_20_max - value: 64.36072255095611 + value: 39.463752119955885 - type: nauc_precision_at_20_std - value: 54.512376204511504 + value: 56.67644762699536 - type: nauc_precision_at_3_diff1 - value: 27.64976958525334 + value: -17.377622377622178 - type: nauc_precision_at_3_max - value: 85.41803818301513 + value: 65.49950049950061 - type: nauc_precision_at_3_std - value: 62.05151415404879 + value: 65.98901098901096 - type: nauc_precision_at_5_diff1 - value: 23.191751308094673 + value: -59.953430407975524 - type: nauc_precision_at_5_max - value: 82.44075100030776 + value: 61.44562508198852 - type: nauc_precision_at_5_std - value: 63.93175922261788 + value: 71.93362193362212 - type: nauc_recall_at_1000_diff1 - value: -34.7321212809709 + value: -15.691623330456695 - type: nauc_recall_at_1000_max - value: 22.985508334113096 + value: 15.829741919417781 - type: nauc_recall_at_1000_std - value: 56.367533010052895 + value: 49.972394503360526 - type: nauc_recall_at_100_diff1 - value: -20.925517981280173 + value: -1.98100959017737 - type: nauc_recall_at_100_max - value: 20.535070709851304 + value: 18.16585160155718 - type: nauc_recall_at_100_std - value: 33.817925716736774 + value: 33.70517511173555 - type: nauc_recall_at_10_diff1 - value: -17.942449738811835 + value: 3.7343160902801453 - type: nauc_recall_at_10_max - value: 11.576456540823939 + value: 9.582727867819985 - type: nauc_recall_at_10_std - value: 17.635794157135525 + value: 14.43434213623839 - type: nauc_recall_at_1_diff1 - value: -9.056125568744475 + value: 3.871186260963678 - type: nauc_recall_at_1_max - value: 5.53074301562749 + value: 10.291074663078922 - type: nauc_recall_at_1_std - value: 11.29026856018124 + value: 15.473300411071794 - type: nauc_recall_at_20_diff1 - value: -16.124708050169602 + value: 6.080011926090639 - type: nauc_recall_at_20_max - value: 14.539970094380884 + value: 10.276334837294632 - type: nauc_recall_at_20_std - value: 14.128567210830278 + value: 14.638854755961765 - type: nauc_recall_at_3_diff1 - value: -7.508857649568135 + value: 13.491492355604207 - type: nauc_recall_at_3_max - value: 11.113176214620266 + value: 7.583143673445603 - type: nauc_recall_at_3_std - value: 10.829512353638474 + value: 8.718723099698545 - type: nauc_recall_at_5_diff1 - value: -7.956196270739448 + value: 9.84701641956667 - type: nauc_recall_at_5_max - value: 12.98725563285962 + value: 6.865633176042521 - type: nauc_recall_at_5_std - value: 14.736399208474937 + value: 8.495525728773917 - type: ndcg_at_1 - value: 90.0 + value: 88.0 - type: ndcg_at_10 - value: 85.2 + value: 86.454 - type: ndcg_at_100 - value: 68.836 + value: 69.773 - type: ndcg_at_1000 - value: 62.275000000000006 + value: 62.449 - type: ndcg_at_20 - value: 82.62899999999999 + value: 83.828 - type: ndcg_at_3 - value: 87.346 + value: 88.94999999999999 - type: ndcg_at_5 - value: 86.53699999999999 + value: 89.008 - type: precision_at_1 - value: 96.0 + value: 92.0 - type: precision_at_10 - value: 89.0 + value: 91.4 - type: precision_at_100 - value: 71.67999999999999 + value: 72.5 - type: precision_at_1000 - value: 27.778000000000002 + value: 27.63 - type: precision_at_20 - value: 86.4 + value: 88.3 - type: precision_at_3 - value: 92.0 + value: 93.333 - type: precision_at_5 - value: 90.8 + value: 93.60000000000001 - type: recall_at_1 - value: 0.247 + value: 0.242 - type: recall_at_10 - value: 2.344 + value: 2.398 - type: recall_at_100 - value: 17.598 + value: 17.687 - type: recall_at_1000 - value: 59.379000000000005 + value: 59.114 - type: recall_at_20 - value: 4.4319999999999995 + value: 4.595 - type: recall_at_3 - value: 0.7270000000000001 + value: 0.744 - type: recall_at_5 - value: 1.185 + value: 1.242 task: type: Retrieval - dataset: @@ -8438,287 +8438,287 @@ model-index: type: mteb/touche2020 metrics: - type: main_score - value: 27.014 + value: 28.291 - type: map_at_1 - value: 2.3640000000000003 + value: 3.3070000000000004 - type: map_at_10 - value: 10.523 + value: 11.583 - type: map_at_100 - value: 17.553 + value: 19.431 - type: map_at_1000 - value: 19.211 + value: 21.117 - type: map_at_20 - value: 13.702 + value: 15.565000000000001 - type: map_at_3 - value: 5.689 + value: 7.331 - type: map_at_5 - value: 7.392 + value: 8.388 - type: mrr_at_1 - value: 30.612244897959183 + value: 42.857142857142854 - type: mrr_at_10 - value: 49.63070942662779 + value: 56.073858114674444 - type: mrr_at_100 - value: 50.22631894229441 + value: 56.91700589659773 - type: mrr_at_1000 - value: 50.22631894229441 + value: 56.91700589659773 - type: mrr_at_20 - value: 50.093717596402875 + value: 56.74104806757868 - type: mrr_at_3 - value: 46.25850340136054 + value: 52.38095238095237 - type: mrr_at_5 - value: 48.19727891156462 + value: 55.238095238095234 - type: nauc_map_at_1000_diff1 - value: 11.861828289225198 + value: 44.356213349156434 - type: nauc_map_at_1000_max - value: -33.50045451687243 + value: -9.51945221851252 - type: nauc_map_at_1000_std - value: 5.651145007839342 + value: -1.8070977193404478 - type: nauc_map_at_100_diff1 - value: 10.51351931762349 + value: 43.78087877345666 - type: nauc_map_at_100_max - value: -34.16395215095781 + value: -10.847966846757402 - type: nauc_map_at_100_std - value: 2.371570410401416 + value: -4.891700065316397 - type: nauc_map_at_10_diff1 - value: 8.348088012653324 + value: 34.27489592465229 - type: nauc_map_at_10_max - value: -30.766753881914273 + value: -6.162529272432887 - type: nauc_map_at_10_std - value: -16.757240011423956 + value: -22.281331588136577 - type: nauc_map_at_1_diff1 - value: 10.614260109501945 + value: 29.01257972849859 - type: nauc_map_at_1_max - value: -32.795323563367845 + value: -24.063714845829665 - type: nauc_map_at_1_std - value: -18.655622347791716 + value: -27.78034952027059 - type: nauc_map_at_20_diff1 - value: 11.961129127524424 + value: 40.558911376597514 - type: nauc_map_at_20_max - value: -31.16485972303732 + value: -10.318831261038511 - type: nauc_map_at_20_std - value: -8.538574015409665 + value: -19.52067901729213 - type: nauc_map_at_3_diff1 - value: 5.157605290801791 + value: 25.194838760959527 - type: nauc_map_at_3_max - value: -37.27407353409741 + value: -15.096493900206298 - type: nauc_map_at_3_std - value: -28.053893301706122 + value: -25.517170624203906 - type: nauc_map_at_5_diff1 - value: 5.425643598752088 + value: 28.037488854336395 - type: nauc_map_at_5_max - value: -31.87709455468355 + value: -9.84712775315703 - type: nauc_map_at_5_std - value: -22.285972678093913 + value: -25.457199540701193 - type: nauc_mrr_at_1000_diff1 - value: 7.783622171442336 + value: 30.415287662773423 - type: nauc_mrr_at_1000_max - value: -30.70152752675489 + value: -14.955789832238223 - type: nauc_mrr_at_1000_std - value: -5.797369164597606 + value: -16.193031932456734 - type: nauc_mrr_at_100_diff1 - value: 7.783622171442336 + value: 30.415287662773423 - type: nauc_mrr_at_100_max - value: -30.70152752675489 + value: -14.955789832238223 - type: nauc_mrr_at_100_std - value: -5.797369164597606 + value: -16.193031932456734 - type: nauc_mrr_at_10_diff1 - value: 8.037396624307204 + value: 29.944404093422804 - type: nauc_mrr_at_10_max - value: -31.574196983744457 + value: -14.600755940210425 - type: nauc_mrr_at_10_std - value: -5.490528381537458 + value: -16.96874938128955 - type: nauc_mrr_at_1_diff1 - value: 3.107873698963837 + value: 28.24168623646855 - type: nauc_mrr_at_1_max - value: -28.635450062889834 + value: -26.473390810938223 - type: nauc_mrr_at_1_std - value: -5.134754640289056 + value: -19.847904251987405 - type: nauc_mrr_at_20_diff1 - value: 7.971382129764526 + value: 30.603321907235532 - type: nauc_mrr_at_20_max - value: -30.958254133815426 + value: -15.160654418428182 - type: nauc_mrr_at_20_std - value: -5.810321213072682 + value: -15.87155825394732 - type: nauc_mrr_at_3_diff1 - value: 7.759123310159516 + value: 32.20974550537424 - type: nauc_mrr_at_3_max - value: -29.795230456988104 + value: -13.359331637910362 - type: nauc_mrr_at_3_std - value: -7.2211216831354745 + value: -15.35616967360276 - type: nauc_mrr_at_5_diff1 - value: 8.642667507398137 + value: 31.276346997827627 - type: nauc_mrr_at_5_max - value: -29.50129872074211 + value: -13.990797683176472 - type: nauc_mrr_at_5_std - value: -4.206527190139964 + value: -18.02229007347959 - type: nauc_ndcg_at_1000_diff1 - value: 21.299003864453443 + value: 39.77616180280105 - type: nauc_ndcg_at_1000_max - value: -32.43403558738475 + value: -13.365497309128537 - type: nauc_ndcg_at_1000_std - value: 28.2992659365124 + value: 17.50934476685922 - type: nauc_ndcg_at_100_diff1 - value: 15.587350413584947 + value: 43.020478240192034 - type: nauc_ndcg_at_100_max - value: -40.938423643955836 + value: -24.398334067917666 - type: nauc_ndcg_at_100_std - value: 21.318509729314496 + value: 14.340010824013635 - type: nauc_ndcg_at_10_diff1 - value: 15.711542438535679 + value: 36.633307595982686 - type: nauc_ndcg_at_10_max - value: -35.26540980157084 + value: -18.16760752311136 - type: nauc_ndcg_at_10_std - value: -5.7567037888170125 + value: -15.997445904209398 - type: nauc_ndcg_at_1_diff1 - value: 2.370222991481304 + value: 23.50897611036144 - type: nauc_ndcg_at_1_max - value: -23.49558145165367 + value: -28.8780581730975 - type: nauc_ndcg_at_1_std - value: -5.809042558283733 + value: -17.956802591815965 - type: nauc_ndcg_at_20_diff1 - value: 12.705733611060104 + value: 40.85273458033189 - type: nauc_ndcg_at_20_max - value: -38.649060363532186 + value: -22.637229151669523 - type: nauc_ndcg_at_20_std - value: -1.3367860544035444 + value: -15.36108209125738 - type: nauc_ndcg_at_3_diff1 - value: 3.899876540849419 + value: 26.38130973415932 - type: nauc_ndcg_at_3_max - value: -30.201743679979693 + value: -17.8298646711695 - type: nauc_ndcg_at_3_std - value: -15.138205671648668 + value: -15.209872297038867 - type: nauc_ndcg_at_5_diff1 - value: 12.066882857349661 + value: 31.26935981147898 - type: nauc_ndcg_at_5_max - value: -27.090074561897726 + value: -15.836371150882874 - type: nauc_ndcg_at_5_std - value: -7.096143081558743 + value: -16.994309600153883 - type: nauc_precision_at_1000_diff1 - value: 12.484209328259318 + value: -17.30286313876566 - type: nauc_precision_at_1000_max - value: 41.16847441154494 + value: 44.37179979868095 - type: nauc_precision_at_1000_std - value: 30.070506662310407 + value: 29.75831973979209 - type: nauc_precision_at_100_diff1 - value: 21.061442935362304 + value: 30.789201196601184 - type: nauc_precision_at_100_max - value: -16.71869719818301 + value: -3.6870457287567127 - type: nauc_precision_at_100_std - value: 64.97755663990536 + value: 67.03237995133328 - type: nauc_precision_at_10_diff1 - value: 25.298278790087974 + value: 43.12466785767051 - type: nauc_precision_at_10_max - value: -29.366251023108664 + value: -10.719154994043603 - type: nauc_precision_at_10_std - value: 8.958796717002295 + value: -8.136545413364837 - type: nauc_precision_at_1_diff1 - value: 3.107873698963837 + value: 28.24168623646855 - type: nauc_precision_at_1_max - value: -28.635450062889834 + value: -26.473390810938223 - type: nauc_precision_at_1_std - value: -5.134754640289056 + value: -19.847904251987405 - type: nauc_precision_at_20_diff1 - value: 22.68195447134841 + value: 52.8237598859693 - type: nauc_precision_at_20_max - value: -28.369276180375113 + value: -15.964075352696169 - type: nauc_precision_at_20_std - value: 25.10621385765007 + value: 2.3317371245526357 - type: nauc_precision_at_3_diff1 - value: 2.252977034797558 + value: 29.43889942617868 - type: nauc_precision_at_3_max - value: -33.985657758546516 + value: -9.45879416331275 - type: nauc_precision_at_3_std - value: -18.534758020546555 + value: -17.368167617615043 - type: nauc_precision_at_5_diff1 - value: 14.54971149195295 + value: 33.94543373423699 - type: nauc_precision_at_5_max - value: -26.487137609449178 + value: -4.957278927627976 - type: nauc_precision_at_5_std - value: -4.449781405571922 + value: -20.583725154303927 - type: nauc_recall_at_1000_diff1 - value: 22.68582159476759 + value: 15.184063668664786 - type: nauc_recall_at_1000_max - value: 1.1700205927801608 + value: 21.47942517330889 - type: nauc_recall_at_1000_std - value: 69.52991300534005 + value: 67.10902844029505 - type: nauc_recall_at_100_diff1 - value: 8.764202313336355 + value: 34.31184666134344 - type: nauc_recall_at_100_max - value: -34.88875890364159 + value: -19.59459765457681 - type: nauc_recall_at_100_std - value: 37.002933317410495 + value: 38.97309991608786 - type: nauc_recall_at_10_diff1 - value: 7.8037364899086885 + value: 34.9024804167275 - type: nauc_recall_at_10_max - value: -33.55275242130378 + value: -9.697688212953077 - type: nauc_recall_at_10_std - value: -11.551134514796559 + value: -19.026416862546462 - type: nauc_recall_at_1_diff1 - value: 10.614260109501945 + value: 29.01257972849859 - type: nauc_recall_at_1_max - value: -32.795323563367845 + value: -24.063714845829665 - type: nauc_recall_at_1_std - value: -18.655622347791716 + value: -27.78034952027059 - type: nauc_recall_at_20_diff1 - value: 8.482127705681654 + value: 40.994356869986134 - type: nauc_recall_at_20_max - value: -35.10319585996859 + value: -17.387720169060177 - type: nauc_recall_at_20_std - value: 0.8573773028708258 + value: -13.391920534091096 - type: nauc_recall_at_3_diff1 - value: 5.109023982066391 + value: 23.982332098303335 - type: nauc_recall_at_3_max - value: -38.5029061209905 + value: -13.23549015388994 - type: nauc_recall_at_3_std - value: -26.307790461998938 + value: -24.967396496125627 - type: nauc_recall_at_5_diff1 - value: 8.359401363810965 + value: 27.57909659591337 - type: nauc_recall_at_5_max - value: -30.401395895692374 + value: -7.380015117336482 - type: nauc_recall_at_5_std - value: -17.867578290521653 + value: -26.115325566585994 - type: ndcg_at_1 - value: 26.531 + value: 40.816 - type: ndcg_at_10 - value: 27.014 + value: 28.291 - type: ndcg_at_100 - value: 39.617999999999995 + value: 41.814 - type: ndcg_at_1000 - value: 50.607 + value: 52.762 - type: ndcg_at_20 - value: 28.733999999999998 + value: 31.313999999999997 - type: ndcg_at_3 - value: 28.675 + value: 35.892 - type: ndcg_at_5 - value: 26.573999999999998 + value: 29.833 - type: precision_at_1 - value: 30.612000000000002 + value: 42.857 - type: precision_at_10 - value: 25.306 + value: 23.878 - type: precision_at_100 - value: 8.366999999999999 + value: 8.449 - type: precision_at_1000 - value: 1.582 + value: 1.592 - type: precision_at_20 - value: 20.204 + value: 21.02 - type: precision_at_3 - value: 31.973000000000003 + value: 37.415 - type: precision_at_5 - value: 27.346999999999998 + value: 28.163 - type: recall_at_1 - value: 2.3640000000000003 + value: 3.3070000000000004 - type: recall_at_10 - value: 18.136 + value: 17.412 - type: recall_at_100 - value: 50.983000000000004 + value: 51.685 - type: recall_at_1000 - value: 85.452 + value: 85.87 - type: recall_at_20 - value: 27.683000000000003 + value: 29.047 - type: recall_at_3 - value: 7.167 + value: 8.307 - type: recall_at_5 - value: 10.126 + value: 10.395999999999999 task: type: Retrieval - dataset: @@ -8729,17 +8729,17 @@ model-index: type: mteb/toxic_conversations_50k metrics: - type: accuracy - value: 89.0283203125 + value: 88.0810546875 - type: ap - value: 37.07177004148452 + value: 35.7418777987341 - type: ap_weighted - value: 37.07177004148452 + value: 35.7418777987341 - type: f1 - value: 74.86069010866501 + value: 73.74925430452048 - type: f1_weighted - value: 90.74131208151626 + value: 90.07041976974219 - type: main_score - value: 89.0283203125 + value: 88.0810546875 task: type: Classification - dataset: @@ -8750,13 +8750,13 @@ model-index: type: mteb/tweet_sentiment_extraction metrics: - type: accuracy - value: 78.12676853423882 + value: 78.23429541595924 - type: f1 - value: 78.33730077389063 + value: 78.40457663589217 - type: f1_weighted - value: 77.73346059564223 + value: 77.77448608245429 - type: main_score - value: 78.12676853423882 + value: 78.23429541595924 task: type: Classification - dataset: @@ -8767,11 +8767,11 @@ model-index: type: mteb/twentynewsgroups-clustering metrics: - type: main_score - value: 52.145354227491936 + value: 52.78205531814135 - type: v_measure - value: 52.145354227491936 + value: 52.78205531814135 - type: v_measure_std - value: 1.4582887484931664 + value: 1.165738532699205 task: type: Clustering - dataset: @@ -8782,85 +8782,85 @@ model-index: type: mteb/twittersemeval2015-pairclassification metrics: - type: cosine_accuracy - value: 86.49341360195506 + value: 86.51725576682364 - type: cosine_accuracy_threshold - value: 88.04887533187866 + value: 87.56462335586548 - type: cosine_ap - value: 76.09078275541282 + value: 75.93126232010206 - type: cosine_f1 - value: 69.58199356913184 + value: 69.28154353896929 - type: cosine_f1_threshold - value: 86.9591236114502 + value: 85.87252497673035 - type: cosine_precision - value: 67.87954830614805 + value: 66.7563600782779 - type: cosine_recall - value: 71.37203166226914 + value: 72.00527704485488 - type: dot_accuracy - value: 86.49341360195506 + value: 86.51725576682364 - type: dot_accuracy_threshold - value: 88.04887533187866 + value: 87.56462931632996 - type: dot_ap - value: 76.09082123667478 + value: 75.93126248123106 - type: dot_f1 - value: 69.58199356913184 + value: 69.28154353896929 - type: dot_f1_threshold - value: 86.95912957191467 + value: 85.87252497673035 - type: dot_precision - value: 67.87954830614805 + value: 66.7563600782779 - type: dot_recall - value: 71.37203166226914 + value: 72.00527704485488 - type: euclidean_accuracy - value: 86.49341360195506 + value: 86.51725576682364 - type: euclidean_accuracy_threshold - value: 48.88991713523865 + value: 49.87057447433472 - type: euclidean_ap - value: 76.09080965536772 + value: 75.93122690902605 - type: euclidean_f1 - value: 69.58199356913184 + value: 69.28154353896929 - type: euclidean_f1_threshold - value: 51.07029676437378 + value: 53.155386447906494 - type: euclidean_precision - value: 67.87954830614805 + value: 66.7563600782779 - type: euclidean_recall - value: 71.37203166226914 + value: 72.00527704485488 - type: main_score - value: 76.09082123667478 + value: 75.93126248123106 - type: manhattan_accuracy - value: 86.48745306073792 + value: 86.51129522560649 - type: manhattan_accuracy_threshold - value: 2292.697525024414 + value: 2384.7103118896484 - type: manhattan_ap - value: 76.06796964391891 + value: 75.90557012840495 - type: manhattan_f1 - value: 69.48757763975155 + value: 69.18795851252213 - type: manhattan_f1_threshold - value: 2408.074378967285 + value: 2518.6872482299805 - type: manhattan_precision - value: 68.18181818181817 + value: 66.44800777453838 - type: manhattan_recall - value: 70.84432717678101 + value: 72.16358839050132 - type: max_ap - value: 76.09082123667478 + value: 75.93126248123106 - type: max_f1 - value: 69.58199356913184 + value: 69.28154353896929 - type: max_precision - value: 68.18181818181817 + value: 66.7563600782779 - type: max_recall - value: 71.37203166226914 + value: 72.16358839050132 - type: similarity_accuracy - value: 86.49341360195506 + value: 86.51725576682364 - type: similarity_accuracy_threshold - value: 88.04887533187866 + value: 87.56462335586548 - type: similarity_ap - value: 76.09078275541282 + value: 75.93126232010206 - type: similarity_f1 - value: 69.58199356913184 + value: 69.28154353896929 - type: similarity_f1_threshold - value: 86.9591236114502 + value: 85.87252497673035 - type: similarity_precision - value: 67.87954830614805 + value: 66.7563600782779 - type: similarity_recall - value: 71.37203166226914 + value: 72.00527704485488 task: type: PairClassification - dataset: @@ -8871,85 +8871,85 @@ model-index: type: mteb/twitterurlcorpus-pairclassification metrics: - type: cosine_accuracy - value: 89.33325571467381 + value: 89.4787907012846 - type: cosine_accuracy_threshold - value: 85.93302965164185 + value: 84.99394059181213 - type: cosine_ap - value: 87.05621118427712 + value: 87.36213612629781 - type: cosine_f1 - value: 78.9287295263391 + value: 79.33653810869325 - type: cosine_f1_threshold - value: 84.22765135765076 + value: 83.42517614364624 - type: cosine_precision - value: 75.76487252124646 + value: 75.79050690598051 - type: cosine_recall - value: 82.36834000615954 + value: 83.23067446874038 - type: dot_accuracy - value: 89.33325571467381 + value: 89.4787907012846 - type: dot_accuracy_threshold - value: 85.93302965164185 + value: 84.99394059181213 - type: dot_ap - value: 87.05618912462992 + value: 87.36212758027688 - type: dot_f1 - value: 78.9287295263391 + value: 79.33653810869325 - type: dot_f1_threshold - value: 84.22765731811523 + value: 83.4251880645752 - type: dot_precision - value: 75.76487252124646 + value: 75.79050690598051 - type: dot_recall - value: 82.36834000615954 + value: 83.23067446874038 - type: euclidean_accuracy - value: 89.33325571467381 + value: 89.4787907012846 - type: euclidean_accuracy_threshold - value: 53.0414342880249 + value: 54.78330850601196 - type: euclidean_ap - value: 87.05617529668494 + value: 87.36212210446135 - type: euclidean_f1 - value: 78.9287295263391 + value: 79.33653810869325 - type: euclidean_f1_threshold - value: 56.16466999053955 + value: 57.57572650909424 - type: euclidean_precision - value: 75.76487252124646 + value: 75.79050690598051 - type: euclidean_recall - value: 82.36834000615954 + value: 83.23067446874038 - type: main_score - value: 87.09146775896642 + value: 87.40831622813965 - type: manhattan_accuracy - value: 89.35266037955525 + value: 89.4787907012846 - type: manhattan_accuracy_threshold - value: 2520.371627807617 + value: 2580.6427001953125 - type: manhattan_ap - value: 87.09146775896642 + value: 87.40831622813965 - type: manhattan_f1 - value: 78.98593200468933 + value: 79.41061043918799 - type: manhattan_f1_threshold - value: 2671.186637878418 + value: 2771.9974517822266 - type: manhattan_precision - value: 75.34246575342466 + value: 73.99109101788444 - type: manhattan_recall - value: 82.99969202340623 + value: 85.68678780412688 - type: max_ap - value: 87.09146775896642 + value: 87.40831622813965 - type: max_f1 - value: 78.98593200468933 + value: 79.41061043918799 - type: max_precision - value: 75.76487252124646 + value: 75.79050690598051 - type: max_recall - value: 82.99969202340623 + value: 85.68678780412688 - type: similarity_accuracy - value: 89.33325571467381 + value: 89.4787907012846 - type: similarity_accuracy_threshold - value: 85.93302965164185 + value: 84.99394059181213 - type: similarity_ap - value: 87.05621118427712 + value: 87.36213612629781 - type: similarity_f1 - value: 78.9287295263391 + value: 79.33653810869325 - type: similarity_f1_threshold - value: 84.22765135765076 + value: 83.42517614364624 - type: similarity_precision - value: 75.76487252124646 + value: 75.79050690598051 - type: similarity_recall - value: 82.36834000615954 + value: 83.23067446874038 task: type: PairClassification - dataset: @@ -8960,23 +8960,23 @@ model-index: type: C-MTEB/AFQMC metrics: - type: cosine_pearson - value: 43.075021655312774 + value: 41.64386835570561 - type: cosine_spearman - value: 44.89262435412616 + value: 43.19379151087761 - type: euclidean_pearson - value: 43.323441952835935 + value: 41.50918458775045 - type: euclidean_spearman - value: 44.89264445339348 + value: 43.19379150765412 - type: main_score - value: 44.89262435412616 + value: 43.19379151087761 - type: manhattan_pearson - value: 43.299345135225096 + value: 41.44879311570844 - type: manhattan_spearman - value: 44.84672624875845 + value: 43.1331569623375 - type: pearson - value: 43.075021655312774 + value: 41.64386835570561 - type: spearman - value: 44.89262435412616 + value: 43.19379151087761 task: type: STS - dataset: @@ -8987,23 +8987,23 @@ model-index: type: C-MTEB/ATEC metrics: - type: cosine_pearson - value: 49.26021623057748 + value: 48.743301803415385 - type: cosine_spearman - value: 50.63351427230114 + value: 50.1649346804881 - type: euclidean_pearson - value: 52.990259347041366 + value: 52.18999372105992 - type: euclidean_spearman - value: 50.633515397485795 + value: 50.16493130254488 - type: main_score - value: 50.63351427230114 + value: 50.1649346804881 - type: manhattan_pearson - value: 52.9932933040557 + value: 52.18395800985427 - type: manhattan_spearman - value: 50.622171149550745 + value: 50.14763571495949 - type: pearson - value: 49.26021623057748 + value: 48.743301803415385 - type: spearman - value: 50.63351427230114 + value: 50.1649346804881 task: type: STS - dataset: @@ -9014,13 +9014,13 @@ model-index: type: mteb/amazon_reviews_multi metrics: - type: accuracy - value: 52.038 + value: 51.535999999999994 - type: f1 - value: 48.0322642325316 + value: 47.4898954358022 - type: f1_weighted - value: 48.0322642325316 + value: 47.48989543580219 - type: main_score - value: 52.038 + value: 51.535999999999994 task: type: Classification - dataset: @@ -9031,23 +9031,23 @@ model-index: type: C-MTEB/BQ metrics: - type: cosine_pearson - value: 57.65253445352181 + value: 55.419452799381105 - type: cosine_spearman - value: 58.60866440384924 + value: 56.293792343775564 - type: euclidean_pearson - value: 57.1957759360763 + value: 55.36536266265162 - type: euclidean_spearman - value: 58.608685187052444 + value: 56.29378541472789 - type: main_score - value: 58.60866440384924 + value: 56.293792343775564 - type: manhattan_pearson - value: 57.27268942066487 + value: 55.49541403940816 - type: manhattan_spearman - value: 58.718642701247404 + value: 56.44957645829305 - type: pearson - value: 57.65253445352181 + value: 55.419452799381105 - type: spearman - value: 58.60866440384924 + value: 56.293792343775564 task: type: STS - dataset: @@ -9058,11 +9058,11 @@ model-index: type: C-MTEB/CLSClusteringP2P metrics: - type: main_score - value: 45.337001875641214 + value: 55.22891270992726 - type: v_measure - value: 45.337001875641214 + value: 55.22891270992726 - type: v_measure_std - value: 1.1760018538372494 + value: 1.2285658700007676 task: type: Clustering - dataset: @@ -9073,11 +9073,11 @@ model-index: type: C-MTEB/CLSClusteringS2S metrics: - type: main_score - value: 42.64655060219692 + value: 50.63839978827497 - type: v_measure - value: 42.64655060219692 + value: 50.63839978827497 - type: v_measure_std - value: 1.0992203849693576 + value: 1.242473805835589 task: type: Clustering - dataset: @@ -9088,23 +9088,23 @@ model-index: type: C-MTEB/CMedQAv1-reranking metrics: - type: main_score - value: 85.68470926799546 + value: 85.96024801465656 - type: map - value: 85.68470926799546 + value: 85.96024801465656 - type: mrr - value: 87.81091269841271 + value: 88.43456349206349 - type: nAUC_map_diff1 - value: 58.43870668745237 + value: 57.337140940549446 - type: nAUC_map_max - value: 63.4705547882905 + value: 62.9958193712711 - type: nAUC_map_std - value: 31.57960155271427 + value: 31.11271008737696 - type: nAUC_mrr_diff1 - value: 68.50424079760478 + value: 65.1415639393879 - type: nAUC_mrr_max - value: 74.10528679347851 + value: 72.03136151651076 - type: nAUC_mrr_std - value: 43.31571104385471 + value: 41.81297572680883 task: type: Reranking - dataset: @@ -9115,23 +9115,23 @@ model-index: type: C-MTEB/CMedQAv2-reranking metrics: - type: main_score - value: 86.91743212359135 + value: 86.16019791195917 - type: map - value: 86.91743212359135 + value: 86.16019791195917 - type: mrr - value: 89.13869047619048 + value: 88.43142857142857 - type: nAUC_map_diff1 - value: 64.75426744426333 + value: 65.73941836563229 - type: nAUC_map_max - value: 69.55836795569942 + value: 70.18844498133647 - type: nAUC_map_std - value: 22.82675117993607 + value: 20.764350257887205 - type: nAUC_mrr_diff1 - value: 69.85618236678994 + value: 72.29089490704929 - type: nAUC_mrr_max - value: 78.38152973868033 + value: 79.06040041480205 - type: nAUC_mrr_std - value: 33.432371951974304 + value: 29.68793685691943 task: type: Reranking - dataset: @@ -9142,287 +9142,287 @@ model-index: type: C-MTEB/CmedqaRetrieval metrics: - type: main_score - value: 49.164 + value: 48.878 - type: map_at_1 - value: 30.642999999999997 + value: 30.990000000000002 - type: map_at_10 - value: 43.204 + value: 43.101 - type: map_at_100 - value: 44.851 + value: 44.799 - type: map_at_1000 - value: 44.966 + value: 44.917 - type: map_at_20 - value: 44.061 + value: 44.024 - type: map_at_3 - value: 39.477000000000004 + value: 39.495999999999995 - type: map_at_5 - value: 41.624 + value: 41.619 - type: mrr_at_1 - value: 45.83645911477869 + value: 46.036509127281825 - type: mrr_at_10 - value: 52.66236201907607 + value: 52.58885157797379 - type: mrr_at_100 - value: 53.52714200173996 + value: 53.491086020573874 - type: mrr_at_1000 - value: 53.57067727231368 + value: 53.53388374466903 - type: mrr_at_20 - value: 53.14034836694898 + value: 53.106963611093015 - type: mrr_at_3 - value: 50.78352921563712 + value: 50.75435525548042 - type: mrr_at_5 - value: 51.845044594481884 + value: 51.810869384012626 - type: nauc_map_at_1000_diff1 - value: 51.12435620594382 + value: 52.41543525690992 - type: nauc_map_at_1000_max - value: 41.83791386068948 + value: 41.553008933748075 - type: nauc_map_at_1000_std - value: -12.33761462551034 + value: -10.32929204180765 - type: nauc_map_at_100_diff1 - value: 51.08344869253166 + value: 52.381590955115 - type: nauc_map_at_100_max - value: 41.82531046761183 + value: 41.528487983429805 - type: nauc_map_at_100_std - value: -12.377392301220217 + value: -10.381249064468227 - type: nauc_map_at_10_diff1 - value: 51.03491585094033 + value: 52.16869784800555 - type: nauc_map_at_10_max - value: 40.893337556770604 + value: 40.50593347217273 - type: nauc_map_at_10_std - value: -13.425633468493414 + value: -11.48440163831477 - type: nauc_map_at_1_diff1 - value: 53.64213604467537 + value: 54.37950698425308 - type: nauc_map_at_1_max - value: 28.442399780009183 + value: 27.99076263656578 - type: nauc_map_at_1_std - value: -13.86780674067903 + value: -13.387743308583936 - type: nauc_map_at_20_diff1 - value: 50.95240054584321 + value: 52.26486912651778 - type: nauc_map_at_20_max - value: 41.50748552604846 + value: 41.1289112053278 - type: nauc_map_at_20_std - value: -12.878858420924283 + value: -10.836952272087673 - type: nauc_map_at_3_diff1 - value: 51.532410498705026 + value: 52.22837162881318 - type: nauc_map_at_3_max - value: 37.573997415109865 + value: 37.28247882586101 - type: nauc_map_at_3_std - value: -14.305456203770694 + value: -12.802844493692689 - type: nauc_map_at_5_diff1 - value: 51.246318406856986 + value: 52.14901352070414 - type: nauc_map_at_5_max - value: 39.512092261118596 + value: 39.30755835274481 - type: nauc_map_at_5_std - value: -14.206040341860682 + value: -12.090080928908693 - type: nauc_mrr_at_1000_diff1 - value: 59.3509888315529 + value: 61.29362223939591 - type: nauc_mrr_at_1000_max - value: 49.32503060961004 + value: 49.504464268268734 - type: nauc_mrr_at_1000_std - value: -8.084928592499557 + value: -6.192362955819179 - type: nauc_mrr_at_100_diff1 - value: 59.328964717630285 + value: 61.27462778479297 - type: nauc_mrr_at_100_max - value: 49.32322220299966 + value: 49.501426021534314 - type: nauc_mrr_at_100_std - value: -8.07721587542208 + value: -6.187965501873083 - type: nauc_mrr_at_10_diff1 - value: 59.275302095009316 + value: 61.26052149225271 - type: nauc_mrr_at_10_max - value: 49.2388974195244 + value: 49.41033526947803 - type: nauc_mrr_at_10_std - value: -8.296007060227682 + value: -6.480678335278449 - type: nauc_mrr_at_1_diff1 - value: 63.752152096070425 + value: 65.17652550565293 - type: nauc_mrr_at_1_max - value: 47.97426619650677 + value: 48.51010542543353 - type: nauc_mrr_at_1_std - value: -8.34729831294353 + value: -7.368387510155559 - type: nauc_mrr_at_20_diff1 - value: 59.26101484827151 + value: 61.21989112831903 - type: nauc_mrr_at_20_max - value: 49.38513016737576 + value: 49.48689488743648 - type: nauc_mrr_at_20_std - value: -8.112180696872091 + value: -6.243372597148973 - type: nauc_mrr_at_3_diff1 - value: 60.01369139291679 + value: 61.9547565182502 - type: nauc_mrr_at_3_max - value: 49.55602354209582 + value: 49.66360537204246 - type: nauc_mrr_at_3_std - value: -8.644271560895966 + value: -6.720743933293509 - type: nauc_mrr_at_5_diff1 - value: 59.63144373657664 + value: 61.496871352071125 - type: nauc_mrr_at_5_max - value: 49.40782389228212 + value: 49.5678171266 - type: nauc_mrr_at_5_std - value: -8.556289650408441 + value: -6.6874891389325315 - type: nauc_ndcg_at_1000_diff1 - value: 52.30957779159306 + value: 54.01531878364172 - type: nauc_ndcg_at_1000_max - value: 45.33320658473615 + value: 45.34209378824649 - type: nauc_ndcg_at_1000_std - value: -9.265387571187423 + value: -6.944248444224854 - type: nauc_ndcg_at_100_diff1 - value: 51.48774508647491 + value: 53.346748878441474 - type: nauc_ndcg_at_100_max - value: 45.293899755789134 + value: 45.14003986050034 - type: nauc_ndcg_at_100_std - value: -9.169346523785142 + value: -7.005085495055454 - type: nauc_ndcg_at_10_diff1 - value: 51.1178133997491 + value: 52.810226490598126 - type: nauc_ndcg_at_10_max - value: 43.55888978754184 + value: 43.07795669853919 - type: nauc_ndcg_at_10_std - value: -12.16790029306023 + value: -10.034928499762781 - type: nauc_ndcg_at_1_diff1 - value: 63.752152096070425 + value: 65.17652550565293 - type: nauc_ndcg_at_1_max - value: 47.97426619650677 + value: 48.51010542543353 - type: nauc_ndcg_at_1_std - value: -8.34729831294353 + value: -7.368387510155559 - type: nauc_ndcg_at_20_diff1 - value: 50.84989759257148 + value: 52.804323719089496 - type: nauc_ndcg_at_20_max - value: 44.55785155757374 + value: 43.997732911446015 - type: nauc_ndcg_at_20_std - value: -11.075561381856001 + value: -8.676868642315817 - type: nauc_ndcg_at_3_diff1 - value: 52.49596895831883 + value: 53.674179686012266 - type: nauc_ndcg_at_3_max - value: 44.225442427402236 + value: 44.060837370301144 - type: nauc_ndcg_at_3_std - value: -11.007610493060776 + value: -9.037885820033154 - type: nauc_ndcg_at_5_diff1 - value: 51.77791795912115 + value: 53.07635969540409 - type: nauc_ndcg_at_5_max - value: 43.41218271495931 + value: 43.25087811115596 - type: nauc_ndcg_at_5_std - value: -12.33037097871706 + value: -9.846858466002635 - type: nauc_precision_at_1000_diff1 - value: 0.4766695190475029 + value: 2.084666373040924 - type: nauc_precision_at_1000_max - value: 25.39279942924039 + value: 28.42640828471192 - type: nauc_precision_at_1000_std - value: 21.475103942054407 + value: 22.933705383301913 - type: nauc_precision_at_100_diff1 - value: 6.595226459389132 + value: 9.069908068584077 - type: nauc_precision_at_100_max - value: 34.61829447952335 + value: 37.06160191646647 - type: nauc_precision_at_100_std - value: 20.177567724525193 + value: 21.54927708468064 - type: nauc_precision_at_10_diff1 - value: 21.860906421421568 + value: 24.20089272765347 - type: nauc_precision_at_10_max - value: 45.022850040530656 + value: 46.03710227995257 - type: nauc_precision_at_10_std - value: 4.977381345363062 + value: 7.738238301903013 - type: nauc_precision_at_1_diff1 - value: 63.752152096070425 + value: 65.17652550565293 - type: nauc_precision_at_1_max - value: 47.97426619650677 + value: 48.51010542543353 - type: nauc_precision_at_1_std - value: -8.34729831294353 + value: -7.368387510155559 - type: nauc_precision_at_20_diff1 - value: 16.449387989855655 + value: 19.201920174779982 - type: nauc_precision_at_20_max - value: 43.35569435832909 + value: 44.13300802679899 - type: nauc_precision_at_20_std - value: 9.819758417855832 + value: 13.160562176619225 - type: nauc_precision_at_3_diff1 - value: 35.412222822731266 + value: 36.167789437136456 - type: nauc_precision_at_3_max - value: 48.77260322589785 + value: 48.8924513883858 - type: nauc_precision_at_3_std - value: -1.751720635474484 + value: 0.8689238709283229 - type: nauc_precision_at_5_diff1 - value: 28.616121437868802 + value: 29.82427928985585 - type: nauc_precision_at_5_max - value: 46.902087667059654 + value: 47.80109745837339 - type: nauc_precision_at_5_std - value: 0.2876484935059754 + value: 3.9881901859384796 - type: nauc_recall_at_1000_diff1 - value: 33.01802675991005 + value: 33.90580711293753 - type: nauc_recall_at_1000_max - value: 54.09582524877301 + value: 63.570522808962416 - type: nauc_recall_at_1000_std - value: 35.433539083847066 + value: 51.2943861130984 - type: nauc_recall_at_100_diff1 - value: 32.36844158297472 + value: 36.04779122344113 - type: nauc_recall_at_100_max - value: 41.02187114563657 + value: 40.822667691791864 - type: nauc_recall_at_100_std - value: 2.5626011064811727 + value: 5.0429741472701135 - type: nauc_recall_at_10_diff1 - value: 40.04589830142059 + value: 42.796036272531346 - type: nauc_recall_at_10_max - value: 38.183340089340064 + value: 37.11160162276398 - type: nauc_recall_at_10_std - value: -13.278126780446401 + value: -10.853453090588996 - type: nauc_recall_at_1_diff1 - value: 53.64213604467537 + value: 54.37950698425308 - type: nauc_recall_at_1_max - value: 28.442399780009183 + value: 27.99076263656578 - type: nauc_recall_at_1_std - value: -13.86780674067903 + value: -13.387743308583936 - type: nauc_recall_at_20_diff1 - value: 37.30349216658668 + value: 40.701617167157856 - type: nauc_recall_at_20_max - value: 40.44598806810775 + value: 38.69709452685056 - type: nauc_recall_at_20_std - value: -9.751433777523005 + value: -6.236014503299754 - type: nauc_recall_at_3_diff1 - value: 45.49528448105113 + value: 47.008724772852986 - type: nauc_recall_at_3_max - value: 36.43441462224547 + value: 36.18196717387915 - type: nauc_recall_at_3_std - value: -14.661163626643766 + value: -12.56849547435393 - type: nauc_recall_at_5_diff1 - value: 43.3865812725853 + value: 44.83401607708702 - type: nauc_recall_at_5_max - value: 37.430813774960235 + value: 37.2376150434735 - type: nauc_recall_at_5_std - value: -15.225795585558224 + value: -11.98576967557474 - type: ndcg_at_1 - value: 45.836 + value: 46.037 - type: ndcg_at_10 - value: 49.164 + value: 48.878 - type: ndcg_at_100 - value: 55.735 + value: 55.559000000000005 - type: ndcg_at_1000 - value: 57.724 + value: 57.609 - type: ndcg_at_20 - value: 51.489 + value: 51.376999999999995 - type: ndcg_at_3 - value: 45.193 + value: 45.115 - type: ndcg_at_5 - value: 46.783 + value: 46.69 - type: precision_at_1 - value: 45.836 + value: 46.037 - type: precision_at_10 - value: 10.338 + value: 10.168000000000001 - type: precision_at_100 - value: 1.572 + value: 1.5599999999999998 - type: precision_at_1000 value: 0.183 - type: precision_at_20 - value: 5.953 + value: 5.923 - type: precision_at_3 - value: 25.006 + value: 24.948 - type: precision_at_5 - value: 17.589 + value: 17.444000000000003 - type: recall_at_1 - value: 30.642999999999997 + value: 30.990000000000002 - type: recall_at_10 - value: 57.31 + value: 56.45400000000001 - type: recall_at_100 - value: 84.891 + value: 84.285 - type: recall_at_1000 - value: 98.198 + value: 98.03699999999999 - type: recall_at_20 - value: 65.257 + value: 64.936 - type: recall_at_3 - value: 44.388 + value: 43.963 - type: recall_at_5 - value: 50.007999999999996 + value: 49.71 task: type: Retrieval - dataset: @@ -9433,85 +9433,85 @@ model-index: type: C-MTEB/CMNLI metrics: - type: cosine_accuracy - value: 71.93024654239326 + value: 72.39927841250751 - type: cosine_accuracy_threshold - value: 79.62648272514343 + value: 75.96232295036316 - type: cosine_ap - value: 79.84023667096872 + value: 80.23711282712038 - type: cosine_f1 - value: 74.62052216150576 + value: 74.77399913904435 - type: cosine_f1_threshold - value: 74.28100109100342 + value: 74.5398998260498 - type: cosine_precision - value: 65.78055307760928 + value: 69.27218344965105 - type: cosine_recall - value: 86.2052840776245 + value: 81.22515782090251 - type: dot_accuracy - value: 71.93024654239326 + value: 72.39927841250751 - type: dot_accuracy_threshold - value: 79.62648868560791 + value: 75.96232891082764 - type: dot_ap - value: 79.84176293105413 + value: 80.2592745288548 - type: dot_f1 - value: 74.62052216150576 + value: 74.77399913904435 - type: dot_f1_threshold - value: 74.28099513053894 + value: 74.5398998260498 - type: dot_precision - value: 65.78055307760928 + value: 69.27218344965105 - type: dot_recall - value: 86.2052840776245 + value: 81.22515782090251 - type: euclidean_accuracy - value: 71.93024654239326 + value: 72.39927841250751 - type: euclidean_accuracy_threshold - value: 63.83339166641235 + value: 69.3363904953003 - type: euclidean_ap - value: 79.84022496753799 + value: 80.23711023366968 - type: euclidean_f1 - value: 74.62052216150576 + value: 74.77399913904435 - type: euclidean_f1_threshold - value: 71.72029614448547 + value: 71.35838270187378 - type: euclidean_precision - value: 65.78055307760928 + value: 69.27218344965105 - type: euclidean_recall - value: 86.2052840776245 + value: 81.22515782090251 - type: main_score - value: 79.84176293105413 + value: 80.2592745288548 - type: manhattan_accuracy - value: 71.88214070956104 + value: 72.38725195429946 - type: manhattan_accuracy_threshold - value: 3033.975601196289 + value: 3262.3924255371094 - type: manhattan_ap - value: 79.82655682168269 + value: 80.20796281059799 - type: manhattan_f1 - value: 74.75157168931251 + value: 74.78589922326229 - type: manhattan_f1_threshold - value: 3390.0177001953125 + value: 3522.083282470703 - type: manhattan_precision - value: 65.99820948970456 + value: 65.13443191673895 - type: manhattan_recall - value: 86.1819032031798 + value: 87.79518353986438 - type: max_ap - value: 79.84176293105413 + value: 80.2592745288548 - type: max_f1 - value: 74.75157168931251 + value: 74.78589922326229 - type: max_precision - value: 65.99820948970456 + value: 69.27218344965105 - type: max_recall - value: 86.2052840776245 + value: 87.79518353986438 - type: similarity_accuracy - value: 71.93024654239326 + value: 72.39927841250751 - type: similarity_accuracy_threshold - value: 79.62648272514343 + value: 75.96232295036316 - type: similarity_ap - value: 79.84023667096872 + value: 80.23711282712038 - type: similarity_f1 - value: 74.62052216150576 + value: 74.77399913904435 - type: similarity_f1_threshold - value: 74.28100109100342 + value: 74.5398998260498 - type: similarity_precision - value: 65.78055307760928 + value: 69.27218344965105 - type: similarity_recall - value: 86.2052840776245 + value: 81.22515782090251 task: type: PairClassification - dataset: @@ -9522,287 +9522,287 @@ model-index: type: C-MTEB/CovidRetrieval metrics: - type: main_score - value: 85.32300000000001 + value: 85.11800000000001 - type: map_at_1 - value: 73.815 + value: 73.63 - type: map_at_10 - value: 81.843 + value: 81.679 - type: map_at_100 - value: 81.992 + value: 81.857 - type: map_at_1000 - value: 81.99600000000001 + value: 81.85900000000001 - type: map_at_20 - value: 81.941 + value: 81.797 - type: map_at_3 - value: 80.374 + value: 80.137 - type: map_at_5 - value: 81.392 + value: 81.185 - type: mrr_at_1 value: 73.97260273972603 - type: mrr_at_10 - value: 81.82238613745464 + value: 81.75707093515315 - type: mrr_at_100 - value: 81.97139599064744 + value: 81.93543323000621 - type: mrr_at_1000 - value: 81.9751209540518 + value: 81.93756828328048 - type: mrr_at_20 - value: 81.92072360797712 + value: 81.87548986547937 - type: mrr_at_3 - value: 80.43554618897085 + value: 80.31260976466457 - type: mrr_at_5 - value: 81.39971900245875 + value: 81.29785739374785 - type: nauc_map_at_1000_diff1 - value: 83.94116203617172 + value: 81.93788057355742 - type: nauc_map_at_1000_max - value: 39.63051357484414 + value: 35.99041105416496 - type: nauc_map_at_1000_std - value: -49.13417273975926 + value: -48.78171089687064 - type: nauc_map_at_100_diff1 - value: 83.94023475725179 + value: 81.93620480570421 - type: nauc_map_at_100_max - value: 39.64189605415708 + value: 35.99750026667062 - type: nauc_map_at_100_std - value: -49.11845809158707 + value: -48.77105969575747 - type: nauc_map_at_10_diff1 - value: 83.88581860076957 + value: 81.91994980094535 - type: nauc_map_at_10_max - value: 39.776029509427715 + value: 35.936389715002434 - type: nauc_map_at_10_std - value: -49.268556643304706 + value: -49.17909322969262 - type: nauc_map_at_1_diff1 - value: 85.69870213655336 + value: 84.01876408819771 - type: nauc_map_at_1_max - value: 38.25195947846537 + value: 36.70512051150278 - type: nauc_map_at_1_std - value: -45.38134094677471 + value: -43.39242709520668 - type: nauc_map_at_20_diff1 - value: 83.91720847756393 + value: 81.89629060612107 - type: nauc_map_at_20_max - value: 39.61772379019195 + value: 35.998722436607224 - type: nauc_map_at_20_std - value: -49.150252243893235 + value: -48.795137145085114 - type: nauc_map_at_3_diff1 - value: 83.72421386397973 + value: 81.65169701784126 - type: nauc_map_at_3_max - value: 39.06178523377371 + value: 34.21369237086454 - type: nauc_map_at_3_std - value: -51.489621107598914 + value: -51.38254219438024 - type: nauc_map_at_5_diff1 - value: 83.74266309443259 + value: 81.89142627086459 - type: nauc_map_at_5_max - value: 39.660712188325405 + value: 35.690016330033146 - type: nauc_map_at_5_std - value: -49.99039917799208 + value: -50.19202102899405 - type: nauc_mrr_at_1000_diff1 - value: 83.95587681463032 + value: 81.75999363957315 - type: nauc_mrr_at_1000_max - value: 39.37858528926369 + value: 36.136685517402135 - type: nauc_mrr_at_1000_std - value: -49.51791174892365 + value: -48.352638487245194 - type: nauc_mrr_at_100_diff1 - value: 83.95494735813118 + value: 81.75833537458423 - type: nauc_mrr_at_100_max - value: 39.39001070749591 + value: 36.14377951768674 - type: nauc_mrr_at_100_std - value: -49.502129652196125 + value: -48.34200730825885 - type: nauc_mrr_at_10_diff1 - value: 83.90046650897342 + value: 81.74393774612405 - type: nauc_mrr_at_10_max - value: 39.52624673751861 + value: 36.08089403053739 - type: nauc_mrr_at_10_std - value: -49.64858337425514 + value: -48.75600700693392 - type: nauc_mrr_at_1_diff1 - value: 85.53930135061452 + value: 83.56151294191774 - type: nauc_mrr_at_1_max - value: 38.00438602428203 + value: 36.82117748749014 - type: nauc_mrr_at_1_std - value: -45.44305538344746 + value: -42.64032550449816 - type: nauc_mrr_at_20_diff1 - value: 83.93190462249652 + value: 81.71893460337381 - type: nauc_mrr_at_20_max - value: 39.36664531505779 + value: 36.144473698390016 - type: nauc_mrr_at_20_std - value: -49.532701085538385 + value: -48.36772596598759 - type: nauc_mrr_at_3_diff1 - value: 83.61849732651332 + value: 81.31323444477003 - type: nauc_mrr_at_3_max - value: 39.02140272921619 + value: 34.749717583977876 - type: nauc_mrr_at_3_std - value: -51.307424945225165 + value: -50.49999044146871 - type: nauc_mrr_at_5_diff1 - value: 83.71779085120541 + value: 81.66194334976237 - type: nauc_mrr_at_5_max - value: 39.50596725341864 + value: 35.93608825443919 - type: nauc_mrr_at_5_std - value: -50.24447866157814 + value: -49.61915090103402 - type: nauc_ndcg_at_1000_diff1 - value: 83.67294366563638 + value: 81.55763410469278 - type: nauc_ndcg_at_1000_max - value: 40.21398544027225 + value: 36.42322037020392 - type: nauc_ndcg_at_1000_std - value: -49.12252742927913 + value: -48.7742078811271 - type: nauc_ndcg_at_100_diff1 - value: 83.6588426144424 + value: 81.48331573837318 - type: nauc_ndcg_at_100_max - value: 40.606738813214804 + value: 36.71054353074742 - type: nauc_ndcg_at_100_std - value: -48.57598972015289 + value: -48.369435549215076 - type: nauc_ndcg_at_10_diff1 - value: 83.41609061694392 + value: 81.29394592276353 - type: nauc_ndcg_at_10_max - value: 41.119972193574554 + value: 36.4517074035948 - type: nauc_ndcg_at_10_std - value: -49.201259340920956 + value: -50.20090355449128 - type: nauc_ndcg_at_1_diff1 - value: 85.53930135061452 + value: 83.56151294191774 - type: nauc_ndcg_at_1_max - value: 38.00438602428203 + value: 36.82117748749014 - type: nauc_ndcg_at_1_std - value: -45.44305538344746 + value: -42.64032550449816 - type: nauc_ndcg_at_20_diff1 - value: 83.53337249475324 + value: 81.20254779696464 - type: nauc_ndcg_at_20_max - value: 40.361185100289795 + value: 36.6482927189098 - type: nauc_ndcg_at_20_std - value: -48.71504537552606 + value: -48.571825313722385 - type: nauc_ndcg_at_3_diff1 - value: 82.90705436326783 + value: 80.66603026862907 - type: nauc_ndcg_at_3_max - value: 39.71976425047279 + value: 33.240952475122505 - type: nauc_ndcg_at_3_std - value: -53.61362379782653 + value: -54.35238318429462 - type: nauc_ndcg_at_5_diff1 - value: 82.94082761188957 + value: 81.19993125865157 - type: nauc_ndcg_at_5_max - value: 40.86657690987761 + value: 35.94971755293486 - type: nauc_ndcg_at_5_std - value: -51.07185896777601 + value: -52.56998418921957 - type: nauc_precision_at_1000_diff1 - value: -48.254404112415926 + value: -40.60462498343001 - type: nauc_precision_at_1000_max - value: 3.8258192138305502 + value: 15.136963270766103 - type: nauc_precision_at_1000_std - value: 54.221851315990286 + value: 53.270315269342284 - type: nauc_precision_at_100_diff1 - value: -8.640831967434698 + value: -14.678538901117824 - type: nauc_precision_at_100_max - value: 29.17042376932099 + value: 31.227486523061042 - type: nauc_precision_at_100_std - value: 42.96917537866763 + value: 44.407313386101016 - type: nauc_precision_at_10_diff1 - value: 37.442658795534925 + value: 37.992508676096854 - type: nauc_precision_at_10_max - value: 39.37538912290781 + value: 32.20617803639044 - type: nauc_precision_at_10_std - value: -10.21185898922827 + value: -24.651272381791788 - type: nauc_precision_at_1_diff1 - value: 85.53930135061452 + value: 83.56151294191774 - type: nauc_precision_at_1_max - value: 38.00438602428203 + value: 36.82117748749014 - type: nauc_precision_at_1_std - value: -45.44305538344746 + value: -42.64032550449816 - type: nauc_precision_at_20_diff1 - value: 23.199438215465886 + value: 22.54300244947699 - type: nauc_precision_at_20_max - value: 29.331808414693427 + value: 32.36876652389686 - type: nauc_precision_at_20_std - value: 8.38544696901703 + value: 1.7015124554747025 - type: nauc_precision_at_3_diff1 - value: 73.17909995337119 + value: 68.81478714821245 - type: nauc_precision_at_3_max - value: 39.3002543181189 + value: 26.41457436423825 - type: nauc_precision_at_3_std - value: -58.72671369918061 + value: -61.40398331777571 - type: nauc_precision_at_5_diff1 - value: 55.80793305797087 + value: 58.69105759402332 - type: nauc_precision_at_5_max - value: 40.57874453069026 + value: 32.97451532708787 - type: nauc_precision_at_5_std - value: -36.99349366803955 + value: -50.69790705388475 - type: nauc_recall_at_1000_diff1 - value: 55.40250039961657 + value: 72.21681648749731 - type: nauc_recall_at_1000_max - value: 86.92657390825488 + value: 79.571695197873 - type: nauc_recall_at_1000_std - value: -115.04059223842143 + value: -10.249054570729779 - type: nauc_recall_at_100_diff1 - value: 79.37578046333019 + value: 69.85195714312137 - type: nauc_recall_at_100_max - value: 87.34770856038956 + value: 82.29327419137651 - type: nauc_recall_at_100_std - value: 2.4317943399897994 + value: 9.272355364496024 - type: nauc_recall_at_10_diff1 - value: 79.36609904797409 + value: 75.88961282317214 - type: nauc_recall_at_10_max - value: 57.82170776098315 + value: 42.33799173568281 - type: nauc_recall_at_10_std - value: -44.13645156554143 + value: -59.92110791808928 - type: nauc_recall_at_1_diff1 - value: 85.69870213655336 + value: 84.01876408819771 - type: nauc_recall_at_1_max - value: 38.25195947846537 + value: 36.70512051150278 - type: nauc_recall_at_1_std - value: -45.38134094677471 + value: -43.39242709520668 - type: nauc_recall_at_20_diff1 - value: 79.26362235490821 + value: 71.54902295882445 - type: nauc_recall_at_20_max - value: 51.265161072837316 + value: 48.23402574935853 - type: nauc_recall_at_20_std - value: -31.860771570489245 + value: -36.19907601808263 - type: nauc_recall_at_3_diff1 - value: 79.41158233841963 + value: 76.77746829240562 - type: nauc_recall_at_3_max - value: 42.87270252894273 + value: 27.957036148475822 - type: nauc_recall_at_3_std - value: -63.357242359445664 + value: -68.61906130536217 - type: nauc_recall_at_5_diff1 - value: 77.97179551541261 + value: 77.45476586755301 - type: nauc_recall_at_5_max - value: 49.01311400350002 + value: 37.49706408332405 - type: nauc_recall_at_5_std - value: -57.6403509031542 + value: -68.35743165578008 - type: ndcg_at_1 value: 73.973 - type: ndcg_at_10 - value: 85.32300000000001 + value: 85.11800000000001 - type: ndcg_at_100 - value: 86.003 + value: 85.918 - type: ndcg_at_1000 - value: 86.10900000000001 + value: 85.994 - type: ndcg_at_20 - value: 85.69099999999999 + value: 85.529 - type: ndcg_at_3 - value: 82.458 + value: 82.185 - type: ndcg_at_5 - value: 84.251 + value: 84.003 - type: precision_at_1 value: 73.973 - type: precision_at_10 - value: 9.705 + value: 9.663 - type: precision_at_100 - value: 1.001 + value: 1.002 - type: precision_at_1000 value: 0.101 - type: precision_at_20 - value: 4.926 + value: 4.91 - type: precision_at_3 - value: 29.609999999999996 + value: 29.505 - type: precision_at_5 - value: 18.714 + value: 18.609 - type: recall_at_1 - value: 73.815 + value: 73.63 - type: recall_at_10 - value: 95.99600000000001 + value: 95.574 - type: recall_at_100 - value: 99.05199999999999 + value: 99.157 - type: recall_at_1000 - value: 99.895 + value: 99.789 - type: recall_at_20 - value: 97.471 + value: 97.155 - type: recall_at_3 - value: 88.409 + value: 87.908 - type: recall_at_5 - value: 92.67699999999999 + value: 92.255 task: type: Retrieval - dataset: @@ -9813,287 +9813,287 @@ model-index: type: C-MTEB/DuRetrieval metrics: - type: main_score - value: 85.677 + value: 85.546 - type: map_at_1 - value: 24.792 + value: 24.726 - type: map_at_10 - value: 77.532 + value: 77.398 - type: map_at_100 - value: 80.655 + value: 80.512 - type: map_at_1000 - value: 80.686 + value: 80.542 - type: map_at_20 - value: 80.023 + value: 79.89 - type: map_at_3 - value: 52.581 + value: 52.294 - type: map_at_5 - value: 66.84400000000001 + value: 66.737 - type: mrr_at_1 - value: 85.1 + value: 84.65 - type: mrr_at_10 - value: 90.47109126984127 + value: 90.20547619047615 - type: mrr_at_100 - value: 90.52875367041672 + value: 90.27505685543193 - type: mrr_at_1000 - value: 90.53174674759065 + value: 90.27765420779204 - type: mrr_at_20 - value: 90.50084868562807 + value: 90.24865983066637 - type: mrr_at_3 - value: 90.04166666666666 + value: 89.79166666666661 - type: mrr_at_5 - value: 90.32916666666665 + value: 90.11666666666662 - type: nauc_map_at_1000_diff1 - value: 0.5314078590514799 + value: -1.215140973709367 - type: nauc_map_at_1000_max - value: 32.068799983746054 + value: 33.108520516658615 - type: nauc_map_at_1000_std - value: 5.244918119526593 + value: 6.758685957507468 - type: nauc_map_at_100_diff1 - value: 0.5517725999375852 + value: -1.207757544020437 - type: nauc_map_at_100_max - value: 32.1157451966635 + value: 33.155285829506695 - type: nauc_map_at_100_std - value: 5.256762737629798 + value: 6.754183039785769 - type: nauc_map_at_10_diff1 - value: 4.1471688279826715 + value: 3.5413573051903047 - type: nauc_map_at_10_max - value: 28.430135190948302 + value: 29.006738480989004 - type: nauc_map_at_10_std - value: -6.118055424655896 + value: -4.221060526808343 - type: nauc_map_at_1_diff1 - value: 44.716739500115764 + value: 44.81310475715047 - type: nauc_map_at_1_max - value: -5.285015138973625 + value: -8.316916162518954 - type: nauc_map_at_1_std - value: -32.07742606042661 + value: -32.633488423702175 - type: nauc_map_at_20_diff1 - value: 1.3277254109610759 + value: -0.3252090899485349 - type: nauc_map_at_20_max - value: 31.93919714166804 + value: 32.95421638619362 - type: nauc_map_at_20_std - value: 2.8197981545213366 + value: 4.790196784943749 - type: nauc_map_at_3_diff1 - value: 28.46682299772191 + value: 27.674115634718188 - type: nauc_map_at_3_max - value: 6.178040021045322 + value: 3.177400343231302 - type: nauc_map_at_3_std - value: -31.147714561110167 + value: -29.847459692956424 - type: nauc_map_at_5_diff1 - value: 15.825276879930792 + value: 16.298632315753334 - type: nauc_map_at_5_max - value: 16.240962294623948 + value: 14.449275595437436 - type: nauc_map_at_5_std - value: -22.85370633774652 + value: -21.725650182682045 - type: nauc_mrr_at_1000_diff1 - value: 11.801094544286372 + value: 16.12774381335271 - type: nauc_mrr_at_1000_max - value: 43.579122801953936 + value: 44.56306933921215 - type: nauc_mrr_at_1000_std - value: 15.95800760449844 + value: 14.246686478153414 - type: nauc_mrr_at_100_diff1 - value: 11.788059021877388 + value: 16.11003916190221 - type: nauc_mrr_at_100_max - value: 43.5965782578055 + value: 44.57758602293314 - type: nauc_mrr_at_100_std - value: 15.982466013541577 + value: 14.266539208498525 - type: nauc_mrr_at_10_diff1 - value: 11.73916123801849 + value: 16.04707311153708 - type: nauc_mrr_at_10_max - value: 43.80187185920642 + value: 44.88607103190051 - type: nauc_mrr_at_10_std - value: 16.281107685040784 + value: 14.603834034677801 - type: nauc_mrr_at_1_diff1 - value: 14.565476463308405 + value: 20.30116277958172 - type: nauc_mrr_at_1_max - value: 35.71919669458284 + value: 35.534881794166715 - type: nauc_mrr_at_1_std - value: 8.335897956377403 + value: 5.000207127083605 - type: nauc_mrr_at_20_diff1 - value: 11.737139039227051 + value: 16.143921778805996 - type: nauc_mrr_at_20_max - value: 43.74305825653752 + value: 44.707449455864804 - type: nauc_mrr_at_20_std - value: 16.150066634599625 + value: 14.383713595447947 - type: nauc_mrr_at_3_diff1 - value: 11.891037673016188 + value: 15.69790889754428 - type: nauc_mrr_at_3_max - value: 44.64214065722938 + value: 46.045452572344196 - type: nauc_mrr_at_3_std - value: 16.224706039065737 + value: 15.609671398185512 - type: nauc_mrr_at_5_diff1 - value: 11.727389263278019 + value: 16.033204218512513 - type: nauc_mrr_at_5_max - value: 43.995238552909704 + value: 45.05227844402774 - type: nauc_mrr_at_5_std - value: 16.203141207029542 + value: 14.613736935489879 - type: nauc_ndcg_at_1000_diff1 - value: -0.5523988534890639 + value: -1.4216773326070282 - type: nauc_ndcg_at_1000_max - value: 39.26074988881199 + value: 41.10910111412521 - type: nauc_ndcg_at_1000_std - value: 15.3079861118371 + value: 16.86477734879313 - type: nauc_ndcg_at_100_diff1 - value: -0.546390996310969 + value: -2.003960756412403 - type: nauc_ndcg_at_100_max - value: 39.91725498189356 + value: 41.70519523020085 - type: nauc_ndcg_at_100_std - value: 16.053946400669552 + value: 17.377814224364503 - type: nauc_ndcg_at_10_diff1 - value: 0.825749163798378 + value: 0.12660867221458405 - type: nauc_ndcg_at_10_max - value: 35.12989292769477 + value: 37.322966910455804 - type: nauc_ndcg_at_10_std - value: 6.7810050179009345 + value: 9.042664903565756 - type: nauc_ndcg_at_1_diff1 - value: 14.565476463308405 + value: 20.30116277958172 - type: nauc_ndcg_at_1_max - value: 35.71919669458284 + value: 35.534881794166715 - type: nauc_ndcg_at_1_std - value: 8.335897956377403 + value: 5.000207127083605 - type: nauc_ndcg_at_20_diff1 - value: 0.09184114591301261 + value: -1.156115903648345 - type: nauc_ndcg_at_20_max - value: 40.141518160803464 + value: 42.0674805149201 - type: nauc_ndcg_at_20_std - value: 12.971260707457347 + value: 15.12731706664778 - type: nauc_ndcg_at_3_diff1 - value: 1.8631712893665455 + value: -0.49319667143901985 - type: nauc_ndcg_at_3_max - value: 31.05203343045133 + value: 31.903791872436134 - type: nauc_ndcg_at_3_std - value: 5.144493047793315 + value: 7.268897004663463 - type: nauc_ndcg_at_5_diff1 - value: 2.764632307211415 + value: 1.7704403405480456 - type: nauc_ndcg_at_5_max - value: 29.501109429174893 + value: 30.429016694320566 - type: nauc_ndcg_at_5_std - value: 2.223904069482948 + value: 3.105284555570875 - type: nauc_precision_at_1000_diff1 - value: -32.64909897858444 + value: -34.86243245110438 - type: nauc_precision_at_1000_max - value: 12.665002372458261 + value: 16.55390220300698 - type: nauc_precision_at_1000_std - value: 48.16258936337017 + value: 47.249390229064616 - type: nauc_precision_at_100_diff1 - value: -32.867113766143646 + value: -35.49469618655004 - type: nauc_precision_at_100_max - value: 14.104710044729446 + value: 18.01017124557696 - type: nauc_precision_at_100_std - value: 49.23633055318584 + value: 48.24492886643511 - type: nauc_precision_at_10_diff1 - value: -36.47633969059553 + value: -38.13696581770024 - type: nauc_precision_at_10_max - value: 22.472764296793933 + value: 26.98185307554265 - type: nauc_precision_at_10_std - value: 44.41927280194313 + value: 44.80668408168652 - type: nauc_precision_at_1_diff1 - value: 14.565476463308405 + value: 20.30116277958172 - type: nauc_precision_at_1_max - value: 35.71919669458284 + value: 35.534881794166715 - type: nauc_precision_at_1_std - value: 8.335897956377403 + value: 5.000207127083605 - type: nauc_precision_at_20_diff1 - value: -33.950559475429685 + value: -36.49678023696355 - type: nauc_precision_at_20_max - value: 18.27585165871056 + value: 22.530591705844362 - type: nauc_precision_at_20_std - value: 48.43462093598873 + value: 48.34192532928907 - type: nauc_precision_at_3_diff1 - value: -31.07775691821618 + value: -32.719086262048954 - type: nauc_precision_at_3_max - value: 32.40916329237752 + value: 35.39122694943844 - type: nauc_precision_at_3_std - value: 26.29511759621866 + value: 28.91765225509027 - type: nauc_precision_at_5_diff1 - value: -38.791150222081626 + value: -38.88429973444081 - type: nauc_precision_at_5_max - value: 28.708205488479255 + value: 32.46086225329996 - type: nauc_precision_at_5_std - value: 36.26105360720685 + value: 37.057698623627736 - type: nauc_recall_at_1000_diff1 - value: -41.58427478309009 + value: -25.091814276951112 - type: nauc_recall_at_1000_max - value: 72.57446685130957 + value: 79.28277293043296 - type: nauc_recall_at_1000_std - value: 72.5500580730667 + value: 74.55138108628938 - type: nauc_recall_at_100_diff1 - value: -13.933674734637231 + value: -32.687184978421854 - type: nauc_recall_at_100_max - value: 65.0027677167424 + value: 69.17663327735013 - type: nauc_recall_at_100_std - value: 57.210504031506474 + value: 57.63458684402335 - type: nauc_recall_at_10_diff1 - value: 3.4037955977346566 + value: 2.823797050791949 - type: nauc_recall_at_10_max - value: 30.358328384690004 + value: 33.25819004443964 - type: nauc_recall_at_10_std - value: -7.723718601042973 + value: -3.379510126507516 - type: nauc_recall_at_1_diff1 - value: 44.716739500115764 + value: 44.81310475715047 - type: nauc_recall_at_1_max - value: -5.285015138973625 + value: -8.316916162518954 - type: nauc_recall_at_1_std - value: -32.07742606042661 + value: -32.633488423702175 - type: nauc_recall_at_20_diff1 - value: -4.135529263837293 + value: -7.487267387128085 - type: nauc_recall_at_20_max - value: 51.18721631694611 + value: 54.27294562215508 - type: nauc_recall_at_20_std - value: 20.979918756566313 + value: 25.404864863592596 - type: nauc_recall_at_3_diff1 - value: 28.94319699504412 + value: 27.290576205803678 - type: nauc_recall_at_3_max - value: 3.035663863435099 + value: 0.18509949842986292 - type: nauc_recall_at_3_std - value: -34.194050610438254 + value: -31.927894497312785 - type: nauc_recall_at_5_diff1 - value: 16.964844056864756 + value: 17.436811980536145 - type: nauc_recall_at_5_max - value: 11.42916412340998 + value: 9.619111814502137 - type: nauc_recall_at_5_std - value: -28.21418702342171 + value: -26.80525027384896 - type: ndcg_at_1 - value: 85.1 + value: 84.65 - type: ndcg_at_10 - value: 85.677 + value: 85.546 - type: ndcg_at_100 - value: 88.688 + value: 88.588 - type: ndcg_at_1000 - value: 88.97 + value: 88.838 - type: ndcg_at_20 - value: 87.527 + value: 87.414 - type: ndcg_at_3 - value: 82.53399999999999 + value: 82.299 - type: ndcg_at_5 - value: 82.33200000000001 + value: 82.309 - type: precision_at_1 - value: 85.1 + value: 84.65 - type: precision_at_10 - value: 41.68 + value: 41.660000000000004 - type: precision_at_100 - value: 4.8340000000000005 + value: 4.835 - type: precision_at_1000 - value: 0.49 + value: 0.48900000000000005 - type: precision_at_20 - value: 22.965 + value: 22.958000000000002 - type: precision_at_3 - value: 74.217 + value: 73.983 - type: precision_at_5 - value: 63.370000000000005 + value: 63.46000000000001 - type: recall_at_1 - value: 24.792 + value: 24.726 - type: recall_at_10 - value: 88.7 + value: 88.533 - type: recall_at_100 - value: 98.06899999999999 + value: 98.084 - type: recall_at_1000 - value: 99.554 + value: 99.362 - type: recall_at_20 - value: 94.21300000000001 + value: 94.139 - type: recall_at_3 - value: 55.793000000000006 + value: 55.559000000000005 - type: recall_at_5 - value: 73.219 + value: 73.27900000000001 task: type: Retrieval - dataset: @@ -10104,287 +10104,287 @@ model-index: type: C-MTEB/EcomRetrieval metrics: - type: main_score - value: 69.809 + value: 69.569 - type: map_at_1 - value: 56.10000000000001 + value: 55.2 - type: map_at_10 - value: 65.19500000000001 + value: 64.73100000000001 - type: map_at_100 - value: 65.761 + value: 65.212 - type: map_at_1000 - value: 65.77199999999999 + value: 65.223 - type: map_at_20 - value: 65.623 + value: 65.065 - type: map_at_3 - value: 62.867 + value: 62.25000000000001 - type: map_at_5 - value: 64.20700000000001 + value: 63.665000000000006 - type: mrr_at_1 - value: 56.10000000000001 + value: 55.2 - type: mrr_at_10 - value: 65.19480158730158 + value: 64.73107142857143 - type: mrr_at_100 - value: 65.76056222560752 + value: 65.21168735476023 - type: mrr_at_1000 - value: 65.77248781367172 + value: 65.22349810383741 - type: mrr_at_20 - value: 65.62277064997267 + value: 65.06460730617853 - type: mrr_at_3 - value: 62.86666666666666 + value: 62.250000000000014 - type: mrr_at_5 - value: 64.20666666666669 + value: 63.66500000000001 - type: nauc_map_at_1000_diff1 - value: 69.5282928542231 + value: 69.58058859314815 - type: nauc_map_at_1000_max - value: 22.766493423610353 + value: 22.143965598479625 - type: nauc_map_at_1000_std - value: -18.206312189514207 + value: -17.77717787393765 - type: nauc_map_at_100_diff1 - value: 69.52742690410307 + value: 69.5786282929092 - type: nauc_map_at_100_max - value: 22.780177686444798 + value: 22.15596641656083 - type: nauc_map_at_100_std - value: -18.199533658934463 + value: -17.77087007615729 - type: nauc_map_at_10_diff1 - value: 69.38376595500006 + value: 69.50984160111912 - type: nauc_map_at_10_max - value: 22.871676986296844 + value: 22.077878838591417 - type: nauc_map_at_10_std - value: -18.372263694520484 + value: -17.999280229699337 - type: nauc_map_at_1_diff1 - value: 72.15199946569128 + value: 71.78490211309624 - type: nauc_map_at_1_max - value: 17.2784927946478 + value: 17.493977056525587 - type: nauc_map_at_1_std - value: -21.258950737019216 + value: -20.738626768887876 - type: nauc_map_at_20_diff1 - value: 69.51737384249724 + value: 69.54446967958494 - type: nauc_map_at_20_max - value: 22.868332992381816 + value: 22.190247858127446 - type: nauc_map_at_20_std - value: -18.12734266693158 + value: -17.81055914472505 - type: nauc_map_at_3_diff1 - value: 69.97230256851888 + value: 69.78902422886996 - type: nauc_map_at_3_max - value: 21.830982190276494 + value: 20.724520905637984 - type: nauc_map_at_3_std - value: -20.258031514556475 + value: -19.780102009399112 - type: nauc_map_at_5_diff1 - value: 69.27345260077102 + value: 69.40598262452117 - type: nauc_map_at_5_max - value: 22.55075185481807 + value: 22.00585257749536 - type: nauc_map_at_5_std - value: -19.220032330572128 + value: -18.06926381339879 - type: nauc_mrr_at_1000_diff1 - value: 69.5282928542231 + value: 69.58058859314815 - type: nauc_mrr_at_1000_max - value: 22.766493423610353 + value: 22.143965598479625 - type: nauc_mrr_at_1000_std - value: -18.206312189514207 + value: -17.77717787393765 - type: nauc_mrr_at_100_diff1 - value: 69.52742690410307 + value: 69.5786282929092 - type: nauc_mrr_at_100_max - value: 22.780177686444798 + value: 22.15596641656083 - type: nauc_mrr_at_100_std - value: -18.199533658934463 + value: -17.77087007615729 - type: nauc_mrr_at_10_diff1 - value: 69.38376595500006 + value: 69.50984160111912 - type: nauc_mrr_at_10_max - value: 22.871676986296844 + value: 22.077878838591417 - type: nauc_mrr_at_10_std - value: -18.372263694520484 + value: -17.999280229699337 - type: nauc_mrr_at_1_diff1 - value: 72.15199946569128 + value: 71.78490211309624 - type: nauc_mrr_at_1_max - value: 17.2784927946478 + value: 17.493977056525587 - type: nauc_mrr_at_1_std - value: -21.258950737019216 + value: -20.738626768887876 - type: nauc_mrr_at_20_diff1 - value: 69.51737384249724 + value: 69.54446967958494 - type: nauc_mrr_at_20_max - value: 22.868332992381816 + value: 22.190247858127446 - type: nauc_mrr_at_20_std - value: -18.12734266693158 + value: -17.81055914472505 - type: nauc_mrr_at_3_diff1 - value: 69.97230256851888 + value: 69.78902422886996 - type: nauc_mrr_at_3_max - value: 21.830982190276494 + value: 20.724520905637984 - type: nauc_mrr_at_3_std - value: -20.258031514556475 + value: -19.780102009399112 - type: nauc_mrr_at_5_diff1 - value: 69.27345260077102 + value: 69.40598262452117 - type: nauc_mrr_at_5_max - value: 22.55075185481807 + value: 22.00585257749536 - type: nauc_mrr_at_5_std - value: -19.220032330572128 + value: -18.06926381339879 - type: nauc_ndcg_at_1000_diff1 - value: 68.76864370832905 + value: 69.00910876286885 - type: nauc_ndcg_at_1000_max - value: 25.417047227134187 + value: 24.68612156136573 - type: nauc_ndcg_at_1000_std - value: -14.891054358722894 + value: -14.678431088013632 - type: nauc_ndcg_at_100_diff1 - value: 68.6469312905141 + value: 69.01038835136153 - type: nauc_ndcg_at_100_max - value: 25.9449199556344 + value: 25.25855525568926 - type: nauc_ndcg_at_100_std - value: -14.372629559764604 + value: -14.11646531874503 - type: nauc_ndcg_at_10_diff1 - value: 68.08914983527468 + value: 68.56977946049157 - type: nauc_ndcg_at_10_max - value: 26.156421031346326 + value: 24.889549656907388 - type: nauc_ndcg_at_10_std - value: -15.330635893199215 + value: -15.492296297438838 - type: nauc_ndcg_at_1_diff1 - value: 72.15199946569128 + value: 71.78490211309624 - type: nauc_ndcg_at_1_max - value: 17.2784927946478 + value: 17.493977056525587 - type: nauc_ndcg_at_1_std - value: -21.258950737019216 + value: -20.738626768887876 - type: nauc_ndcg_at_20_diff1 - value: 68.59487000870288 + value: 68.68718093426592 - type: nauc_ndcg_at_20_max - value: 26.38398994927817 + value: 25.39502134848165 - type: nauc_ndcg_at_20_std - value: -14.111328879262125 + value: -14.577057269604682 - type: nauc_ndcg_at_3_diff1 - value: 69.16114187407089 + value: 69.10352441444887 - type: nauc_ndcg_at_3_max - value: 23.583121504227382 + value: 21.86447295626149 - type: nauc_ndcg_at_3_std - value: -19.69809932134116 + value: -19.33990390741782 - type: nauc_ndcg_at_5_diff1 - value: 67.80622665830604 + value: 68.32388314010336 - type: nauc_ndcg_at_5_max - value: 25.141316759573158 + value: 24.374824352669094 - type: nauc_ndcg_at_5_std - value: -17.621504545479137 + value: -16.067836170764927 - type: nauc_precision_at_1000_diff1 - value: 55.43459808165686 + value: 56.43813080787855 - type: nauc_precision_at_1000_max - value: 98.21746880570424 + value: 98.75505757858708 - type: nauc_precision_at_1000_std - value: 98.21746880570424 + value: 98.75505757858708 - type: nauc_precision_at_100_diff1 - value: 57.33932461873638 + value: 64.02348173311819 - type: nauc_precision_at_100_max - value: 79.52166977902282 + value: 81.4907523293001 - type: nauc_precision_at_100_std - value: 59.380835667600074 + value: 60.99191449629502 - type: nauc_precision_at_10_diff1 - value: 61.17523675550755 + value: 63.42500048518244 - type: nauc_precision_at_10_max - value: 44.9662764701449 + value: 41.736371222853954 - type: nauc_precision_at_10_std - value: 3.1647994172171763 + value: 0.1707842490342966 - type: nauc_precision_at_1_diff1 - value: 72.15199946569128 + value: 71.78490211309624 - type: nauc_precision_at_1_max - value: 17.2784927946478 + value: 17.493977056525587 - type: nauc_precision_at_1_std - value: -21.258950737019216 + value: -20.738626768887876 - type: nauc_precision_at_20_diff1 - value: 62.291374883286444 + value: 62.35848969277335 - type: nauc_precision_at_20_max - value: 57.71718409586054 + value: 53.189362312669275 - type: nauc_precision_at_20_std - value: 25.01458916900078 + value: 15.390026936712491 - type: nauc_precision_at_3_diff1 - value: 66.4091505509416 + value: 66.8030158975833 - type: nauc_precision_at_3_max - value: 29.54787749563873 + value: 25.701645772068343 - type: nauc_precision_at_3_std - value: -17.732640493834456 + value: -17.82047596936932 - type: nauc_precision_at_5_diff1 - value: 61.78528195695574 + value: 63.922276221850026 - type: nauc_precision_at_5_max - value: 35.75729400376851 + value: 34.16942302673978 - type: nauc_precision_at_5_std - value: -10.78823077596837 + value: -7.535736031778383 - type: nauc_recall_at_1000_diff1 - value: 55.434598081656915 + value: 56.438130807878984 - type: nauc_recall_at_1000_max - value: 98.21746880570372 + value: 98.75505757858693 - type: nauc_recall_at_1000_std - value: 98.21746880570372 + value: 98.75505757858693 - type: nauc_recall_at_100_diff1 - value: 57.339324618736434 + value: 64.02348173311884 - type: nauc_recall_at_100_max - value: 79.52166977902259 + value: 81.49075232930095 - type: nauc_recall_at_100_std - value: 59.38083566760034 + value: 60.991914496295465 - type: nauc_recall_at_10_diff1 - value: 61.17523675550747 + value: 63.42500048518255 - type: nauc_recall_at_10_max - value: 44.96627647014505 + value: 41.73637122285414 - type: nauc_recall_at_10_std - value: 3.1647994172172593 + value: 0.17078424903454548 - type: nauc_recall_at_1_diff1 - value: 72.15199946569128 + value: 71.78490211309624 - type: nauc_recall_at_1_max - value: 17.2784927946478 + value: 17.493977056525587 - type: nauc_recall_at_1_std - value: -21.258950737019216 + value: -20.738626768887876 - type: nauc_recall_at_20_diff1 - value: 62.29137488328671 + value: 62.35848969277351 - type: nauc_recall_at_20_max - value: 57.717184095860716 + value: 53.189362312669466 - type: nauc_recall_at_20_std - value: 25.014589169000978 + value: 15.390026936712559 - type: nauc_recall_at_3_diff1 - value: 66.40915055094162 + value: 66.80301589758332 - type: nauc_recall_at_3_max - value: 29.547877495638637 + value: 25.701645772068314 - type: nauc_recall_at_3_std - value: -17.732640493834527 + value: -17.820475969369348 - type: nauc_recall_at_5_diff1 - value: 61.785281956955764 + value: 63.92227622185005 - type: nauc_recall_at_5_max - value: 35.757294003768536 + value: 34.16942302673986 - type: nauc_recall_at_5_std - value: -10.788230775968401 + value: -7.535736031778269 - type: ndcg_at_1 - value: 56.10000000000001 + value: 55.2 - type: ndcg_at_10 - value: 69.809 + value: 69.569 - type: ndcg_at_100 - value: 72.259 + value: 71.83800000000001 - type: ndcg_at_1000 - value: 72.584 + value: 72.163 - type: ndcg_at_20 - value: 71.341 + value: 70.817 - type: ndcg_at_3 - value: 65.012 + value: 64.453 - type: ndcg_at_5 - value: 67.43400000000001 + value: 66.984 - type: precision_at_1 - value: 56.10000000000001 + value: 55.2 - type: precision_at_10 - value: 8.44 + value: 8.49 - type: precision_at_100 - value: 0.9520000000000001 + value: 0.9530000000000001 - type: precision_at_1000 value: 0.098 - type: precision_at_20 - value: 4.52 + value: 4.495 - type: precision_at_3 - value: 23.733 + value: 23.599999999999998 - type: precision_at_5 - value: 15.42 + value: 15.379999999999999 - type: recall_at_1 - value: 56.10000000000001 + value: 55.2 - type: recall_at_10 - value: 84.39999999999999 + value: 84.89999999999999 - type: recall_at_100 - value: 95.19999999999999 + value: 95.3 - type: recall_at_1000 - value: 97.8 + value: 97.89999999999999 - type: recall_at_20 - value: 90.4 + value: 89.9 - type: recall_at_3 - value: 71.2 + value: 70.8 - type: recall_at_5 - value: 77.10000000000001 + value: 76.9 task: type: Retrieval - dataset: @@ -10395,13 +10395,13 @@ model-index: type: C-MTEB/IFlyTek-classification metrics: - type: accuracy - value: 51.18891881492883 + value: 52.4355521354367 - type: f1 - value: 35.885543766597635 + value: 38.03881618808275 - type: f1_weighted - value: 48.97634603625266 + value: 50.86348988322177 - type: main_score - value: 51.18891881492883 + value: 52.4355521354367 task: type: Classification - dataset: @@ -10412,17 +10412,17 @@ model-index: type: C-MTEB/JDReview-classification metrics: - type: accuracy - value: 90.65666041275794 + value: 91.20075046904314 - type: ap - value: 63.77511944325287 + value: 65.47881077590604 - type: ap_weighted - value: 63.77511944325287 + value: 65.47881077590604 - type: f1 - value: 86.00238981992744 + value: 86.78614598964556 - type: f1_weighted - value: 91.07458918598026 + value: 91.58569437531001 - type: main_score - value: 90.65666041275794 + value: 91.20075046904314 task: type: Classification - dataset: @@ -10433,23 +10433,23 @@ model-index: type: C-MTEB/LCQMC metrics: - type: cosine_pearson - value: 70.05538015642193 + value: 68.93064450573048 - type: cosine_spearman - value: 75.0306188336682 + value: 73.87198381052167 - type: euclidean_pearson - value: 73.47876414088381 + value: 72.14686791603229 - type: euclidean_spearman - value: 75.03062326403035 + value: 73.87197272267323 - type: main_score - value: 75.0306188336682 + value: 73.87198381052167 - type: manhattan_pearson - value: 73.50511613688249 + value: 72.21248547981499 - type: manhattan_spearman - value: 75.05781729295023 + value: 73.92674432585225 - type: pearson - value: 70.05538015642193 + value: 68.93064450573048 - type: spearman - value: 75.0306188336682 + value: 73.87198381052167 task: type: STS - dataset: @@ -10460,23 +10460,23 @@ model-index: type: C-MTEB/Mmarco-reranking metrics: - type: main_score - value: 35.122739329206276 + value: 33.05502130962135 - type: map - value: 35.122739329206276 + value: 33.05502130962135 - type: mrr - value: 33.80515873015873 + value: 31.870238095238097 - type: nAUC_map_diff1 - value: 18.283558841748338 + value: 21.30927601937602 - type: nAUC_map_max - value: -0.8054575209887027 + value: 6.152397403288063 - type: nAUC_map_std - value: -10.511534036573472 + value: -8.11993134822533 - type: nAUC_mrr_diff1 - value: 17.787398570993947 + value: 20.818615722791936 - type: nAUC_mrr_max - value: 0.17471831921431277 + value: 7.019491834216984 - type: nAUC_mrr_std - value: -10.769521614647314 + value: -7.151644031664517 task: type: Reranking - dataset: @@ -10487,287 +10487,287 @@ model-index: type: C-MTEB/MMarcoRetrieval metrics: - type: main_score - value: 84.47099999999999 + value: 84.32300000000001 - type: map_at_1 - value: 72.285 + value: 72.23 - type: map_at_10 - value: 81.077 + value: 80.94 - type: map_at_100 - value: 81.307 + value: 81.162 - type: map_at_1000 - value: 81.312 + value: 81.169 - type: map_at_20 - value: 81.243 + value: 81.098 - type: map_at_3 - value: 79.391 + value: 79.255 - type: map_at_5 - value: 80.48100000000001 + value: 80.329 - type: mrr_at_1 - value: 74.64183381088824 + value: 74.5702005730659 - type: mrr_at_10 - value: 81.55021148860676 + value: 81.4041649611132 - type: mrr_at_100 - value: 81.74084192770054 + value: 81.60073576750769 - type: mrr_at_1000 - value: 81.74528561927147 + value: 81.6066099076487 - type: mrr_at_20 - value: 81.68388651144093 + value: 81.54407433488949 - type: mrr_at_3 - value: 80.1050620821394 + value: 79.98089780324726 - type: mrr_at_5 - value: 81.0133715377266 + value: 80.88920725883445 - type: nauc_map_at_1000_diff1 - value: 81.31502196492475 + value: 81.31217091119935 - type: nauc_map_at_1000_max - value: 26.93049974396755 + value: 28.087657539047374 - type: nauc_map_at_1000_std - value: -27.318658483025487 + value: -28.95083977221089 - type: nauc_map_at_100_diff1 - value: 81.3142928265132 + value: 81.31071887687743 - type: nauc_map_at_100_max - value: 26.946030579037263 + value: 28.107899382506673 - type: nauc_map_at_100_std - value: -27.298793417586946 + value: -28.92108199132502 - type: nauc_map_at_10_diff1 - value: 81.20163877931208 + value: 81.22050812217063 - type: nauc_map_at_10_max - value: 27.10858439268023 + value: 28.29491428259605 - type: nauc_map_at_10_std - value: -27.26922758643558 + value: -28.957197443487132 - type: nauc_map_at_1_diff1 - value: 82.73626736559272 + value: 82.70449426194655 - type: nauc_map_at_1_max - value: 19.190584748760145 + value: 19.672801842341542 - type: nauc_map_at_1_std - value: -31.081943403692286 + value: -33.27702223899887 - type: nauc_map_at_20_diff1 - value: 81.28879363142248 + value: 81.28467538340381 - type: nauc_map_at_20_max - value: 27.05166841932255 + value: 28.18940277607488 - type: nauc_map_at_20_std - value: -27.214943845380645 + value: -28.863318173008523 - type: nauc_map_at_3_diff1 - value: 81.01178352760788 + value: 80.88429397142289 - type: nauc_map_at_3_max - value: 25.33179754581807 + value: 26.543555093114723 - type: nauc_map_at_3_std - value: -29.333021978349922 + value: -30.790416203653926 - type: nauc_map_at_5_diff1 - value: 80.97178319173267 + value: 80.93036946875752 - type: nauc_map_at_5_max - value: 26.770219324080998 + value: 28.031556958900733 - type: nauc_map_at_5_std - value: -27.83332731269283 + value: -29.49767094531952 - type: nauc_mrr_at_1000_diff1 - value: 81.74214266274632 + value: 81.69471769330211 - type: nauc_mrr_at_1000_max - value: 27.910772482345347 + value: 29.09674275057747 - type: nauc_mrr_at_1000_std - value: -26.234547134327585 + value: -27.875472305538178 - type: nauc_mrr_at_100_diff1 - value: 81.74127539512843 + value: 81.69288112951605 - type: nauc_mrr_at_100_max - value: 27.92627686889626 + value: 29.115774092481495 - type: nauc_mrr_at_100_std - value: -26.21472188548659 + value: -27.845507589689046 - type: nauc_mrr_at_10_diff1 - value: 81.66057687042073 + value: 81.60924824377872 - type: nauc_mrr_at_10_max - value: 28.153655248131642 + value: 29.324053238301612 - type: nauc_mrr_at_10_std - value: -26.07646732740471 + value: -27.797789671462947 - type: nauc_mrr_at_1_diff1 - value: 83.82896035715028 + value: 83.70861005499684 - type: nauc_mrr_at_1_max - value: 23.445693772103244 + value: 24.177036797141792 - type: nauc_mrr_at_1_std - value: -30.535043591423456 + value: -32.90870883927 - type: nauc_mrr_at_20_diff1 - value: 81.7146149841705 + value: 81.67730641908086 - type: nauc_mrr_at_20_max - value: 28.03245040651975 + value: 29.2055335007723 - type: nauc_mrr_at_20_std - value: -26.10814209593599 + value: -27.764138083332764 - type: nauc_mrr_at_3_diff1 - value: 81.4651688436585 + value: 81.33371095771679 - type: nauc_mrr_at_3_max - value: 26.99236300795777 + value: 28.22690314379001 - type: nauc_mrr_at_3_std - value: -27.665652343903595 + value: -29.108849274721898 - type: nauc_mrr_at_5_diff1 - value: 81.46691907005798 + value: 81.3785005046575 - type: nauc_mrr_at_5_max - value: 27.98480522493425 + value: 29.25582755643928 - type: nauc_mrr_at_5_std - value: -26.47558941849681 + value: -28.072008000931525 - type: nauc_ndcg_at_1000_diff1 - value: 81.08990997207735 + value: 81.12656608395162 - type: nauc_ndcg_at_1000_max - value: 28.99088014924136 + value: 30.287391363506767 - type: nauc_ndcg_at_1000_std - value: -24.629719127966915 + value: -26.155157782261835 - type: nauc_ndcg_at_100_diff1 - value: 81.07111226676861 + value: 81.09435786660573 - type: nauc_ndcg_at_100_max - value: 29.49598801604712 + value: 30.916098732032133 - type: nauc_ndcg_at_100_std - value: -23.9309214396251 + value: -25.22277561042267 - type: nauc_ndcg_at_10_diff1 - value: 80.58901795121668 + value: 80.69346276832745 - type: nauc_ndcg_at_10_max - value: 30.617127525618976 + value: 31.98535095491109 - type: nauc_ndcg_at_10_std - value: -23.382050077540665 + value: -25.104317985551035 - type: nauc_ndcg_at_1_diff1 - value: 83.82896035715028 + value: 83.70861005499684 - type: nauc_ndcg_at_1_max - value: 23.445693772103244 + value: 24.177036797141792 - type: nauc_ndcg_at_1_std - value: -30.535043591423456 + value: -32.90870883927 - type: nauc_ndcg_at_20_diff1 - value: 80.87206559076617 + value: 80.91974071480954 - type: nauc_ndcg_at_20_max - value: 30.319403449719424 + value: 31.614893807002858 - type: nauc_ndcg_at_20_std - value: -23.154604991640497 + value: -24.69632291564678 - type: nauc_ndcg_at_3_diff1 - value: 80.20746079040761 + value: 80.04001256545276 - type: nauc_ndcg_at_3_max - value: 27.050341316665016 + value: 28.547292599110683 - type: nauc_ndcg_at_3_std - value: -27.859885955551345 + value: -28.897532640200925 - type: nauc_ndcg_at_5_diff1 - value: 80.08127917083362 + value: 80.05238866710195 - type: nauc_ndcg_at_5_max - value: 29.697287407652922 + value: 31.24429172243462 - type: nauc_ndcg_at_5_std - value: -25.029526214916135 + value: -26.494233213869766 - type: nauc_precision_at_1000_diff1 - value: -27.049045175401513 + value: -26.73016497672624 - type: nauc_precision_at_1000_max - value: 17.29917837413431 + value: 17.963585830325385 - type: nauc_precision_at_1000_std - value: 25.159698269818698 + value: 25.315232271556155 - type: nauc_precision_at_100_diff1 - value: -19.33576608132964 + value: -17.09337502284148 - type: nauc_precision_at_100_max - value: 22.698633908983158 + value: 25.141615739142942 - type: nauc_precision_at_100_std - value: 27.782027745120658 + value: 28.899658331367927 - type: nauc_precision_at_10_diff1 - value: 5.6544260710133 + value: 6.717016659823092 - type: nauc_precision_at_10_max - value: 33.01568945325273 + value: 34.162000759373306 - type: nauc_precision_at_10_std - value: 18.18822803590054 + value: 17.121503146588175 - type: nauc_precision_at_1_diff1 - value: 83.82896035715028 + value: 83.70861005499684 - type: nauc_precision_at_1_max - value: 23.445693772103244 + value: 24.177036797141792 - type: nauc_precision_at_1_std - value: -30.535043591423456 + value: -32.90870883927 - type: nauc_precision_at_20_diff1 - value: -6.060233024958679 + value: -3.8253696445249945 - type: nauc_precision_at_20_max - value: 29.47743301331644 + value: 31.361141923329527 - type: nauc_precision_at_20_std - value: 25.134374163516277 + value: 24.60858534691311 - type: nauc_precision_at_3_diff1 - value: 38.080925846147814 + value: 37.97573566697423 - type: nauc_precision_at_3_max - value: 28.484149196087127 + value: 30.49045135252249 - type: nauc_precision_at_3_std - value: -8.874053499120189 + value: -8.818049676896731 - type: nauc_precision_at_5_diff1 - value: 22.861915429487702 + value: 23.49407878583802 - type: nauc_precision_at_5_max - value: 31.77743586126765 + value: 34.36426874527954 - type: nauc_precision_at_5_std - value: 3.966309881531549 + value: 3.478846453531117 - type: nauc_recall_at_1000_diff1 - value: 71.49239442612605 + value: 74.71755368814135 - type: nauc_recall_at_1000_max - value: 86.54516658984141 + value: 90.39449112978433 - type: nauc_recall_at_1000_std - value: 77.7245919464824 + value: 74.2215219421074 - type: nauc_recall_at_100_diff1 - value: 76.13224099354179 + value: 77.15857602704533 - type: nauc_recall_at_100_max - value: 86.55312672173186 + value: 87.48049469901645 - type: nauc_recall_at_100_std - value: 64.69429511863424 + value: 62.346839599868865 - type: nauc_recall_at_10_diff1 - value: 73.76569675489255 + value: 75.24805155222728 - type: nauc_recall_at_10_max - value: 58.9851680020382 + value: 61.09625888351906 - type: nauc_recall_at_10_std - value: 9.415565725036705 + value: 5.525512450230389 - type: nauc_recall_at_1_diff1 - value: 82.73626736559272 + value: 82.70449426194655 - type: nauc_recall_at_1_max - value: 19.190584748760145 + value: 19.672801842341542 - type: nauc_recall_at_1_std - value: -31.081943403692286 + value: -33.27702223899887 - type: nauc_recall_at_20_diff1 - value: 74.53482313735805 + value: 75.72692047994323 - type: nauc_recall_at_20_max - value: 71.08126860320584 + value: 71.07253840190907 - type: nauc_recall_at_20_std - value: 31.76692408086622 + value: 26.663998932906445 - type: nauc_recall_at_3_diff1 - value: 76.1695516140843 + value: 75.83753448474154 - type: nauc_recall_at_3_max - value: 31.38244156291182 + value: 33.98612603677782 - type: nauc_recall_at_3_std - value: -24.132194205762634 + value: -23.549016128662213 - type: nauc_recall_at_5_diff1 - value: 74.02789384948382 + value: 74.15448687221784 - type: nauc_recall_at_5_max - value: 42.949304882185565 + value: 45.98971274412654 - type: nauc_recall_at_5_std - value: -12.188041013140424 + value: -12.851903796502965 - type: ndcg_at_1 - value: 74.642 + value: 74.57000000000001 - type: ndcg_at_10 - value: 84.47099999999999 + value: 84.32300000000001 - type: ndcg_at_100 - value: 85.413 + value: 85.247 - type: ndcg_at_1000 - value: 85.532 + value: 85.402 - type: ndcg_at_20 - value: 85.02199999999999 + value: 84.848 - type: ndcg_at_3 - value: 81.303 + value: 81.19 - type: ndcg_at_5 - value: 83.107 + value: 82.976 - type: precision_at_1 - value: 74.642 + value: 74.57000000000001 - type: precision_at_10 - value: 10.040000000000001 + value: 10.029 - type: precision_at_100 - value: 1.05 + value: 1.047 - type: precision_at_1000 value: 0.106 - type: precision_at_20 - value: 5.141 + value: 5.122 - type: precision_at_3 - value: 30.343999999999998 + value: 30.325000000000003 - type: precision_at_5 - value: 19.183 + value: 19.16 - type: recall_at_1 - value: 72.285 + value: 72.23 - type: recall_at_10 - value: 94.44200000000001 + value: 94.23899999999999 - type: recall_at_100 - value: 98.509 + value: 98.25 - type: recall_at_1000 - value: 99.434 + value: 99.42699999999999 - type: recall_at_20 - value: 96.543 + value: 96.231 - type: recall_at_3 - value: 86.065 + value: 86.016 - type: recall_at_5 - value: 90.337 + value: 90.253 task: type: Retrieval - dataset: @@ -10778,13 +10778,13 @@ model-index: type: mteb/amazon_massive_intent metrics: - type: accuracy - value: 79.14593140551446 + value: 78.35574983187627 - type: f1 - value: 76.00932185103491 + value: 74.89590452942404 - type: f1_weighted - value: 78.71815136705226 + value: 77.87503023220823 - type: main_score - value: 79.14593140551446 + value: 78.35574983187627 task: type: Classification - dataset: @@ -10795,13 +10795,13 @@ model-index: type: mteb/amazon_massive_intent metrics: - type: accuracy - value: 75.497646267653 + value: 74.83187626092803 - type: f1 - value: 74.54959366293717 + value: 73.83053337465574 - type: f1_weighted - value: 74.64814706886175 + value: 74.02596858799131 - type: main_score - value: 75.497646267653 + value: 74.83187626092803 task: type: Classification - dataset: @@ -10812,13 +10812,13 @@ model-index: type: mteb/amazon_massive_scenario metrics: - type: accuracy - value: 87.4747814391392 + value: 86.47276395427035 - type: f1 - value: 86.43632175686828 + value: 85.32868126252416 - type: f1_weighted - value: 87.17273979239228 + value: 86.13594825675301 - type: main_score - value: 87.4747814391392 + value: 86.47276395427035 task: type: Classification - dataset: @@ -10829,13 +10829,13 @@ model-index: type: mteb/amazon_massive_scenario metrics: - type: accuracy - value: 84.86886348352387 + value: 83.76260928043038 - type: f1 - value: 84.55883152206087 + value: 83.13185607007082 - type: f1_weighted - value: 84.60969784137691 + value: 83.49785782817072 - type: main_score - value: 84.86886348352387 + value: 83.76260928043038 task: type: Classification - dataset: @@ -10846,285 +10846,285 @@ model-index: type: C-MTEB/MedicalRetrieval metrics: - type: main_score - value: 64.537 + value: 63.222 - type: map_at_1 - value: 55.800000000000004 + value: 53.400000000000006 - type: map_at_10 - value: 61.608 + value: 60.096000000000004 - type: map_at_100 - value: 62.083 + value: 60.584 - type: map_at_1000 - value: 62.126999999999995 + value: 60.632 - type: map_at_20 - value: 61.828 + value: 60.348 - type: map_at_3 - value: 60.25 + value: 58.599999999999994 - type: map_at_5 - value: 60.975 + value: 59.57 - type: mrr_at_1 - value: 55.800000000000004 + value: 53.400000000000006 - type: mrr_at_10 - value: 61.60841269841272 + value: 60.096349206349245 - type: mrr_at_100 - value: 62.0826917547746 + value: 60.584409312946654 - type: mrr_at_1000 - value: 62.12728129927465 + value: 60.63165176971444 - type: mrr_at_20 - value: 61.828323790073036 + value: 60.34772399942682 - type: mrr_at_3 - value: 60.250000000000014 + value: 58.60000000000001 - type: mrr_at_5 - value: 60.975 + value: 59.57000000000002 - type: nauc_map_at_1000_diff1 - value: 78.53042594946584 + value: 80.78555103810349 - type: nauc_map_at_1000_max - value: 57.87170441264835 + value: 59.730816931247624 - type: nauc_map_at_1000_std - value: 8.742842230724634 + value: 14.983445588221494 - type: nauc_map_at_100_diff1 - value: 78.50320353520665 + value: 80.76482497876087 - type: nauc_map_at_100_max - value: 57.85527701711253 + value: 59.728736132776106 - type: nauc_map_at_100_std - value: 8.744302075325809 + value: 14.989918013193673 - type: nauc_map_at_10_diff1 - value: 78.51546215061337 + value: 80.84483299066605 - type: nauc_map_at_10_max - value: 57.88100300832363 + value: 59.7439325140549 - type: nauc_map_at_10_std - value: 8.692056058245225 + value: 15.027017818197002 - type: nauc_map_at_1_diff1 - value: 82.32060554040007 + value: 85.25748803873987 - type: nauc_map_at_1_max - value: 58.49218287456054 + value: 59.32812642354867 - type: nauc_map_at_1_std - value: 7.2192619409813155 + value: 10.183981160152523 - type: nauc_map_at_20_diff1 - value: 78.52970910311484 + value: 80.75959911713551 - type: nauc_map_at_20_max - value: 57.835808668663226 + value: 59.756884656613266 - type: nauc_map_at_20_std - value: 8.685152136111503 + value: 15.0343495273408 - type: nauc_map_at_3_diff1 - value: 79.38538421354082 + value: 81.60950970451415 - type: nauc_map_at_3_max - value: 58.603928677076865 + value: 60.365630145530815 - type: nauc_map_at_3_std - value: 8.908769345996717 + value: 14.859430627775755 - type: nauc_map_at_5_diff1 - value: 78.93529056237428 + value: 80.96233267337713 - type: nauc_map_at_5_max - value: 58.01053223483436 + value: 59.893862677678065 - type: nauc_map_at_5_std - value: 8.38456545890693 + value: 15.122518441508895 - type: nauc_mrr_at_1000_diff1 - value: 78.53042594946584 + value: 80.78555103810349 - type: nauc_mrr_at_1000_max - value: 57.87170441264835 + value: 59.730816931247624 - type: nauc_mrr_at_1000_std - value: 8.742842230724634 + value: 14.983445588221494 - type: nauc_mrr_at_100_diff1 - value: 78.50320353520665 + value: 80.76482497876087 - type: nauc_mrr_at_100_max - value: 57.85527701711253 + value: 59.728736132776106 - type: nauc_mrr_at_100_std - value: 8.744302075325809 + value: 14.989918013193673 - type: nauc_mrr_at_10_diff1 - value: 78.51546215061337 + value: 80.84483299066605 - type: nauc_mrr_at_10_max - value: 57.88100300832363 + value: 59.7439325140549 - type: nauc_mrr_at_10_std - value: 8.692056058245225 + value: 15.027017818197002 - type: nauc_mrr_at_1_diff1 - value: 82.32060554040007 + value: 85.25748803873987 - type: nauc_mrr_at_1_max - value: 58.49218287456054 + value: 59.32812642354867 - type: nauc_mrr_at_1_std - value: 7.2192619409813155 + value: 10.183981160152523 - type: nauc_mrr_at_20_diff1 - value: 78.52970910311484 + value: 80.75959911713551 - type: nauc_mrr_at_20_max - value: 57.835808668663226 + value: 59.756884656613266 - type: nauc_mrr_at_20_std - value: 8.685152136111503 + value: 15.0343495273408 - type: nauc_mrr_at_3_diff1 - value: 79.38538421354082 + value: 81.60950970451415 - type: nauc_mrr_at_3_max - value: 58.603928677076865 + value: 60.365630145530815 - type: nauc_mrr_at_3_std - value: 8.908769345996717 + value: 14.859430627775755 - type: nauc_mrr_at_5_diff1 - value: 78.93529056237428 + value: 80.96233267337713 - type: nauc_mrr_at_5_max - value: 58.01053223483436 + value: 59.893862677678065 - type: nauc_mrr_at_5_std - value: 8.38456545890693 + value: 15.122518441508895 - type: nauc_ndcg_at_1000_diff1 - value: 77.04774221260911 + value: 79.15372156157213 - type: nauc_ndcg_at_1000_max - value: 57.501057485933515 + value: 59.5405544982214 - type: nauc_ndcg_at_1000_std - value: 9.766177354155186 + value: 16.61759364757034 - type: nauc_ndcg_at_100_diff1 - value: 76.12268339640097 + value: 78.5184668065885 - type: nauc_ndcg_at_100_max - value: 57.08140354142063 + value: 59.34302969703257 - type: nauc_ndcg_at_100_std - value: 10.03142840441606 + value: 16.756513719315905 - type: nauc_ndcg_at_10_diff1 - value: 76.41065562832505 + value: 78.82425756639869 - type: nauc_ndcg_at_10_max - value: 57.13345244254137 + value: 59.44271533942196 - type: nauc_ndcg_at_10_std - value: 9.243848412135602 + value: 16.756768224013037 - type: nauc_ndcg_at_1_diff1 - value: 82.32060554040007 + value: 85.25748803873987 - type: nauc_ndcg_at_1_max - value: 58.49218287456054 + value: 59.32812642354867 - type: nauc_ndcg_at_1_std - value: 7.2192619409813155 + value: 10.183981160152523 - type: nauc_ndcg_at_20_diff1 - value: 76.40190351721685 + value: 78.4441063027707 - type: nauc_ndcg_at_20_max - value: 56.94878259983022 + value: 59.51056493727238 - type: nauc_ndcg_at_20_std - value: 9.20173098810125 + value: 16.811613653269568 - type: nauc_ndcg_at_3_diff1 - value: 78.36268408181185 + value: 80.4201082661855 - type: nauc_ndcg_at_3_max - value: 58.54660688433276 + value: 60.622403161573914 - type: nauc_ndcg_at_3_std - value: 9.438481461394815 + value: 16.487926871575237 - type: nauc_ndcg_at_5_diff1 - value: 77.50597573566196 + value: 79.16882483328475 - type: nauc_ndcg_at_5_max - value: 57.466316276867026 + value: 59.72508213074582 - type: nauc_ndcg_at_5_std - value: 8.470204721354028 + value: 16.997051824850505 - type: nauc_precision_at_1000_diff1 - value: 62.32814965066468 + value: 57.971188475389866 - type: nauc_precision_at_1000_max - value: 61.47493480150634 + value: 60.52687741763361 - type: nauc_precision_at_1000_std - value: 45.69367977075875 + value: 52.86647992530319 - type: nauc_precision_at_100_diff1 - value: 57.459787172163836 + value: 62.68395866065123 - type: nauc_precision_at_100_max - value: 51.42357511987413 + value: 55.92415353791602 - type: nauc_precision_at_100_std - value: 23.609050030201324 + value: 28.85790679908329 - type: nauc_precision_at_10_diff1 - value: 67.84475150811777 + value: 70.92276238966764 - type: nauc_precision_at_10_max - value: 53.959187127503874 + value: 58.073876034520126 - type: nauc_precision_at_10_std - value: 11.465120871061389 + value: 23.08635907920343 - type: nauc_precision_at_1_diff1 - value: 82.32060554040007 + value: 85.25748803873987 - type: nauc_precision_at_1_max - value: 58.49218287456054 + value: 59.32812642354867 - type: nauc_precision_at_1_std - value: 7.2192619409813155 + value: 10.183981160152523 - type: nauc_precision_at_20_diff1 - value: 66.78923927396428 + value: 67.89972776669003 - type: nauc_precision_at_20_max - value: 52.65705780980722 + value: 58.329253894664 - type: nauc_precision_at_20_std - value: 11.418723842349053 + value: 24.137503294931122 - type: nauc_precision_at_3_diff1 - value: 75.12450995168666 + value: 76.68957348655611 - type: nauc_precision_at_3_max - value: 58.3329330685513 + value: 61.39858352035809 - type: nauc_precision_at_3_std - value: 11.09600226577474 + value: 21.632948280855903 - type: nauc_precision_at_5_diff1 - value: 72.61530592447568 + value: 72.916203679207 - type: nauc_precision_at_5_max - value: 55.465897666543164 + value: 58.94721061079062 - type: nauc_precision_at_5_std - value: 8.573116743390234 + value: 23.399650775173257 - type: nauc_recall_at_1000_diff1 - value: 62.328149650664976 + value: 57.971188475390356 - type: nauc_recall_at_1000_max - value: 61.47493480150668 + value: 60.52687741763392 - type: nauc_recall_at_1000_std - value: 45.69367977075931 + value: 52.86647992530338 - type: nauc_recall_at_100_diff1 - value: 57.4597871721639 + value: 62.68395866065127 - type: nauc_recall_at_100_max - value: 51.423575119874144 + value: 55.92415353791599 - type: nauc_recall_at_100_std - value: 23.609050030201526 + value: 28.857906799083217 - type: nauc_recall_at_10_diff1 - value: 67.84475150811788 + value: 70.92276238966758 - type: nauc_recall_at_10_max - value: 53.959187127503995 + value: 58.07387603452002 - type: nauc_recall_at_10_std - value: 11.465120871061492 + value: 23.08635907920348 - type: nauc_recall_at_1_diff1 - value: 82.32060554040007 + value: 85.25748803873987 - type: nauc_recall_at_1_max - value: 58.49218287456054 + value: 59.32812642354867 - type: nauc_recall_at_1_std - value: 7.2192619409813155 + value: 10.183981160152523 - type: nauc_recall_at_20_diff1 - value: 66.78923927396438 + value: 67.8997277666901 - type: nauc_recall_at_20_max - value: 52.65705780980727 + value: 58.32925389466408 - type: nauc_recall_at_20_std - value: 11.418723842349126 + value: 24.137503294931207 - type: nauc_recall_at_3_diff1 - value: 75.12450995168665 + value: 76.68957348655606 - type: nauc_recall_at_3_max - value: 58.332933068551284 + value: 61.39858352035811 - type: nauc_recall_at_3_std - value: 11.096002265774736 + value: 21.632948280855853 - type: nauc_recall_at_5_diff1 - value: 72.61530592447568 + value: 72.91620367920703 - type: nauc_recall_at_5_max - value: 55.465897666543185 + value: 58.947210610790734 - type: nauc_recall_at_5_std - value: 8.57311674339029 + value: 23.399650775173324 - type: ndcg_at_1 - value: 55.800000000000004 + value: 53.400000000000006 - type: ndcg_at_10 - value: 64.537 + value: 63.222 - type: ndcg_at_100 - value: 67.209 + value: 65.95299999999999 - type: ndcg_at_1000 - value: 68.458 + value: 67.208 - type: ndcg_at_20 - value: 65.34299999999999 + value: 64.151 - type: ndcg_at_3 - value: 61.70099999999999 + value: 60.175999999999995 - type: ndcg_at_5 - value: 62.992000000000004 + value: 61.936 - type: precision_at_1 - value: 55.800000000000004 + value: 53.400000000000006 - type: precision_at_10 - value: 7.380000000000001 + value: 7.3 - type: precision_at_100 - value: 0.8710000000000001 + value: 0.8659999999999999 - type: precision_at_1000 value: 0.097 - type: precision_at_20 - value: 3.85 + value: 3.8350000000000004 - type: precision_at_3 - value: 21.967 + value: 21.567 - type: precision_at_5 value: 13.8 - type: recall_at_1 - value: 55.800000000000004 + value: 53.400000000000006 - type: recall_at_10 - value: 73.8 + value: 73.0 - type: recall_at_100 - value: 87.1 + value: 86.6 - type: recall_at_1000 - value: 97.1 + value: 96.5 - type: recall_at_20 - value: 77.0 + value: 76.7 - type: recall_at_3 - value: 65.9 + value: 64.7 - type: recall_at_5 value: 69.0 task: @@ -11137,13 +11137,13 @@ model-index: type: C-MTEB/MultilingualSentiment-classification metrics: - type: accuracy - value: 79.74666666666667 + value: 79.70333333333333 - type: f1 - value: 79.21549623726263 + value: 79.287530556871 - type: f1_weighted - value: 79.21549623726263 + value: 79.287530556871 - type: main_score - value: 79.74666666666667 + value: 79.70333333333333 task: type: Classification - dataset: @@ -11154,85 +11154,85 @@ model-index: type: C-MTEB/OCNLI metrics: - type: cosine_accuracy - value: 77.9101245262588 + value: 78.23497563616677 - type: cosine_accuracy_threshold - value: 78.57074737548828 + value: 77.55764722824097 - type: cosine_ap - value: 83.39338878433254 + value: 82.50970164749991 - type: cosine_f1 - value: 79.25478348439073 + value: 80.11336797354747 - type: cosine_f1_threshold - value: 78.18113565444946 + value: 74.73551630973816 - type: cosine_precision - value: 75.74590952839269 + value: 72.47863247863248 - type: cosine_recall - value: 83.10454065469905 + value: 89.54593453009504 - type: dot_accuracy - value: 77.9101245262588 + value: 78.23497563616677 - type: dot_accuracy_threshold - value: 78.57075929641724 + value: 77.55765318870544 - type: dot_ap - value: 83.39331275710597 + value: 82.50970164749991 - type: dot_f1 - value: 79.25478348439073 + value: 80.11336797354747 - type: dot_f1_threshold - value: 78.18113565444946 + value: 74.73551630973816 - type: dot_precision - value: 75.74590952839269 + value: 72.47863247863248 - type: dot_recall - value: 83.10454065469905 + value: 89.54593453009504 - type: euclidean_accuracy - value: 77.9101245262588 + value: 78.23497563616677 - type: euclidean_accuracy_threshold - value: 65.46639204025269 + value: 66.99604988098145 - type: euclidean_ap - value: 83.39338878433254 + value: 82.50970164749991 - type: euclidean_f1 - value: 79.25478348439073 + value: 80.11336797354747 - type: euclidean_f1_threshold - value: 66.05886220932007 + value: 71.08373045921326 - type: euclidean_precision - value: 75.74590952839269 + value: 72.47863247863248 - type: euclidean_recall - value: 83.10454065469905 + value: 89.54593453009504 - type: main_score - value: 83.39338878433254 + value: 82.50970164749991 - type: manhattan_accuracy - value: 78.07255008121278 + value: 78.39740119112074 - type: manhattan_accuracy_threshold - value: 3041.6690826416016 + value: 3158.650016784668 - type: manhattan_ap - value: 83.35077537482259 + value: 82.39923329722836 - type: manhattan_f1 - value: 79.13306451612902 + value: 79.8283261802575 - type: manhattan_f1_threshold - value: 3124.5437622070312 + value: 3341.251754760742 - type: manhattan_precision - value: 75.69913211186113 + value: 72.78260869565217 - type: manhattan_recall - value: 82.89334741288279 + value: 88.3843717001056 - type: max_ap - value: 83.39338878433254 + value: 82.50970164749991 - type: max_f1 - value: 79.25478348439073 + value: 80.11336797354747 - type: max_precision - value: 75.74590952839269 + value: 72.78260869565217 - type: max_recall - value: 83.10454065469905 + value: 89.54593453009504 - type: similarity_accuracy - value: 77.9101245262588 + value: 78.23497563616677 - type: similarity_accuracy_threshold - value: 78.57074737548828 + value: 77.55764722824097 - type: similarity_ap - value: 83.39338878433254 + value: 82.50970164749991 - type: similarity_f1 - value: 79.25478348439073 + value: 80.11336797354747 - type: similarity_f1_threshold - value: 78.18113565444946 + value: 74.73551630973816 - type: similarity_precision - value: 75.74590952839269 + value: 72.47863247863248 - type: similarity_recall - value: 83.10454065469905 + value: 89.54593453009504 task: type: PairClassification - dataset: @@ -11243,17 +11243,17 @@ model-index: type: C-MTEB/OnlineShopping-classification metrics: - type: accuracy - value: 95.52 + value: 95.38 - type: ap - value: 93.91391029217587 + value: 93.75949863040576 - type: ap_weighted - value: 93.91391029217587 + value: 93.75949863040576 - type: f1 - value: 95.5096300435442 + value: 95.36976984629483 - type: f1_weighted - value: 95.51978800511638 + value: 95.38009544948058 - type: main_score - value: 95.52 + value: 95.38 task: type: Classification - dataset: @@ -11264,23 +11264,23 @@ model-index: type: C-MTEB/PAWSX metrics: - type: cosine_pearson - value: 16.89049479898108 + value: 16.66214038012435 - type: cosine_spearman - value: 19.194003496073027 + value: 18.933936531575885 - type: euclidean_pearson - value: 21.764477368375466 + value: 21.339915417517258 - type: euclidean_spearman - value: 19.179673630901735 + value: 18.9190906666892 - type: main_score - value: 19.194003496073027 + value: 18.933936531575885 - type: manhattan_pearson - value: 21.838550982773857 + value: 21.335797479057632 - type: manhattan_spearman - value: 19.22478792996997 + value: 18.88599523491548 - type: pearson - value: 16.89049479898108 + value: 16.66214038012435 - type: spearman - value: 19.194003496073027 + value: 18.933936531575885 task: type: STS - dataset: @@ -11291,23 +11291,23 @@ model-index: type: C-MTEB/QBQTC metrics: - type: cosine_pearson - value: 31.28231339795801 + value: 34.73065943737971 - type: cosine_spearman - value: 32.39788353388234 + value: 38.00564687145429 - type: euclidean_pearson - value: 30.902729982397652 + value: 35.53617738939591 - type: euclidean_spearman - value: 32.39849552441359 + value: 38.0065003207164 - type: main_score - value: 32.39788353388234 + value: 38.00564687145429 - type: manhattan_pearson - value: 32.215956367041734 + value: 35.807453588682655 - type: manhattan_spearman - value: 33.772884414632436 + value: 38.24665614671376 - type: pearson - value: 31.28231339795801 + value: 34.73065943737971 - type: spearman - value: 32.39788353388234 + value: 38.00564687145429 task: type: STS - dataset: @@ -11318,23 +11318,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 74.96662649719056 + value: 75.15702162100195 - type: cosine_spearman - value: 74.2762247360519 + value: 74.1317133929849 - type: euclidean_pearson - value: 72.0456060558342 + value: 72.33985437269283 - type: euclidean_spearman - value: 74.2762247360519 + value: 74.1317133929849 - type: main_score - value: 74.2762247360519 + value: 74.1317133929849 - type: manhattan_pearson - value: 72.10643009732564 + value: 72.30324170832067 - type: manhattan_spearman - value: 74.32358817473123 + value: 74.1721924854986 - type: pearson - value: 74.96662649719056 + value: 75.15702162100195 - type: spearman - value: 74.2762247360519 + value: 74.1317133929849 task: type: STS - dataset: @@ -11345,23 +11345,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 77.10798951329204 + value: 77.20169606146547 - type: cosine_spearman - value: 75.38489919896277 + value: 74.90653473871943 - type: euclidean_pearson - value: 77.95017854231413 + value: 78.15249735935164 - type: euclidean_spearman - value: 75.38489919896277 + value: 74.90653473871943 - type: main_score - value: 75.38489919896277 + value: 74.90653473871943 - type: manhattan_pearson - value: 78.03356917670276 + value: 78.28938036790484 - type: manhattan_spearman - value: 75.40654250512307 + value: 75.05487827510268 - type: pearson - value: 77.10798951329204 + value: 77.20169606146547 - type: spearman - value: 75.38489919896277 + value: 74.90653473871943 task: type: STS - dataset: @@ -11372,23 +11372,23 @@ model-index: type: C-MTEB/STSB metrics: - type: cosine_pearson - value: 78.04654088145858 + value: 77.85985786159011 - type: cosine_spearman - value: 80.0067484828085 + value: 79.43914109994013 - type: euclidean_pearson - value: 78.92647120090463 + value: 78.72698853904203 - type: euclidean_spearman - value: 80.00625414255886 + value: 79.438769611819 - type: main_score - value: 80.0067484828085 + value: 79.43914109994013 - type: manhattan_pearson - value: 78.91635540659946 + value: 78.71975662530679 - type: manhattan_spearman - value: 80.00962977839127 + value: 79.4244580368928 - type: pearson - value: 78.04654088145858 + value: 77.85985786159011 - type: spearman - value: 80.0067484828085 + value: 79.43914109994013 task: type: STS - dataset: @@ -11399,23 +11399,23 @@ model-index: type: C-MTEB/T2Reranking metrics: - type: main_score - value: 66.59484243193151 + value: 66.44032324834474 - type: map - value: 66.59484243193151 + value: 66.44032324834474 - type: mrr - value: 76.39825203383091 + value: 76.16718251281554 - type: nAUC_map_diff1 - value: -12.609150621250715 + value: -11.245614893910917 - type: nAUC_map_max - value: 28.729282972536723 + value: 34.20755460573018 - type: nAUC_map_std - value: -4.213245955574732 + value: -2.0113484627679235 - type: nAUC_mrr_diff1 - value: -9.916958638758372 + value: -9.337265343192676 - type: nAUC_mrr_max - value: 23.444357765259483 + value: 27.169675999991284 - type: nAUC_mrr_std - value: -4.818962754577474 + value: -4.291118906819815 task: type: Reranking - dataset: @@ -11426,287 +11426,287 @@ model-index: type: C-MTEB/T2Retrieval metrics: - type: main_score - value: 87.551 + value: 87.241 - type: map_at_1 - value: 28.525 + value: 28.418 - type: map_at_10 - value: 80.821 + value: 80.43599999999999 - type: map_at_100 - value: 84.25200000000001 + value: 83.903 - type: map_at_1000 - value: 84.299 + value: 83.952 - type: map_at_20 - value: 83.529 + value: 83.173 - type: map_at_3 - value: 56.74 + value: 56.459 - type: map_at_5 - value: 69.837 + value: 69.49300000000001 - type: mrr_at_1 - value: 92.00859196913905 + value: 91.7017359284587 - type: mrr_at_10 - value: 94.07259371981893 + value: 93.84601254143608 - type: mrr_at_100 - value: 94.13644045266841 + value: 93.90984999385088 - type: mrr_at_1000 - value: 94.13892829727085 + value: 93.91248708892668 - type: mrr_at_20 - value: 94.11432532277512 + value: 93.88712450867396 - type: mrr_at_3 - value: 93.74159798936223 + value: 93.4902682798526 - type: mrr_at_5 - value: 93.9574931322696 + value: 93.72873926003862 - type: nauc_map_at_1000_diff1 - value: 10.121085369470526 + value: 11.397688510464489 - type: nauc_map_at_1000_max - value: 41.85427564199515 + value: 42.99465294143848 - type: nauc_map_at_1000_std - value: 17.33566565580439 + value: 17.946353510844045 - type: nauc_map_at_100_diff1 - value: 10.122729970890017 + value: 11.40721885559758 - type: nauc_map_at_100_max - value: 41.795248649377726 + value: 42.92802593310739 - type: nauc_map_at_100_std - value: 17.289370823810966 + value: 17.904049044856023 - type: nauc_map_at_10_diff1 - value: 15.987863276022384 + value: 16.76177796419979 - type: nauc_map_at_10_max - value: 30.0137410459408 + value: 29.05711008632582 - type: nauc_map_at_10_std - value: -0.863018059283026 + value: -0.7888363626563157 - type: nauc_map_at_1_diff1 - value: 55.91305785766281 + value: 55.76197416047851 - type: nauc_map_at_1_max - value: -23.038080921855585 + value: -27.27596511680105 - type: nauc_map_at_1_std - value: -38.75322744423002 + value: -40.180759050662004 - type: nauc_map_at_20_diff1 - value: 10.900186814952582 + value: 12.07074726727466 - type: nauc_map_at_20_max - value: 39.77099041869598 + value: 40.47195734060083 - type: nauc_map_at_20_std - value: 13.684432702221477 + value: 14.32611525026554 - type: nauc_map_at_3_diff1 - value: 40.49617475417898 + value: 40.522052911718 - type: nauc_map_at_3_max - value: -12.379044262921264 + value: -16.819905730422125 - type: nauc_map_at_3_std - value: -38.96192691508436 + value: -39.826056745546 - type: nauc_map_at_5_diff1 - value: 31.33895287880325 + value: 31.34500214795733 - type: nauc_map_at_5_max - value: 2.2592474589626046 + value: -1.5456850415602872 - type: nauc_map_at_5_std - value: -29.709298878910005 + value: -30.623980747805657 - type: nauc_mrr_at_1000_diff1 - value: 46.31151605099309 + value: 47.54649647385489 - type: nauc_mrr_at_1000_max - value: 73.65860369362454 + value: 75.35087140156472 - type: nauc_mrr_at_1000_std - value: 41.71269735770433 + value: 41.06127337989305 - type: nauc_mrr_at_100_diff1 - value: 46.311021901725624 + value: 47.54613905790605 - type: nauc_mrr_at_100_max - value: 73.66615446679083 + value: 75.35918655596235 - type: nauc_mrr_at_100_std - value: 41.72778678395296 + value: 41.078290257116805 - type: nauc_mrr_at_10_diff1 - value: 46.31730796225192 + value: 47.52418003605644 - type: nauc_mrr_at_10_max - value: 73.76206281015122 + value: 75.49771146396608 - type: nauc_mrr_at_10_std - value: 41.82553951416834 + value: 41.205249132738686 - type: nauc_mrr_at_1_diff1 - value: 46.73871618823354 + value: 47.81150011915281 - type: nauc_mrr_at_1_max - value: 69.29511161438498 + value: 70.80968743133832 - type: nauc_mrr_at_1_std - value: 35.466317687869186 + value: 34.12058910454593 - type: nauc_mrr_at_20_diff1 - value: 46.30458060928028 + value: 47.551559003993276 - type: nauc_mrr_at_20_max - value: 73.72666464590321 + value: 75.41924834238061 - type: nauc_mrr_at_20_std - value: 41.804478456115284 + value: 41.153192702748235 - type: nauc_mrr_at_3_diff1 - value: 46.17879048906075 + value: 47.53087817006066 - type: nauc_mrr_at_3_max - value: 73.65099457999104 + value: 75.35450310484637 - type: nauc_mrr_at_3_std - value: 41.28629076742652 + value: 40.73415507526735 - type: nauc_mrr_at_5_diff1 - value: 46.291756995049006 + value: 47.53619911578793 - type: nauc_mrr_at_5_max - value: 73.84737176034277 + value: 75.55210987806407 - type: nauc_mrr_at_5_std - value: 41.72058593135316 + value: 41.227934129955955 - type: nauc_ndcg_at_1000_diff1 - value: 14.554011035958524 + value: 15.791364228262008 - type: nauc_ndcg_at_1000_max - value: 53.93570226347488 + value: 55.663940979628904 - type: nauc_ndcg_at_1000_std - value: 30.55037519434084 + value: 31.173275086325276 - type: nauc_ndcg_at_100_diff1 - value: 14.075517532976587 + value: 15.373348015886314 - type: nauc_ndcg_at_100_max - value: 53.35878201491667 + value: 55.03390778310876 - type: nauc_ndcg_at_100_std - value: 30.584391693172826 + value: 31.20120225577878 - type: nauc_ndcg_at_10_diff1 - value: 14.035419941170105 + value: 15.163224929316108 - type: nauc_ndcg_at_10_max - value: 43.555115899341175 + value: 44.39948453805145 - type: nauc_ndcg_at_10_std - value: 17.68370584730019 + value: 18.059941776684493 - type: nauc_ndcg_at_1_diff1 - value: 46.73871618823354 + value: 47.81150011915281 - type: nauc_ndcg_at_1_max - value: 69.29511161438498 + value: 70.80968743133832 - type: nauc_ndcg_at_1_std - value: 35.466317687869186 + value: 34.12058910454593 - type: nauc_ndcg_at_20_diff1 - value: 14.140965577965222 + value: 15.318239987691932 - type: nauc_ndcg_at_20_max - value: 48.75015386726066 + value: 49.71343698147648 - type: nauc_ndcg_at_20_std - value: 23.76388318896128 + value: 24.518513987927275 - type: nauc_ndcg_at_3_diff1 - value: 9.979479295134984 + value: 11.666959642695176 - type: nauc_ndcg_at_3_max - value: 57.15034126681594 + value: 59.96185824971647 - type: nauc_ndcg_at_3_std - value: 30.664177781310837 + value: 31.739929636013276 - type: nauc_ndcg_at_5_diff1 - value: 9.863692001396508 + value: 11.544793400857731 - type: nauc_ndcg_at_5_max - value: 49.828410061132786 + value: 52.20165452971689 - type: nauc_ndcg_at_5_std - value: 25.18276314759578 + value: 25.673658377288916 - type: nauc_precision_at_1000_diff1 - value: -38.598723274470096 + value: -37.623642405150974 - type: nauc_precision_at_1000_max - value: 37.90111804129822 + value: 45.49074696820348 - type: nauc_precision_at_1000_std - value: 59.61888509598029 + value: 61.76021370709046 - type: nauc_precision_at_100_diff1 - value: -38.79604747872378 + value: -37.69887461085557 - type: nauc_precision_at_100_max - value: 39.2144061430104 + value: 46.863075114374894 - type: nauc_precision_at_100_std - value: 60.73381935167722 + value: 62.94204358016603 - type: nauc_precision_at_10_diff1 - value: -39.8535477160983 + value: -38.91005052553271 - type: nauc_precision_at_10_max - value: 44.17010847929743 + value: 51.0117902381813 - type: nauc_precision_at_10_std - value: 56.44202505269556 + value: 58.53119866179844 - type: nauc_precision_at_1_diff1 - value: 46.73871618823354 + value: 47.81150011915281 - type: nauc_precision_at_1_max - value: 69.29511161438498 + value: 70.80968743133832 - type: nauc_precision_at_1_std - value: 35.466317687869186 + value: 34.12058910454593 - type: nauc_precision_at_20_diff1 - value: -39.12551645948687 + value: -38.10700896790525 - type: nauc_precision_at_20_max - value: 41.49275837791035 + value: 48.83555083324882 - type: nauc_precision_at_20_std - value: 59.59558170536777 + value: 61.99860636496578 - type: nauc_precision_at_3_diff1 - value: -40.28688743948119 + value: -38.923728668047715 - type: nauc_precision_at_3_max - value: 56.42521625304799 + value: 61.441692805173254 - type: nauc_precision_at_3_std - value: 48.967572654487476 + value: 50.75068665381258 - type: nauc_precision_at_5_diff1 - value: -42.45154424115371 + value: -41.47393696071159 - type: nauc_precision_at_5_max - value: 50.58373157367533 + value: 56.42947594070733 - type: nauc_precision_at_5_std - value: 52.82952288871686 + value: 54.30313019822085 - type: nauc_recall_at_1000_diff1 - value: 5.007071134864612 + value: 2.9269496241172153 - type: nauc_recall_at_1000_max - value: 63.63017776302716 + value: 64.00894291065217 - type: nauc_recall_at_1000_std - value: 64.8184847972016 + value: 66.70262026919906 - type: nauc_recall_at_100_diff1 - value: 4.208203154926017 + value: 4.531333195047854 - type: nauc_recall_at_100_max - value: 53.25521928960708 + value: 54.090338584800804 - type: nauc_recall_at_100_std - value: 48.699790027590765 + value: 49.29554998040776 - type: nauc_recall_at_10_diff1 - value: 15.492065682318119 + value: 15.397260952283629 - type: nauc_recall_at_10_max - value: 22.03034014606119 + value: 19.574107744593505 - type: nauc_recall_at_10_std - value: -7.441252728267243 + value: -7.419934090674101 - type: nauc_recall_at_1_diff1 - value: 55.91305785766281 + value: 55.76197416047851 - type: nauc_recall_at_1_max - value: -23.038080921855585 + value: -27.27596511680105 - type: nauc_recall_at_1_std - value: -38.75322744423002 + value: -40.180759050662004 - type: nauc_recall_at_20_diff1 - value: 7.8988081758288216 + value: 8.208554715639794 - type: nauc_recall_at_20_max - value: 39.13105652649949 + value: 38.40692245671736 - type: nauc_recall_at_20_std - value: 19.079175683490202 + value: 20.50141740592569 - type: nauc_recall_at_3_diff1 - value: 39.02253864680384 + value: 39.09343846278106 - type: nauc_recall_at_3_max - value: -16.02763709561568 + value: -20.657332761539436 - type: nauc_recall_at_3_std - value: -41.21843356648781 + value: -41.94437239291942 - type: nauc_recall_at_5_diff1 - value: 30.766394155127475 + value: 30.51405048742498 - type: nauc_recall_at_5_max - value: -4.918002520606815 + value: -9.514750927716491 - type: nauc_recall_at_5_std - value: -35.25092908456641 + value: -36.26089978353301 - type: ndcg_at_1 - value: 92.009 + value: 91.702 - type: ndcg_at_10 - value: 87.551 + value: 87.241 - type: ndcg_at_100 - value: 90.534 + value: 90.29700000000001 - type: ndcg_at_1000 - value: 90.99199999999999 + value: 90.769 - type: ndcg_at_20 - value: 89.087 + value: 88.824 - type: ndcg_at_3 - value: 88.652 + value: 88.346 - type: ndcg_at_5 - value: 87.488 + value: 87.178 - type: precision_at_1 - value: 92.009 + value: 91.702 - type: precision_at_10 - value: 43.406 + value: 43.26 - type: precision_at_100 - value: 5.063 + value: 5.059 - type: precision_at_1000 value: 0.517 - type: precision_at_20 - value: 23.921999999999997 + value: 23.880000000000003 - type: precision_at_3 - value: 77.446 + value: 77.199 - type: precision_at_5 - value: 65.08699999999999 + value: 64.869 - type: recall_at_1 - value: 28.525 + value: 28.418 - type: recall_at_10 - value: 86.441 + value: 86.154 - type: recall_at_100 - value: 96.358 + value: 96.279 - type: recall_at_1000 - value: 98.694 + value: 98.688 - type: recall_at_20 - value: 91.809 + value: 91.621 - type: recall_at_3 - value: 58.213 + value: 57.945 - type: recall_at_5 - value: 72.77799999999999 + value: 72.518 task: type: Retrieval - dataset: @@ -11717,13 +11717,13 @@ model-index: type: C-MTEB/TNews-classification metrics: - type: accuracy - value: 54.435 + value: 54.49499999999999 - type: f1 - value: 52.19447972668819 + value: 52.26536070254001 - type: f1_weighted - value: 54.28996698149013 + value: 54.19215743051191 - type: main_score - value: 54.435 + value: 54.49499999999999 task: type: Classification - dataset: @@ -11734,11 +11734,11 @@ model-index: type: C-MTEB/ThuNewsClusteringP2P metrics: - type: main_score - value: 74.6069058418097 + value: 75.7625870685052 - type: v_measure - value: 74.6069058418097 + value: 75.7625870685052 - type: v_measure_std - value: 1.1800367124821882 + value: 1.3016476651336109 task: type: Clustering - dataset: @@ -11749,11 +11749,11 @@ model-index: type: C-MTEB/ThuNewsClusteringS2S metrics: - type: main_score - value: 68.72949652731435 + value: 69.79861827229796 - type: v_measure - value: 68.72949652731435 + value: 69.79861827229796 - type: v_measure_std - value: 1.5602534023143013 + value: 1.8259276351059668 task: type: Clustering - dataset: @@ -11764,287 +11764,287 @@ model-index: type: C-MTEB/VideoRetrieval metrics: - type: main_score - value: 77.798 + value: 78.083 - type: map_at_1 - value: 64.8 + value: 64.4 - type: map_at_10 - value: 73.81299999999999 + value: 73.958 - type: map_at_100 - value: 74.195 + value: 74.29 - type: map_at_1000 - value: 74.203 + value: 74.298 - type: map_at_20 - value: 74.11 + value: 74.199 - type: map_at_3 - value: 72.167 + value: 72.217 - type: map_at_5 - value: 73.167 + value: 73.347 - type: mrr_at_1 - value: 64.8 + value: 64.4 - type: mrr_at_10 - value: 73.81349206349213 + value: 73.95817460317473 - type: mrr_at_100 - value: 74.19517795740796 + value: 74.28974110168443 - type: mrr_at_1000 - value: 74.20253141998586 + value: 74.29824956959816 - type: mrr_at_20 - value: 74.10976562008693 + value: 74.19886218313863 - type: mrr_at_3 - value: 72.16666666666673 + value: 72.21666666666671 - type: mrr_at_5 - value: 73.16666666666674 + value: 73.34666666666675 - type: nauc_map_at_1000_diff1 - value: 74.76737257186714 + value: 73.71737021866177 - type: nauc_map_at_1000_max - value: 16.640119978908388 + value: 12.468796372904206 - type: nauc_map_at_1000_std - value: -36.84957121114938 + value: -38.38733946730631 - type: nauc_map_at_100_diff1 - value: 74.76608777204034 + value: 73.71970758427913 - type: nauc_map_at_100_max - value: 16.656445162300926 + value: 12.483638442192955 - type: nauc_map_at_100_std - value: -36.8303160292049 + value: -38.3942712629503 - type: nauc_map_at_10_diff1 - value: 74.72961187224274 + value: 73.6749409452003 - type: nauc_map_at_10_max - value: 16.65107748964904 + value: 12.377557025269816 - type: nauc_map_at_10_std - value: -37.25567848837336 + value: -38.83343830128936 - type: nauc_map_at_1_diff1 - value: 76.78251818995372 + value: 75.30680275173268 - type: nauc_map_at_1_max - value: 16.493683773653377 + value: 11.155747041372528 - type: nauc_map_at_1_std - value: -32.087110747960516 + value: -36.293140617659745 - type: nauc_map_at_20_diff1 - value: 74.75805873364565 + value: 73.69590129210275 - type: nauc_map_at_20_max - value: 16.562021428539573 + value: 12.506795805663657 - type: nauc_map_at_20_std - value: -36.935043070442845 + value: -38.41105721697836 - type: nauc_map_at_3_diff1 - value: 74.37867158984531 + value: 73.39787383543842 - type: nauc_map_at_3_max - value: 15.785398121842103 + value: 11.662192293430676 - type: nauc_map_at_3_std - value: -39.17518274365011 + value: -39.43268460103242 - type: nauc_map_at_5_diff1 - value: 74.58856823682738 + value: 73.70919058149413 - type: nauc_map_at_5_max - value: 16.35555931687003 + value: 12.830113241179927 - type: nauc_map_at_5_std - value: -37.78583639410299 + value: -38.8187110842045 - type: nauc_mrr_at_1000_diff1 - value: 74.76737257186714 + value: 73.71737021866177 - type: nauc_mrr_at_1000_max - value: 16.640119978908388 + value: 12.468796372904206 - type: nauc_mrr_at_1000_std - value: -36.84957121114938 + value: -38.38733946730631 - type: nauc_mrr_at_100_diff1 - value: 74.76608777204034 + value: 73.71970758427913 - type: nauc_mrr_at_100_max - value: 16.656445162300926 + value: 12.483638442192955 - type: nauc_mrr_at_100_std - value: -36.8303160292049 + value: -38.3942712629503 - type: nauc_mrr_at_10_diff1 - value: 74.72961187224274 + value: 73.6749409452003 - type: nauc_mrr_at_10_max - value: 16.65107748964904 + value: 12.377557025269816 - type: nauc_mrr_at_10_std - value: -37.25567848837336 + value: -38.83343830128936 - type: nauc_mrr_at_1_diff1 - value: 76.78251818995372 + value: 75.30680275173268 - type: nauc_mrr_at_1_max - value: 16.493683773653377 + value: 11.155747041372528 - type: nauc_mrr_at_1_std - value: -32.087110747960516 + value: -36.293140617659745 - type: nauc_mrr_at_20_diff1 - value: 74.75805873364565 + value: 73.69590129210275 - type: nauc_mrr_at_20_max - value: 16.562021428539573 + value: 12.506795805663657 - type: nauc_mrr_at_20_std - value: -36.935043070442845 + value: -38.41105721697836 - type: nauc_mrr_at_3_diff1 - value: 74.37867158984531 + value: 73.39787383543842 - type: nauc_mrr_at_3_max - value: 15.785398121842103 + value: 11.662192293430676 - type: nauc_mrr_at_3_std - value: -39.17518274365011 + value: -39.43268460103242 - type: nauc_mrr_at_5_diff1 - value: 74.58856823682738 + value: 73.70919058149413 - type: nauc_mrr_at_5_max - value: 16.35555931687003 + value: 12.830113241179927 - type: nauc_mrr_at_5_std - value: -37.78583639410299 + value: -38.8187110842045 - type: nauc_ndcg_at_1000_diff1 - value: 74.35496433724884 + value: 73.39386159674739 - type: nauc_ndcg_at_1000_max - value: 17.630965924403153 + value: 13.650025454612095 - type: nauc_ndcg_at_1000_std - value: -35.896731466745976 + value: -37.501873222969714 - type: nauc_ndcg_at_100_diff1 - value: 74.35945658945664 + value: 73.46030287146141 - type: nauc_ndcg_at_100_max - value: 18.192713634856155 + value: 14.242591376553515 - type: nauc_ndcg_at_100_std - value: -35.37569380565159 + value: -37.37238503318863 - type: nauc_ndcg_at_10_diff1 - value: 74.14500550748814 + value: 73.19041319656063 - type: nauc_ndcg_at_10_max - value: 17.870088331324528 + value: 13.72149081437837 - type: nauc_ndcg_at_10_std - value: -37.646305633378084 + value: -39.22330058267065 - type: nauc_ndcg_at_1_diff1 - value: 76.78251818995372 + value: 75.30680275173268 - type: nauc_ndcg_at_1_max - value: 16.493683773653377 + value: 11.155747041372528 - type: nauc_ndcg_at_1_std - value: -32.087110747960516 + value: -36.293140617659745 - type: nauc_ndcg_at_20_diff1 - value: 74.21829560653306 + value: 73.28277450494292 - type: nauc_ndcg_at_20_max - value: 17.480938143131795 + value: 14.535663475990301 - type: nauc_ndcg_at_20_std - value: -36.29850515002883 + value: -37.26046955059598 - type: nauc_ndcg_at_3_diff1 - value: 73.37866917010594 + value: 72.72482798395563 - type: nauc_ndcg_at_3_max - value: 15.889644972205227 + value: 12.444138243180628 - type: nauc_ndcg_at_3_std - value: -41.515855438208284 + value: -40.33495436729538 - type: nauc_ndcg_at_5_diff1 - value: 73.73441412771963 + value: 73.30133655147367 - type: nauc_ndcg_at_5_max - value: 17.07699991256553 + value: 14.829522693370064 - type: nauc_ndcg_at_5_std - value: -38.86511529710689 + value: -39.12862351718661 - type: nauc_precision_at_1000_diff1 - value: 57.25957049486323 + value: 44.780578898224775 - type: nauc_precision_at_1000_max - value: 73.24929971988627 + value: 76.57329598506085 - type: nauc_precision_at_1000_std - value: 87.21988795518203 + value: 91.0830999066278 - type: nauc_precision_at_100_diff1 - value: 69.85620915032692 + value: 70.9014161220036 - type: nauc_precision_at_100_max - value: 67.372549019608 + value: 62.76649548708496 - type: nauc_precision_at_100_std - value: 31.396825396825072 + value: 2.0269218798636595 - type: nauc_precision_at_10_diff1 - value: 70.93719642739251 + value: 70.04678683067425 - type: nauc_precision_at_10_max - value: 27.096831998792663 + value: 23.381744001948547 - type: nauc_precision_at_10_std - value: -38.19238132963629 + value: -41.29572118702558 - type: nauc_precision_at_1_diff1 - value: 76.78251818995372 + value: 75.30680275173268 - type: nauc_precision_at_1_max - value: 16.493683773653377 + value: 11.155747041372528 - type: nauc_precision_at_1_std - value: -32.087110747960516 + value: -36.293140617659745 - type: nauc_precision_at_20_diff1 - value: 69.38096876177339 + value: 69.43748259537705 - type: nauc_precision_at_20_max - value: 28.501810080757277 + value: 40.7735023834091 - type: nauc_precision_at_20_std - value: -21.734892787525023 + value: -16.96234049175245 - type: nauc_precision_at_3_diff1 - value: 69.47330554203629 + value: 70.13132727097876 - type: nauc_precision_at_3_max - value: 16.45258903442886 + value: 15.740305397347907 - type: nauc_precision_at_3_std - value: -50.41951456927006 + value: -43.715738969684544 - type: nauc_precision_at_5_diff1 - value: 69.77375505249235 + value: 71.48226384169207 - type: nauc_precision_at_5_max - value: 21.00336165841815 + value: 25.61128105858808 - type: nauc_precision_at_5_std - value: -43.04023318170317 + value: -40.11777006930588 - type: nauc_recall_at_1000_diff1 - value: 57.25957049486421 + value: 44.78057889822695 - type: nauc_recall_at_1000_max - value: 73.24929971988658 + value: 76.57329598506108 - type: nauc_recall_at_1000_std - value: 87.21988795518236 + value: 91.08309990663042 - type: nauc_recall_at_100_diff1 - value: 69.85620915032695 + value: 70.90141612200432 - type: nauc_recall_at_100_max - value: 67.37254901960794 + value: 62.76649548708361 - type: nauc_recall_at_100_std - value: 31.396825396825385 + value: 2.026921879863032 - type: nauc_recall_at_10_diff1 - value: 70.9371964273925 + value: 70.04678683067425 - type: nauc_recall_at_10_max - value: 27.09683199879275 + value: 23.381744001948622 - type: nauc_recall_at_10_std - value: -38.19238132963632 + value: -41.29572118702555 - type: nauc_recall_at_1_diff1 - value: 76.78251818995372 + value: 75.30680275173268 - type: nauc_recall_at_1_max - value: 16.493683773653377 + value: 11.155747041372528 - type: nauc_recall_at_1_std - value: -32.087110747960516 + value: -36.293140617659745 - type: nauc_recall_at_20_diff1 - value: 69.38096876177391 + value: 69.43748259537757 - type: nauc_recall_at_20_max - value: 28.501810080757384 + value: 40.773502383409244 - type: nauc_recall_at_20_std - value: -21.73489278752423 + value: -16.96234049175241 - type: nauc_recall_at_3_diff1 - value: 69.47330554203603 + value: 70.13132727097874 - type: nauc_recall_at_3_max - value: 16.452589034428737 + value: 15.740305397347834 - type: nauc_recall_at_3_std - value: -50.419514569270184 + value: -43.71573896968448 - type: nauc_recall_at_5_diff1 - value: 69.77375505249263 + value: 71.48226384169207 - type: nauc_recall_at_5_max - value: 21.003361658418214 + value: 25.611281058588304 - type: nauc_recall_at_5_std - value: -43.04023318170279 + value: -40.11777006930557 - type: ndcg_at_1 - value: 64.8 + value: 64.4 - type: ndcg_at_10 - value: 77.798 + value: 78.083 - type: ndcg_at_100 - value: 79.467 + value: 79.58800000000001 - type: ndcg_at_1000 - value: 79.679 + value: 79.827 - type: ndcg_at_20 - value: 78.866 + value: 78.965 - type: ndcg_at_3 - value: 74.493 + value: 74.589 - type: ndcg_at_5 - value: 76.25800000000001 + value: 76.616 - type: precision_at_1 - value: 64.8 + value: 64.4 - type: precision_at_10 - value: 9.01 + value: 9.08 - type: precision_at_100 - value: 0.975 + value: 0.976 - type: precision_at_1000 - value: 0.099 + value: 0.1 - type: precision_at_20 value: 4.715 - type: precision_at_3 - value: 27.067000000000004 + value: 27.133000000000003 - type: precision_at_5 - value: 17.080000000000002 + value: 17.26 - type: recall_at_1 - value: 64.8 + value: 64.4 - type: recall_at_10 - value: 90.10000000000001 + value: 90.8 - type: recall_at_100 - value: 97.5 + value: 97.6 - type: recall_at_1000 - value: 99.2 + value: 99.5 - type: recall_at_20 value: 94.3 - type: recall_at_3 - value: 81.2 + value: 81.39999999999999 - type: recall_at_5 - value: 85.39999999999999 + value: 86.3 task: type: Retrieval - dataset: @@ -12055,5712 +12055,19 @@ model-index: type: C-MTEB/waimai-classification metrics: - type: accuracy - value: 88.75999999999999 + value: 89.73 - type: ap - value: 73.98539257322851 + value: 75.94477616904837 - type: ap_weighted - value: 73.98539257322851 - - type: f1 - value: 87.5285625266221 - - type: f1_weighted - value: 88.89821431206254 - - type: main_score - value: 88.75999999999999 - task: - type: Classification - - dataset: - config: default - name: MTEB BSARDRetrieval - revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59 - split: test - type: maastrichtlawtech/bsard - metrics: - - type: main_score - value: 72.52300000000001 - - type: map_at_1 - value: 17.568 - - type: map_at_10 - value: 26.235999999999997 - - type: map_at_100 - value: 27.127000000000002 - - type: map_at_1000 - value: 27.194000000000003 - - type: map_at_20 - value: 26.649 - - type: map_at_3 - value: 23.574 - - type: map_at_5 - value: 25.240000000000002 - - type: mrr_at_1 - value: 17.56756756756757 - - type: mrr_at_10 - value: 26.23605748605749 - - type: mrr_at_100 - value: 27.127370646474375 - - type: mrr_at_1000 - value: 27.193677228265678 - - type: mrr_at_20 - value: 26.648676188149885 - - type: mrr_at_3 - value: 23.573573573573565 - - type: mrr_at_5 - value: 25.24024024024024 - - type: nauc_map_at_1000_diff1 - value: 23.362235735237928 - - type: nauc_map_at_1000_max - value: 23.099557311144455 - - type: nauc_map_at_1000_std - value: 6.417970261189206 - - type: nauc_map_at_100_diff1 - value: 23.319710694694088 - - type: nauc_map_at_100_max - value: 23.095327535767353 - - type: nauc_map_at_100_std - value: 6.43094424518516 - - type: nauc_map_at_10_diff1 - value: 23.67704921408694 - - type: nauc_map_at_10_max - value: 23.623508872346285 - - type: nauc_map_at_10_std - value: 6.495464480679902 - - type: nauc_map_at_1_diff1 - value: 29.767909978816125 - - type: nauc_map_at_1_max - value: 21.298751992079154 - - type: nauc_map_at_1_std - value: 0.5739049357879726 - - type: nauc_map_at_20_diff1 - value: 23.568363361347025 - - type: nauc_map_at_20_max - value: 23.191462056289076 - - type: nauc_map_at_20_std - value: 6.232100129395237 - - type: nauc_map_at_3_diff1 - value: 22.23542268017524 - - type: nauc_map_at_3_max - value: 22.371946221297385 - - type: nauc_map_at_3_std - value: 5.600099483632678 - - type: nauc_map_at_5_diff1 - value: 23.47085633507728 - - type: nauc_map_at_5_max - value: 23.469124006817168 - - type: nauc_map_at_5_std - value: 5.638572238729765 - - type: nauc_mrr_at_1000_diff1 - value: 23.362235735237928 - - type: nauc_mrr_at_1000_max - value: 23.099557311144455 - - type: nauc_mrr_at_1000_std - value: 6.417970261189206 - - type: nauc_mrr_at_100_diff1 - value: 23.319710694694088 - - type: nauc_mrr_at_100_max - value: 23.095327535767353 - - type: nauc_mrr_at_100_std - value: 6.43094424518516 - - type: nauc_mrr_at_10_diff1 - value: 23.67704921408694 - - type: nauc_mrr_at_10_max - value: 23.623508872346285 - - type: nauc_mrr_at_10_std - value: 6.495464480679902 - - type: nauc_mrr_at_1_diff1 - value: 29.767909978816125 - - type: nauc_mrr_at_1_max - value: 21.298751992079154 - - type: nauc_mrr_at_1_std - value: 0.5739049357879726 - - type: nauc_mrr_at_20_diff1 - value: 23.568363361347025 - - type: nauc_mrr_at_20_max - value: 23.191462056289076 - - type: nauc_mrr_at_20_std - value: 6.232100129395237 - - type: nauc_mrr_at_3_diff1 - value: 22.23542268017524 - - type: nauc_mrr_at_3_max - value: 22.371946221297385 - - type: nauc_mrr_at_3_std - value: 5.600099483632678 - - type: nauc_mrr_at_5_diff1 - value: 23.47085633507728 - - type: nauc_mrr_at_5_max - value: 23.469124006817168 - - type: nauc_mrr_at_5_std - value: 5.638572238729765 - - type: nauc_ndcg_at_1000_diff1 - value: 23.18860502285218 - - type: nauc_ndcg_at_1000_max - value: 24.337297830995762 - - type: nauc_ndcg_at_1000_std - value: 10.121678041628586 - - type: nauc_ndcg_at_100_diff1 - value: 21.409677577190962 - - type: nauc_ndcg_at_100_max - value: 23.763824865138915 - - type: nauc_ndcg_at_100_std - value: 9.836913962160063 - - type: nauc_ndcg_at_10_diff1 - value: 23.137608108389536 - - type: nauc_ndcg_at_10_max - value: 25.49878568000273 - - type: nauc_ndcg_at_10_std - value: 9.71436161377689 - - type: nauc_ndcg_at_1_diff1 - value: 29.767909978816125 - - type: nauc_ndcg_at_1_max - value: 21.298751992079154 - - type: nauc_ndcg_at_1_std - value: 0.5739049357879726 - - type: nauc_ndcg_at_20_diff1 - value: 22.84610911259782 - - type: nauc_ndcg_at_20_max - value: 23.98206662083106 - - type: nauc_ndcg_at_20_std - value: 8.83824193781075 - - type: nauc_ndcg_at_3_diff1 - value: 20.820047771679246 - - type: nauc_ndcg_at_3_max - value: 23.042948937441317 - - type: nauc_ndcg_at_3_std - value: 7.6382686198271585 - - type: nauc_ndcg_at_5_diff1 - value: 22.900866891932314 - - type: nauc_ndcg_at_5_max - value: 24.95545943941514 - - type: nauc_ndcg_at_5_std - value: 7.559287348060641 - - type: nauc_precision_at_1000_diff1 - value: 42.861721283134834 - - type: nauc_precision_at_1000_max - value: 45.2902997682021 - - type: nauc_precision_at_1000_std - value: 53.33902847835412 - - type: nauc_precision_at_100_diff1 - value: 11.953909966608961 - - type: nauc_precision_at_100_max - value: 25.778492348102773 - - type: nauc_precision_at_100_std - value: 23.84786369759703 - - type: nauc_precision_at_10_diff1 - value: 22.066967178494913 - - type: nauc_precision_at_10_max - value: 30.838987580597482 - - type: nauc_precision_at_10_std - value: 18.68831796310775 - - type: nauc_precision_at_1_diff1 - value: 29.767909978816125 - - type: nauc_precision_at_1_max - value: 21.298751992079154 - - type: nauc_precision_at_1_std - value: 0.5739049357879726 - - type: nauc_precision_at_20_diff1 - value: 21.13005275171906 - - type: nauc_precision_at_20_max - value: 25.537388359358847 - - type: nauc_precision_at_20_std - value: 15.935408807180243 - - type: nauc_precision_at_3_diff1 - value: 17.462206643366333 - - type: nauc_precision_at_3_max - value: 24.821855620513862 - - type: nauc_precision_at_3_std - value: 12.909441338381935 - - type: nauc_precision_at_5_diff1 - value: 21.895500156457338 - - type: nauc_precision_at_5_max - value: 28.928360384506384 - - type: nauc_precision_at_5_std - value: 12.332846141063767 - - type: nauc_recall_at_1000_diff1 - value: 42.86172128313482 - - type: nauc_recall_at_1000_max - value: 45.29029976820203 - - type: nauc_recall_at_1000_std - value: 53.33902847835422 - - type: nauc_recall_at_100_diff1 - value: 11.95390996660899 - - type: nauc_recall_at_100_max - value: 25.77849234810276 - - type: nauc_recall_at_100_std - value: 23.847863697596992 - - type: nauc_recall_at_10_diff1 - value: 22.066967178494863 - - type: nauc_recall_at_10_max - value: 30.838987580597426 - - type: nauc_recall_at_10_std - value: 18.68831796310771 - - type: nauc_recall_at_1_diff1 - value: 29.767909978816125 - - type: nauc_recall_at_1_max - value: 21.298751992079154 - - type: nauc_recall_at_1_std - value: 0.5739049357879726 - - type: nauc_recall_at_20_diff1 - value: 21.130052751719013 - - type: nauc_recall_at_20_max - value: 25.537388359358843 - - type: nauc_recall_at_20_std - value: 15.93540880718023 - - type: nauc_recall_at_3_diff1 - value: 17.462206643366294 - - type: nauc_recall_at_3_max - value: 24.821855620513826 - - type: nauc_recall_at_3_std - value: 12.909441338381914 - - type: nauc_recall_at_5_diff1 - value: 21.895500156457313 - - type: nauc_recall_at_5_max - value: 28.928360384506362 - - type: nauc_recall_at_5_std - value: 12.332846141063726 - - type: ndcg_at_1 - value: 17.568 - - type: ndcg_at_10 - value: 31.047000000000004 - - type: ndcg_at_100 - value: 36.227 - - type: ndcg_at_1000 - value: 38.362 - - type: ndcg_at_20 - value: 32.61 - - type: ndcg_at_3 - value: 25.611 - - type: ndcg_at_5 - value: 28.597 - - type: precision_at_1 - value: 17.568 - - type: precision_at_10 - value: 4.64 - - type: precision_at_100 - value: 0.7250000000000001 - - type: precision_at_1000 - value: 0.09 - - type: precision_at_20 - value: 2.635 - - type: precision_at_3 - value: 10.511 - - type: precision_at_5 - value: 7.747999999999999 - - type: recall_at_1 - value: 17.568 - - type: recall_at_10 - value: 46.396 - - type: recall_at_100 - value: 72.52300000000001 - - type: recall_at_1000 - value: 90.09 - - type: recall_at_20 - value: 52.703 - - type: recall_at_3 - value: 31.532 - - type: recall_at_5 - value: 38.739000000000004 - task: - type: Retrieval - - dataset: - config: default - name: MTEB AllegroReviews - revision: b89853e6de927b0e3bfa8ecc0e56fe4e02ceafc6 - split: test - type: PL-MTEB/allegro-reviews - metrics: - - type: accuracy - value: 66.66998011928429 + value: 75.94477616904837 - type: f1 - value: 54.371543793302365 + value: 88.49503008728186 - type: f1_weighted - value: 63.79388019991205 + value: 89.81243682011228 - type: main_score - value: 66.66998011928429 + value: 89.73 task: type: Classification - - dataset: - config: default - name: MTEB ArguAna-PL - revision: 63fc86750af76253e8c760fc9e534bbf24d260a2 - split: test - type: clarin-knext/arguana-pl - metrics: - - type: main_score - value: 55.46 - - type: map_at_1 - value: 29.232000000000003 - - type: map_at_10 - value: 45.945 - - type: map_at_100 - value: 46.733000000000004 - - type: map_at_1000 - value: 46.736 - - type: map_at_20 - value: 46.586 - - type: map_at_3 - value: 40.422000000000004 - - type: map_at_5 - value: 43.726 - - type: mrr_at_1 - value: 29.445234708392604 - - type: mrr_at_10 - value: 46.03572557519931 - - type: mrr_at_100 - value: 46.8235128932079 - - type: mrr_at_1000 - value: 46.82675097662112 - - type: mrr_at_20 - value: 46.67688438749221 - - type: mrr_at_3 - value: 40.57610241820769 - - type: mrr_at_5 - value: 43.819345661450974 - - type: nauc_map_at_1000_diff1 - value: 10.502785889600858 - - type: nauc_map_at_1000_max - value: -7.686354797547079 - - type: nauc_map_at_1000_std - value: -14.177066645512207 - - type: nauc_map_at_100_diff1 - value: 10.506323429052205 - - type: nauc_map_at_100_max - value: -7.6807338473246904 - - type: nauc_map_at_100_std - value: -14.177167212491891 - - type: nauc_map_at_10_diff1 - value: 10.405019256218994 - - type: nauc_map_at_10_max - value: -7.5454074967557485 - - type: nauc_map_at_10_std - value: -14.301937136299387 - - type: nauc_map_at_1_diff1 - value: 13.450146784500044 - - type: nauc_map_at_1_max - value: -8.715395052179776 - - type: nauc_map_at_1_std - value: -14.011038446916563 - - type: nauc_map_at_20_diff1 - value: 10.425497585735641 - - type: nauc_map_at_20_max - value: -7.6183351779364585 - - type: nauc_map_at_20_std - value: -14.167874968781927 - - type: nauc_map_at_3_diff1 - value: 10.462458378350235 - - type: nauc_map_at_3_max - value: -7.7309355115393945 - - type: nauc_map_at_3_std - value: -13.544003909328806 - - type: nauc_map_at_5_diff1 - value: 9.953747189168595 - - type: nauc_map_at_5_max - value: -8.000529086220583 - - type: nauc_map_at_5_std - value: -14.823371091659702 - - type: nauc_mrr_at_1000_diff1 - value: 9.531482089391643 - - type: nauc_mrr_at_1000_max - value: -8.198176858165382 - - type: nauc_mrr_at_1000_std - value: -13.912750101416698 - - type: nauc_mrr_at_100_diff1 - value: 9.535116615067988 - - type: nauc_mrr_at_100_max - value: -8.192512626234889 - - type: nauc_mrr_at_100_std - value: -13.912878856317642 - - type: nauc_mrr_at_10_diff1 - value: 9.461598994329648 - - type: nauc_mrr_at_10_max - value: -8.039357214473368 - - type: nauc_mrr_at_10_std - value: -14.042489357115507 - - type: nauc_mrr_at_1_diff1 - value: 12.779727867481405 - - type: nauc_mrr_at_1_max - value: -8.838661466218573 - - type: nauc_mrr_at_1_std - value: -13.509125665978333 - - type: nauc_mrr_at_20_diff1 - value: 9.461374495467274 - - type: nauc_mrr_at_20_max - value: -8.12628346963044 - - type: nauc_mrr_at_20_std - value: -13.904713587399781 - - type: nauc_mrr_at_3_diff1 - value: 9.519031795305066 - - type: nauc_mrr_at_3_max - value: -8.15023955552063 - - type: nauc_mrr_at_3_std - value: -13.485287346853307 - - type: nauc_mrr_at_5_diff1 - value: 8.908610017641701 - - type: nauc_mrr_at_5_max - value: -8.56506477559728 - - type: nauc_mrr_at_5_std - value: -14.658681656132465 - - type: nauc_ndcg_at_1000_diff1 - value: 10.098360395073335 - - type: nauc_ndcg_at_1000_max - value: -7.340354149365716 - - type: nauc_ndcg_at_1000_std - value: -14.021622532721869 - - type: nauc_ndcg_at_100_diff1 - value: 10.180894245878132 - - type: nauc_ndcg_at_100_max - value: -7.2078775650586975 - - type: nauc_ndcg_at_100_std - value: -14.035377812520178 - - type: nauc_ndcg_at_10_diff1 - value: 9.639428047091771 - - type: nauc_ndcg_at_10_max - value: -6.392201736606361 - - type: nauc_ndcg_at_10_std - value: -14.560037498314621 - - type: nauc_ndcg_at_1_diff1 - value: 13.450146784500044 - - type: nauc_ndcg_at_1_max - value: -8.715395052179776 - - type: nauc_ndcg_at_1_std - value: -14.011038446916563 - - type: nauc_ndcg_at_20_diff1 - value: 9.674236239607199 - - type: nauc_ndcg_at_20_max - value: -6.597761863805856 - - type: nauc_ndcg_at_20_std - value: -13.80905210481527 - - type: nauc_ndcg_at_3_diff1 - value: 9.530133327673822 - - type: nauc_ndcg_at_3_max - value: -7.456119329628919 - - type: nauc_ndcg_at_3_std - value: -13.535125784613665 - - type: nauc_ndcg_at_5_diff1 - value: 8.496538833750787 - - type: nauc_ndcg_at_5_max - value: -7.897313374391556 - - type: nauc_ndcg_at_5_std - value: -15.93359512296299 - - type: nauc_precision_at_1000_diff1 - value: -17.975053415855932 - - type: nauc_precision_at_1000_max - value: 1.6374460508901119 - - type: nauc_precision_at_1000_std - value: 67.87961898836618 - - type: nauc_precision_at_100_diff1 - value: 15.041694590736752 - - type: nauc_precision_at_100_max - value: 25.37319834135301 - - type: nauc_precision_at_100_std - value: 19.523939232189043 - - type: nauc_precision_at_10_diff1 - value: 5.573811170307738 - - type: nauc_precision_at_10_max - value: 2.921092448607865 - - type: nauc_precision_at_10_std - value: -15.709514126395025 - - type: nauc_precision_at_1_diff1 - value: 13.450146784500044 - - type: nauc_precision_at_1_max - value: -8.715395052179776 - - type: nauc_precision_at_1_std - value: -14.011038446916563 - - type: nauc_precision_at_20_diff1 - value: 0.12142004352181024 - - type: nauc_precision_at_20_max - value: 13.711485803842164 - - type: nauc_precision_at_20_std - value: -2.020950895812948 - - type: nauc_precision_at_3_diff1 - value: 6.7779460397264515 - - type: nauc_precision_at_3_max - value: -6.655480077476869 - - type: nauc_precision_at_3_std - value: -13.553739193256142 - - type: nauc_precision_at_5_diff1 - value: 3.103460548855474 - - type: nauc_precision_at_5_max - value: -7.591305339148799 - - type: nauc_precision_at_5_std - value: -20.402616152037595 - - type: nauc_recall_at_1000_diff1 - value: -17.97505341585769 - - type: nauc_recall_at_1000_max - value: 1.637446050887491 - - type: nauc_recall_at_1000_std - value: 67.87961898836626 - - type: nauc_recall_at_100_diff1 - value: 15.04169459073919 - - type: nauc_recall_at_100_max - value: 25.37319834135467 - - type: nauc_recall_at_100_std - value: 19.523939232189914 - - type: nauc_recall_at_10_diff1 - value: 5.573811170307614 - - type: nauc_recall_at_10_max - value: 2.921092448607839 - - type: nauc_recall_at_10_std - value: -15.70951412639516 - - type: nauc_recall_at_1_diff1 - value: 13.450146784500044 - - type: nauc_recall_at_1_max - value: -8.715395052179776 - - type: nauc_recall_at_1_std - value: -14.011038446916563 - - type: nauc_recall_at_20_diff1 - value: 0.12142004352181009 - - type: nauc_recall_at_20_max - value: 13.711485803842086 - - type: nauc_recall_at_20_std - value: -2.020950895812578 - - type: nauc_recall_at_3_diff1 - value: 6.777946039726469 - - type: nauc_recall_at_3_max - value: -6.6554800774768275 - - type: nauc_recall_at_3_std - value: -13.55373919325609 - - type: nauc_recall_at_5_diff1 - value: 3.103460548855548 - - type: nauc_recall_at_5_max - value: -7.591305339148789 - - type: nauc_recall_at_5_std - value: -20.402616152037513 - - type: ndcg_at_1 - value: 29.232000000000003 - - type: ndcg_at_10 - value: 55.46 - - type: ndcg_at_100 - value: 58.617 - - type: ndcg_at_1000 - value: 58.677 - - type: ndcg_at_20 - value: 57.714 - - type: ndcg_at_3 - value: 44.153999999999996 - - type: ndcg_at_5 - value: 50.119 - - type: precision_at_1 - value: 29.232000000000003 - - type: precision_at_10 - value: 8.591999999999999 - - type: precision_at_100 - value: 0.992 - - type: precision_at_1000 - value: 0.1 - - type: precision_at_20 - value: 4.733 - - type: precision_at_3 - value: 18.326 - - type: precision_at_5 - value: 13.898 - - type: recall_at_1 - value: 29.232000000000003 - - type: recall_at_10 - value: 85.917 - - type: recall_at_100 - value: 99.21799999999999 - - type: recall_at_1000 - value: 99.644 - - type: recall_at_20 - value: 94.666 - - type: recall_at_3 - value: 54.979 - - type: recall_at_5 - value: 69.488 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CBD - revision: 36ddb419bcffe6a5374c3891957912892916f28d - split: test - type: PL-MTEB/cbd - metrics: - - type: accuracy - value: 84.59999999999998 - - type: ap - value: 39.6367333585003 - - type: ap_weighted - value: 39.6367333585003 - - type: f1 - value: 74.49482276609427 - - type: f1_weighted - value: 86.23477944376174 - - type: main_score - value: 84.59999999999998 - task: - type: Classification - - dataset: - config: default - name: MTEB CDSC-E - revision: 0a3d4aa409b22f80eb22cbf59b492637637b536d - split: test - type: PL-MTEB/cdsce-pairclassification - metrics: - - type: cosine_accuracy - value: 88.8 - - type: cosine_accuracy_threshold - value: 94.77243423461914 - - type: cosine_ap - value: 74.53294045085991 - - type: cosine_f1 - value: 67.5 - - type: cosine_f1_threshold - value: 92.33227968215942 - - type: cosine_precision - value: 64.28571428571429 - - type: cosine_recall - value: 71.05263157894737 - - type: dot_accuracy - value: 88.8 - - type: dot_accuracy_threshold - value: 94.77243423461914 - - type: dot_ap - value: 74.53294045085991 - - type: dot_f1 - value: 67.5 - - type: dot_f1_threshold - value: 92.3322856426239 - - type: dot_precision - value: 64.28571428571429 - - type: dot_recall - value: 71.05263157894737 - - type: euclidean_accuracy - value: 88.8 - - type: euclidean_accuracy_threshold - value: 32.334333658218384 - - type: euclidean_ap - value: 74.53294045085991 - - type: euclidean_f1 - value: 67.5 - - type: euclidean_f1_threshold - value: 39.16049003601074 - - type: euclidean_precision - value: 64.28571428571429 - - type: euclidean_recall - value: 71.05263157894737 - - type: main_score - value: 74.53294045085991 - - type: manhattan_accuracy - value: 88.8 - - type: manhattan_accuracy_threshold - value: 1547.9369163513184 - - type: manhattan_ap - value: 74.46681166184207 - - type: manhattan_f1 - value: 67.33167082294264 - - type: manhattan_f1_threshold - value: 1859.6370697021484 - - type: manhattan_precision - value: 63.98104265402843 - - type: manhattan_recall - value: 71.05263157894737 - - type: max_ap - value: 74.53294045085991 - - type: max_f1 - value: 67.5 - - type: max_precision - value: 64.28571428571429 - - type: max_recall - value: 71.05263157894737 - - type: similarity_accuracy - value: 88.8 - - type: similarity_accuracy_threshold - value: 94.77243423461914 - - type: similarity_ap - value: 74.53294045085991 - - type: similarity_f1 - value: 67.5 - - type: similarity_f1_threshold - value: 92.33227968215942 - - type: similarity_precision - value: 64.28571428571429 - - type: similarity_recall - value: 71.05263157894737 - task: - type: PairClassification - - dataset: - config: default - name: MTEB CDSC-R - revision: 1cd6abbb00df7d14be3dbd76a7dcc64b3a79a7cd - split: test - type: PL-MTEB/cdscr-sts - metrics: - - type: cosine_pearson - value: 93.08928372799097 - - type: cosine_spearman - value: 92.82282319248756 - - type: euclidean_pearson - value: 91.44458065562785 - - type: euclidean_spearman - value: 92.82277967128924 - - type: main_score - value: 92.82282319248756 - - type: manhattan_pearson - value: 91.49209204032495 - - type: manhattan_spearman - value: 92.86500827709709 - - type: pearson - value: 93.08928372799097 - - type: spearman - value: 92.82282319248756 - task: - type: STS - - dataset: - config: default - name: MTEB DBPedia-PL - revision: 76afe41d9af165cc40999fcaa92312b8b012064a - split: test - type: clarin-knext/dbpedia-pl - metrics: - - type: main_score - value: 37.158 - - type: map_at_1 - value: 7.788 - - type: map_at_10 - value: 17.559 - - type: map_at_100 - value: 25.272 - - type: map_at_1000 - value: 27.125 - - type: map_at_20 - value: 20.483 - - type: map_at_3 - value: 12.542 - - type: map_at_5 - value: 14.571000000000002 - - type: mrr_at_1 - value: 57.49999999999999 - - type: mrr_at_10 - value: 68.23353174603176 - - type: mrr_at_100 - value: 68.50672350816744 - - type: mrr_at_1000 - value: 68.52247100314929 - - type: mrr_at_20 - value: 68.38637622589829 - - type: mrr_at_3 - value: 66.0 - - type: mrr_at_5 - value: 67.77499999999999 - - type: nauc_map_at_1000_diff1 - value: 19.717948841211605 - - type: nauc_map_at_1000_max - value: 9.288820087003367 - - type: nauc_map_at_1000_std - value: 20.879026137601887 - - type: nauc_map_at_100_diff1 - value: 20.188253614879525 - - type: nauc_map_at_100_max - value: 6.372907047920168 - - type: nauc_map_at_100_std - value: 17.56696166857179 - - type: nauc_map_at_10_diff1 - value: 28.828057382672647 - - type: nauc_map_at_10_max - value: 0.6181930352721214 - - type: nauc_map_at_10_std - value: -3.8233616452518695 - - type: nauc_map_at_1_diff1 - value: 46.17759454379471 - - type: nauc_map_at_1_max - value: -1.2547951904168366 - - type: nauc_map_at_1_std - value: -15.850344250080495 - - type: nauc_map_at_20_diff1 - value: 25.66509849424556 - - type: nauc_map_at_20_max - value: 2.966364491948928 - - type: nauc_map_at_20_std - value: 3.60098211443544 - - type: nauc_map_at_3_diff1 - value: 33.949746836518784 - - type: nauc_map_at_3_max - value: -0.48480759212207764 - - type: nauc_map_at_3_std - value: -12.442185584819159 - - type: nauc_map_at_5_diff1 - value: 32.71109907631609 - - type: nauc_map_at_5_max - value: 1.0362759190596795 - - type: nauc_map_at_5_std - value: -10.438598772493624 - - type: nauc_mrr_at_1000_diff1 - value: 31.269946753576967 - - type: nauc_mrr_at_1000_max - value: 31.83960117453128 - - type: nauc_mrr_at_1000_std - value: 32.89716139639096 - - type: nauc_mrr_at_100_diff1 - value: 31.27149960219703 - - type: nauc_mrr_at_100_max - value: 31.858982647079266 - - type: nauc_mrr_at_100_std - value: 32.89727920489369 - - type: nauc_mrr_at_10_diff1 - value: 31.002098892844266 - - type: nauc_mrr_at_10_max - value: 31.815861199345342 - - type: nauc_mrr_at_10_std - value: 32.978178528104976 - - type: nauc_mrr_at_1_diff1 - value: 33.836718496338236 - - type: nauc_mrr_at_1_max - value: 26.825282297341225 - - type: nauc_mrr_at_1_std - value: 27.106316966701584 - - type: nauc_mrr_at_20_diff1 - value: 31.20948063747236 - - type: nauc_mrr_at_20_max - value: 31.83511554530153 - - type: nauc_mrr_at_20_std - value: 32.87101978213825 - - type: nauc_mrr_at_3_diff1 - value: 31.60332128370919 - - type: nauc_mrr_at_3_max - value: 31.235539036822047 - - type: nauc_mrr_at_3_std - value: 32.44212786178573 - - type: nauc_mrr_at_5_diff1 - value: 31.453145553849392 - - type: nauc_mrr_at_5_max - value: 31.536861198566495 - - type: nauc_mrr_at_5_std - value: 32.71970436673626 - - type: nauc_ndcg_at_1000_diff1 - value: 17.53124452036564 - - type: nauc_ndcg_at_1000_max - value: 18.596891379024278 - - type: nauc_ndcg_at_1000_std - value: 35.391122349027796 - - type: nauc_ndcg_at_100_diff1 - value: 18.861841559667734 - - type: nauc_ndcg_at_100_max - value: 12.47799675991209 - - type: nauc_ndcg_at_100_std - value: 27.414609384383542 - - type: nauc_ndcg_at_10_diff1 - value: 20.240612242669048 - - type: nauc_ndcg_at_10_max - value: 7.683636942648057 - - type: nauc_ndcg_at_10_std - value: 19.877454804374583 - - type: nauc_ndcg_at_1_diff1 - value: 32.115358463998675 - - type: nauc_ndcg_at_1_max - value: 16.433795747215306 - - type: nauc_ndcg_at_1_std - value: 16.159755705007598 - - type: nauc_ndcg_at_20_diff1 - value: 21.691487081630907 - - type: nauc_ndcg_at_20_max - value: 8.008358391021618 - - type: nauc_ndcg_at_20_std - value: 18.21252225826786 - - type: nauc_ndcg_at_3_diff1 - value: 20.586795240892144 - - type: nauc_ndcg_at_3_max - value: 12.495638059254945 - - type: nauc_ndcg_at_3_std - value: 21.60222133655735 - - type: nauc_ndcg_at_5_diff1 - value: 21.074550902604848 - - type: nauc_ndcg_at_5_max - value: 11.119330459490238 - - type: nauc_ndcg_at_5_std - value: 21.66642015786286 - - type: nauc_precision_at_1000_diff1 - value: -6.99902738945863 - - type: nauc_precision_at_1000_max - value: 26.517601449080217 - - type: nauc_precision_at_1000_std - value: 19.317042723341093 - - type: nauc_precision_at_100_diff1 - value: -12.097892120151556 - - type: nauc_precision_at_100_max - value: 21.178551934879877 - - type: nauc_precision_at_100_std - value: 41.85444279167118 - - type: nauc_precision_at_10_diff1 - value: -9.035138901008862 - - type: nauc_precision_at_10_max - value: 14.688595613184086 - - type: nauc_precision_at_10_std - value: 40.929869919506054 - - type: nauc_precision_at_1_diff1 - value: 33.836718496338236 - - type: nauc_precision_at_1_max - value: 26.825282297341225 - - type: nauc_precision_at_1_std - value: 27.106316966701584 - - type: nauc_precision_at_20_diff1 - value: -10.17299709672001 - - type: nauc_precision_at_20_max - value: 18.321856179667446 - - type: nauc_precision_at_20_std - value: 43.67167228241682 - - type: nauc_precision_at_3_diff1 - value: 2.2694320560983727 - - type: nauc_precision_at_3_max - value: 20.361782058286664 - - type: nauc_precision_at_3_std - value: 33.64957145499185 - - type: nauc_precision_at_5_diff1 - value: -1.3490414264646866 - - type: nauc_precision_at_5_max - value: 19.026363729564775 - - type: nauc_precision_at_5_std - value: 37.002377703997574 - - type: nauc_recall_at_1000_diff1 - value: 6.61095747312913 - - type: nauc_recall_at_1000_max - value: 21.848405490384913 - - type: nauc_recall_at_1000_std - value: 48.01501198286099 - - type: nauc_recall_at_100_diff1 - value: 10.61255339624991 - - type: nauc_recall_at_100_max - value: 10.560638486147043 - - type: nauc_recall_at_100_std - value: 29.546295549651123 - - type: nauc_recall_at_10_diff1 - value: 21.907619020929754 - - type: nauc_recall_at_10_max - value: -2.376721914451776 - - type: nauc_recall_at_10_std - value: -4.847298297286775 - - type: nauc_recall_at_1_diff1 - value: 46.17759454379471 - - type: nauc_recall_at_1_max - value: -1.2547951904168366 - - type: nauc_recall_at_1_std - value: -15.850344250080495 - - type: nauc_recall_at_20_diff1 - value: 18.524114441581744 - - type: nauc_recall_at_20_max - value: 1.4521197936632442 - - type: nauc_recall_at_20_std - value: 3.6946971168217706 - - type: nauc_recall_at_3_diff1 - value: 29.23016890651971 - - type: nauc_recall_at_3_max - value: -1.8605739217483561 - - type: nauc_recall_at_3_std - value: -12.263583914144881 - - type: nauc_recall_at_5_diff1 - value: 28.124478219964 - - type: nauc_recall_at_5_max - value: -0.8947432730368748 - - type: nauc_recall_at_5_std - value: -11.674241635354349 - - type: ndcg_at_1 - value: 46.375 - - type: ndcg_at_10 - value: 37.158 - - type: ndcg_at_100 - value: 43.128 - - type: ndcg_at_1000 - value: 50.69200000000001 - - type: ndcg_at_20 - value: 37.268 - - type: ndcg_at_3 - value: 40.966 - - type: ndcg_at_5 - value: 38.558 - - type: precision_at_1 - value: 57.49999999999999 - - type: precision_at_10 - value: 30.15 - - type: precision_at_100 - value: 10.298 - - type: precision_at_1000 - value: 2.274 - - type: precision_at_20 - value: 23.186999999999998 - - type: precision_at_3 - value: 45.25 - - type: precision_at_5 - value: 38.0 - - type: recall_at_1 - value: 7.788 - - type: recall_at_10 - value: 23.305 - - type: recall_at_100 - value: 50.205999999999996 - - type: recall_at_1000 - value: 74.295 - - type: recall_at_20 - value: 30.653000000000002 - - type: recall_at_3 - value: 14.051 - - type: recall_at_5 - value: 17.555 - task: - type: Retrieval - - dataset: - config: default - name: MTEB 8TagsClustering - revision: 78b962b130c6690659c65abf67bf1c2f030606b6 - split: test - type: PL-MTEB/8tags-clustering - metrics: - - type: main_score - value: 51.50199732043716 - - type: v_measure - value: 51.50199732043716 - - type: v_measure_std - value: 2.1037892821478335 - task: - type: Clustering - - dataset: - config: default - name: MTEB FiQA-PL - revision: 2e535829717f8bf9dc829b7f911cc5bbd4e6608e - split: test - type: clarin-knext/fiqa-pl - metrics: - - type: main_score - value: 45.743 - - type: map_at_1 - value: 22.495 - - type: map_at_10 - value: 37.269999999999996 - - type: map_at_100 - value: 39.32 - - type: map_at_1000 - value: 39.474 - - type: map_at_20 - value: 38.446999999999996 - - type: map_at_3 - value: 32.452999999999996 - - type: map_at_5 - value: 35.353 - - type: mrr_at_1 - value: 44.44444444444444 - - type: mrr_at_10 - value: 53.85300313541052 - - type: mrr_at_100 - value: 54.55866777383982 - - type: mrr_at_1000 - value: 54.59175804016086 - - type: mrr_at_20 - value: 54.28927000329718 - - type: mrr_at_3 - value: 51.51748971193415 - - type: mrr_at_5 - value: 52.99125514403289 - - type: nauc_map_at_1000_diff1 - value: 43.67665596379517 - - type: nauc_map_at_1000_max - value: 27.300277548467083 - - type: nauc_map_at_1000_std - value: -1.2286099566460338 - - type: nauc_map_at_100_diff1 - value: 43.64191587331029 - - type: nauc_map_at_100_max - value: 27.192080216071325 - - type: nauc_map_at_100_std - value: -1.2836006532401139 - - type: nauc_map_at_10_diff1 - value: 43.402619329393474 - - type: nauc_map_at_10_max - value: 25.150191597314738 - - type: nauc_map_at_10_std - value: -2.643411877592581 - - type: nauc_map_at_1_diff1 - value: 47.131757603258364 - - type: nauc_map_at_1_max - value: 16.628115295460642 - - type: nauc_map_at_1_std - value: -5.420155745014655 - - type: nauc_map_at_20_diff1 - value: 43.21779762800581 - - type: nauc_map_at_20_max - value: 26.350630822592358 - - type: nauc_map_at_20_std - value: -1.8982532454225303 - - type: nauc_map_at_3_diff1 - value: 43.77467073501862 - - type: nauc_map_at_3_max - value: 20.8794998745785 - - type: nauc_map_at_3_std - value: -4.609804091006871 - - type: nauc_map_at_5_diff1 - value: 43.133522690016164 - - type: nauc_map_at_5_max - value: 23.780413291891882 - - type: nauc_map_at_5_std - value: -2.8672870977941605 - - type: nauc_mrr_at_1000_diff1 - value: 53.10081824795023 - - type: nauc_mrr_at_1000_max - value: 37.412071384452744 - - type: nauc_mrr_at_1000_std - value: 1.3054001614930035 - - type: nauc_mrr_at_100_diff1 - value: 53.09183337030703 - - type: nauc_mrr_at_100_max - value: 37.42539658932786 - - type: nauc_mrr_at_100_std - value: 1.3234733019063856 - - type: nauc_mrr_at_10_diff1 - value: 53.02622457364493 - - type: nauc_mrr_at_10_max - value: 37.56755942011799 - - type: nauc_mrr_at_10_std - value: 1.1914639725471496 - - type: nauc_mrr_at_1_diff1 - value: 56.005833443525965 - - type: nauc_mrr_at_1_max - value: 35.24121569297938 - - type: nauc_mrr_at_1_std - value: -1.5503135555701086 - - type: nauc_mrr_at_20_diff1 - value: 53.02375651618393 - - type: nauc_mrr_at_20_max - value: 37.432220097949376 - - type: nauc_mrr_at_20_std - value: 1.2961922190207147 - - type: nauc_mrr_at_3_diff1 - value: 53.60330597085407 - - type: nauc_mrr_at_3_max - value: 36.4063432757418 - - type: nauc_mrr_at_3_std - value: 0.0869713762799581 - - type: nauc_mrr_at_5_diff1 - value: 53.082837852025065 - - type: nauc_mrr_at_5_max - value: 37.768051901258794 - - type: nauc_mrr_at_5_std - value: 1.4529049416524216 - - type: nauc_ndcg_at_1000_diff1 - value: 45.69445219763277 - - type: nauc_ndcg_at_1000_max - value: 33.47546627823062 - - type: nauc_ndcg_at_1000_std - value: 2.8661956736527996 - - type: nauc_ndcg_at_100_diff1 - value: 45.00865346920527 - - type: nauc_ndcg_at_100_max - value: 32.60842747088832 - - type: nauc_ndcg_at_100_std - value: 3.0432310025774982 - - type: nauc_ndcg_at_10_diff1 - value: 43.949512158842886 - - type: nauc_ndcg_at_10_max - value: 28.633133219698102 - - type: nauc_ndcg_at_10_std - value: -0.988120828216768 - - type: nauc_ndcg_at_1_diff1 - value: 56.005833443525965 - - type: nauc_ndcg_at_1_max - value: 35.24121569297938 - - type: nauc_ndcg_at_1_std - value: -1.5503135555701086 - - type: nauc_ndcg_at_20_diff1 - value: 43.44864982223412 - - type: nauc_ndcg_at_20_max - value: 30.001884009559365 - - type: nauc_ndcg_at_20_std - value: 0.47609666321585886 - - type: nauc_ndcg_at_3_diff1 - value: 45.06088297160447 - - type: nauc_ndcg_at_3_max - value: 29.31190490592052 - - type: nauc_ndcg_at_3_std - value: -1.7137906563190914 - - type: nauc_ndcg_at_5_diff1 - value: 43.69818726090504 - - type: nauc_ndcg_at_5_max - value: 28.8191923046129 - - type: nauc_ndcg_at_5_std - value: -0.6419449792142431 - - type: nauc_precision_at_1000_diff1 - value: 4.386004815900876 - - type: nauc_precision_at_1000_max - value: 34.772657854303894 - - type: nauc_precision_at_1000_std - value: 16.489897609485826 - - type: nauc_precision_at_100_diff1 - value: 10.378770912736556 - - type: nauc_precision_at_100_max - value: 40.078290430428304 - - type: nauc_precision_at_100_std - value: 19.450269926793222 - - type: nauc_precision_at_10_diff1 - value: 20.400494484975106 - - type: nauc_precision_at_10_max - value: 39.14911545817243 - - type: nauc_precision_at_10_std - value: 9.785842673526762 - - type: nauc_precision_at_1_diff1 - value: 56.005833443525965 - - type: nauc_precision_at_1_max - value: 35.24121569297938 - - type: nauc_precision_at_1_std - value: -1.5503135555701086 - - type: nauc_precision_at_20_diff1 - value: 15.393535826614322 - - type: nauc_precision_at_20_max - value: 40.31386422419663 - - type: nauc_precision_at_20_std - value: 13.516100118847444 - - type: nauc_precision_at_3_diff1 - value: 34.03826253444397 - - type: nauc_precision_at_3_max - value: 35.51452405497843 - - type: nauc_precision_at_3_std - value: 2.7557682623777087 - - type: nauc_precision_at_5_diff1 - value: 25.340839704002388 - - type: nauc_precision_at_5_max - value: 39.15392665612607 - - type: nauc_precision_at_5_std - value: 8.099822978145566 - - type: nauc_recall_at_1000_diff1 - value: 30.50713126973229 - - type: nauc_recall_at_1000_max - value: 36.8571645268172 - - type: nauc_recall_at_1000_std - value: 33.488587670824764 - - type: nauc_recall_at_100_diff1 - value: 28.349999148728493 - - type: nauc_recall_at_100_max - value: 26.593855391567434 - - type: nauc_recall_at_100_std - value: 16.866013872128406 - - type: nauc_recall_at_10_diff1 - value: 30.29270171291693 - - type: nauc_recall_at_10_max - value: 19.093915182481037 - - type: nauc_recall_at_10_std - value: -1.4978028545316968 - - type: nauc_recall_at_1_diff1 - value: 47.131757603258364 - - type: nauc_recall_at_1_max - value: 16.628115295460642 - - type: nauc_recall_at_1_std - value: -5.420155745014655 - - type: nauc_recall_at_20_diff1 - value: 27.448993459103427 - - type: nauc_recall_at_20_max - value: 20.47824308530052 - - type: nauc_recall_at_20_std - value: 2.2956960816237824 - - type: nauc_recall_at_3_diff1 - value: 36.93725469077635 - - type: nauc_recall_at_3_max - value: 17.185607882239516 - - type: nauc_recall_at_3_std - value: -4.101832506177628 - - type: nauc_recall_at_5_diff1 - value: 32.591852712263716 - - type: nauc_recall_at_5_max - value: 19.57514443862995 - - type: nauc_recall_at_5_std - value: -0.23716711035317323 - - type: ndcg_at_1 - value: 44.444 - - type: ndcg_at_10 - value: 45.743 - - type: ndcg_at_100 - value: 52.608 - - type: ndcg_at_1000 - value: 55.123 - - type: ndcg_at_20 - value: 48.498000000000005 - - type: ndcg_at_3 - value: 41.675000000000004 - - type: ndcg_at_5 - value: 43.356 - - type: precision_at_1 - value: 44.444 - - type: precision_at_10 - value: 12.639 - - type: precision_at_100 - value: 1.986 - - type: precision_at_1000 - value: 0.244 - - type: precision_at_20 - value: 7.507999999999999 - - type: precision_at_3 - value: 27.881 - - type: precision_at_5 - value: 20.833 - - type: recall_at_1 - value: 22.495 - - type: recall_at_10 - value: 53.504 - - type: recall_at_100 - value: 78.70899999999999 - - type: recall_at_1000 - value: 93.643 - - type: recall_at_20 - value: 61.87200000000001 - - type: recall_at_3 - value: 38.198 - - type: recall_at_5 - value: 45.381 - task: - type: Retrieval - - dataset: - config: default - name: MTEB HotpotQA-PL - revision: a0bd479ac97b4ccb5bd6ce320c415d0bb4beb907 - split: test - type: clarin-knext/hotpotqa-pl - metrics: - - type: main_score - value: 71.458 - - type: map_at_1 - value: 39.858 - - type: map_at_10 - value: 62.846000000000004 - - type: map_at_100 - value: 63.708 - - type: map_at_1000 - value: 63.76199999999999 - - type: map_at_20 - value: 63.363 - - type: map_at_3 - value: 59.233999999999995 - - type: map_at_5 - value: 61.455000000000005 - - type: mrr_at_1 - value: 79.71640783254557 - - type: mrr_at_10 - value: 85.60616486072234 - - type: mrr_at_100 - value: 85.74963562586552 - - type: mrr_at_1000 - value: 85.75383932067582 - - type: mrr_at_20 - value: 85.69453151648447 - - type: mrr_at_3 - value: 84.7422912446543 - - type: mrr_at_5 - value: 85.31217645734831 - - type: nauc_map_at_1000_diff1 - value: 18.82896026721301 - - type: nauc_map_at_1000_max - value: 30.08208297638813 - - type: nauc_map_at_1000_std - value: 1.0919499027581339 - - type: nauc_map_at_100_diff1 - value: 18.787849467594707 - - type: nauc_map_at_100_max - value: 30.0672241013999 - - type: nauc_map_at_100_std - value: 1.0854009377291158 - - type: nauc_map_at_10_diff1 - value: 18.563330543640195 - - type: nauc_map_at_10_max - value: 29.647927284475323 - - type: nauc_map_at_10_std - value: 0.45574925541029604 - - type: nauc_map_at_1_diff1 - value: 72.71208210581678 - - type: nauc_map_at_1_max - value: 41.786454058521905 - - type: nauc_map_at_1_std - value: -7.559908527828302 - - type: nauc_map_at_20_diff1 - value: 18.706554365458665 - - type: nauc_map_at_20_max - value: 29.95643199659549 - - type: nauc_map_at_20_std - value: 0.8105767533039925 - - type: nauc_map_at_3_diff1 - value: 19.2816636555537 - - type: nauc_map_at_3_max - value: 27.97855665073172 - - type: nauc_map_at_3_std - value: -2.3775429838338296 - - type: nauc_map_at_5_diff1 - value: 18.854680004407367 - - type: nauc_map_at_5_max - value: 29.155799904353596 - - type: nauc_map_at_5_std - value: -0.7164832038589412 - - type: nauc_mrr_at_1000_diff1 - value: 72.05334909361561 - - type: nauc_mrr_at_1000_max - value: 46.044920600161795 - - type: nauc_mrr_at_1000_std - value: -4.457821177435927 - - type: nauc_mrr_at_100_diff1 - value: 72.05317253897155 - - type: nauc_mrr_at_100_max - value: 46.05318857254434 - - type: nauc_mrr_at_100_std - value: -4.447361331913138 - - type: nauc_mrr_at_10_diff1 - value: 71.9938772291846 - - type: nauc_mrr_at_10_max - value: 46.184304078169596 - - type: nauc_mrr_at_10_std - value: -4.394273696540023 - - type: nauc_mrr_at_1_diff1 - value: 72.71208210581678 - - type: nauc_mrr_at_1_max - value: 41.786454058521905 - - type: nauc_mrr_at_1_std - value: -7.559908527828302 - - type: nauc_mrr_at_20_diff1 - value: 72.04105502901557 - - type: nauc_mrr_at_20_max - value: 46.128138383996685 - - type: nauc_mrr_at_20_std - value: -4.405852757292548 - - type: nauc_mrr_at_3_diff1 - value: 71.82880140683653 - - type: nauc_mrr_at_3_max - value: 46.30467612536101 - - type: nauc_mrr_at_3_std - value: -4.821098102505373 - - type: nauc_mrr_at_5_diff1 - value: 71.97495635309006 - - type: nauc_mrr_at_5_max - value: 46.23622063437775 - - type: nauc_mrr_at_5_std - value: -4.6516510843012195 - - type: nauc_ndcg_at_1000_diff1 - value: 25.11034492194725 - - type: nauc_ndcg_at_1000_max - value: 34.85396991528589 - - type: nauc_ndcg_at_1000_std - value: 4.929757713292653 - - type: nauc_ndcg_at_100_diff1 - value: 24.081999142029016 - - type: nauc_ndcg_at_100_max - value: 34.58418101031264 - - type: nauc_ndcg_at_100_std - value: 5.182871503471253 - - type: nauc_ndcg_at_10_diff1 - value: 23.216653213082708 - - type: nauc_ndcg_at_10_max - value: 33.22162749020928 - - type: nauc_ndcg_at_10_std - value: 2.5807526683481092 - - type: nauc_ndcg_at_1_diff1 - value: 72.71208210581678 - - type: nauc_ndcg_at_1_max - value: 41.786454058521905 - - type: nauc_ndcg_at_1_std - value: -7.559908527828302 - - type: nauc_ndcg_at_20_diff1 - value: 23.55424798047348 - - type: nauc_ndcg_at_20_max - value: 34.03134195994103 - - type: nauc_ndcg_at_20_std - value: 3.618578669653321 - - type: nauc_ndcg_at_3_diff1 - value: 24.99145894561175 - - type: nauc_ndcg_at_3_max - value: 31.029302544873342 - - type: nauc_ndcg_at_3_std - value: -2.000915160547242 - - type: nauc_ndcg_at_5_diff1 - value: 23.968997373405223 - - type: nauc_ndcg_at_5_max - value: 32.34539270116085 - - type: nauc_ndcg_at_5_std - value: 0.2649701531589036 - - type: nauc_precision_at_1000_diff1 - value: -4.153413327118964 - - type: nauc_precision_at_1000_max - value: 42.516341291018676 - - type: nauc_precision_at_1000_std - value: 43.0681859760197 - - type: nauc_precision_at_100_diff1 - value: -1.6575245669239438 - - type: nauc_precision_at_100_max - value: 35.498672512273444 - - type: nauc_precision_at_100_std - value: 29.314816538075505 - - type: nauc_precision_at_10_diff1 - value: 3.9557238420354968 - - type: nauc_precision_at_10_max - value: 30.599182581229183 - - type: nauc_precision_at_10_std - value: 10.889627599383743 - - type: nauc_precision_at_1_diff1 - value: 72.71208210581678 - - type: nauc_precision_at_1_max - value: 41.786454058521905 - - type: nauc_precision_at_1_std - value: -7.559908527828302 - - type: nauc_precision_at_20_diff1 - value: 2.6376081285589414 - - type: nauc_precision_at_20_max - value: 32.62386286815395 - - type: nauc_precision_at_20_std - value: 15.392519951642358 - - type: nauc_precision_at_3_diff1 - value: 11.532153250815478 - - type: nauc_precision_at_3_max - value: 27.9227292855764 - - type: nauc_precision_at_3_std - value: -0.009884158692811876 - - type: nauc_precision_at_5_diff1 - value: 8.14192449266197 - - type: nauc_precision_at_5_max - value: 29.4009050168275 - - type: nauc_precision_at_5_std - value: 4.491333461521159 - - type: nauc_recall_at_1000_diff1 - value: -4.153413327118319 - - type: nauc_recall_at_1000_max - value: 42.51634129101883 - - type: nauc_recall_at_1000_std - value: 43.068185976019876 - - type: nauc_recall_at_100_diff1 - value: -1.6575245669238963 - - type: nauc_recall_at_100_max - value: 35.49867251227348 - - type: nauc_recall_at_100_std - value: 29.314816538075494 - - type: nauc_recall_at_10_diff1 - value: 3.9557238420354106 - - type: nauc_recall_at_10_max - value: 30.59918258122913 - - type: nauc_recall_at_10_std - value: 10.889627599383676 - - type: nauc_recall_at_1_diff1 - value: 72.71208210581678 - - type: nauc_recall_at_1_max - value: 41.786454058521905 - - type: nauc_recall_at_1_std - value: -7.559908527828302 - - type: nauc_recall_at_20_diff1 - value: 2.6376081285588433 - - type: nauc_recall_at_20_max - value: 32.62386286815392 - - type: nauc_recall_at_20_std - value: 15.392519951642324 - - type: nauc_recall_at_3_diff1 - value: 11.532153250815417 - - type: nauc_recall_at_3_max - value: 27.92272928557642 - - type: nauc_recall_at_3_std - value: -0.009884158692884414 - - type: nauc_recall_at_5_diff1 - value: 8.141924492661996 - - type: nauc_recall_at_5_max - value: 29.400905016827533 - - type: nauc_recall_at_5_std - value: 4.491333461521265 - - type: ndcg_at_1 - value: 79.716 - - type: ndcg_at_10 - value: 71.458 - - type: ndcg_at_100 - value: 74.328 - - type: ndcg_at_1000 - value: 75.359 - - type: ndcg_at_20 - value: 72.698 - - type: ndcg_at_3 - value: 66.44099999999999 - - type: ndcg_at_5 - value: 69.203 - - type: precision_at_1 - value: 79.716 - - type: precision_at_10 - value: 14.997 - - type: precision_at_100 - value: 1.722 - - type: precision_at_1000 - value: 0.186 - - type: precision_at_20 - value: 7.896 - - type: precision_at_3 - value: 42.597 - - type: precision_at_5 - value: 27.741 - - type: recall_at_1 - value: 39.858 - - type: recall_at_10 - value: 74.983 - - type: recall_at_100 - value: 86.09700000000001 - - type: recall_at_1000 - value: 92.903 - - type: recall_at_20 - value: 78.96 - - type: recall_at_3 - value: 63.896 - - type: recall_at_5 - value: 69.352 - task: - type: Retrieval - - dataset: - config: default - name: MTEB MSMARCO-PL - revision: 8634c07806d5cce3a6138e260e59b81760a0a640 - split: test - type: clarin-knext/msmarco-pl - metrics: - - type: main_score - value: 59.241 - - type: map_at_1 - value: 1.965 - - type: map_at_10 - value: 11.924 - - type: map_at_100 - value: 34.791 - - type: map_at_1000 - value: 43.492 - - type: map_at_20 - value: 19.526 - - type: map_at_3 - value: 4.5409999999999995 - - type: map_at_5 - value: 7.061000000000001 - - type: mrr_at_1 - value: 76.74418604651163 - - type: mrr_at_10 - value: 84.13067552602436 - - type: mrr_at_100 - value: 84.32447397563676 - - type: mrr_at_1000 - value: 84.33604403233005 - - type: mrr_at_20 - value: 84.32447397563676 - - type: mrr_at_3 - value: 83.33333333333334 - - type: mrr_at_5 - value: 83.79844961240312 - - type: nauc_map_at_1000_diff1 - value: 12.159078117179046 - - type: nauc_map_at_1000_max - value: 64.11298773611966 - - type: nauc_map_at_1000_std - value: 54.21817905620874 - - type: nauc_map_at_100_diff1 - value: 12.386118312853949 - - type: nauc_map_at_100_max - value: 42.26422077544063 - - type: nauc_map_at_100_std - value: 29.2570931701845 - - type: nauc_map_at_10_diff1 - value: 19.178459163810494 - - type: nauc_map_at_10_max - value: 16.596536396085657 - - type: nauc_map_at_10_std - value: -4.300263200578836 - - type: nauc_map_at_1_diff1 - value: 46.513024786898875 - - type: nauc_map_at_1_max - value: -15.210246414961023 - - type: nauc_map_at_1_std - value: -9.456083493778928 - - type: nauc_map_at_20_diff1 - value: 16.517901412908163 - - type: nauc_map_at_20_max - value: 20.86120906446304 - - type: nauc_map_at_20_std - value: 1.1585208856096998 - - type: nauc_map_at_3_diff1 - value: 31.44160678503829 - - type: nauc_map_at_3_max - value: 1.7270042550306164 - - type: nauc_map_at_3_std - value: -10.13614267146731 - - type: nauc_map_at_5_diff1 - value: 27.709802628834957 - - type: nauc_map_at_5_max - value: 9.865510718255036 - - type: nauc_map_at_5_std - value: -8.349518096887683 - - type: nauc_mrr_at_1000_diff1 - value: 5.899876921594855 - - type: nauc_mrr_at_1000_max - value: 42.30921456935505 - - type: nauc_mrr_at_1000_std - value: 42.06961534139319 - - type: nauc_mrr_at_100_diff1 - value: 5.8808544808378285 - - type: nauc_mrr_at_100_max - value: 42.355098507494404 - - type: nauc_mrr_at_100_std - value: 42.11568984300082 - - type: nauc_mrr_at_10_diff1 - value: 7.118224401100997 - - type: nauc_mrr_at_10_max - value: 43.11294715528994 - - type: nauc_mrr_at_10_std - value: 42.706153717769546 - - type: nauc_mrr_at_1_diff1 - value: 6.384417370863776 - - type: nauc_mrr_at_1_max - value: 39.192356067411104 - - type: nauc_mrr_at_1_std - value: 40.35051299638967 - - type: nauc_mrr_at_20_diff1 - value: 5.8808544808378285 - - type: nauc_mrr_at_20_max - value: 42.355098507494404 - - type: nauc_mrr_at_20_std - value: 42.11568984300082 - - type: nauc_mrr_at_3_diff1 - value: 3.3341943553211046 - - type: nauc_mrr_at_3_max - value: 41.543404571573674 - - type: nauc_mrr_at_3_std - value: 38.98879765076945 - - type: nauc_mrr_at_5_diff1 - value: 8.879507009835894 - - type: nauc_mrr_at_5_max - value: 43.38127234810657 - - type: nauc_mrr_at_5_std - value: 43.68305313066986 - - type: nauc_ndcg_at_1000_diff1 - value: 14.083258315566619 - - type: nauc_ndcg_at_1000_max - value: 71.65961169204522 - - type: nauc_ndcg_at_1000_std - value: 59.74519661886993 - - type: nauc_ndcg_at_100_diff1 - value: 7.309891347575953 - - type: nauc_ndcg_at_100_max - value: 58.13355447878872 - - type: nauc_ndcg_at_100_std - value: 49.433560140446225 - - type: nauc_ndcg_at_10_diff1 - value: -10.58095723709257 - - type: nauc_ndcg_at_10_max - value: 40.17779346953999 - - type: nauc_ndcg_at_10_std - value: 20.761671585361604 - - type: nauc_ndcg_at_1_diff1 - value: -0.009005713464445425 - - type: nauc_ndcg_at_1_max - value: 29.155400828301868 - - type: nauc_ndcg_at_1_std - value: 14.753262430391977 - - type: nauc_ndcg_at_20_diff1 - value: -4.303250886690403 - - type: nauc_ndcg_at_20_max - value: 40.0851666859854 - - type: nauc_ndcg_at_20_std - value: 26.501491316520724 - - type: nauc_ndcg_at_3_diff1 - value: -3.7503387977794773 - - type: nauc_ndcg_at_3_max - value: 32.161028255143734 - - type: nauc_ndcg_at_3_std - value: 7.324938428148138 - - type: nauc_ndcg_at_5_diff1 - value: -6.591833732039136 - - type: nauc_ndcg_at_5_max - value: 40.78182248626899 - - type: nauc_ndcg_at_5_std - value: 17.41913731893224 - - type: nauc_precision_at_1000_diff1 - value: -9.089825435107217 - - type: nauc_precision_at_1000_max - value: 34.95005696644683 - - type: nauc_precision_at_1000_std - value: 47.357927856929486 - - type: nauc_precision_at_100_diff1 - value: -7.670382001072911 - - type: nauc_precision_at_100_max - value: 43.78464379907426 - - type: nauc_precision_at_100_std - value: 50.87181201407126 - - type: nauc_precision_at_10_diff1 - value: -12.516636561141247 - - type: nauc_precision_at_10_max - value: 49.67343071161069 - - type: nauc_precision_at_10_std - value: 38.031770403538445 - - type: nauc_precision_at_1_diff1 - value: 6.384417370863776 - - type: nauc_precision_at_1_max - value: 39.192356067411104 - - type: nauc_precision_at_1_std - value: 40.35051299638967 - - type: nauc_precision_at_20_diff1 - value: -8.258139693851565 - - type: nauc_precision_at_20_max - value: 45.019172034870394 - - type: nauc_precision_at_20_std - value: 43.31227997589287 - - type: nauc_precision_at_3_diff1 - value: -5.279218349188137 - - type: nauc_precision_at_3_max - value: 44.742827307734814 - - type: nauc_precision_at_3_std - value: 15.31538195294759 - - type: nauc_precision_at_5_diff1 - value: -5.527716415594539 - - type: nauc_precision_at_5_max - value: 51.69984563567432 - - type: nauc_precision_at_5_std - value: 29.481493034320916 - - type: nauc_recall_at_1000_diff1 - value: 35.99471613884353 - - type: nauc_recall_at_1000_max - value: 74.01355806422032 - - type: nauc_recall_at_1000_std - value: 64.38552838796538 - - type: nauc_recall_at_100_diff1 - value: 23.707063753513605 - - type: nauc_recall_at_100_max - value: 38.75861596115204 - - type: nauc_recall_at_100_std - value: 29.22005969614964 - - type: nauc_recall_at_10_diff1 - value: 24.152683464005666 - - type: nauc_recall_at_10_max - value: 11.766784970144489 - - type: nauc_recall_at_10_std - value: -4.889170411146165 - - type: nauc_recall_at_1_diff1 - value: 46.513024786898875 - - type: nauc_recall_at_1_max - value: -15.210246414961023 - - type: nauc_recall_at_1_std - value: -9.456083493778928 - - type: nauc_recall_at_20_diff1 - value: 21.53222043370967 - - type: nauc_recall_at_20_max - value: 18.87217624918272 - - type: nauc_recall_at_20_std - value: 2.2852378821845836 - - type: nauc_recall_at_3_diff1 - value: 29.62576433952479 - - type: nauc_recall_at_3_max - value: 0.3427635890052729 - - type: nauc_recall_at_3_std - value: -12.216464366857 - - type: nauc_recall_at_5_diff1 - value: 28.44209614498645 - - type: nauc_recall_at_5_max - value: 8.91978732318928 - - type: nauc_recall_at_5_std - value: -9.364317989135836 - - type: ndcg_at_1 - value: 58.14 - - type: ndcg_at_10 - value: 59.241 - - type: ndcg_at_100 - value: 58.13700000000001 - - type: ndcg_at_1000 - value: 67.013 - - type: ndcg_at_20 - value: 58.855999999999995 - - type: ndcg_at_3 - value: 59.986 - - type: ndcg_at_5 - value: 59.994 - - type: precision_at_1 - value: 76.744 - - type: precision_at_10 - value: 70.69800000000001 - - type: precision_at_100 - value: 36.326 - - type: precision_at_1000 - value: 7.093000000000001 - - type: precision_at_20 - value: 65.23299999999999 - - type: precision_at_3 - value: 73.643 - - type: precision_at_5 - value: 75.349 - - type: recall_at_1 - value: 1.965 - - type: recall_at_10 - value: 13.664000000000001 - - type: recall_at_100 - value: 49.142 - - type: recall_at_1000 - value: 77.917 - - type: recall_at_20 - value: 23.207 - - type: recall_at_3 - value: 4.852 - - type: recall_at_5 - value: 7.733 - task: - type: Retrieval - - dataset: - config: pl - name: MTEB MassiveIntentClassification (pl) - revision: 4672e20407010da34463acc759c162ca9734bca6 - split: test - type: mteb/amazon_massive_intent - metrics: - - type: accuracy - value: 81.04572965702758 - - type: f1 - value: 78.8206842211545 - - type: f1_weighted - value: 80.45490860165103 - - type: main_score - value: 81.04572965702758 - task: - type: Classification - - dataset: - config: pl - name: MTEB MassiveScenarioClassification (pl) - revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 - split: test - type: mteb/amazon_massive_scenario - metrics: - - type: accuracy - value: 88.97444519166106 - - type: f1 - value: 87.632588826147 - - type: f1_weighted - value: 88.61529562960045 - - type: main_score - value: 88.97444519166106 - task: - type: Classification - - dataset: - config: default - name: MTEB NFCorpus-PL - revision: 9a6f9567fda928260afed2de480d79c98bf0bec0 - split: test - type: clarin-knext/nfcorpus-pl - metrics: - - type: main_score - value: 37.753 - - type: map_at_1 - value: 5.954000000000001 - - type: map_at_10 - value: 14.049 - - type: map_at_100 - value: 17.708 - - type: map_at_1000 - value: 19.195 - - type: map_at_20 - value: 15.598999999999998 - - type: map_at_3 - value: 10.387 - - type: map_at_5 - value: 12.049 - - type: mrr_at_1 - value: 47.987616099071204 - - type: mrr_at_10 - value: 57.41006929087427 - - type: mrr_at_100 - value: 57.926364364233976 - - type: mrr_at_1000 - value: 57.960246326924526 - - type: mrr_at_20 - value: 57.75006491355735 - - type: mrr_at_3 - value: 55.521155830753386 - - type: mrr_at_5 - value: 56.805985552115615 - - type: nauc_map_at_1000_diff1 - value: 29.728096797541358 - - type: nauc_map_at_1000_max - value: 13.735000144672549 - - type: nauc_map_at_1000_std - value: 12.713493312167817 - - type: nauc_map_at_100_diff1 - value: 31.2367566207513 - - type: nauc_map_at_100_max - value: 12.85474238514142 - - type: nauc_map_at_100_std - value: 9.45570972155026 - - type: nauc_map_at_10_diff1 - value: 35.256082105675574 - - type: nauc_map_at_10_max - value: 6.980593429985639 - - type: nauc_map_at_10_std - value: -1.4130285405220921 - - type: nauc_map_at_1_diff1 - value: 49.74566889246096 - - type: nauc_map_at_1_max - value: -1.3819651669581958 - - type: nauc_map_at_1_std - value: -14.113716159029424 - - type: nauc_map_at_20_diff1 - value: 32.999553313479865 - - type: nauc_map_at_20_max - value: 9.859036383559443 - - type: nauc_map_at_20_std - value: 3.438093473640727 - - type: nauc_map_at_3_diff1 - value: 41.04696358334019 - - type: nauc_map_at_3_max - value: 1.0567366608147593 - - type: nauc_map_at_3_std - value: -10.188106898128463 - - type: nauc_map_at_5_diff1 - value: 38.222042277131294 - - type: nauc_map_at_5_max - value: 3.9635119445816622 - - type: nauc_map_at_5_std - value: -6.9525212573654915 - - type: nauc_mrr_at_1000_diff1 - value: 37.16498013813682 - - type: nauc_mrr_at_1000_max - value: 29.95834289869972 - - type: nauc_mrr_at_1000_std - value: 23.539890204655638 - - type: nauc_mrr_at_100_diff1 - value: 37.174515442231964 - - type: nauc_mrr_at_100_max - value: 29.997786381153375 - - type: nauc_mrr_at_100_std - value: 23.563729195109566 - - type: nauc_mrr_at_10_diff1 - value: 37.068181712628274 - - type: nauc_mrr_at_10_max - value: 29.760878274882884 - - type: nauc_mrr_at_10_std - value: 23.248818677642287 - - type: nauc_mrr_at_1_diff1 - value: 36.21216369926301 - - type: nauc_mrr_at_1_max - value: 22.512879352706598 - - type: nauc_mrr_at_1_std - value: 15.971841763586278 - - type: nauc_mrr_at_20_diff1 - value: 37.16537343494671 - - type: nauc_mrr_at_20_max - value: 29.97495292459537 - - type: nauc_mrr_at_20_std - value: 23.59315550232456 - - type: nauc_mrr_at_3_diff1 - value: 36.74721020982978 - - type: nauc_mrr_at_3_max - value: 29.152765285198484 - - type: nauc_mrr_at_3_std - value: 23.013929102588396 - - type: nauc_mrr_at_5_diff1 - value: 37.437581226063195 - - type: nauc_mrr_at_5_max - value: 29.68452212536 - - type: nauc_mrr_at_5_std - value: 22.747933469458708 - - type: nauc_ndcg_at_1000_diff1 - value: 29.70271147615061 - - type: nauc_ndcg_at_1000_max - value: 32.384942919357165 - - type: nauc_ndcg_at_1000_std - value: 31.238900567142124 - - type: nauc_ndcg_at_100_diff1 - value: 28.536731325383485 - - type: nauc_ndcg_at_100_max - value: 26.378810626564725 - - type: nauc_ndcg_at_100_std - value: 25.249726404460667 - - type: nauc_ndcg_at_10_diff1 - value: 22.65174080332614 - - type: nauc_ndcg_at_10_max - value: 22.0615651025461 - - type: nauc_ndcg_at_10_std - value: 24.107446480286402 - - type: nauc_ndcg_at_1_diff1 - value: 36.86270131161854 - - type: nauc_ndcg_at_1_max - value: 21.937072785953603 - - type: nauc_ndcg_at_1_std - value: 15.75016465758386 - - type: nauc_ndcg_at_20_diff1 - value: 23.1311387396434 - - type: nauc_ndcg_at_20_max - value: 22.113581207730494 - - type: nauc_ndcg_at_20_std - value: 23.91212829592197 - - type: nauc_ndcg_at_3_diff1 - value: 28.23282370872197 - - type: nauc_ndcg_at_3_max - value: 22.349587794809704 - - type: nauc_ndcg_at_3_std - value: 19.375057310501138 - - type: nauc_ndcg_at_5_diff1 - value: 25.316112420194642 - - type: nauc_ndcg_at_5_max - value: 22.64244803878985 - - type: nauc_ndcg_at_5_std - value: 20.914382255696175 - - type: nauc_precision_at_1000_diff1 - value: -15.884587542440705 - - type: nauc_precision_at_1000_max - value: 3.4524971620514537 - - type: nauc_precision_at_1000_std - value: 32.57802385559548 - - type: nauc_precision_at_100_diff1 - value: -10.815721339629508 - - type: nauc_precision_at_100_max - value: 14.581845433365109 - - type: nauc_precision_at_100_std - value: 40.9767434008545 - - type: nauc_precision_at_10_diff1 - value: 1.1567015111246228 - - type: nauc_precision_at_10_max - value: 24.00157054137661 - - type: nauc_precision_at_10_std - value: 36.504378830295586 - - type: nauc_precision_at_1_diff1 - value: 36.21216369926301 - - type: nauc_precision_at_1_max - value: 22.512879352706598 - - type: nauc_precision_at_1_std - value: 15.971841763586278 - - type: nauc_precision_at_20_diff1 - value: -3.628079180765514 - - type: nauc_precision_at_20_max - value: 22.139080782389314 - - type: nauc_precision_at_20_std - value: 38.72514218754405 - - type: nauc_precision_at_3_diff1 - value: 18.784688197265094 - - type: nauc_precision_at_3_max - value: 24.45079969972759 - - type: nauc_precision_at_3_std - value: 24.807142027406552 - - type: nauc_precision_at_5_diff1 - value: 10.408742984189825 - - type: nauc_precision_at_5_max - value: 24.773455314333027 - - type: nauc_precision_at_5_std - value: 28.76067259399478 - - type: nauc_recall_at_1000_diff1 - value: 10.220735531615466 - - type: nauc_recall_at_1000_max - value: 18.99256865200567 - - type: nauc_recall_at_1000_std - value: 21.675607476098303 - - type: nauc_recall_at_100_diff1 - value: 22.424638756496783 - - type: nauc_recall_at_100_max - value: 20.28423606164443 - - type: nauc_recall_at_100_std - value: 16.687433726131637 - - type: nauc_recall_at_10_diff1 - value: 28.32421038572244 - - type: nauc_recall_at_10_max - value: 8.632440078308774 - - type: nauc_recall_at_10_std - value: 0.3926055649926599 - - type: nauc_recall_at_1_diff1 - value: 49.74566889246096 - - type: nauc_recall_at_1_max - value: -1.3819651669581958 - - type: nauc_recall_at_1_std - value: -14.113716159029424 - - type: nauc_recall_at_20_diff1 - value: 25.30890708652614 - - type: nauc_recall_at_20_max - value: 13.151222948624744 - - type: nauc_recall_at_20_std - value: 5.685608432262241 - - type: nauc_recall_at_3_diff1 - value: 34.783010152706325 - - type: nauc_recall_at_3_max - value: 1.4582748263838834 - - type: nauc_recall_at_3_std - value: -9.34459638155807 - - type: nauc_recall_at_5_diff1 - value: 31.68991191912685 - - type: nauc_recall_at_5_max - value: 5.425013358759879 - - type: nauc_recall_at_5_std - value: -5.900209466248673 - - type: ndcg_at_1 - value: 46.129999999999995 - - type: ndcg_at_10 - value: 37.753 - - type: ndcg_at_100 - value: 33.883 - - type: ndcg_at_1000 - value: 42.632 - - type: ndcg_at_20 - value: 34.936 - - type: ndcg_at_3 - value: 43.937 - - type: ndcg_at_5 - value: 41.402 - - type: precision_at_1 - value: 47.988 - - type: precision_at_10 - value: 28.204 - - type: precision_at_100 - value: 8.559999999999999 - - type: precision_at_1000 - value: 2.137 - - type: precision_at_20 - value: 20.65 - - type: precision_at_3 - value: 41.692 - - type: precision_at_5 - value: 36.037 - - type: recall_at_1 - value: 5.954000000000001 - - type: recall_at_10 - value: 18.383 - - type: recall_at_100 - value: 33.598 - - type: recall_at_1000 - value: 65.743 - - type: recall_at_20 - value: 22.304 - - type: recall_at_3 - value: 11.979 - - type: recall_at_5 - value: 14.645 - task: - type: Retrieval - - dataset: - config: default - name: MTEB NQ-PL - revision: f171245712cf85dd4700b06bef18001578d0ca8d - split: test - type: clarin-knext/nq-pl - metrics: - - type: main_score - value: 44.101 - - type: map_at_1 - value: 22.649 - - type: map_at_10 - value: 36.41 - - type: map_at_100 - value: 37.74 - - type: map_at_1000 - value: 37.779 - - type: map_at_20 - value: 37.271 - - type: map_at_3 - value: 31.857999999999997 - - type: map_at_5 - value: 34.396 - - type: mrr_at_1 - value: 25.724217844727693 - - type: mrr_at_10 - value: 38.75300033107103 - - type: mrr_at_100 - value: 39.76925481604743 - - type: mrr_at_1000 - value: 39.79945190569742 - - type: mrr_at_20 - value: 39.43842511094656 - - type: mrr_at_3 - value: 34.70934723831597 - - type: mrr_at_5 - value: 37.022499034376274 - - type: nauc_map_at_1000_diff1 - value: 27.71659760028521 - - type: nauc_map_at_1000_max - value: 17.30016750423598 - - type: nauc_map_at_1000_std - value: 2.4594233120163613 - - type: nauc_map_at_100_diff1 - value: 27.717413868542884 - - type: nauc_map_at_100_max - value: 17.333960779261226 - - type: nauc_map_at_100_std - value: 2.5004161365971864 - - type: nauc_map_at_10_diff1 - value: 27.529329259247344 - - type: nauc_map_at_10_max - value: 16.96083534496552 - - type: nauc_map_at_10_std - value: 1.7512473066126424 - - type: nauc_map_at_1_diff1 - value: 30.920332642055897 - - type: nauc_map_at_1_max - value: 11.1957078216929 - - type: nauc_map_at_1_std - value: -2.5353421704586725 - - type: nauc_map_at_20_diff1 - value: 27.686205021258413 - - type: nauc_map_at_20_max - value: 17.183552541126325 - - type: nauc_map_at_20_std - value: 2.2371270525627365 - - type: nauc_map_at_3_diff1 - value: 27.590476305773677 - - type: nauc_map_at_3_max - value: 14.013468292244461 - - type: nauc_map_at_3_std - value: -0.8280579415581625 - - type: nauc_map_at_5_diff1 - value: 27.751402144369653 - - type: nauc_map_at_5_max - value: 16.14625095116823 - - type: nauc_map_at_5_std - value: 0.5814736856990728 - - type: nauc_mrr_at_1000_diff1 - value: 27.32614774496667 - - type: nauc_mrr_at_1000_max - value: 18.36133445317734 - - type: nauc_mrr_at_1000_std - value: 4.016455465530706 - - type: nauc_mrr_at_100_diff1 - value: 27.325654045484697 - - type: nauc_mrr_at_100_max - value: 18.391703503506115 - - type: nauc_mrr_at_100_std - value: 4.053515295552473 - - type: nauc_mrr_at_10_diff1 - value: 27.119764152975286 - - type: nauc_mrr_at_10_max - value: 18.304980938611326 - - type: nauc_mrr_at_10_std - value: 3.7002724827041136 - - type: nauc_mrr_at_1_diff1 - value: 31.46505506163651 - - type: nauc_mrr_at_1_max - value: 13.946778362510226 - - type: nauc_mrr_at_1_std - value: 0.1550522387738174 - - type: nauc_mrr_at_20_diff1 - value: 27.276115629092505 - - type: nauc_mrr_at_20_max - value: 18.369350834846312 - - type: nauc_mrr_at_20_std - value: 3.939400945761456 - - type: nauc_mrr_at_3_diff1 - value: 27.142999498875703 - - type: nauc_mrr_at_3_max - value: 16.18363410122643 - - type: nauc_mrr_at_3_std - value: 2.0114995140229386 - - type: nauc_mrr_at_5_diff1 - value: 27.241747153404155 - - type: nauc_mrr_at_5_max - value: 17.802505345863175 - - type: nauc_mrr_at_5_std - value: 2.9168117545468806 - - type: nauc_ndcg_at_1000_diff1 - value: 27.014305226738855 - - type: nauc_ndcg_at_1000_max - value: 20.844298727223666 - - type: nauc_ndcg_at_1000_std - value: 6.610183005903507 - - type: nauc_ndcg_at_100_diff1 - value: 26.987892344622267 - - type: nauc_ndcg_at_100_max - value: 21.798392724477445 - - type: nauc_ndcg_at_100_std - value: 7.772472704614899 - - type: nauc_ndcg_at_10_diff1 - value: 26.137787629860316 - - type: nauc_ndcg_at_10_max - value: 20.25454457217501 - - type: nauc_ndcg_at_10_std - value: 4.747284253797064 - - type: nauc_ndcg_at_1_diff1 - value: 31.46505506163651 - - type: nauc_ndcg_at_1_max - value: 13.946778362510226 - - type: nauc_ndcg_at_1_std - value: 0.1550522387738174 - - type: nauc_ndcg_at_20_diff1 - value: 26.664007757938812 - - type: nauc_ndcg_at_20_max - value: 20.998078199606116 - - type: nauc_ndcg_at_20_std - value: 6.344813369547819 - - type: nauc_ndcg_at_3_diff1 - value: 26.451756057528918 - - type: nauc_ndcg_at_3_max - value: 15.062345536885738 - - type: nauc_ndcg_at_3_std - value: 0.11901391550877781 - - type: nauc_ndcg_at_5_diff1 - value: 26.686292004859364 - - type: nauc_ndcg_at_5_max - value: 18.471084568270328 - - type: nauc_ndcg_at_5_std - value: 2.2382134309925314 - - type: nauc_precision_at_1000_diff1 - value: -0.12231226207274565 - - type: nauc_precision_at_1000_max - value: 22.334661190622235 - - type: nauc_precision_at_1000_std - value: 24.355238419971297 - - type: nauc_precision_at_100_diff1 - value: 5.290866165349823 - - type: nauc_precision_at_100_max - value: 30.56770639923321 - - type: nauc_precision_at_100_std - value: 30.701701192234886 - - type: nauc_precision_at_10_diff1 - value: 15.579821736856408 - - type: nauc_precision_at_10_max - value: 29.644587139143713 - - type: nauc_precision_at_10_std - value: 17.93166545429322 - - type: nauc_precision_at_1_diff1 - value: 31.46505506163651 - - type: nauc_precision_at_1_max - value: 13.946778362510226 - - type: nauc_precision_at_1_std - value: 0.1550522387738174 - - type: nauc_precision_at_20_diff1 - value: 12.739318743000242 - - type: nauc_precision_at_20_max - value: 30.443912745747053 - - type: nauc_precision_at_20_std - value: 24.14783163080362 - - type: nauc_precision_at_3_diff1 - value: 22.638870372483307 - - type: nauc_precision_at_3_max - value: 19.02388672087659 - - type: nauc_precision_at_3_std - value: 4.687098716709532 - - type: nauc_precision_at_5_diff1 - value: 21.123309908934917 - - type: nauc_precision_at_5_max - value: 26.090672835189864 - - type: nauc_precision_at_5_std - value: 10.187574264021215 - - type: nauc_recall_at_1000_diff1 - value: 25.46369070734409 - - type: nauc_recall_at_1000_max - value: 80.84294394020036 - - type: nauc_recall_at_1000_std - value: 84.41136510632738 - - type: nauc_recall_at_100_diff1 - value: 25.194774168236762 - - type: nauc_recall_at_100_max - value: 60.09259144992601 - - type: nauc_recall_at_100_std - value: 56.4633692461303 - - type: nauc_recall_at_10_diff1 - value: 20.923278471097504 - - type: nauc_recall_at_10_max - value: 28.68082770648001 - - type: nauc_recall_at_10_std - value: 12.203830608961233 - - type: nauc_recall_at_1_diff1 - value: 30.920332642055897 - - type: nauc_recall_at_1_max - value: 11.1957078216929 - - type: nauc_recall_at_1_std - value: -2.5353421704586725 - - type: nauc_recall_at_20_diff1 - value: 22.58368806078016 - - type: nauc_recall_at_20_max - value: 34.943387819944945 - - type: nauc_recall_at_20_std - value: 22.14231412128716 - - type: nauc_recall_at_3_diff1 - value: 23.085351523312152 - - type: nauc_recall_at_3_max - value: 15.312269696582359 - - type: nauc_recall_at_3_std - value: -0.01777826598687156 - - type: nauc_recall_at_5_diff1 - value: 23.295132439743938 - - type: nauc_recall_at_5_max - value: 22.67655193754732 - - type: nauc_recall_at_5_std - value: 4.408452460294922 - - type: ndcg_at_1 - value: 25.724000000000004 - - type: ndcg_at_10 - value: 44.101 - - type: ndcg_at_100 - value: 49.732 - - type: ndcg_at_1000 - value: 50.651 - - type: ndcg_at_20 - value: 46.929 - - type: ndcg_at_3 - value: 35.298 - - type: ndcg_at_5 - value: 39.631 - - type: precision_at_1 - value: 25.724000000000004 - - type: precision_at_10 - value: 7.795000000000001 - - type: precision_at_100 - value: 1.094 - - type: precision_at_1000 - value: 0.11800000000000001 - - type: precision_at_20 - value: 4.571 - - type: precision_at_3 - value: 16.464000000000002 - - type: precision_at_5 - value: 12.335 - - type: recall_at_1 - value: 22.649 - - type: recall_at_10 - value: 65.402 - - type: recall_at_100 - value: 89.803 - - type: recall_at_1000 - value: 96.65899999999999 - - type: recall_at_20 - value: 75.89099999999999 - - type: recall_at_3 - value: 42.408 - - type: recall_at_5 - value: 52.458000000000006 - task: - type: Retrieval - - dataset: - config: default - name: MTEB PAC - revision: fc69d1c153a8ccdcf1eef52f4e2a27f88782f543 - split: test - type: laugustyniak/abusive-clauses-pl - metrics: - - type: accuracy - value: 68.15522733854618 - - type: ap - value: 76.81479633165098 - - type: ap_weighted - value: 76.81479633165098 - - type: f1 - value: 65.64668916424436 - - type: f1_weighted - value: 68.73537458392438 - - type: main_score - value: 68.15522733854618 - task: - type: Classification - - dataset: - config: default - name: MTEB PSC - revision: d05a294af9e1d3ff2bfb6b714e08a24a6cabc669 - split: test - type: PL-MTEB/psc-pairclassification - metrics: - - type: cosine_accuracy - value: 98.33024118738405 - - type: cosine_accuracy_threshold - value: 74.66177940368652 - - type: cosine_ap - value: 98.85110245470408 - - type: cosine_f1 - value: 97.26443768996961 - - type: cosine_f1_threshold - value: 74.13613796234131 - - type: cosine_precision - value: 96.96969696969697 - - type: cosine_recall - value: 97.5609756097561 - - type: dot_accuracy - value: 98.33024118738405 - - type: dot_accuracy_threshold - value: 74.661785364151 - - type: dot_ap - value: 98.85110245470408 - - type: dot_f1 - value: 97.26443768996961 - - type: dot_f1_threshold - value: 74.13613796234131 - - type: dot_precision - value: 96.96969696969697 - - type: dot_recall - value: 97.5609756097561 - - type: euclidean_accuracy - value: 98.33024118738405 - - type: euclidean_accuracy_threshold - value: 71.18732929229736 - - type: euclidean_ap - value: 98.85110245470408 - - type: euclidean_f1 - value: 97.26443768996961 - - type: euclidean_f1_threshold - value: 71.92109823226929 - - type: euclidean_precision - value: 96.96969696969697 - - type: euclidean_recall - value: 97.5609756097561 - - type: main_score - value: 98.87384068220769 - - type: manhattan_accuracy - value: 98.42300556586271 - - type: manhattan_accuracy_threshold - value: 3448.358154296875 - - type: manhattan_ap - value: 98.87384068220769 - - type: manhattan_f1 - value: 97.42033383915023 - - type: manhattan_f1_threshold - value: 3448.358154296875 - - type: manhattan_precision - value: 96.97885196374622 - - type: manhattan_recall - value: 97.86585365853658 - - type: max_ap - value: 98.87384068220769 - - type: max_f1 - value: 97.42033383915023 - - type: max_precision - value: 96.97885196374622 - - type: max_recall - value: 97.86585365853658 - - type: similarity_accuracy - value: 98.33024118738405 - - type: similarity_accuracy_threshold - value: 74.66177940368652 - - type: similarity_ap - value: 98.85110245470408 - - type: similarity_f1 - value: 97.26443768996961 - - type: similarity_f1_threshold - value: 74.13613796234131 - - type: similarity_precision - value: 96.96969696969697 - - type: similarity_recall - value: 97.5609756097561 - task: - type: PairClassification - - dataset: - config: default - name: MTEB PolEmo2.0-IN - revision: d90724373c70959f17d2331ad51fb60c71176b03 - split: test - type: PL-MTEB/polemo2_in - metrics: - - type: accuracy - value: 91.5512465373961 - - type: f1 - value: 88.63869612355849 - - type: f1_weighted - value: 90.94254146584655 - - type: main_score - value: 91.5512465373961 - task: - type: Classification - - dataset: - config: default - name: MTEB PolEmo2.0-OUT - revision: 6a21ab8716e255ab1867265f8b396105e8aa63d4 - split: test - type: PL-MTEB/polemo2_out - metrics: - - type: accuracy - value: 72.0242914979757 - - type: f1 - value: 55.48152185992409 - - type: f1_weighted - value: 73.23943741123678 - - type: main_score - value: 72.0242914979757 - task: - type: Classification - - dataset: - config: default - name: MTEB PPC - revision: 2c7d2df57801a591f6b1e3aaf042e7a04ec7d9f2 - split: test - type: PL-MTEB/ppc-pairclassification - metrics: - - type: cosine_accuracy - value: 83.6 - - type: cosine_accuracy_threshold - value: 92.84583330154419 - - type: cosine_ap - value: 93.76523813707351 - - type: cosine_f1 - value: 86.83788121990368 - - type: cosine_f1_threshold - value: 92.76325106620789 - - type: cosine_precision - value: 84.26791277258567 - - type: cosine_recall - value: 89.56953642384106 - - type: dot_accuracy - value: 83.6 - - type: dot_accuracy_threshold - value: 92.84583330154419 - - type: dot_ap - value: 93.76523813707351 - - type: dot_f1 - value: 86.83788121990368 - - type: dot_f1_threshold - value: 92.76325702667236 - - type: dot_precision - value: 84.26791277258567 - - type: dot_recall - value: 89.56953642384106 - - type: euclidean_accuracy - value: 83.6 - - type: euclidean_accuracy_threshold - value: 37.82634735107422 - - type: euclidean_ap - value: 93.76523813707351 - - type: euclidean_f1 - value: 86.83788121990368 - - type: euclidean_f1_threshold - value: 38.04401755332947 - - type: euclidean_precision - value: 84.26791277258567 - - type: euclidean_recall - value: 89.56953642384106 - - type: main_score - value: 93.8055630546975 - - type: manhattan_accuracy - value: 83.6 - - type: manhattan_accuracy_threshold - value: 1782.4386596679688 - - type: manhattan_ap - value: 93.8055630546975 - - type: manhattan_f1 - value: 86.81672025723472 - - type: manhattan_f1_threshold - value: 1795.6729888916016 - - type: manhattan_precision - value: 84.375 - - type: manhattan_recall - value: 89.40397350993378 - - type: max_ap - value: 93.8055630546975 - - type: max_f1 - value: 86.83788121990368 - - type: max_precision - value: 84.375 - - type: max_recall - value: 89.56953642384106 - - type: similarity_accuracy - value: 83.6 - - type: similarity_accuracy_threshold - value: 92.84583330154419 - - type: similarity_ap - value: 93.76523813707351 - - type: similarity_f1 - value: 86.83788121990368 - - type: similarity_f1_threshold - value: 92.76325106620789 - - type: similarity_precision - value: 84.26791277258567 - - type: similarity_recall - value: 89.56953642384106 - task: - type: PairClassification - - dataset: - config: default - name: MTEB Quora-PL - revision: 0be27e93455051e531182b85e85e425aba12e9d4 - split: test - type: clarin-knext/quora-pl - metrics: - - type: main_score - value: 83.00800000000001 - - type: map_at_1 - value: 64.39099999999999 - - type: map_at_10 - value: 78.56400000000001 - - type: map_at_100 - value: 79.363 - - type: map_at_1000 - value: 79.38300000000001 - - type: map_at_20 - value: 79.09 - - type: map_at_3 - value: 75.394 - - type: map_at_5 - value: 77.383 - - type: mrr_at_1 - value: 73.95 - - type: mrr_at_10 - value: 81.64371031745985 - - type: mrr_at_100 - value: 81.86393337568269 - - type: mrr_at_1000 - value: 81.86661104106508 - - type: mrr_at_20 - value: 81.80555952733138 - - type: mrr_at_3 - value: 80.30499999999951 - - type: mrr_at_5 - value: 81.19349999999935 - - type: nauc_map_at_1000_diff1 - value: 72.42120266733039 - - type: nauc_map_at_1000_max - value: 25.828786757630752 - - type: nauc_map_at_1000_std - value: -31.837423066135624 - - type: nauc_map_at_100_diff1 - value: 72.41755138061323 - - type: nauc_map_at_100_max - value: 25.806629836061397 - - type: nauc_map_at_100_std - value: -31.885382432039922 - - type: nauc_map_at_10_diff1 - value: 72.57239857740196 - - type: nauc_map_at_10_max - value: 25.13432030892976 - - type: nauc_map_at_10_std - value: -33.61463298089167 - - type: nauc_map_at_1_diff1 - value: 76.56646838190882 - - type: nauc_map_at_1_max - value: 19.68409236042715 - - type: nauc_map_at_1_std - value: -31.64281006710309 - - type: nauc_map_at_20_diff1 - value: 72.49590020475424 - - type: nauc_map_at_20_max - value: 25.51802056794516 - - type: nauc_map_at_20_std - value: -32.601388633210014 - - type: nauc_map_at_3_diff1 - value: 73.31562023753943 - - type: nauc_map_at_3_max - value: 23.033617153328738 - - type: nauc_map_at_3_std - value: -35.30201855569379 - - type: nauc_map_at_5_diff1 - value: 72.7523614719781 - - type: nauc_map_at_5_max - value: 24.156428042837987 - - type: nauc_map_at_5_std - value: -34.76882088425794 - - type: nauc_mrr_at_1000_diff1 - value: 72.55297143223885 - - type: nauc_mrr_at_1000_max - value: 28.105640485806248 - - type: nauc_mrr_at_1000_std - value: -27.65920557309928 - - type: nauc_mrr_at_100_diff1 - value: 72.55229089374288 - - type: nauc_mrr_at_100_max - value: 28.109525481212135 - - type: nauc_mrr_at_100_std - value: -27.654876095973762 - - type: nauc_mrr_at_10_diff1 - value: 72.4639376064242 - - type: nauc_mrr_at_10_max - value: 28.213872925333742 - - type: nauc_mrr_at_10_std - value: -27.702586697027048 - - type: nauc_mrr_at_1_diff1 - value: 74.3616464589109 - - type: nauc_mrr_at_1_max - value: 26.657638207790185 - - type: nauc_mrr_at_1_std - value: -26.88146706383791 - - type: nauc_mrr_at_20_diff1 - value: 72.53485401195218 - - type: nauc_mrr_at_20_max - value: 28.152887386542613 - - type: nauc_mrr_at_20_std - value: -27.659848758547472 - - type: nauc_mrr_at_3_diff1 - value: 72.23941782475755 - - type: nauc_mrr_at_3_max - value: 27.89028800301356 - - type: nauc_mrr_at_3_std - value: -28.043042933247758 - - type: nauc_mrr_at_5_diff1 - value: 72.31898406365974 - - type: nauc_mrr_at_5_max - value: 28.152956506519505 - - type: nauc_mrr_at_5_std - value: -27.95915556778505 - - type: nauc_ndcg_at_1000_diff1 - value: 71.93793670628591 - - type: nauc_ndcg_at_1000_max - value: 27.395145774854658 - - type: nauc_ndcg_at_1000_std - value: -29.349891829651455 - - type: nauc_ndcg_at_100_diff1 - value: 71.84604594826929 - - type: nauc_ndcg_at_100_max - value: 27.38636781073668 - - type: nauc_ndcg_at_100_std - value: -29.37548557319033 - - type: nauc_ndcg_at_10_diff1 - value: 71.68593852333392 - - type: nauc_ndcg_at_10_max - value: 27.180666134929403 - - type: nauc_ndcg_at_10_std - value: -31.96129262909471 - - type: nauc_ndcg_at_1_diff1 - value: 74.2006539140374 - - type: nauc_ndcg_at_1_max - value: 27.01978809386149 - - type: nauc_ndcg_at_1_std - value: -26.72404328390589 - - type: nauc_ndcg_at_20_diff1 - value: 71.88438912057342 - - type: nauc_ndcg_at_20_max - value: 27.40646501856208 - - type: nauc_ndcg_at_20_std - value: -30.584579754521823 - - type: nauc_ndcg_at_3_diff1 - value: 71.42357622751526 - - type: nauc_ndcg_at_3_max - value: 25.699743270860132 - - type: nauc_ndcg_at_3_std - value: -32.30177635937264 - - type: nauc_ndcg_at_5_diff1 - value: 71.4193356224092 - - type: nauc_ndcg_at_5_max - value: 26.257226578711307 - - type: nauc_ndcg_at_5_std - value: -32.79088181562008 - - type: nauc_precision_at_1000_diff1 - value: -40.03389044086437 - - type: nauc_precision_at_1000_max - value: 4.5443339352361205 - - type: nauc_precision_at_1000_std - value: 38.40422529338755 - - type: nauc_precision_at_100_diff1 - value: -39.57233887601791 - - type: nauc_precision_at_100_max - value: 4.882293413501653 - - type: nauc_precision_at_100_std - value: 37.34274497867058 - - type: nauc_precision_at_10_diff1 - value: -28.83107808655046 - - type: nauc_precision_at_10_max - value: 7.06510380157429 - - type: nauc_precision_at_10_std - value: 21.570132763531983 - - type: nauc_precision_at_1_diff1 - value: 74.2006539140374 - - type: nauc_precision_at_1_max - value: 27.01978809386149 - - type: nauc_precision_at_1_std - value: -26.72404328390589 - - type: nauc_precision_at_20_diff1 - value: -35.08200775185059 - - type: nauc_precision_at_20_max - value: 5.791762670992723 - - type: nauc_precision_at_20_std - value: 29.887073304352796 - - type: nauc_precision_at_3_diff1 - value: -2.8879076149741745 - - type: nauc_precision_at_3_max - value: 12.263921499383972 - - type: nauc_precision_at_3_std - value: 1.6808045019264743 - - type: nauc_precision_at_5_diff1 - value: -18.001493290892313 - - type: nauc_precision_at_5_max - value: 9.23135470591486 - - type: nauc_precision_at_5_std - value: 11.270656833966468 - - type: nauc_recall_at_1000_diff1 - value: 66.11165193806026 - - type: nauc_recall_at_1000_max - value: 35.292204875560515 - - type: nauc_recall_at_1000_std - value: 22.302669654282177 - - type: nauc_recall_at_100_diff1 - value: 61.49171824448597 - - type: nauc_recall_at_100_max - value: 33.78218206729295 - - type: nauc_recall_at_100_std - value: -8.97285450643589 - - type: nauc_recall_at_10_diff1 - value: 64.92645224718736 - - type: nauc_recall_at_10_max - value: 27.755191054403806 - - type: nauc_recall_at_10_std - value: -39.46468109800979 - - type: nauc_recall_at_1_diff1 - value: 76.56646838190882 - - type: nauc_recall_at_1_max - value: 19.68409236042715 - - type: nauc_recall_at_1_std - value: -31.64281006710309 - - type: nauc_recall_at_20_diff1 - value: 65.45121204856326 - - type: nauc_recall_at_20_max - value: 30.985201367987337 - - type: nauc_recall_at_20_std - value: -32.20205073852556 - - type: nauc_recall_at_3_diff1 - value: 68.66285433558242 - - type: nauc_recall_at_3_max - value: 21.472129424206027 - - type: nauc_recall_at_3_std - value: -39.30576415893871 - - type: nauc_recall_at_5_diff1 - value: 66.94018397063209 - - type: nauc_recall_at_5_max - value: 23.75041557481213 - - type: nauc_recall_at_5_std - value: -41.378049389285735 - - type: ndcg_at_1 - value: 74.03 - - type: ndcg_at_10 - value: 83.00800000000001 - - type: ndcg_at_100 - value: 84.885 - - type: ndcg_at_1000 - value: 85.063 - - type: ndcg_at_20 - value: 84.045 - - type: ndcg_at_3 - value: 79.426 - - type: ndcg_at_5 - value: 81.402 - - type: precision_at_1 - value: 74.03 - - type: precision_at_10 - value: 12.797 - - type: precision_at_100 - value: 1.51 - - type: precision_at_1000 - value: 0.156 - - type: precision_at_20 - value: 6.906 - - type: precision_at_3 - value: 34.94 - - type: precision_at_5 - value: 23.206 - - type: recall_at_1 - value: 64.39099999999999 - - type: recall_at_10 - value: 92.146 - - type: recall_at_100 - value: 98.9 - - type: recall_at_1000 - value: 99.842 - - type: recall_at_20 - value: 95.56 - - type: recall_at_3 - value: 82.214 - - type: recall_at_5 - value: 87.496 - task: - type: Retrieval - - dataset: - config: default - name: MTEB SCIDOCS-PL - revision: 45452b03f05560207ef19149545f168e596c9337 - split: test - type: clarin-knext/scidocs-pl - metrics: - - type: main_score - value: 20.133000000000003 - - type: map_at_1 - value: 4.808 - - type: map_at_10 - value: 12.071 - - type: map_at_100 - value: 14.213999999999999 - - type: map_at_1000 - value: 14.512 - - type: map_at_20 - value: 13.098 - - type: map_at_3 - value: 8.644 - - type: map_at_5 - value: 10.355 - - type: mrr_at_1 - value: 23.7 - - type: mrr_at_10 - value: 33.988333333333294 - - type: mrr_at_100 - value: 34.98277901841838 - - type: mrr_at_1000 - value: 35.04792054340422 - - type: mrr_at_20 - value: 34.529107050500194 - - type: mrr_at_3 - value: 30.43333333333333 - - type: mrr_at_5 - value: 32.54333333333331 - - type: nauc_map_at_1000_diff1 - value: 16.669949331701645 - - type: nauc_map_at_1000_max - value: 30.66001701591584 - - type: nauc_map_at_1000_std - value: 13.617808770230608 - - type: nauc_map_at_100_diff1 - value: 16.801213547391377 - - type: nauc_map_at_100_max - value: 30.6044852891921 - - type: nauc_map_at_100_std - value: 13.275583817487654 - - type: nauc_map_at_10_diff1 - value: 16.454838294858174 - - type: nauc_map_at_10_max - value: 27.92724725747021 - - type: nauc_map_at_10_std - value: 9.228047732117426 - - type: nauc_map_at_1_diff1 - value: 20.8621297873611 - - type: nauc_map_at_1_max - value: 22.60479725765449 - - type: nauc_map_at_1_std - value: 3.7006026584941196 - - type: nauc_map_at_20_diff1 - value: 16.532838494210228 - - type: nauc_map_at_20_max - value: 29.516234590797026 - - type: nauc_map_at_20_std - value: 11.08144963030353 - - type: nauc_map_at_3_diff1 - value: 15.496299901071223 - - type: nauc_map_at_3_max - value: 23.743149545794388 - - type: nauc_map_at_3_std - value: 4.257015693691822 - - type: nauc_map_at_5_diff1 - value: 15.780650419246726 - - type: nauc_map_at_5_max - value: 26.220929108375763 - - type: nauc_map_at_5_std - value: 6.6146970985722415 - - type: nauc_mrr_at_1000_diff1 - value: 17.438944967869052 - - type: nauc_mrr_at_1000_max - value: 25.56324506964433 - - type: nauc_mrr_at_1000_std - value: 9.346139008553658 - - type: nauc_mrr_at_100_diff1 - value: 17.438300691414188 - - type: nauc_mrr_at_100_max - value: 25.59614088811725 - - type: nauc_mrr_at_100_std - value: 9.394784766526817 - - type: nauc_mrr_at_10_diff1 - value: 17.417777826705354 - - type: nauc_mrr_at_10_max - value: 25.52971273087244 - - type: nauc_mrr_at_10_std - value: 9.34383303456919 - - type: nauc_mrr_at_1_diff1 - value: 20.67301248834819 - - type: nauc_mrr_at_1_max - value: 22.843602752165104 - - type: nauc_mrr_at_1_std - value: 4.019221183659888 - - type: nauc_mrr_at_20_diff1 - value: 17.50340318503831 - - type: nauc_mrr_at_20_max - value: 25.63748110625153 - - type: nauc_mrr_at_20_std - value: 9.27416648679795 - - type: nauc_mrr_at_3_diff1 - value: 16.72568417353666 - - type: nauc_mrr_at_3_max - value: 23.239156989519927 - - type: nauc_mrr_at_3_std - value: 6.881838997320669 - - type: nauc_mrr_at_5_diff1 - value: 16.761167230191873 - - type: nauc_mrr_at_5_max - value: 24.52043299070985 - - type: nauc_mrr_at_5_std - value: 8.188357955769558 - - type: nauc_ndcg_at_1000_diff1 - value: 14.863037406813564 - - type: nauc_ndcg_at_1000_max - value: 33.03885508440853 - - type: nauc_ndcg_at_1000_std - value: 23.014675350894812 - - type: nauc_ndcg_at_100_diff1 - value: 16.294396230116366 - - type: nauc_ndcg_at_100_max - value: 33.62717225493682 - - type: nauc_ndcg_at_100_std - value: 20.865559377307235 - - type: nauc_ndcg_at_10_diff1 - value: 16.392635549436864 - - type: nauc_ndcg_at_10_max - value: 29.650907186121184 - - type: nauc_ndcg_at_10_std - value: 12.801917137645754 - - type: nauc_ndcg_at_1_diff1 - value: 20.67301248834819 - - type: nauc_ndcg_at_1_max - value: 22.843602752165104 - - type: nauc_ndcg_at_1_std - value: 4.019221183659888 - - type: nauc_ndcg_at_20_diff1 - value: 16.33846905123575 - - type: nauc_ndcg_at_20_max - value: 31.848301854149653 - - type: nauc_ndcg_at_20_std - value: 15.42987201173441 - - type: nauc_ndcg_at_3_diff1 - value: 14.605332707708902 - - type: nauc_ndcg_at_3_max - value: 23.55368891292461 - - type: nauc_ndcg_at_3_std - value: 5.9288152451473115 - - type: nauc_ndcg_at_5_diff1 - value: 14.916393932677044 - - type: nauc_ndcg_at_5_max - value: 26.871621139307507 - - type: nauc_ndcg_at_5_std - value: 9.121298841130745 - - type: nauc_precision_at_1000_diff1 - value: 2.816432279220305 - - type: nauc_precision_at_1000_max - value: 27.162909270744695 - - type: nauc_precision_at_1000_std - value: 41.286452153405776 - - type: nauc_precision_at_100_diff1 - value: 11.601900554925066 - - type: nauc_precision_at_100_max - value: 33.5340791987365 - - type: nauc_precision_at_100_std - value: 32.0457660307125 - - type: nauc_precision_at_10_diff1 - value: 14.667483709576548 - - type: nauc_precision_at_10_max - value: 31.571950210817246 - - type: nauc_precision_at_10_std - value: 17.707589420807363 - - type: nauc_precision_at_1_diff1 - value: 20.67301248834819 - - type: nauc_precision_at_1_max - value: 22.843602752165104 - - type: nauc_precision_at_1_std - value: 4.019221183659888 - - type: nauc_precision_at_20_diff1 - value: 13.524209319620168 - - type: nauc_precision_at_20_max - value: 33.557253516233146 - - type: nauc_precision_at_20_std - value: 21.567035565240953 - - type: nauc_precision_at_3_diff1 - value: 11.681135607814 - - type: nauc_precision_at_3_max - value: 23.294020996421605 - - type: nauc_precision_at_3_std - value: 6.605499514191135 - - type: nauc_precision_at_5_diff1 - value: 12.11059222112869 - - type: nauc_precision_at_5_max - value: 28.156059066847277 - - type: nauc_precision_at_5_std - value: 11.861533479388662 - - type: nauc_recall_at_1000_diff1 - value: 2.760624202435653 - - type: nauc_recall_at_1000_max - value: 28.141864203899637 - - type: nauc_recall_at_1000_std - value: 42.31972834128477 - - type: nauc_recall_at_100_diff1 - value: 11.54879873430573 - - type: nauc_recall_at_100_max - value: 33.78780786180266 - - type: nauc_recall_at_100_std - value: 32.223817304896244 - - type: nauc_recall_at_10_diff1 - value: 14.606474347476684 - - type: nauc_recall_at_10_max - value: 31.58615270121226 - - type: nauc_recall_at_10_std - value: 17.70672198874074 - - type: nauc_recall_at_1_diff1 - value: 20.8621297873611 - - type: nauc_recall_at_1_max - value: 22.60479725765449 - - type: nauc_recall_at_1_std - value: 3.7006026584941196 - - type: nauc_recall_at_20_diff1 - value: 13.331858453917068 - - type: nauc_recall_at_20_max - value: 33.424828783436205 - - type: nauc_recall_at_20_std - value: 21.412751002953286 - - type: nauc_recall_at_3_diff1 - value: 11.80681862207012 - - type: nauc_recall_at_3_max - value: 23.186595208884846 - - type: nauc_recall_at_3_std - value: 6.623077419771417 - - type: nauc_recall_at_5_diff1 - value: 12.051201810114055 - - type: nauc_recall_at_5_max - value: 27.96160404681549 - - type: nauc_recall_at_5_std - value: 11.662995963169784 - - type: ndcg_at_1 - value: 23.7 - - type: ndcg_at_10 - value: 20.133000000000003 - - type: ndcg_at_100 - value: 28.285 - - type: ndcg_at_1000 - value: 33.475 - - type: ndcg_at_20 - value: 22.771 - - type: ndcg_at_3 - value: 18.98 - - type: ndcg_at_5 - value: 16.714000000000002 - - type: precision_at_1 - value: 23.7 - - type: precision_at_10 - value: 10.440000000000001 - - type: precision_at_100 - value: 2.228 - - type: precision_at_1000 - value: 0.347 - - type: precision_at_20 - value: 6.734999999999999 - - type: precision_at_3 - value: 17.666999999999998 - - type: precision_at_5 - value: 14.66 - - type: recall_at_1 - value: 4.808 - - type: recall_at_10 - value: 21.2 - - type: recall_at_100 - value: 45.245000000000005 - - type: recall_at_1000 - value: 70.50999999999999 - - type: recall_at_20 - value: 27.32 - - type: recall_at_3 - value: 10.767 - - type: recall_at_5 - value: 14.917 - task: - type: Retrieval - - dataset: - config: default - name: MTEB SICK-E-PL - revision: 71bba34b0ece6c56dfcf46d9758a27f7a90f17e9 - split: test - type: PL-MTEB/sicke-pl-pairclassification - metrics: - - type: cosine_accuracy - value: 84.71259682022014 - - type: cosine_accuracy_threshold - value: 94.51554417610168 - - type: cosine_ap - value: 80.45908020433436 - - type: cosine_f1 - value: 72.50177179305456 - - type: cosine_f1_threshold - value: 93.44581365585327 - - type: cosine_precision - value: 72.14386459802539 - - type: cosine_recall - value: 72.86324786324786 - - type: dot_accuracy - value: 84.71259682022014 - - type: dot_accuracy_threshold - value: 94.5155382156372 - - type: dot_ap - value: 80.45909089768219 - - type: dot_f1 - value: 72.50177179305456 - - type: dot_f1_threshold - value: 93.44581365585327 - - type: dot_precision - value: 72.14386459802539 - - type: dot_recall - value: 72.86324786324786 - - type: euclidean_accuracy - value: 84.71259682022014 - - type: euclidean_accuracy_threshold - value: 33.11933875083923 - - type: euclidean_ap - value: 80.45918672034553 - - type: euclidean_f1 - value: 72.50177179305456 - - type: euclidean_f1_threshold - value: 36.205485463142395 - - type: euclidean_precision - value: 72.14386459802539 - - type: euclidean_recall - value: 72.86324786324786 - - type: main_score - value: 80.47906117815072 - - type: manhattan_accuracy - value: 84.61068079902161 - - type: manhattan_accuracy_threshold - value: 1623.581314086914 - - type: manhattan_ap - value: 80.47906117815072 - - type: manhattan_f1 - value: 72.55972696245735 - - type: manhattan_f1_threshold - value: 1776.2283325195312 - - type: manhattan_precision - value: 69.65923984272608 - - type: manhattan_recall - value: 75.71225071225072 - - type: max_ap - value: 80.47906117815072 - - type: max_f1 - value: 72.55972696245735 - - type: max_precision - value: 72.14386459802539 - - type: max_recall - value: 75.71225071225072 - - type: similarity_accuracy - value: 84.71259682022014 - - type: similarity_accuracy_threshold - value: 94.51554417610168 - - type: similarity_ap - value: 80.45908020433436 - - type: similarity_f1 - value: 72.50177179305456 - - type: similarity_f1_threshold - value: 93.44581365585327 - - type: similarity_precision - value: 72.14386459802539 - - type: similarity_recall - value: 72.86324786324786 - task: - type: PairClassification - - dataset: - config: default - name: MTEB SICK-R-PL - revision: fd5c2441b7eeff8676768036142af4cfa42c1339 - split: test - type: PL-MTEB/sickr-pl-sts - metrics: - - type: cosine_pearson - value: 78.98722515294865 - - type: cosine_spearman - value: 76.51897187464125 - - type: euclidean_pearson - value: 76.87254304403095 - - type: euclidean_spearman - value: 76.51895072164689 - - type: main_score - value: 76.51897187464125 - - type: manhattan_pearson - value: 76.90840201713975 - - type: manhattan_spearman - value: 76.54836933234095 - - type: pearson - value: 78.98722515294865 - - type: spearman - value: 76.51897187464125 - task: - type: STS - - dataset: - config: pl - name: MTEB STS22 (pl) - revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 - split: test - type: mteb/sts22-crosslingual-sts - metrics: - - type: cosine_pearson - value: 47.74261753488902 - - type: cosine_spearman - value: 50.40633387870395 - - type: euclidean_pearson - value: 32.27774759364273 - - type: euclidean_spearman - value: 50.29218785859864 - - type: main_score - value: 50.40633387870395 - - type: manhattan_pearson - value: 32.29034003704625 - - type: manhattan_spearman - value: 50.51546972965036 - - type: pearson - value: 47.74261753488902 - - type: spearman - value: 50.40633387870395 - task: - type: STS - - dataset: - config: pl-en - name: MTEB STS22 (pl-en) - revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 - split: test - type: mteb/sts22-crosslingual-sts - metrics: - - type: cosine_pearson - value: 83.47606761887639 - - type: cosine_spearman - value: 83.58914160289982 - - type: euclidean_pearson - value: 82.42751476997759 - - type: euclidean_spearman - value: 83.58914160289982 - - type: main_score - value: 83.58914160289982 - - type: manhattan_pearson - value: 82.40583455477217 - - type: manhattan_spearman - value: 84.33690743130028 - - type: pearson - value: 83.47606761887639 - - type: spearman - value: 83.58914160289982 - task: - type: STS - - dataset: - config: de-pl - name: MTEB STS22 (de-pl) - revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 - split: test - type: mteb/sts22-crosslingual-sts - metrics: - - type: cosine_pearson - value: 52.31272070209978 - - type: cosine_spearman - value: 60.26406054877119 - - type: euclidean_pearson - value: 53.9168461321904 - - type: euclidean_spearman - value: 60.26406054877119 - - type: main_score - value: 60.26406054877119 - - type: manhattan_pearson - value: 53.58666620050511 - - type: manhattan_spearman - value: 60.72597210126559 - - type: pearson - value: 52.31272070209978 - - type: spearman - value: 60.26406054877119 - task: - type: STS - - dataset: - config: fr-pl - name: MTEB STS22 (fr-pl) - revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 - split: test - type: mteb/sts22-crosslingual-sts - metrics: - - type: cosine_pearson - value: 72.51212303546434 - - type: cosine_spearman - value: 84.51542547285167 - - type: euclidean_pearson - value: 74.82741121236613 - - type: euclidean_spearman - value: 84.51542547285167 - - type: main_score - value: 84.51542547285167 - - type: manhattan_pearson - value: 74.36356972625282 - - type: manhattan_spearman - value: 84.51542547285167 - - type: pearson - value: 72.51212303546434 - - type: spearman - value: 84.51542547285167 - task: - type: STS - - dataset: - config: default - name: MTEB SciFact-PL - revision: 47932a35f045ef8ed01ba82bf9ff67f6e109207e - split: test - type: clarin-knext/scifact-pl - metrics: - - type: main_score - value: 76.483 - - type: map_at_1 - value: 61.077999999999996 - - type: map_at_10 - value: 71.844 - - type: map_at_100 - value: 72.271 - - type: map_at_1000 - value: 72.282 - - type: map_at_20 - value: 72.14399999999999 - - type: map_at_3 - value: 68.74900000000001 - - type: map_at_5 - value: 70.504 - - type: mrr_at_1 - value: 64.0 - - type: mrr_at_10 - value: 72.66560846560846 - - type: mrr_at_100 - value: 73.02803557535663 - - type: mrr_at_1000 - value: 73.03935117763135 - - type: mrr_at_20 - value: 72.93043068043067 - - type: mrr_at_3 - value: 70.55555555555556 - - type: mrr_at_5 - value: 71.6388888888889 - - type: nauc_map_at_1000_diff1 - value: 70.67972732966814 - - type: nauc_map_at_1000_max - value: 52.7448367732258 - - type: nauc_map_at_1000_std - value: 2.3149621281813086 - - type: nauc_map_at_100_diff1 - value: 70.67426111546254 - - type: nauc_map_at_100_max - value: 52.75820117657533 - - type: nauc_map_at_100_std - value: 2.3322029195834646 - - type: nauc_map_at_10_diff1 - value: 70.31387620283456 - - type: nauc_map_at_10_max - value: 52.53361978893661 - - type: nauc_map_at_10_std - value: 1.6712315246696121 - - type: nauc_map_at_1_diff1 - value: 74.50954364898547 - - type: nauc_map_at_1_max - value: 47.92594443052853 - - type: nauc_map_at_1_std - value: -3.1990608546068033 - - type: nauc_map_at_20_diff1 - value: 70.61311411604913 - - type: nauc_map_at_20_max - value: 52.69704504334533 - - type: nauc_map_at_20_std - value: 2.0974131004509955 - - type: nauc_map_at_3_diff1 - value: 71.53019882348268 - - type: nauc_map_at_3_max - value: 50.34665256271534 - - type: nauc_map_at_3_std - value: -1.06256847490544 - - type: nauc_map_at_5_diff1 - value: 70.7643716468851 - - type: nauc_map_at_5_max - value: 51.63717817428888 - - type: nauc_map_at_5_std - value: 1.1529618645239925 - - type: nauc_mrr_at_1000_diff1 - value: 70.78001542596851 - - type: nauc_mrr_at_1000_max - value: 55.690268010738166 - - type: nauc_mrr_at_1000_std - value: 4.979473774861326 - - type: nauc_mrr_at_100_diff1 - value: 70.77440043856612 - - type: nauc_mrr_at_100_max - value: 55.70241748540339 - - type: nauc_mrr_at_100_std - value: 4.995708945978219 - - type: nauc_mrr_at_10_diff1 - value: 70.42444095938065 - - type: nauc_mrr_at_10_max - value: 55.63468144088557 - - type: nauc_mrr_at_10_std - value: 4.609168905104799 - - type: nauc_mrr_at_1_diff1 - value: 73.42998254353469 - - type: nauc_mrr_at_1_max - value: 53.89683654787755 - - type: nauc_mrr_at_1_std - value: 5.071422489036472 - - type: nauc_mrr_at_20_diff1 - value: 70.73711865840654 - - type: nauc_mrr_at_20_max - value: 55.70711765956939 - - type: nauc_mrr_at_20_std - value: 4.809578707877329 - - type: nauc_mrr_at_3_diff1 - value: 70.83565806257577 - - type: nauc_mrr_at_3_max - value: 55.81662812282864 - - type: nauc_mrr_at_3_std - value: 5.071815985149413 - - type: nauc_mrr_at_5_diff1 - value: 70.48962000852396 - - type: nauc_mrr_at_5_max - value: 55.829536714916905 - - type: nauc_mrr_at_5_std - value: 5.411569201466013 - - type: nauc_ndcg_at_1000_diff1 - value: 70.06589401534107 - - type: nauc_ndcg_at_1000_max - value: 54.715547915744345 - - type: nauc_ndcg_at_1000_std - value: 3.9365398167637475 - - type: nauc_ndcg_at_100_diff1 - value: 69.90635709920745 - - type: nauc_ndcg_at_100_max - value: 55.1151101740361 - - type: nauc_ndcg_at_100_std - value: 4.604179149372659 - - type: nauc_ndcg_at_10_diff1 - value: 68.49026148591895 - - type: nauc_ndcg_at_10_max - value: 54.262282275033016 - - type: nauc_ndcg_at_10_std - value: 1.5331419608195964 - - type: nauc_ndcg_at_1_diff1 - value: 73.42998254353469 - - type: nauc_ndcg_at_1_max - value: 53.89683654787755 - - type: nauc_ndcg_at_1_std - value: 5.071422489036472 - - type: nauc_ndcg_at_20_diff1 - value: 69.5225240248553 - - type: nauc_ndcg_at_20_max - value: 54.80887757583549 - - type: nauc_ndcg_at_20_std - value: 2.976565258596729 - - type: nauc_ndcg_at_3_diff1 - value: 70.09736034783485 - - type: nauc_ndcg_at_3_max - value: 52.708387672513915 - - type: nauc_ndcg_at_3_std - value: 1.1972697514282578 - - type: nauc_ndcg_at_5_diff1 - value: 69.25694143416614 - - type: nauc_ndcg_at_5_max - value: 53.398788484974865 - - type: nauc_ndcg_at_5_std - value: 2.1911584965654196 - - type: nauc_precision_at_1000_diff1 - value: -33.9340316620902 - - type: nauc_precision_at_1000_max - value: 18.883351978033293 - - type: nauc_precision_at_1000_std - value: 53.40520017627719 - - type: nauc_precision_at_100_diff1 - value: -25.20786022438437 - - type: nauc_precision_at_100_max - value: 24.43303854414762 - - type: nauc_precision_at_100_std - value: 52.758032851454594 - - type: nauc_precision_at_10_diff1 - value: -6.0510066835270155 - - type: nauc_precision_at_10_max - value: 31.757918187813814 - - type: nauc_precision_at_10_std - value: 33.523054792457536 - - type: nauc_precision_at_1_diff1 - value: 73.42998254353469 - - type: nauc_precision_at_1_max - value: 53.89683654787755 - - type: nauc_precision_at_1_std - value: 5.071422489036472 - - type: nauc_precision_at_20_diff1 - value: -13.992396288851463 - - type: nauc_precision_at_20_max - value: 28.84986869880234 - - type: nauc_precision_at_20_std - value: 42.4368830383489 - - type: nauc_precision_at_3_diff1 - value: 35.67098389203306 - - type: nauc_precision_at_3_max - value: 46.289181541140664 - - type: nauc_precision_at_3_std - value: 19.633217239878086 - - type: nauc_precision_at_5_diff1 - value: 14.785946438813479 - - type: nauc_precision_at_5_max - value: 38.54581819786163 - - type: nauc_precision_at_5_std - value: 29.488555867660786 - - type: nauc_recall_at_1000_diff1 - value: 72.2222222222207 - - type: nauc_recall_at_1000_max - value: 100.0 - - type: nauc_recall_at_1000_std - value: 35.8076563958937 - - type: nauc_recall_at_100_diff1 - value: 62.079831932773 - - type: nauc_recall_at_100_max - value: 81.64682539682518 - - type: nauc_recall_at_100_std - value: 45.068860877684344 - - type: nauc_recall_at_10_diff1 - value: 56.087531321578545 - - type: nauc_recall_at_10_max - value: 55.735499838588275 - - type: nauc_recall_at_10_std - value: -10.406450323592264 - - type: nauc_recall_at_1_diff1 - value: 74.50954364898547 - - type: nauc_recall_at_1_max - value: 47.92594443052853 - - type: nauc_recall_at_1_std - value: -3.1990608546068033 - - type: nauc_recall_at_20_diff1 - value: 60.41783380018676 - - type: nauc_recall_at_20_max - value: 61.36087768440704 - - type: nauc_recall_at_20_std - value: -2.619047619047705 - - type: nauc_recall_at_3_diff1 - value: 66.8687513774488 - - type: nauc_recall_at_3_max - value: 51.47513270108863 - - type: nauc_recall_at_3_std - value: -4.623829922336638 - - type: nauc_recall_at_5_diff1 - value: 62.72958432704322 - - type: nauc_recall_at_5_max - value: 52.80660459293593 - - type: nauc_recall_at_5_std - value: -1.4441376040158003 - - type: ndcg_at_1 - value: 64.0 - - type: ndcg_at_10 - value: 76.483 - - type: ndcg_at_100 - value: 78.217 - - type: ndcg_at_1000 - value: 78.518 - - type: ndcg_at_20 - value: 77.438 - - type: ndcg_at_3 - value: 71.468 - - type: ndcg_at_5 - value: 73.741 - - type: precision_at_1 - value: 64.0 - - type: precision_at_10 - value: 10.2 - - type: precision_at_100 - value: 1.103 - - type: precision_at_1000 - value: 0.11299999999999999 - - type: precision_at_20 - value: 5.3 - - type: precision_at_3 - value: 27.778000000000002 - - type: precision_at_5 - value: 18.4 - - type: recall_at_1 - value: 61.077999999999996 - - type: recall_at_10 - value: 89.833 - - type: recall_at_100 - value: 97.333 - - type: recall_at_1000 - value: 99.667 - - type: recall_at_20 - value: 93.333 - - type: recall_at_3 - value: 76.40599999999999 - - type: recall_at_5 - value: 81.922 - task: - type: Retrieval - - dataset: - config: default - name: MTEB TRECCOVID-PL - revision: 81bcb408f33366c2a20ac54adafad1ae7e877fdd - split: test - type: clarin-knext/trec-covid-pl - metrics: - - type: main_score - value: 85.084 - - type: map_at_1 - value: 0.252 - - type: map_at_10 - value: 2.2089999999999996 - - type: map_at_100 - value: 13.628000000000002 - - type: map_at_1000 - value: 33.035 - - type: map_at_20 - value: 4.031 - - type: map_at_3 - value: 0.726 - - type: map_at_5 - value: 1.192 - - type: mrr_at_1 - value: 94.0 - - type: mrr_at_10 - value: 97.0 - - type: mrr_at_100 - value: 97.0 - - type: mrr_at_1000 - value: 97.0 - - type: mrr_at_20 - value: 97.0 - - type: mrr_at_3 - value: 97.0 - - type: mrr_at_5 - value: 97.0 - - type: nauc_map_at_1000_diff1 - value: -10.45225903789272 - - type: nauc_map_at_1000_max - value: 54.54483646166203 - - type: nauc_map_at_1000_std - value: 75.84945599190988 - - type: nauc_map_at_100_diff1 - value: 4.30280977851165 - - type: nauc_map_at_100_max - value: 42.9299091197573 - - type: nauc_map_at_100_std - value: 51.716436872164905 - - type: nauc_map_at_10_diff1 - value: 15.922323713849607 - - type: nauc_map_at_10_max - value: 12.698159510258655 - - type: nauc_map_at_10_std - value: 13.157729105916992 - - type: nauc_map_at_1_diff1 - value: 12.47773408805693 - - type: nauc_map_at_1_max - value: -0.3995300281637068 - - type: nauc_map_at_1_std - value: 2.53372616236555 - - type: nauc_map_at_20_diff1 - value: 11.778368594750873 - - type: nauc_map_at_20_max - value: 18.863172576938076 - - type: nauc_map_at_20_std - value: 20.01814055163764 - - type: nauc_map_at_3_diff1 - value: 10.877996697704734 - - type: nauc_map_at_3_max - value: 5.034335685321121 - - type: nauc_map_at_3_std - value: 7.026748162537961 - - type: nauc_map_at_5_diff1 - value: 15.769885367892275 - - type: nauc_map_at_5_max - value: 7.567586698829546 - - type: nauc_map_at_5_std - value: 6.737676254464625 - - type: nauc_mrr_at_1000_diff1 - value: -51.77404295051345 - - type: nauc_mrr_at_1000_max - value: 9.383753501400783 - - type: nauc_mrr_at_1000_std - value: 59.38375350140056 - - type: nauc_mrr_at_100_diff1 - value: -51.77404295051345 - - type: nauc_mrr_at_100_max - value: 9.383753501400783 - - type: nauc_mrr_at_100_std - value: 59.38375350140056 - - type: nauc_mrr_at_10_diff1 - value: -51.77404295051345 - - type: nauc_mrr_at_10_max - value: 9.383753501400783 - - type: nauc_mrr_at_10_std - value: 59.38375350140056 - - type: nauc_mrr_at_1_diff1 - value: -51.77404295051332 - - type: nauc_mrr_at_1_max - value: 9.383753501400763 - - type: nauc_mrr_at_1_std - value: 59.38375350140065 - - type: nauc_mrr_at_20_diff1 - value: -51.77404295051345 - - type: nauc_mrr_at_20_max - value: 9.383753501400783 - - type: nauc_mrr_at_20_std - value: 59.38375350140056 - - type: nauc_mrr_at_3_diff1 - value: -51.77404295051345 - - type: nauc_mrr_at_3_max - value: 9.383753501400783 - - type: nauc_mrr_at_3_std - value: 59.38375350140056 - - type: nauc_mrr_at_5_diff1 - value: -51.77404295051345 - - type: nauc_mrr_at_5_max - value: 9.383753501400783 - - type: nauc_mrr_at_5_std - value: 59.38375350140056 - - type: nauc_ndcg_at_1000_diff1 - value: -4.631327822639004 - - type: nauc_ndcg_at_1000_max - value: 55.29075029383574 - - type: nauc_ndcg_at_1000_std - value: 75.56240298407324 - - type: nauc_ndcg_at_100_diff1 - value: -21.774997339166962 - - type: nauc_ndcg_at_100_max - value: 45.31934431455725 - - type: nauc_ndcg_at_100_std - value: 73.07783548535839 - - type: nauc_ndcg_at_10_diff1 - value: -7.047839091732799 - - type: nauc_ndcg_at_10_max - value: 34.848098537857446 - - type: nauc_ndcg_at_10_std - value: 55.11602391969356 - - type: nauc_ndcg_at_1_diff1 - value: -42.34419942473637 - - type: nauc_ndcg_at_1_max - value: 33.67209971236814 - - type: nauc_ndcg_at_1_std - value: 68.50431447746888 - - type: nauc_ndcg_at_20_diff1 - value: -16.189578254830334 - - type: nauc_ndcg_at_20_max - value: 42.84601708478319 - - type: nauc_ndcg_at_20_std - value: 62.231380624811464 - - type: nauc_ndcg_at_3_diff1 - value: -39.49303235851018 - - type: nauc_ndcg_at_3_max - value: 23.38023512941226 - - type: nauc_ndcg_at_3_std - value: 59.03951082033232 - - type: nauc_ndcg_at_5_diff1 - value: -10.953906619815172 - - type: nauc_ndcg_at_5_max - value: 26.744128408697854 - - type: nauc_ndcg_at_5_std - value: 50.7107848191522 - - type: nauc_precision_at_1000_diff1 - value: -19.228496350000803 - - type: nauc_precision_at_1000_max - value: 21.283673740418784 - - type: nauc_precision_at_1000_std - value: 33.167974792931645 - - type: nauc_precision_at_100_diff1 - value: -25.300067315131752 - - type: nauc_precision_at_100_max - value: 47.405608613394115 - - type: nauc_precision_at_100_std - value: 72.09971712931008 - - type: nauc_precision_at_10_diff1 - value: -8.516006620645221 - - type: nauc_precision_at_10_max - value: 38.69948730370179 - - type: nauc_precision_at_10_std - value: 57.7247587905209 - - type: nauc_precision_at_1_diff1 - value: -51.77404295051332 - - type: nauc_precision_at_1_max - value: 9.383753501400763 - - type: nauc_precision_at_1_std - value: 59.38375350140065 - - type: nauc_precision_at_20_diff1 - value: -21.334892657254898 - - type: nauc_precision_at_20_max - value: 46.090353274381364 - - type: nauc_precision_at_20_std - value: 66.76929563906421 - - type: nauc_precision_at_3_diff1 - value: -60.28311096648229 - - type: nauc_precision_at_3_max - value: 21.35264128430395 - - type: nauc_precision_at_3_std - value: 61.68781863542673 - - type: nauc_precision_at_5_diff1 - value: -10.220236917248522 - - type: nauc_precision_at_5_max - value: 22.654151706200167 - - type: nauc_precision_at_5_std - value: 45.26306861553246 - - type: nauc_recall_at_1000_diff1 - value: 5.597993166570423 - - type: nauc_recall_at_1000_max - value: 51.62593446120785 - - type: nauc_recall_at_1000_std - value: 63.71125972276357 - - type: nauc_recall_at_100_diff1 - value: 12.31696726884448 - - type: nauc_recall_at_100_max - value: 33.1772812090682 - - type: nauc_recall_at_100_std - value: 38.344388547774585 - - type: nauc_recall_at_10_diff1 - value: 19.665980793300676 - - type: nauc_recall_at_10_max - value: 10.1739399039441 - - type: nauc_recall_at_10_std - value: 8.417234292095406 - - type: nauc_recall_at_1_diff1 - value: 12.47773408805693 - - type: nauc_recall_at_1_max - value: -0.3995300281637068 - - type: nauc_recall_at_1_std - value: 2.53372616236555 - - type: nauc_recall_at_20_diff1 - value: 15.724086176861823 - - type: nauc_recall_at_20_max - value: 15.544832547359503 - - type: nauc_recall_at_20_std - value: 14.202586656321635 - - type: nauc_recall_at_3_diff1 - value: 13.742217455450584 - - type: nauc_recall_at_3_max - value: 5.399130625322105 - - type: nauc_recall_at_3_std - value: 5.215112841397118 - - type: nauc_recall_at_5_diff1 - value: 19.996275921198055 - - type: nauc_recall_at_5_max - value: 6.5780639997658135 - - type: nauc_recall_at_5_std - value: 3.1625978044078247 - - type: ndcg_at_1 - value: 90.0 - - type: ndcg_at_10 - value: 85.084 - - type: ndcg_at_100 - value: 65.825 - - type: ndcg_at_1000 - value: 58.882999999999996 - - type: ndcg_at_20 - value: 79.879 - - type: ndcg_at_3 - value: 90.24600000000001 - - type: ndcg_at_5 - value: 89.217 - - type: precision_at_1 - value: 94.0 - - type: precision_at_10 - value: 88.6 - - type: precision_at_100 - value: 67.54 - - type: precision_at_1000 - value: 25.898 - - type: precision_at_20 - value: 83.5 - - type: precision_at_3 - value: 94.0 - - type: precision_at_5 - value: 92.80000000000001 - - type: recall_at_1 - value: 0.252 - - type: recall_at_10 - value: 2.323 - - type: recall_at_100 - value: 16.547 - - type: recall_at_1000 - value: 55.235 - - type: recall_at_20 - value: 4.354 - - type: recall_at_3 - value: 0.739 - - type: recall_at_5 - value: 1.23 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CEDRClassification - revision: c0ba03d058e3e1b2f3fd20518875a4563dd12db4 - split: test - type: ai-forever/cedr-classification - metrics: - - type: accuracy - value: 52.92773645058448 - - type: f1 - value: 55.966103306824756 - - type: lrap - value: 81.54410201912931 - - type: main_score - value: 52.92773645058448 - task: - type: MultilabelClassification - - dataset: - config: default - name: MTEB GeoreviewClassification - revision: 3765c0d1de6b7d264bc459433c45e5a75513839c - split: test - type: ai-forever/georeview-classification - metrics: - - type: accuracy - value: 60.2392578125 - - type: f1 - value: 57.32642726056648 - - type: f1_weighted - value: 57.32118075473517 - - type: main_score - value: 60.2392578125 - task: - type: Classification - - dataset: - config: default - name: MTEB GeoreviewClusteringP2P - revision: 97a313c8fc85b47f13f33e7e9a95c1ad888c7fec - split: test - type: ai-forever/georeview-clustering-p2p - metrics: - - type: main_score - value: 76.79006276993874 - - type: v_measure - value: 76.79006276993874 - - type: v_measure_std - value: 0.6058031990227964 - task: - type: Clustering - - dataset: - config: default - name: MTEB HeadlineClassification - revision: 2fe05ee6b5832cda29f2ef7aaad7b7fe6a3609eb - split: test - type: ai-forever/headline-classification - metrics: - - type: accuracy - value: 85.7275390625 - - type: f1 - value: 85.73887170438086 - - type: f1_weighted - value: 85.73720330486839 - - type: main_score - value: 85.7275390625 - task: - type: Classification - - dataset: - config: default - name: MTEB InappropriatenessClassification - revision: 601651fdc45ef243751676e62dd7a19f491c0285 - split: test - type: ai-forever/inappropriateness-classification - metrics: - - type: accuracy - value: 75.91796875 - - type: ap - value: 70.33785543327123 - - type: ap_weighted - value: 70.33785543327123 - - type: f1 - value: 75.82265140181444 - - type: f1_weighted - value: 75.82265140181444 - - type: main_score - value: 75.91796875 - task: - type: Classification - - dataset: - config: default - name: MTEB KinopoiskClassification - revision: 5911f26666ac11af46cb9c6849d0dc80a378af24 - split: test - type: ai-forever/kinopoisk-sentiment-classification - metrics: - - type: accuracy - value: 72.28 - - type: f1 - value: 69.21643812031239 - - type: f1_weighted - value: 69.21643812031239 - - type: main_score - value: 72.28 - task: - type: Classification - - dataset: - config: ru - name: MTEB MIRACLReranking (ru) - revision: 6d1962c527217f8927fca80f890f14f36b2802af - split: dev - type: miracl/mmteb-miracl-reranking - metrics: - - type: MAP@1(MIRACL) - value: 30.142999999999997 - - type: MAP@10(MIRACL) - value: 49.411 - - type: MAP@100(MIRACL) - value: 51.407000000000004 - - type: MAP@1000(MIRACL) - value: 51.407000000000004 - - type: MAP@20(MIRACL) - value: 50.866 - - type: MAP@3(MIRACL) - value: 42.144 - - type: MAP@5(MIRACL) - value: 46.18 - - type: NDCG@1(MIRACL) - value: 48.677 - - type: NDCG@10(MIRACL) - value: 57.109 - - type: NDCG@100(MIRACL) - value: 61.138000000000005 - - type: NDCG@1000(MIRACL) - value: 61.138000000000005 - - type: NDCG@20(MIRACL) - value: 59.611000000000004 - - type: NDCG@3(MIRACL) - value: 50.432 - - type: NDCG@5(MIRACL) - value: 53.262 - - type: P@1(MIRACL) - value: 48.677 - - type: P@10(MIRACL) - value: 15.084 - - type: P@100(MIRACL) - value: 1.9529999999999998 - - type: P@1000(MIRACL) - value: 0.19499999999999998 - - type: P@20(MIRACL) - value: 8.813 - - type: P@3(MIRACL) - value: 30.980999999999998 - - type: P@5(MIRACL) - value: 23.721 - - type: Recall@1(MIRACL) - value: 30.142999999999997 - - type: Recall@10(MIRACL) - value: 68.10199999999999 - - type: Recall@100(MIRACL) - value: 79.952 - - type: Recall@1000(MIRACL) - value: 79.952 - - type: Recall@20(MIRACL) - value: 74.66000000000001 - - type: Recall@3(MIRACL) - value: 49.266 - - type: Recall@5(MIRACL) - value: 58.165 - - type: main_score - value: 57.109 - - type: nAUC_MAP@1000_diff1(MIRACL) - value: 18.574236056627257 - - type: nAUC_MAP@1000_max(MIRACL) - value: 23.630844392749122 - - type: nAUC_MAP@1000_std(MIRACL) - value: 18.68739834083788 - - type: nAUC_MAP@100_diff1(MIRACL) - value: 18.574236056627257 - - type: nAUC_MAP@100_max(MIRACL) - value: 23.630844392749122 - - type: nAUC_MAP@100_std(MIRACL) - value: 18.68739834083788 - - type: nAUC_MAP@10_diff1(MIRACL) - value: 20.66484972285547 - - type: nAUC_MAP@10_max(MIRACL) - value: 20.62971571238118 - - type: nAUC_MAP@10_std(MIRACL) - value: 17.721790057677214 - - type: nAUC_MAP@1_diff1(MIRACL) - value: 37.57640246127277 - - type: nAUC_MAP@1_max(MIRACL) - value: 5.693462965121491 - - type: nAUC_MAP@1_std(MIRACL) - value: 6.004759714360464 - - type: nAUC_MAP@20_diff1(MIRACL) - value: 19.085774861587485 - - type: nAUC_MAP@20_max(MIRACL) - value: 23.020819624997724 - - type: nAUC_MAP@20_std(MIRACL) - value: 18.696960568701297 - - type: nAUC_MAP@3_diff1(MIRACL) - value: 27.32983579169006 - - type: nAUC_MAP@3_max(MIRACL) - value: 13.876308655236514 - - type: nAUC_MAP@3_std(MIRACL) - value: 11.550810004168847 - - type: nAUC_MAP@5_diff1(MIRACL) - value: 23.337976586345608 - - type: nAUC_MAP@5_max(MIRACL) - value: 17.002433230626945 - - type: nAUC_MAP@5_std(MIRACL) - value: 15.203175833563042 - - type: nAUC_NDCG@1000_diff1(MIRACL) - value: 8.892986608745188 - - type: nAUC_NDCG@1000_max(MIRACL) - value: 33.65473404525124 - - type: nAUC_NDCG@1000_std(MIRACL) - value: 22.681632504747938 - - type: nAUC_NDCG@100_diff1(MIRACL) - value: 8.892986608745188 - - type: nAUC_NDCG@100_max(MIRACL) - value: 33.65473404525124 - - type: nAUC_NDCG@100_std(MIRACL) - value: 22.681632504747938 - - type: nAUC_NDCG@10_diff1(MIRACL) - value: 13.759756183090957 - - type: nAUC_NDCG@10_max(MIRACL) - value: 27.660871998020298 - - type: nAUC_NDCG@10_std(MIRACL) - value: 21.276728575806423 - - type: nAUC_NDCG@1_diff1(MIRACL) - value: 23.046296173370713 - - type: nAUC_NDCG@1_max(MIRACL) - value: 26.092661108349457 - - type: nAUC_NDCG@1_std(MIRACL) - value: 19.071698770172024 - - type: nAUC_NDCG@20_diff1(MIRACL) - value: 10.547891664520831 - - type: nAUC_NDCG@20_max(MIRACL) - value: 31.91752875410575 - - type: nAUC_NDCG@20_std(MIRACL) - value: 22.586662257726413 - - type: nAUC_NDCG@3_diff1(MIRACL) - value: 19.37836037310013 - - type: nAUC_NDCG@3_max(MIRACL) - value: 23.33221745900729 - - type: nAUC_NDCG@3_std(MIRACL) - value: 16.482409644217928 - - type: nAUC_NDCG@5_diff1(MIRACL) - value: 17.071590989025093 - - type: nAUC_NDCG@5_max(MIRACL) - value: 23.836079457601898 - - type: nAUC_NDCG@5_std(MIRACL) - value: 18.69146022107265 - - type: nAUC_P@1000_diff1(MIRACL) - value: -28.94703029971126 - - type: nAUC_P@1000_max(MIRACL) - value: 34.49691808223367 - - type: nAUC_P@1000_std(MIRACL) - value: 17.293738889626685 - - type: nAUC_P@100_diff1(MIRACL) - value: -28.94703029971121 - - type: nAUC_P@100_max(MIRACL) - value: 34.496918082233705 - - type: nAUC_P@100_std(MIRACL) - value: 17.293738889626706 - - type: nAUC_P@10_diff1(MIRACL) - value: -24.127159531723326 - - type: nAUC_P@10_max(MIRACL) - value: 34.52652075700023 - - type: nAUC_P@10_std(MIRACL) - value: 24.467825831969947 - - type: nAUC_P@1_diff1(MIRACL) - value: 23.046296173370713 - - type: nAUC_P@1_max(MIRACL) - value: 26.092661108349457 - - type: nAUC_P@1_std(MIRACL) - value: 19.071698770172024 - - type: nAUC_P@20_diff1(MIRACL) - value: -27.5810346310101 - - type: nAUC_P@20_max(MIRACL) - value: 36.240874061329656 - - type: nAUC_P@20_std(MIRACL) - value: 21.895124619925788 - - type: nAUC_P@3_diff1(MIRACL) - value: -10.277675112627135 - - type: nAUC_P@3_max(MIRACL) - value: 33.287622351163826 - - type: nAUC_P@3_std(MIRACL) - value: 23.280393824335565 - - type: nAUC_P@5_diff1(MIRACL) - value: -19.02545858200769 - - type: nAUC_P@5_max(MIRACL) - value: 33.496223849314354 - - type: nAUC_P@5_std(MIRACL) - value: 25.57582932772076 - - type: nAUC_Recall@1000_diff1(MIRACL) - value: -22.85483884697195 - - type: nAUC_Recall@1000_max(MIRACL) - value: 59.96288964005818 - - type: nAUC_Recall@1000_std(MIRACL) - value: 33.40157596178408 - - type: nAUC_Recall@100_diff1(MIRACL) - value: -22.85483884697195 - - type: nAUC_Recall@100_max(MIRACL) - value: 59.96288964005818 - - type: nAUC_Recall@100_std(MIRACL) - value: 33.40157596178408 - - type: nAUC_Recall@10_diff1(MIRACL) - value: 0.9647728668735941 - - type: nAUC_Recall@10_max(MIRACL) - value: 31.920229134884696 - - type: nAUC_Recall@10_std(MIRACL) - value: 24.72748460665647 - - type: nAUC_Recall@1_diff1(MIRACL) - value: 37.57640246127277 - - type: nAUC_Recall@1_max(MIRACL) - value: 5.693462965121491 - - type: nAUC_Recall@1_std(MIRACL) - value: 6.004759714360464 - - type: nAUC_Recall@20_diff1(MIRACL) - value: -11.17984467583157 - - type: nAUC_Recall@20_max(MIRACL) - value: 47.12308203332666 - - type: nAUC_Recall@20_std(MIRACL) - value: 29.861789581696236 - - type: nAUC_Recall@3_diff1(MIRACL) - value: 19.99673230751616 - - type: nAUC_Recall@3_max(MIRACL) - value: 15.54429599480494 - - type: nAUC_Recall@3_std(MIRACL) - value: 11.69503455287231 - - type: nAUC_Recall@5_diff1(MIRACL) - value: 11.235996937048393 - - type: nAUC_Recall@5_max(MIRACL) - value: 20.33338473968244 - - type: nAUC_Recall@5_std(MIRACL) - value: 17.930242315864355 - task: - type: Reranking - - dataset: - config: ru - name: MTEB MIRACLRetrieval (ru) - revision: main - split: dev - type: miracl/mmteb-miracl - metrics: - - type: main_score - value: 54.708 - - type: map_at_1 - value: 23.915 - - type: map_at_10 - value: 43.879000000000005 - - type: map_at_100 - value: 47.138999999999996 - - type: map_at_1000 - value: 47.221000000000004 - - type: map_at_20 - value: 45.904 - - type: map_at_3 - value: 35.617 - - type: map_at_5 - value: 40.011 - - type: mrr_at_1 - value: 46.64536741214057 - - type: mrr_at_10 - value: 60.52820249505556 - - type: mrr_at_100 - value: 61.10160689971818 - - type: mrr_at_1000 - value: 61.10996964150418 - - type: mrr_at_20 - value: 60.97650175456961 - - type: mrr_at_3 - value: 57.521299254526134 - - type: mrr_at_5 - value: 59.51411075612361 - - type: nauc_map_at_1000_diff1 - value: 27.27225332730171 - - type: nauc_map_at_1000_max - value: 8.503001535807687 - - type: nauc_map_at_1000_std - value: -0.6932701716510263 - - type: nauc_map_at_100_diff1 - value: 27.274388370811874 - - type: nauc_map_at_100_max - value: 8.486750898620828 - - type: nauc_map_at_100_std - value: -0.6901909106915605 - - type: nauc_map_at_10_diff1 - value: 27.682169341657247 - - type: nauc_map_at_10_max - value: 6.7659904582478445 - - type: nauc_map_at_10_std - value: -3.0308153800393476 - - type: nauc_map_at_1_diff1 - value: 33.801692941752314 - - type: nauc_map_at_1_max - value: 1.557471831300594 - - type: nauc_map_at_1_std - value: -7.419740543400105 - - type: nauc_map_at_20_diff1 - value: 27.72502083202652 - - type: nauc_map_at_20_max - value: 7.843767103360241 - - type: nauc_map_at_20_std - value: -1.7451119113814961 - - type: nauc_map_at_3_diff1 - value: 29.98554420937841 - - type: nauc_map_at_3_max - value: 3.6485935086627475 - - type: nauc_map_at_3_std - value: -5.6394927854184225 - - type: nauc_map_at_5_diff1 - value: 28.578444470102248 - - type: nauc_map_at_5_max - value: 4.280508616142964 - - type: nauc_map_at_5_std - value: -5.482845119313132 - - type: nauc_mrr_at_1000_diff1 - value: 25.82356567613806 - - type: nauc_mrr_at_1000_max - value: 14.332252177669938 - - type: nauc_mrr_at_1000_std - value: 6.975911345213104 - - type: nauc_mrr_at_100_diff1 - value: 25.826292410963003 - - type: nauc_mrr_at_100_max - value: 14.336690580027273 - - type: nauc_mrr_at_100_std - value: 6.986201677306434 - - type: nauc_mrr_at_10_diff1 - value: 25.58425012438985 - - type: nauc_mrr_at_10_max - value: 14.503588709204996 - - type: nauc_mrr_at_10_std - value: 7.066593528467853 - - type: nauc_mrr_at_1_diff1 - value: 28.71293305268407 - - type: nauc_mrr_at_1_max - value: 12.339451071961596 - - type: nauc_mrr_at_1_std - value: 5.024791047918971 - - type: nauc_mrr_at_20_diff1 - value: 25.75600588159532 - - type: nauc_mrr_at_20_max - value: 14.447022157471515 - - type: nauc_mrr_at_20_std - value: 6.997539998750973 - - type: nauc_mrr_at_3_diff1 - value: 25.696037388183925 - - type: nauc_mrr_at_3_max - value: 14.021731919167868 - - type: nauc_mrr_at_3_std - value: 6.760279288998733 - - type: nauc_mrr_at_5_diff1 - value: 25.802785913726733 - - type: nauc_mrr_at_5_max - value: 13.96323464549934 - - type: nauc_mrr_at_5_std - value: 6.741966712546341 - - type: nauc_ndcg_at_1000_diff1 - value: 24.96981878793671 - - type: nauc_ndcg_at_1000_max - value: 12.606080252813618 - - type: nauc_ndcg_at_1000_std - value: 4.607506707666693 - - type: nauc_ndcg_at_100_diff1 - value: 24.77998383366057 - - type: nauc_ndcg_at_100_max - value: 12.86466386386298 - - type: nauc_ndcg_at_100_std - value: 5.269251017202762 - - type: nauc_ndcg_at_10_diff1 - value: 25.64604907166665 - - type: nauc_ndcg_at_10_max - value: 9.792116353750236 - - type: nauc_ndcg_at_10_std - value: -0.33802978131691974 - - type: nauc_ndcg_at_1_diff1 - value: 28.71293305268407 - - type: nauc_ndcg_at_1_max - value: 12.339451071961596 - - type: nauc_ndcg_at_1_std - value: 5.024791047918971 - - type: nauc_ndcg_at_20_diff1 - value: 25.993474158270924 - - type: nauc_ndcg_at_20_max - value: 11.495015491342766 - - type: nauc_ndcg_at_20_std - value: 1.6937693668777307 - - type: nauc_ndcg_at_3_diff1 - value: 26.29770243871825 - - type: nauc_ndcg_at_3_max - value: 9.69221175066515 - - type: nauc_ndcg_at_3_std - value: 0.6532669333583258 - - type: nauc_ndcg_at_5_diff1 - value: 26.65699973277015 - - type: nauc_ndcg_at_5_max - value: 7.766184361324509 - - type: nauc_ndcg_at_5_std - value: -1.9025519021221693 - - type: nauc_precision_at_1000_diff1 - value: -16.509895985091187 - - type: nauc_precision_at_1000_max - value: 15.88000938900457 - - type: nauc_precision_at_1000_std - value: 21.307652607830786 - - type: nauc_precision_at_100_diff1 - value: -16.028267526571128 - - type: nauc_precision_at_100_max - value: 18.351930031509227 - - type: nauc_precision_at_100_std - value: 24.674272557557888 - - type: nauc_precision_at_10_diff1 - value: -5.62862163065762 - - type: nauc_precision_at_10_max - value: 19.430008001431677 - - type: nauc_precision_at_10_std - value: 17.801195044916557 - - type: nauc_precision_at_1_diff1 - value: 28.71293305268407 - - type: nauc_precision_at_1_max - value: 12.339451071961596 - - type: nauc_precision_at_1_std - value: 5.024791047918971 - - type: nauc_precision_at_20_diff1 - value: -8.990897908123127 - - type: nauc_precision_at_20_max - value: 20.172069709987134 - - type: nauc_precision_at_20_std - value: 21.59020677198609 - - type: nauc_precision_at_3_diff1 - value: 8.711294461917857 - - type: nauc_precision_at_3_max - value: 17.08827781024586 - - type: nauc_precision_at_3_std - value: 12.558280744953432 - - type: nauc_precision_at_5_diff1 - value: 1.4530239959997198 - - type: nauc_precision_at_5_max - value: 15.706039106369332 - - type: nauc_precision_at_5_std - value: 12.468136165143386 - - type: nauc_recall_at_1000_diff1 - value: 2.907648046805277 - - type: nauc_recall_at_1000_max - value: 28.722271229459423 - - type: nauc_recall_at_1000_std - value: 79.85550000313336 - - type: nauc_recall_at_100_diff1 - value: 8.694370600375173 - - type: nauc_recall_at_100_max - value: 21.596143532118607 - - type: nauc_recall_at_100_std - value: 33.58544689693169 - - type: nauc_recall_at_10_diff1 - value: 18.06750920636552 - - type: nauc_recall_at_10_max - value: 7.073137054013038 - - type: nauc_recall_at_10_std - value: -4.1437957544258905 - - type: nauc_recall_at_1_diff1 - value: 33.801692941752314 - - type: nauc_recall_at_1_max - value: 1.557471831300594 - - type: nauc_recall_at_1_std - value: -7.419740543400105 - - type: nauc_recall_at_20_diff1 - value: 19.012679517337382 - - type: nauc_recall_at_20_max - value: 10.585196872034903 - - type: nauc_recall_at_20_std - value: -1.7883161054630263 - - type: nauc_recall_at_3_diff1 - value: 25.653408304529112 - - type: nauc_recall_at_3_max - value: 2.7625671037101776 - - type: nauc_recall_at_3_std - value: -6.927057026175606 - - type: nauc_recall_at_5_diff1 - value: 22.406103569616196 - - type: nauc_recall_at_5_max - value: 2.110416294699959 - - type: nauc_recall_at_5_std - value: -8.550923602223781 - - type: ndcg_at_1 - value: 46.644999999999996 - - type: ndcg_at_10 - value: 54.708 - - type: ndcg_at_100 - value: 63.092000000000006 - - type: ndcg_at_1000 - value: 63.989 - - type: ndcg_at_20 - value: 58.957 - - type: ndcg_at_3 - value: 46.444 - - type: ndcg_at_5 - value: 49.742999999999995 - - type: precision_at_1 - value: 46.644999999999996 - - type: precision_at_10 - value: 16.916999999999998 - - type: precision_at_100 - value: 2.644 - - type: precision_at_1000 - value: 0.28200000000000003 - - type: precision_at_20 - value: 10.415000000000001 - - type: precision_at_3 - value: 31.816 - - type: precision_at_5 - value: 25.335 - - type: recall_at_1 - value: 23.915 - - type: recall_at_10 - value: 67.578 - - type: recall_at_100 - value: 94.407 - - type: recall_at_1000 - value: 99.209 - - type: recall_at_20 - value: 79.592 - - type: recall_at_3 - value: 43.349 - - type: recall_at_5 - value: 54.358 - task: - type: Retrieval - - dataset: - config: ru - name: MTEB MassiveIntentClassification (ru) - revision: 4672e20407010da34463acc759c162ca9734bca6 - split: test - type: mteb/amazon_massive_intent - metrics: - - type: accuracy - value: 80.61197041022193 - - type: f1 - value: 77.71043637795827 - - type: f1_weighted - value: 79.94141361639582 - - type: main_score - value: 80.61197041022193 - task: - type: Classification - - dataset: - config: ru - name: MTEB MassiveScenarioClassification (ru) - revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 - split: test - type: mteb/amazon_massive_scenario - metrics: - - type: accuracy - value: 89.26698049764626 - - type: f1 - value: 88.27744182451868 - - type: f1_weighted - value: 88.89264206068702 - - type: main_score - value: 89.26698049764626 - task: - type: Classification - - dataset: - config: default - name: MTEB RUParaPhraserSTS - revision: 43265056790b8f7c59e0139acb4be0a8dad2c8f4 - split: test - type: merionum/ru_paraphraser - metrics: - - type: cosine_pearson - value: 63.81704079493248 - - type: cosine_spearman - value: 72.2223625325014 - - type: euclidean_pearson - value: 68.4898737792406 - - type: euclidean_spearman - value: 72.22223966899523 - - type: main_score - value: 72.2223625325014 - - type: manhattan_pearson - value: 68.54948826548012 - - type: manhattan_spearman - value: 72.23743580288522 - - type: pearson - value: 63.81704079493248 - - type: spearman - value: 72.2223625325014 - task: - type: STS - - dataset: - config: default - name: MTEB RiaNewsRetrieval - revision: 82374b0bbacda6114f39ff9c5b925fa1512ca5d7 - split: test - type: ai-forever/ria-news-retrieval - metrics: - - type: main_score - value: 85.531 - - type: map_at_1 - value: 75.86 - - type: map_at_10 - value: 82.735 - - type: map_at_100 - value: 82.901 - - type: map_at_1000 - value: 82.906 - - type: map_at_20 - value: 82.84 - - type: map_at_3 - value: 81.718 - - type: map_at_5 - value: 82.40899999999999 - - type: mrr_at_1 - value: 75.86 - - type: mrr_at_10 - value: 82.73546825396791 - - type: mrr_at_100 - value: 82.90092600901018 - - type: mrr_at_1000 - value: 82.90620154404175 - - type: mrr_at_20 - value: 82.8403438557053 - - type: mrr_at_3 - value: 81.71833333333296 - - type: mrr_at_5 - value: 82.40883333333284 - - type: nauc_map_at_1000_diff1 - value: 78.91505960739605 - - type: nauc_map_at_1000_max - value: 29.775523665024334 - - type: nauc_map_at_1000_std - value: -16.248088183111197 - - type: nauc_map_at_100_diff1 - value: 78.9115295404364 - - type: nauc_map_at_100_max - value: 29.786750569370817 - - type: nauc_map_at_100_std - value: -16.240699379347625 - - type: nauc_map_at_10_diff1 - value: 78.84615234786807 - - type: nauc_map_at_10_max - value: 29.85909826751007 - - type: nauc_map_at_10_std - value: -16.310508577880466 - - type: nauc_map_at_1_diff1 - value: 81.27671732632736 - - type: nauc_map_at_1_max - value: 25.759238214663544 - - type: nauc_map_at_1_std - value: -17.403946811447156 - - type: nauc_map_at_20_diff1 - value: 78.88045506829991 - - type: nauc_map_at_20_max - value: 29.80660744723544 - - type: nauc_map_at_20_std - value: -16.27859295422342 - - type: nauc_map_at_3_diff1 - value: 78.75460874954089 - - type: nauc_map_at_3_max - value: 29.55822231867204 - - type: nauc_map_at_3_std - value: -17.152340841322708 - - type: nauc_map_at_5_diff1 - value: 78.69696814748049 - - type: nauc_map_at_5_max - value: 29.75852725131714 - - type: nauc_map_at_5_std - value: -16.568256037161046 - - type: nauc_mrr_at_1000_diff1 - value: 78.91505960739605 - - type: nauc_mrr_at_1000_max - value: 29.775523665024334 - - type: nauc_mrr_at_1000_std - value: -16.248088183111197 - - type: nauc_mrr_at_100_diff1 - value: 78.9115295404364 - - type: nauc_mrr_at_100_max - value: 29.786750569370817 - - type: nauc_mrr_at_100_std - value: -16.240699379347625 - - type: nauc_mrr_at_10_diff1 - value: 78.84615234786807 - - type: nauc_mrr_at_10_max - value: 29.85909826751007 - - type: nauc_mrr_at_10_std - value: -16.310508577880466 - - type: nauc_mrr_at_1_diff1 - value: 81.27671732632736 - - type: nauc_mrr_at_1_max - value: 25.759238214663544 - - type: nauc_mrr_at_1_std - value: -17.403946811447156 - - type: nauc_mrr_at_20_diff1 - value: 78.88045506829991 - - type: nauc_mrr_at_20_max - value: 29.80660744723544 - - type: nauc_mrr_at_20_std - value: -16.27859295422342 - - type: nauc_mrr_at_3_diff1 - value: 78.75460874954089 - - type: nauc_mrr_at_3_max - value: 29.55822231867204 - - type: nauc_mrr_at_3_std - value: -17.152340841322708 - - type: nauc_mrr_at_5_diff1 - value: 78.69696814748049 - - type: nauc_mrr_at_5_max - value: 29.75852725131714 - - type: nauc_mrr_at_5_std - value: -16.568256037161046 - - type: nauc_ndcg_at_1000_diff1 - value: 78.40434267739398 - - type: nauc_ndcg_at_1000_max - value: 31.299421129222356 - - type: nauc_ndcg_at_1000_std - value: -14.887798570844197 - - type: nauc_ndcg_at_100_diff1 - value: 78.30150047170157 - - type: nauc_ndcg_at_100_max - value: 31.698233933648268 - - type: nauc_ndcg_at_100_std - value: -14.51567207484326 - - type: nauc_ndcg_at_10_diff1 - value: 77.96338569503686 - - type: nauc_ndcg_at_10_max - value: 32.04446940259034 - - type: nauc_ndcg_at_10_std - value: -14.855475352682873 - - type: nauc_ndcg_at_1_diff1 - value: 81.27671732632736 - - type: nauc_ndcg_at_1_max - value: 25.759238214663544 - - type: nauc_ndcg_at_1_std - value: -17.403946811447156 - - type: nauc_ndcg_at_20_diff1 - value: 78.08526874937894 - - type: nauc_ndcg_at_20_max - value: 31.851021820745203 - - type: nauc_ndcg_at_20_std - value: -14.700565547456534 - - type: nauc_ndcg_at_3_diff1 - value: 77.78135737968341 - - type: nauc_ndcg_at_3_max - value: 31.156961171629447 - - type: nauc_ndcg_at_3_std - value: -16.806958026432355 - - type: nauc_ndcg_at_5_diff1 - value: 77.6084628413118 - - type: nauc_ndcg_at_5_max - value: 31.701581524473553 - - type: nauc_ndcg_at_5_std - value: -15.609251588657822 - - type: nauc_precision_at_1000_diff1 - value: 69.1614741134542 - - type: nauc_precision_at_1000_max - value: 73.44461594161396 - - type: nauc_precision_at_1000_std - value: 33.93643171554264 - - type: nauc_precision_at_100_diff1 - value: 69.73759473759355 - - type: nauc_precision_at_100_max - value: 68.28677416912686 - - type: nauc_precision_at_100_std - value: 25.077808901338113 - - type: nauc_precision_at_10_diff1 - value: 71.57483644411768 - - type: nauc_precision_at_10_max - value: 49.273547802959605 - - type: nauc_precision_at_10_std - value: -2.363897298538251 - - type: nauc_precision_at_1_diff1 - value: 81.27671732632736 - - type: nauc_precision_at_1_max - value: 25.759238214663544 - - type: nauc_precision_at_1_std - value: -17.403946811447156 - - type: nauc_precision_at_20_diff1 - value: 70.76724869842121 - - type: nauc_precision_at_20_max - value: 52.82419846245343 - - type: nauc_precision_at_20_std - value: 3.622613066390204 - - type: nauc_precision_at_3_diff1 - value: 73.60573005036687 - - type: nauc_precision_at_3_max - value: 38.08261579671618 - - type: nauc_precision_at_3_std - value: -15.200865719896573 - - type: nauc_precision_at_5_diff1 - value: 71.59247151525693 - - type: nauc_precision_at_5_max - value: 42.65998364341759 - - type: nauc_precision_at_5_std - value: -9.831219679598279 - - type: nauc_recall_at_1000_diff1 - value: 69.16147411345321 - - type: nauc_recall_at_1000_max - value: 73.44461594161498 - - type: nauc_recall_at_1000_std - value: 33.93643171554401 - - type: nauc_recall_at_100_diff1 - value: 69.73759473759435 - - type: nauc_recall_at_100_max - value: 68.28677416912747 - - type: nauc_recall_at_100_std - value: 25.0778089013383 - - type: nauc_recall_at_10_diff1 - value: 71.57483644411782 - - type: nauc_recall_at_10_max - value: 49.27354780295944 - - type: nauc_recall_at_10_std - value: -2.3638972985374114 - - type: nauc_recall_at_1_diff1 - value: 81.27671732632736 - - type: nauc_recall_at_1_max - value: 25.759238214663544 - - type: nauc_recall_at_1_std - value: -17.403946811447156 - - type: nauc_recall_at_20_diff1 - value: 70.76724869842145 - - type: nauc_recall_at_20_max - value: 52.82419846245365 - - type: nauc_recall_at_20_std - value: 3.62261306639049 - - type: nauc_recall_at_3_diff1 - value: 73.60573005036682 - - type: nauc_recall_at_3_max - value: 38.08261579671622 - - type: nauc_recall_at_3_std - value: -15.200865719897017 - - type: nauc_recall_at_5_diff1 - value: 71.59247151525689 - - type: nauc_recall_at_5_max - value: 42.65998364341761 - - type: nauc_recall_at_5_std - value: -9.831219679598048 - - type: ndcg_at_1 - value: 75.86 - - type: ndcg_at_10 - value: 85.531 - - type: ndcg_at_100 - value: 86.331 - - type: ndcg_at_1000 - value: 86.485 - - type: ndcg_at_20 - value: 85.916 - - type: ndcg_at_3 - value: 83.506 - - type: ndcg_at_5 - value: 84.741 - - type: precision_at_1 - value: 75.86 - - type: precision_at_10 - value: 9.406 - - type: precision_at_100 - value: 0.9780000000000001 - - type: precision_at_1000 - value: 0.099 - - type: precision_at_20 - value: 4.78 - - type: precision_at_3 - value: 29.547 - - type: precision_at_5 - value: 18.323999999999998 - - type: recall_at_1 - value: 75.86 - - type: recall_at_10 - value: 94.06 - - type: recall_at_100 - value: 97.78 - - type: recall_at_1000 - value: 99.02 - - type: recall_at_20 - value: 95.59 - - type: recall_at_3 - value: 88.64 - - type: recall_at_5 - value: 91.62 - task: - type: Retrieval - - dataset: - config: default - name: MTEB RuBQReranking - revision: 2e96b8f098fa4b0950fc58eacadeb31c0d0c7fa2 - split: test - type: ai-forever/rubq-reranking - metrics: - - type: main_score - value: 72.63790031370074 - - type: map - value: 72.63790031370074 - - type: mrr - value: 76.7311411992263 - - type: nAUC_map_diff1 - value: 39.35110028232965 - - type: nAUC_map_max - value: 0.20472203850421797 - - type: nAUC_map_std - value: 3.0529722588232873 - - type: nAUC_mrr_diff1 - value: 40.6595315010236 - - type: nAUC_mrr_max - value: 3.350674622866863 - - type: nAUC_mrr_std - value: 5.494532888260838 - task: - type: Reranking - - dataset: - config: default - name: MTEB RuBQRetrieval - revision: e19b6ffa60b3bc248e0b41f4cc37c26a55c2a67b - split: test - type: ai-forever/rubq-retrieval - metrics: - - type: main_score - value: 73.53 - - type: map_at_1 - value: 40.633 - - type: map_at_10 - value: 65.051 - - type: map_at_100 - value: 65.875 - - type: map_at_1000 - value: 65.881 - - type: map_at_20 - value: 65.694 - - type: map_at_3 - value: 58.324 - - type: map_at_5 - value: 62.724000000000004 - - type: mrr_at_1 - value: 57.50591016548463 - - type: mrr_at_10 - value: 71.44332338924538 - - type: mrr_at_100 - value: 71.69477484423456 - - type: mrr_at_1000 - value: 71.69560962686272 - - type: mrr_at_20 - value: 71.64554623771738 - - type: mrr_at_3 - value: 69.11938534278963 - - type: mrr_at_5 - value: 70.76536643026012 - - type: nauc_map_at_1000_diff1 - value: 36.618712117129675 - - type: nauc_map_at_1000_max - value: 10.610054788431622 - - type: nauc_map_at_1000_std - value: -22.051149487614218 - - type: nauc_map_at_100_diff1 - value: 36.612398811248816 - - type: nauc_map_at_100_max - value: 10.622986325729252 - - type: nauc_map_at_100_std - value: -22.037834790592893 - - type: nauc_map_at_10_diff1 - value: 36.41996688301712 - - type: nauc_map_at_10_max - value: 10.530408690923426 - - type: nauc_map_at_10_std - value: -22.425705332263934 - - type: nauc_map_at_1_diff1 - value: 39.91826875577834 - - type: nauc_map_at_1_max - value: 6.484726564448621 - - type: nauc_map_at_1_std - value: -18.089991413899345 - - type: nauc_map_at_20_diff1 - value: 36.53904172045374 - - type: nauc_map_at_20_max - value: 10.641873748652644 - - type: nauc_map_at_20_std - value: -22.122434690798723 - - type: nauc_map_at_3_diff1 - value: 37.103182173734126 - - type: nauc_map_at_3_max - value: 8.128545022203385 - - type: nauc_map_at_3_std - value: -22.584974507054024 - - type: nauc_map_at_5_diff1 - value: 36.613341486146965 - - type: nauc_map_at_5_max - value: 9.382434100596601 - - type: nauc_map_at_5_std - value: -23.331057259336585 - - type: nauc_mrr_at_1000_diff1 - value: 38.9582210365358 - - type: nauc_mrr_at_1000_max - value: 11.732947468439926 - - type: nauc_mrr_at_1000_std - value: -21.79346301131898 - - type: nauc_mrr_at_100_diff1 - value: 38.95929997184263 - - type: nauc_mrr_at_100_max - value: 11.736097004750947 - - type: nauc_mrr_at_100_std - value: -21.789796744670664 - - type: nauc_mrr_at_10_diff1 - value: 38.97679441466194 - - type: nauc_mrr_at_10_max - value: 11.866514649667103 - - type: nauc_mrr_at_10_std - value: -21.87984213528813 - - type: nauc_mrr_at_1_diff1 - value: 41.179211773267554 - - type: nauc_mrr_at_1_max - value: 11.185918904583064 - - type: nauc_mrr_at_1_std - value: -19.78217985885955 - - type: nauc_mrr_at_20_diff1 - value: 38.95505251776273 - - type: nauc_mrr_at_20_max - value: 11.734364069928017 - - type: nauc_mrr_at_20_std - value: -21.803778278790226 - - type: nauc_mrr_at_3_diff1 - value: 38.721936068712736 - - type: nauc_mrr_at_3_max - value: 11.330975439779433 - - type: nauc_mrr_at_3_std - value: -22.245600038834638 - - type: nauc_mrr_at_5_diff1 - value: 38.525594147008846 - - type: nauc_mrr_at_5_max - value: 11.905156585172346 - - type: nauc_mrr_at_5_std - value: -22.223003532726775 - - type: nauc_ndcg_at_1000_diff1 - value: 36.857093238299754 - - type: nauc_ndcg_at_1000_max - value: 11.76739389315904 - - type: nauc_ndcg_at_1000_std - value: -21.53381542476444 - - type: nauc_ndcg_at_100_diff1 - value: 36.65674025622342 - - type: nauc_ndcg_at_100_max - value: 12.013239328690823 - - type: nauc_ndcg_at_100_std - value: -21.19935249601152 - - type: nauc_ndcg_at_10_diff1 - value: 35.918600491772395 - - type: nauc_ndcg_at_10_max - value: 12.191308829681951 - - type: nauc_ndcg_at_10_std - value: -22.597714452716204 - - type: nauc_ndcg_at_1_diff1 - value: 41.179211773267554 - - type: nauc_ndcg_at_1_max - value: 11.185918904583064 - - type: nauc_ndcg_at_1_std - value: -19.78217985885955 - - type: nauc_ndcg_at_20_diff1 - value: 36.18350146950738 - - type: nauc_ndcg_at_20_max - value: 12.241836507652014 - - type: nauc_ndcg_at_20_std - value: -21.5094869005865 - - type: nauc_ndcg_at_3_diff1 - value: 36.30611880487801 - - type: nauc_ndcg_at_3_max - value: 8.685502520901599 - - type: nauc_ndcg_at_3_std - value: -23.578211007054154 - - type: nauc_ndcg_at_5_diff1 - value: 35.89607545831728 - - type: nauc_ndcg_at_5_max - value: 10.257761789599382 - - type: nauc_ndcg_at_5_std - value: -24.381182283534486 - - type: nauc_precision_at_1000_diff1 - value: -11.264871515250976 - - type: nauc_precision_at_1000_max - value: 6.756544749473073 - - type: nauc_precision_at_1000_std - value: 7.193716902633181 - - type: nauc_precision_at_100_diff1 - value: -11.546763641903448 - - type: nauc_precision_at_100_max - value: 7.719548216405453 - - type: nauc_precision_at_100_std - value: 7.991072958037317 - - type: nauc_precision_at_10_diff1 - value: -7.692375625168451 - - type: nauc_precision_at_10_max - value: 10.25913307589693 - - type: nauc_precision_at_10_std - value: 0.8647713467807766 - - type: nauc_precision_at_1_diff1 - value: 41.179211773267554 - - type: nauc_precision_at_1_max - value: 11.185918904583064 - - type: nauc_precision_at_1_std - value: -19.78217985885955 - - type: nauc_precision_at_20_diff1 - value: -10.561158385543749 - - type: nauc_precision_at_20_max - value: 9.40222844910788 - - type: nauc_precision_at_20_std - value: 5.8091259934410635 - - type: nauc_precision_at_3_diff1 - value: 8.78764928019552 - - type: nauc_precision_at_3_max - value: 8.134229331819514 - - type: nauc_precision_at_3_std - value: -12.982863982512955 - - type: nauc_precision_at_5_diff1 - value: -0.8250526205470848 - - type: nauc_precision_at_5_max - value: 9.09231277257338 - - type: nauc_precision_at_5_std - value: -7.44609842273618 - - type: nauc_recall_at_1000_diff1 - value: -0.7079331000762319 - - type: nauc_recall_at_1000_max - value: 36.724859603180064 - - type: nauc_recall_at_1000_std - value: 84.30568687198759 - - type: nauc_recall_at_100_diff1 - value: -10.89395472289452 - - type: nauc_recall_at_100_max - value: 51.901401475995776 - - type: nauc_recall_at_100_std - value: 52.47722670608334 - - type: nauc_recall_at_10_diff1 - value: 21.599327942291133 - - type: nauc_recall_at_10_max - value: 17.775899006906233 - - type: nauc_recall_at_10_std - value: -21.818247842092823 - - type: nauc_recall_at_1_diff1 - value: 39.91826875577834 - - type: nauc_recall_at_1_max - value: 6.484726564448621 - - type: nauc_recall_at_1_std - value: -18.089991413899345 - - type: nauc_recall_at_20_diff1 - value: 13.214918200224746 - - type: nauc_recall_at_20_max - value: 24.17337239547566 - - type: nauc_recall_at_20_std - value: -9.659926930876393 - - type: nauc_recall_at_3_diff1 - value: 30.156789691172825 - - type: nauc_recall_at_3_max - value: 5.9409515694773685 - - type: nauc_recall_at_3_std - value: -23.678205451621874 - - type: nauc_recall_at_5_diff1 - value: 26.6821801035465 - - type: nauc_recall_at_5_max - value: 9.022915274521921 - - type: nauc_recall_at_5_std - value: -26.97748209441699 - - type: ndcg_at_1 - value: 57.506 - - type: ndcg_at_10 - value: 73.53 - - type: ndcg_at_100 - value: 75.815 - - type: ndcg_at_1000 - value: 75.912 - - type: ndcg_at_20 - value: 75.066 - - type: ndcg_at_3 - value: 64.81099999999999 - - type: ndcg_at_5 - value: 69.857 - - type: precision_at_1 - value: 57.506 - - type: precision_at_10 - value: 15.035000000000002 - - type: precision_at_100 - value: 1.6650000000000003 - - type: precision_at_1000 - value: 0.168 - - type: precision_at_20 - value: 8.004999999999999 - - type: precision_at_3 - value: 36.466 - - type: precision_at_5 - value: 26.323999999999998 - - type: recall_at_1 - value: 40.633 - - type: recall_at_10 - value: 91.009 - - type: recall_at_100 - value: 99.249 - - type: recall_at_1000 - value: 99.885 - - type: recall_at_20 - value: 96.028 - - type: recall_at_3 - value: 70.13000000000001 - - type: recall_at_5 - value: 81.667 - task: - type: Retrieval - - dataset: - config: default - name: MTEB RuReviewsClassification - revision: f6d2c31f4dc6b88f468552750bfec05b4b41b05a - split: test - type: ai-forever/ru-reviews-classification - metrics: - - type: accuracy - value: 75.5224609375 - - type: f1 - value: 74.86922894236298 - - type: f1_weighted - value: 74.86899462471438 - - type: main_score - value: 75.5224609375 - task: - type: Classification - - dataset: - config: default - name: MTEB RuSTSBenchmarkSTS - revision: 7cf24f325c6da6195df55bef3d86b5e0616f3018 - split: test - type: ai-forever/ru-stsbenchmark-sts - metrics: - - type: cosine_pearson - value: 79.5993998455508 - - type: cosine_spearman - value: 81.66676590898399 - - type: euclidean_pearson - value: 80.05921964840917 - - type: euclidean_spearman - value: 81.66679018054737 - - type: main_score - value: 81.66676590898399 - - type: manhattan_pearson - value: 79.99668215508505 - - type: manhattan_spearman - value: 81.60567359292914 - - type: pearson - value: 79.5993998455508 - - type: spearman - value: 81.66676590898399 - task: - type: STS - - dataset: - config: default - name: MTEB RuSciBenchGRNTIClassification - revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1 - split: test - type: ai-forever/ru-scibench-grnti-classification - metrics: - - type: accuracy - value: 70.1953125 - - type: f1 - value: 69.12208208041528 - - type: f1_weighted - value: 69.13008262790699 - - type: main_score - value: 70.1953125 - task: - type: Classification - - dataset: - config: default - name: MTEB RuSciBenchGRNTIClusteringP2P - revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1 - split: test - type: ai-forever/ru-scibench-grnti-classification - metrics: - - type: main_score - value: 63.69561006620192 - - type: v_measure - value: 63.69561006620192 - - type: v_measure_std - value: 0.7053243982453797 - task: - type: Clustering - - dataset: - config: default - name: MTEB RuSciBenchOECDClassification - revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471 - split: test - type: ai-forever/ru-scibench-oecd-classification - metrics: - - type: accuracy - value: 55.8203125 - - type: f1 - value: 53.276277984692456 - - type: f1_weighted - value: 53.277842608549975 - - type: main_score - value: 55.8203125 - task: - type: Classification - - dataset: - config: default - name: MTEB RuSciBenchOECDClusteringP2P - revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471 - split: test - type: ai-forever/ru-scibench-oecd-classification - metrics: - - type: main_score - value: 54.128699554059814 - - type: v_measure - value: 54.128699554059814 - - type: v_measure_std - value: 0.7889686665591977 - task: - type: Clustering - - dataset: - config: ru - name: MTEB STS22 (ru) - revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 - split: test - type: mteb/sts22-crosslingual-sts - metrics: - - type: cosine_pearson - value: 68.30169411503184 - - type: cosine_spearman - value: 70.50781279230635 - - type: euclidean_pearson - value: 68.41044924724204 - - type: euclidean_spearman - value: 70.50934774977044 - - type: main_score - value: 70.50781279230635 - - type: manhattan_pearson - value: 68.46378685798474 - - type: manhattan_spearman - value: 70.53183667885521 - - type: pearson - value: 68.30169411503184 - - type: spearman - value: 70.50781279230635 - task: - type: STS - - dataset: - config: default - name: MTEB SensitiveTopicsClassification - revision: 416b34a802308eac30e4192afc0ff99bb8dcc7f2 - split: test - type: ai-forever/sensitive-topics-classification - metrics: - - type: accuracy - value: 31.376953125 - - type: f1 - value: 35.30559842781962 - - type: lrap - value: 49.39229329427016 - - type: main_score - value: 31.376953125 - task: - type: MultilabelClassification - - dataset: - config: default - name: MTEB TERRa - revision: 7b58f24536063837d644aab9a023c62199b2a612 - split: dev - type: ai-forever/terra-pairclassification - metrics: - - type: cosine_accuracy - value: 55.700325732899024 - - type: cosine_accuracy_threshold - value: 83.35541486740112 - - type: cosine_ap - value: 57.51718089389995 - - type: cosine_f1 - value: 67.57990867579909 - - type: cosine_f1_threshold - value: 69.03114318847656 - - type: cosine_precision - value: 51.92982456140351 - - type: cosine_recall - value: 96.73202614379085 - - type: dot_accuracy - value: 55.700325732899024 - - type: dot_accuracy_threshold - value: 83.35542678833008 - - type: dot_ap - value: 57.51718089389995 - - type: dot_f1 - value: 67.57990867579909 - - type: dot_f1_threshold - value: 69.03114914894104 - - type: dot_precision - value: 51.92982456140351 - - type: dot_recall - value: 96.73202614379085 - - type: euclidean_accuracy - value: 55.700325732899024 - - type: euclidean_accuracy_threshold - value: 57.696712017059326 - - type: euclidean_ap - value: 57.51718089389995 - - type: euclidean_f1 - value: 67.57990867579909 - - type: euclidean_f1_threshold - value: 78.70049476623535 - - type: euclidean_precision - value: 51.92982456140351 - - type: euclidean_recall - value: 96.73202614379085 - - type: main_score - value: 57.91795683142438 - - type: manhattan_accuracy - value: 56.67752442996743 - - type: manhattan_accuracy_threshold - value: 3366.1773681640625 - - type: manhattan_ap - value: 57.91795683142438 - - type: manhattan_f1 - value: 67.88990825688074 - - type: manhattan_f1_threshold - value: 3653.1288146972656 - - type: manhattan_precision - value: 52.29681978798587 - - type: manhattan_recall - value: 96.73202614379085 - - type: max_ap - value: 57.91795683142438 - - type: max_f1 - value: 67.88990825688074 - - type: max_precision - value: 52.29681978798587 - - type: max_recall - value: 96.73202614379085 - - type: similarity_accuracy - value: 55.700325732899024 - - type: similarity_accuracy_threshold - value: 83.35541486740112 - - type: similarity_ap - value: 57.51718089389995 - - type: similarity_f1 - value: 67.57990867579909 - - type: similarity_f1_threshold - value: 69.03114318847656 - - type: similarity_precision - value: 51.92982456140351 - - type: similarity_recall - value: 96.73202614379085 - task: - type: PairClassification tags: - mteb ---