--- model-index: - name: KaLM-Embedding results: - dataset: config: en-ext name: MTEB AmazonCounterfactualClassification (en-ext) revision: e8379541af4e31359cca9fbcf4b00f2671dba205 split: test type: mteb/amazon_counterfactual metrics: - type: accuracy value: 94.89505247376313 - type: ap value: 64.78774888517734 - type: ap_weighted value: 64.78774888517734 - type: f1 value: 88.11460157320857 - type: f1_weighted value: 95.22074397272716 - type: main_score value: 94.89505247376313 task: type: Classification - dataset: config: en name: MTEB AmazonCounterfactualClassification (en) revision: e8379541af4e31359cca9fbcf4b00f2671dba205 split: test type: mteb/amazon_counterfactual metrics: - type: accuracy value: 93.71641791044777 - type: ap value: 75.08750683510948 - type: ap_weighted value: 75.08750683510948 - type: f1 value: 90.83321356354264 - type: f1_weighted value: 93.96359461200854 - type: main_score value: 93.71641791044777 task: type: Classification - dataset: config: default name: MTEB AmazonPolarityClassification revision: e2d317d38cd51312af73b3d32a06d1a08b442046 split: test type: mteb/amazon_polarity metrics: - type: accuracy value: 97.2393 - type: ap value: 95.64635258594004 - type: ap_weighted value: 95.64635258594004 - type: f1 value: 97.23897196428621 - type: f1_weighted value: 97.23897196428621 - type: main_score value: 97.2393 task: type: Classification - dataset: config: en name: MTEB AmazonReviewsClassification (en) revision: 1399c76144fd37290681b995c656ef9b2e06e26d split: test type: mteb/amazon_reviews_multi metrics: - type: accuracy value: 63.242 - type: f1 value: 61.61382228477497 - type: f1_weighted value: 61.61382228477497 - type: main_score value: 63.242 task: type: Classification - dataset: config: default name: MTEB ArguAna revision: c22ab2a51041ffd869aaddef7af8d8215647e41a split: test type: mteb/arguana metrics: - type: main_score value: 57.001000000000005 - type: map_at_1 value: 31.579 - type: map_at_10 value: 47.608 - type: map_at_100 value: 48.355 - type: map_at_1000 value: 48.358000000000004 - type: map_at_20 value: 48.251 - type: map_at_3 value: 42.141 - type: map_at_5 value: 45.107 - type: mrr_at_1 value: 32.005689900426745 - type: mrr_at_10 value: 47.78630133893301 - type: mrr_at_100 value: 48.526996572187365 - type: mrr_at_1000 value: 48.52998293331554 - type: mrr_at_20 value: 48.42307540999908 - type: mrr_at_3 value: 42.33048838311999 - type: mrr_at_5 value: 45.29279279279284 - type: nauc_map_at_1000_diff1 value: 3.975707828444012 - type: nauc_map_at_1000_max value: -8.508536488810098 - type: nauc_map_at_1000_std value: -12.394531033411965 - type: nauc_map_at_100_diff1 value: 3.980642580317845 - type: nauc_map_at_100_max value: -8.50321527222367 - type: nauc_map_at_100_std value: -12.394985565396297 - type: nauc_map_at_10_diff1 value: 3.893567849541356 - type: nauc_map_at_10_max value: -8.271980181442737 - type: nauc_map_at_10_std value: -12.312905395474713 - type: nauc_map_at_1_diff1 value: 5.01085575286572 - type: nauc_map_at_1_max value: -11.363672050604157 - type: nauc_map_at_1_std value: -11.995919412735057 - type: nauc_map_at_20_diff1 value: 3.9346708746144134 - type: nauc_map_at_20_max value: -8.439896611546802 - type: nauc_map_at_20_std value: -12.361203788668389 - type: nauc_map_at_3_diff1 value: 3.743269266512459 - type: nauc_map_at_3_max value: -8.22680712736569 - type: nauc_map_at_3_std value: -12.7911586403021 - type: nauc_map_at_5_diff1 value: 4.210565900704311 - type: nauc_map_at_5_max value: -8.300679250967558 - type: nauc_map_at_5_std value: -12.297010083783297 - type: nauc_mrr_at_1000_diff1 value: 2.6890165178859644 - type: nauc_mrr_at_1000_max value: -8.908073671643209 - type: nauc_mrr_at_1000_std value: -12.28522362969723 - type: nauc_mrr_at_100_diff1 value: 2.694071328592611 - type: nauc_mrr_at_100_max value: -8.90272031925046 - type: nauc_mrr_at_100_std value: -12.285688313011413 - type: nauc_mrr_at_10_diff1 value: 2.6202946436162757 - type: nauc_mrr_at_10_max value: -8.661484408173118 - type: nauc_mrr_at_10_std value: -12.21587817885135 - type: nauc_mrr_at_1_diff1 value: 3.7776170605790957 - type: nauc_mrr_at_1_max value: -11.09253154366557 - type: nauc_mrr_at_1_std value: -11.785521817968217 - type: nauc_mrr_at_20_diff1 value: 2.6521648248215843 - type: nauc_mrr_at_20_max value: -8.838157718530379 - type: nauc_mrr_at_20_std value: -12.252360108609953 - type: nauc_mrr_at_3_diff1 value: 2.4731200282807007 - type: nauc_mrr_at_3_max value: -8.666767296113468 - type: nauc_mrr_at_3_std value: -12.677898342896492 - type: nauc_mrr_at_5_diff1 value: 3.014858760125055 - type: nauc_mrr_at_5_max value: -8.681386979182577 - type: nauc_mrr_at_5_std value: -12.152778387690352 - type: nauc_ndcg_at_1000_diff1 value: 4.02700634185317 - type: nauc_ndcg_at_1000_max value: -7.90622869574075 - type: nauc_ndcg_at_1000_std value: -12.052240010016689 - type: nauc_ndcg_at_100_diff1 value: 4.1586699446096365 - type: nauc_ndcg_at_100_max value: -7.770944362546775 - type: nauc_ndcg_at_100_std value: -12.029866779235611 - type: nauc_ndcg_at_10_diff1 value: 3.6889869038334426 - type: nauc_ndcg_at_10_max value: -6.663423609407744 - type: nauc_ndcg_at_10_std value: -11.709445993744765 - type: nauc_ndcg_at_1_diff1 value: 5.01085575286572 - type: nauc_ndcg_at_1_max value: -11.363672050604157 - type: nauc_ndcg_at_1_std value: -11.995919412735057 - type: nauc_ndcg_at_20_diff1 value: 3.906327916792264 - type: nauc_ndcg_at_20_max value: -7.2453986746925825 - type: nauc_ndcg_at_20_std value: -11.850535874582807 - type: nauc_ndcg_at_3_diff1 value: 3.438181037582238 - type: nauc_ndcg_at_3_max value: -7.114704612909642 - type: nauc_ndcg_at_3_std value: -12.81020014782788 - type: nauc_ndcg_at_5_diff1 value: 4.347648183437709 - type: nauc_ndcg_at_5_max value: -7.059450574661502 - type: nauc_ndcg_at_5_std value: -11.841954074407058 - type: nauc_precision_at_1000_diff1 value: 30.752404058283062 - type: nauc_precision_at_1000_max value: 25.067465235993 - type: nauc_precision_at_1000_std value: 73.43547834923922 - type: nauc_precision_at_100_diff1 value: 46.20282993499485 - type: nauc_precision_at_100_max value: 37.42658285150555 - type: nauc_precision_at_100_std value: 34.45050238262001 - type: nauc_precision_at_10_diff1 value: 2.4893089137078603 - type: nauc_precision_at_10_max value: 5.875977804770932 - type: nauc_precision_at_10_std value: -6.353442736911137 - type: nauc_precision_at_1_diff1 value: 5.01085575286572 - type: nauc_precision_at_1_max value: -11.363672050604157 - type: nauc_precision_at_1_std value: -11.995919412735057 - type: nauc_precision_at_20_diff1 value: 5.913356944621958 - type: nauc_precision_at_20_max value: 17.59293075220789 - type: nauc_precision_at_20_std value: 1.3017849029612656 - type: nauc_precision_at_3_diff1 value: 2.5562621001691115 - type: nauc_precision_at_3_max value: -3.743851981046284 - type: nauc_precision_at_3_std value: -12.789902696420377 - type: nauc_precision_at_5_diff1 value: 5.091135127202832 - type: nauc_precision_at_5_max value: -2.4978007000117155 - type: nauc_precision_at_5_std value: -9.912417664884615 - type: nauc_recall_at_1000_diff1 value: 30.75240405828252 - type: nauc_recall_at_1000_max value: 25.067465235989367 - type: nauc_recall_at_1000_std value: 73.43547834923713 - type: nauc_recall_at_100_diff1 value: 46.20282993499401 - type: nauc_recall_at_100_max value: 37.426582851507746 - type: nauc_recall_at_100_std value: 34.45050238261915 - type: nauc_recall_at_10_diff1 value: 2.4893089137075974 - type: nauc_recall_at_10_max value: 5.875977804770882 - type: nauc_recall_at_10_std value: -6.35344273691122 - type: nauc_recall_at_1_diff1 value: 5.01085575286572 - type: nauc_recall_at_1_max value: -11.363672050604157 - type: nauc_recall_at_1_std value: -11.995919412735057 - type: nauc_recall_at_20_diff1 value: 5.9133569446220005 - type: nauc_recall_at_20_max value: 17.592930752208254 - type: nauc_recall_at_20_std value: 1.3017849029618116 - type: nauc_recall_at_3_diff1 value: 2.5562621001691705 - type: nauc_recall_at_3_max value: -3.7438519810462445 - type: nauc_recall_at_3_std value: -12.789902696420356 - type: nauc_recall_at_5_diff1 value: 5.09113512720278 - type: nauc_recall_at_5_max value: -2.4978007000117453 - type: nauc_recall_at_5_std value: -9.91241766488461 - type: ndcg_at_1 value: 31.579 - type: ndcg_at_10 value: 57.001000000000005 - type: ndcg_at_100 value: 59.891000000000005 - type: ndcg_at_1000 value: 59.95 - type: ndcg_at_20 value: 59.23500000000001 - type: ndcg_at_3 value: 45.635 - type: ndcg_at_5 value: 50.988 - type: precision_at_1 value: 31.579 - type: precision_at_10 value: 8.727 - type: precision_at_100 value: 0.992 - type: precision_at_1000 value: 0.1 - type: precision_at_20 value: 4.7940000000000005 - type: precision_at_3 value: 18.587 - type: precision_at_5 value: 13.755 - type: recall_at_1 value: 31.579 - type: recall_at_10 value: 87.26899999999999 - type: recall_at_100 value: 99.21799999999999 - type: recall_at_1000 value: 99.644 - type: recall_at_20 value: 95.875 - type: recall_at_3 value: 55.761 - type: recall_at_5 value: 68.777 task: type: Retrieval - dataset: config: default name: MTEB ArxivClusteringP2P revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d split: test type: mteb/arxiv-clustering-p2p metrics: - type: main_score value: 52.97653625462488 - type: v_measure value: 52.97653625462488 - type: v_measure_std value: 14.008984673132934 task: type: Clustering - dataset: config: default name: MTEB ArxivClusteringS2S revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 split: test type: mteb/arxiv-clustering-s2s metrics: - type: main_score value: 48.48583330645067 - type: v_measure value: 48.48583330645067 - type: v_measure_std value: 14.267964156859984 task: type: Clustering - dataset: config: default name: MTEB AskUbuntuDupQuestions revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 split: test type: mteb/askubuntudupquestions-reranking metrics: - type: main_score value: 62.24253504089556 - type: map value: 62.24253504089556 - type: mrr value: 76.33128874818625 - type: nAUC_map_diff1 value: 4.176880288432435 - type: nAUC_map_max value: 11.819450923749487 - type: nAUC_map_std value: 17.4613469587158 - type: nAUC_mrr_diff1 value: 12.732722534858695 - type: nAUC_mrr_max value: 18.43070743488316 - type: nAUC_mrr_std value: 20.000499971038455 task: type: Reranking - dataset: config: default name: MTEB BIOSSES revision: d3fb88f8f02e40887cd149695127462bbcf29b4a split: test type: mteb/biosses-sts metrics: - type: cosine_pearson value: 90.04909665335794 - type: cosine_spearman value: 87.42307633144942 - type: euclidean_pearson value: 89.2025951864775 - type: euclidean_spearman value: 87.42307633144942 - type: main_score value: 87.42307633144942 - type: manhattan_pearson value: 89.21547857295786 - type: manhattan_spearman value: 87.42548602491014 - type: pearson value: 90.04909665335794 - type: spearman value: 87.42307633144942 task: type: STS - dataset: config: default name: MTEB Banking77Classification revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 split: test type: mteb/banking77 metrics: - type: accuracy value: 90.0422077922078 - type: f1 value: 89.74361913624858 - type: f1_weighted value: 89.74361913624858 - type: main_score value: 90.0422077922078 task: type: Classification - dataset: config: default name: MTEB BiorxivClusteringP2P revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 split: test type: mteb/biorxiv-clustering-p2p metrics: - type: main_score value: 46.14362661035026 - type: v_measure value: 46.14362661035026 - type: v_measure_std value: 0.7301809991373645 task: type: Clustering - dataset: config: default name: MTEB BiorxivClusteringS2S revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 split: test type: mteb/biorxiv-clustering-s2s metrics: - type: main_score value: 43.15187727673325 - type: v_measure value: 43.15187727673325 - type: v_measure_std value: 0.903171615579515 task: type: Clustering - dataset: config: default name: MTEB CQADupstackAndroidRetrieval revision: f46a197baaae43b4f621051089b82a364682dfeb split: test type: mteb/cqadupstack-android metrics: - type: main_score value: 50.55 - type: map_at_1 value: 30.524 - type: map_at_10 value: 43.303000000000004 - type: map_at_100 value: 44.884 - type: map_at_1000 value: 44.988 - type: map_at_20 value: 44.25 - type: map_at_3 value: 39.223 - type: map_at_5 value: 41.526 - type: mrr_at_1 value: 37.33905579399141 - type: mrr_at_10 value: 49.18097281831182 - type: mrr_at_100 value: 49.875998410207785 - type: mrr_at_1000 value: 49.90193241244399 - type: mrr_at_20 value: 49.63961997147391 - type: mrr_at_3 value: 45.85121602288983 - type: mrr_at_5 value: 47.91845493562227 - type: nauc_map_at_1000_diff1 value: 50.87835448616023 - type: nauc_map_at_1000_max value: 22.967590148656136 - type: nauc_map_at_1000_std value: -11.074964378865882 - type: nauc_map_at_100_diff1 value: 50.836191470106094 - type: nauc_map_at_100_max value: 23.004317727993794 - type: nauc_map_at_100_std value: -11.03683263151284 - type: nauc_map_at_10_diff1 value: 51.029979478127 - type: nauc_map_at_10_max value: 22.403181482973423 - type: nauc_map_at_10_std value: -12.08842665832672 - type: nauc_map_at_1_diff1 value: 56.685765978079104 - type: nauc_map_at_1_max value: 20.18890217442875 - type: nauc_map_at_1_std value: -16.18134719380821 - type: nauc_map_at_20_diff1 value: 50.93444469847115 - type: nauc_map_at_20_max value: 22.75581584688478 - type: nauc_map_at_20_std value: -11.388960684671968 - type: nauc_map_at_3_diff1 value: 52.51826923816856 - type: nauc_map_at_3_max value: 22.01783468494555 - type: nauc_map_at_3_std value: -12.60190918367979 - type: nauc_map_at_5_diff1 value: 51.59135231216494 - type: nauc_map_at_5_max value: 22.20977273899385 - type: nauc_map_at_5_std value: -12.118393799591253 - type: nauc_mrr_at_1000_diff1 value: 49.62171163269558 - type: nauc_mrr_at_1000_max value: 21.923043748600087 - type: nauc_mrr_at_1000_std value: -9.680926976914957 - type: nauc_mrr_at_100_diff1 value: 49.59811053509576 - type: nauc_mrr_at_100_max value: 21.913454668559275 - type: nauc_mrr_at_100_std value: -9.672048537630879 - type: nauc_mrr_at_10_diff1 value: 49.58359769106626 - type: nauc_mrr_at_10_max value: 21.73110258783102 - type: nauc_mrr_at_10_std value: -10.130675415222257 - type: nauc_mrr_at_1_diff1 value: 54.309459671423774 - type: nauc_mrr_at_1_max value: 21.563830920135707 - type: nauc_mrr_at_1_std value: -13.421862266004053 - type: nauc_mrr_at_20_diff1 value: 49.59553148953588 - type: nauc_mrr_at_20_max value: 21.801105215804707 - type: nauc_mrr_at_20_std value: -9.719343039469418 - type: nauc_mrr_at_3_diff1 value: 50.22906571400681 - type: nauc_mrr_at_3_max value: 22.414076676024557 - type: nauc_mrr_at_3_std value: -10.592386840515493 - type: nauc_mrr_at_5_diff1 value: 49.94769223296349 - type: nauc_mrr_at_5_max value: 22.156012648090666 - type: nauc_mrr_at_5_std value: -9.967460566741972 - type: nauc_ndcg_at_1000_diff1 value: 48.44084970097002 - type: nauc_ndcg_at_1000_max value: 23.27939730927873 - type: nauc_ndcg_at_1000_std value: -8.3169007128838 - type: nauc_ndcg_at_100_diff1 value: 47.61783008151571 - type: nauc_ndcg_at_100_max value: 23.363658909885288 - type: nauc_ndcg_at_100_std value: -7.542314697294894 - type: nauc_ndcg_at_10_diff1 value: 48.40177354418614 - type: nauc_ndcg_at_10_max value: 22.04032784529905 - type: nauc_ndcg_at_10_std value: -10.521057264382854 - type: nauc_ndcg_at_1_diff1 value: 54.309459671423774 - type: nauc_ndcg_at_1_max value: 21.563830920135707 - type: nauc_ndcg_at_1_std value: -13.421862266004053 - type: nauc_ndcg_at_20_diff1 value: 48.05509104678278 - type: nauc_ndcg_at_20_max value: 22.23403669779171 - type: nauc_ndcg_at_20_std value: -8.884501785863877 - type: nauc_ndcg_at_3_diff1 value: 50.63893148031915 - type: nauc_ndcg_at_3_max value: 22.985487564912173 - type: nauc_ndcg_at_3_std value: -9.961969212617811 - type: nauc_ndcg_at_5_diff1 value: 49.840718181887205 - type: nauc_ndcg_at_5_max value: 22.62266067823627 - type: nauc_ndcg_at_5_std value: -9.753465469827125 - type: nauc_precision_at_1000_diff1 value: -9.642177815038657 - type: nauc_precision_at_1000_max value: -7.011848867218704 - type: nauc_precision_at_1000_std value: -1.0554008965229682 - type: nauc_precision_at_100_diff1 value: -10.82958078076645 - type: nauc_precision_at_100_max value: 3.7360468761626735 - type: nauc_precision_at_100_std value: 10.213629797601754 - type: nauc_precision_at_10_diff1 value: 7.228619585448093 - type: nauc_precision_at_10_max value: 15.505787188436223 - type: nauc_precision_at_10_std value: 3.453167330810958 - type: nauc_precision_at_1_diff1 value: 54.309459671423774 - type: nauc_precision_at_1_max value: 21.563830920135707 - type: nauc_precision_at_1_std value: -13.421862266004053 - type: nauc_precision_at_20_diff1 value: -1.7520984766129104 - type: nauc_precision_at_20_max value: 11.062834415673692 - type: nauc_precision_at_20_std value: 9.110362167451381 - type: nauc_precision_at_3_diff1 value: 30.810349807525146 - type: nauc_precision_at_3_max value: 21.454275520082614 - type: nauc_precision_at_3_std value: -3.361922508754609 - type: nauc_precision_at_5_diff1 value: 20.565139612074127 - type: nauc_precision_at_5_max value: 20.018698697322932 - type: nauc_precision_at_5_std value: 0.6090753970348068 - type: nauc_recall_at_1000_diff1 value: 23.305610956929122 - type: nauc_recall_at_1000_max value: 47.93957263377874 - type: nauc_recall_at_1000_std value: 56.51460933889256 - type: nauc_recall_at_100_diff1 value: 21.055069984278102 - type: nauc_recall_at_100_max value: 27.28361854728133 - type: nauc_recall_at_100_std value: 22.95330046751934 - type: nauc_recall_at_10_diff1 value: 36.824297431318534 - type: nauc_recall_at_10_max value: 16.78391962481304 - type: nauc_recall_at_10_std value: -7.654512690478331 - type: nauc_recall_at_1_diff1 value: 56.685765978079104 - type: nauc_recall_at_1_max value: 20.18890217442875 - type: nauc_recall_at_1_std value: -16.18134719380821 - type: nauc_recall_at_20_diff1 value: 33.73117180369375 - type: nauc_recall_at_20_max value: 17.378862974482637 - type: nauc_recall_at_20_std value: 0.9094643417016374 - type: nauc_recall_at_3_diff1 value: 46.622283696180126 - type: nauc_recall_at_3_max value: 21.479984733453943 - type: nauc_recall_at_3_std value: -8.824613646181701 - type: nauc_recall_at_5_diff1 value: 42.94803414271339 - type: nauc_recall_at_5_max value: 19.71393422033561 - type: nauc_recall_at_5_std value: -6.7509927712272795 - type: ndcg_at_1 value: 37.339 - type: ndcg_at_10 value: 50.55 - type: ndcg_at_100 value: 55.982 - type: ndcg_at_1000 value: 57.408 - type: ndcg_at_20 value: 52.934000000000005 - type: ndcg_at_3 value: 44.457 - type: ndcg_at_5 value: 47.436 - type: precision_at_1 value: 37.339 - type: precision_at_10 value: 9.886000000000001 - type: precision_at_100 value: 1.5789999999999997 - type: precision_at_1000 value: 0.198 - type: precision_at_20 value: 5.937 - type: precision_at_3 value: 21.65 - type: precision_at_5 value: 15.937000000000001 - type: recall_at_1 value: 30.524 - type: recall_at_10 value: 65.352 - type: recall_at_100 value: 87.637 - type: recall_at_1000 value: 96.196 - type: recall_at_20 value: 73.76 - type: recall_at_3 value: 47.969 - type: recall_at_5 value: 56.04599999999999 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackEnglishRetrieval revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 split: test type: mteb/cqadupstack-english metrics: - type: main_score value: 49.755 - type: map_at_1 value: 32.126 - type: map_at_10 value: 43.763999999999996 - type: map_at_100 value: 45.046 - type: map_at_1000 value: 45.175 - type: map_at_20 value: 44.452999999999996 - type: map_at_3 value: 40.68 - type: map_at_5 value: 42.472 - type: mrr_at_1 value: 39.80891719745223 - type: mrr_at_10 value: 49.715347285411035 - type: mrr_at_100 value: 50.3067137739916 - type: mrr_at_1000 value: 50.351755886641016 - type: mrr_at_20 value: 50.068925634771844 - type: mrr_at_3 value: 47.52653927813167 - type: mrr_at_5 value: 48.841825902335536 - type: nauc_map_at_1000_diff1 value: 48.59094553355779 - type: nauc_map_at_1000_max value: 30.455633813140746 - type: nauc_map_at_1000_std value: -7.217406073058152 - type: nauc_map_at_100_diff1 value: 48.60124648489388 - type: nauc_map_at_100_max value: 30.428573520920466 - type: nauc_map_at_100_std value: -7.272726299567417 - type: nauc_map_at_10_diff1 value: 48.947272730266825 - type: nauc_map_at_10_max value: 29.84188561695202 - type: nauc_map_at_10_std value: -8.462571966727642 - type: nauc_map_at_1_diff1 value: 55.74406817125299 - type: nauc_map_at_1_max value: 24.430384754170788 - type: nauc_map_at_1_std value: -12.790982292634853 - type: nauc_map_at_20_diff1 value: 48.67656984970764 - type: nauc_map_at_20_max value: 30.052835051394112 - type: nauc_map_at_20_std value: -7.952122633861652 - type: nauc_map_at_3_diff1 value: 49.88369074916337 - type: nauc_map_at_3_max value: 27.92376094690595 - type: nauc_map_at_3_std value: -10.39159662660692 - type: nauc_map_at_5_diff1 value: 49.33479052279142 - type: nauc_map_at_5_max value: 28.89736772207175 - type: nauc_map_at_5_std value: -9.247446286716967 - type: nauc_mrr_at_1000_diff1 value: 48.02495353590695 - type: nauc_mrr_at_1000_max value: 33.01510639655688 - type: nauc_mrr_at_1000_std value: -2.608804747034229 - type: nauc_mrr_at_100_diff1 value: 48.00159674365556 - type: nauc_mrr_at_100_max value: 33.012146981367046 - type: nauc_mrr_at_100_std value: -2.596093152602284 - type: nauc_mrr_at_10_diff1 value: 47.92254673059952 - type: nauc_mrr_at_10_max value: 33.033698258656116 - type: nauc_mrr_at_10_std value: -2.6561699541152817 - type: nauc_mrr_at_1_diff1 value: 52.806910277190724 - type: nauc_mrr_at_1_max value: 31.341718131270625 - type: nauc_mrr_at_1_std value: -5.32066722747698 - type: nauc_mrr_at_20_diff1 value: 47.955516111940696 - type: nauc_mrr_at_20_max value: 32.99583133632421 - type: nauc_mrr_at_20_std value: -2.6479648540774274 - type: nauc_mrr_at_3_diff1 value: 48.56227782101869 - type: nauc_mrr_at_3_max value: 32.91019308993462 - type: nauc_mrr_at_3_std value: -3.2801391720497146 - type: nauc_mrr_at_5_diff1 value: 48.14323048037672 - type: nauc_mrr_at_5_max value: 33.051501845550824 - type: nauc_mrr_at_5_std value: -2.7131542652545235 - type: nauc_ndcg_at_1000_diff1 value: 46.57549884078857 - type: nauc_ndcg_at_1000_max value: 32.73441537313754 - type: nauc_ndcg_at_1000_std value: -2.9505871012666405 - type: nauc_ndcg_at_100_diff1 value: 46.25945736855511 - type: nauc_ndcg_at_100_max value: 32.731968732338615 - type: nauc_ndcg_at_100_std value: -2.860884900888649 - type: nauc_ndcg_at_10_diff1 value: 46.64064953658979 - type: nauc_ndcg_at_10_max value: 32.19083804142894 - type: nauc_ndcg_at_10_std value: -5.114718930051209 - type: nauc_ndcg_at_1_diff1 value: 52.806910277190724 - type: nauc_ndcg_at_1_max value: 31.341718131270625 - type: nauc_ndcg_at_1_std value: -5.32066722747698 - type: nauc_ndcg_at_20_diff1 value: 46.10776120787693 - type: nauc_ndcg_at_20_max value: 31.98180440767045 - type: nauc_ndcg_at_20_std value: -4.675498030188404 - type: nauc_ndcg_at_3_diff1 value: 47.54938256917904 - type: nauc_ndcg_at_3_max value: 31.381011523121472 - type: nauc_ndcg_at_3_std value: -6.200346745025213 - type: nauc_ndcg_at_5_diff1 value: 47.16330401930461 - type: nauc_ndcg_at_5_max value: 31.74089919030278 - type: nauc_ndcg_at_5_std value: -5.585078134051873 - type: nauc_precision_at_1000_diff1 value: -18.354995847082844 - type: nauc_precision_at_1000_max value: 7.536381798998833 - type: nauc_precision_at_1000_std value: 24.16855904999215 - type: nauc_precision_at_100_diff1 value: -13.330847169761142 - type: nauc_precision_at_100_max value: 17.34454376124087 - type: nauc_precision_at_100_std value: 28.940981276008166 - type: nauc_precision_at_10_diff1 value: 6.230361767352096 - type: nauc_precision_at_10_max value: 31.227148549129446 - type: nauc_precision_at_10_std value: 18.706855139007033 - type: nauc_precision_at_1_diff1 value: 52.806910277190724 - type: nauc_precision_at_1_max value: 31.341718131270625 - type: nauc_precision_at_1_std value: -5.32066722747698 - type: nauc_precision_at_20_diff1 value: -2.729763591398866 - type: nauc_precision_at_20_max value: 25.47075162004421 - type: nauc_precision_at_20_std value: 22.28998066735407 - type: nauc_precision_at_3_diff1 value: 25.377250814586304 - type: nauc_precision_at_3_max value: 32.92513118389388 - type: nauc_precision_at_3_std value: 6.309867600396586 - type: nauc_precision_at_5_diff1 value: 16.054142936713312 - type: nauc_precision_at_5_max value: 32.4817644691642 - type: nauc_precision_at_5_std value: 12.729986221747236 - type: nauc_recall_at_1000_diff1 value: 37.86057983442115 - type: nauc_recall_at_1000_max value: 42.61982722440853 - type: nauc_recall_at_1000_std value: 19.51530679930037 - type: nauc_recall_at_100_diff1 value: 35.14403552681517 - type: nauc_recall_at_100_max value: 35.93548871128352 - type: nauc_recall_at_100_std value: 10.900510103543851 - type: nauc_recall_at_10_diff1 value: 39.28172711059838 - type: nauc_recall_at_10_max value: 31.400042136145668 - type: nauc_recall_at_10_std value: -3.8018308194028667 - type: nauc_recall_at_1_diff1 value: 55.74406817125299 - type: nauc_recall_at_1_max value: 24.430384754170788 - type: nauc_recall_at_1_std value: -12.790982292634853 - type: nauc_recall_at_20_diff1 value: 35.986564737355316 - type: nauc_recall_at_20_max value: 30.944252645108172 - type: nauc_recall_at_20_std value: -1.4278934558452683 - type: nauc_recall_at_3_diff1 value: 43.602270947605085 - type: nauc_recall_at_3_max value: 28.47701279091494 - type: nauc_recall_at_3_std value: -8.430742781917855 - type: nauc_recall_at_5_diff1 value: 41.509698674149625 - type: nauc_recall_at_5_max value: 29.565124244183714 - type: nauc_recall_at_5_std value: -6.024428635685282 - type: ndcg_at_1 value: 39.809 - type: ndcg_at_10 value: 49.755 - type: ndcg_at_100 value: 54.083999999999996 - type: ndcg_at_1000 value: 56.006 - type: ndcg_at_20 value: 51.458000000000006 - type: ndcg_at_3 value: 45.466 - type: ndcg_at_5 value: 47.579 - type: precision_at_1 value: 39.809 - type: precision_at_10 value: 9.325 - type: precision_at_100 value: 1.496 - type: precision_at_1000 value: 0.19499999999999998 - type: precision_at_20 value: 5.481 - type: precision_at_3 value: 22.144 - type: precision_at_5 value: 15.656 - type: recall_at_1 value: 32.126 - type: recall_at_10 value: 60.479000000000006 - type: recall_at_100 value: 78.20700000000001 - type: recall_at_1000 value: 90.104 - type: recall_at_20 value: 66.5 - type: recall_at_3 value: 48.013 - type: recall_at_5 value: 53.76800000000001 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGamingRetrieval revision: 4885aa143210c98657558c04aaf3dc47cfb54340 split: test type: mteb/cqadupstack-gaming metrics: - type: main_score value: 60.809000000000005 - type: map_at_1 value: 41.749 - type: map_at_10 value: 54.837 - type: map_at_100 value: 55.901999999999994 - type: map_at_1000 value: 55.949000000000005 - type: map_at_20 value: 55.53 - type: map_at_3 value: 51.615 - type: map_at_5 value: 53.574 - type: mrr_at_1 value: 47.58620689655172 - type: mrr_at_10 value: 58.19089913917508 - type: mrr_at_100 value: 58.84936132267041 - type: mrr_at_1000 value: 58.871035397713634 - type: mrr_at_20 value: 58.647503342955076 - type: mrr_at_3 value: 55.82027168234072 - type: mrr_at_5 value: 57.368861024033556 - type: nauc_map_at_1000_diff1 value: 52.402557197657586 - type: nauc_map_at_1000_max value: 27.576477868328396 - type: nauc_map_at_1000_std value: -8.99329187458237 - type: nauc_map_at_100_diff1 value: 52.381911979062004 - type: nauc_map_at_100_max value: 27.567441542826515 - type: nauc_map_at_100_std value: -8.974384513269332 - type: nauc_map_at_10_diff1 value: 52.43568738965503 - type: nauc_map_at_10_max value: 27.202397861188498 - type: nauc_map_at_10_std value: -9.658790772870079 - type: nauc_map_at_1_diff1 value: 55.44817856281672 - type: nauc_map_at_1_max value: 21.74063132275011 - type: nauc_map_at_1_std value: -12.491279758397635 - type: nauc_map_at_20_diff1 value: 52.36014101832447 - type: nauc_map_at_20_max value: 27.391225204112978 - type: nauc_map_at_20_std value: -9.247769516787553 - type: nauc_map_at_3_diff1 value: 52.99053106630418 - type: nauc_map_at_3_max value: 25.217871247817225 - type: nauc_map_at_3_std value: -11.832159341852192 - type: nauc_map_at_5_diff1 value: 52.892553369125714 - type: nauc_map_at_5_max value: 26.138698198481773 - type: nauc_map_at_5_std value: -11.142006671374872 - type: nauc_mrr_at_1000_diff1 value: 52.282852278286676 - type: nauc_mrr_at_1000_max value: 29.035101022588993 - type: nauc_mrr_at_1000_std value: -7.533923187353252 - type: nauc_mrr_at_100_diff1 value: 52.27658025254698 - type: nauc_mrr_at_100_max value: 29.046272472216167 - type: nauc_mrr_at_100_std value: -7.5193280598760275 - type: nauc_mrr_at_10_diff1 value: 52.0973984077142 - type: nauc_mrr_at_10_max value: 29.034639694702445 - type: nauc_mrr_at_10_std value: -7.688997296006921 - type: nauc_mrr_at_1_diff1 value: 55.35362841092645 - type: nauc_mrr_at_1_max value: 26.3544412906144 - type: nauc_mrr_at_1_std value: -10.271693671623822 - type: nauc_mrr_at_20_diff1 value: 52.17826228222121 - type: nauc_mrr_at_20_max value: 29.07700992148465 - type: nauc_mrr_at_20_std value: -7.575227708091961 - type: nauc_mrr_at_3_diff1 value: 52.47042589581697 - type: nauc_mrr_at_3_max value: 27.86908046170552 - type: nauc_mrr_at_3_std value: -8.877207171875764 - type: nauc_mrr_at_5_diff1 value: 52.44080737508035 - type: nauc_mrr_at_5_max value: 28.653161999073866 - type: nauc_mrr_at_5_std value: -8.137979343768452 - type: nauc_ndcg_at_1000_diff1 value: 51.63844182148695 - type: nauc_ndcg_at_1000_max value: 30.146221863674764 - type: nauc_ndcg_at_1000_std value: -5.890960422356722 - type: nauc_ndcg_at_100_diff1 value: 51.377361900247934 - type: nauc_ndcg_at_100_max value: 30.37104796007538 - type: nauc_ndcg_at_100_std value: -5.3155581070589255 - type: nauc_ndcg_at_10_diff1 value: 50.79025674027366 - type: nauc_ndcg_at_10_max value: 29.850333158184107 - type: nauc_ndcg_at_10_std value: -6.935159993029581 - type: nauc_ndcg_at_1_diff1 value: 55.35362841092645 - type: nauc_ndcg_at_1_max value: 26.3544412906144 - type: nauc_ndcg_at_1_std value: -10.271693671623822 - type: nauc_ndcg_at_20_diff1 value: 50.828114114114534 - type: nauc_ndcg_at_20_max value: 29.9983233605573 - type: nauc_ndcg_at_20_std value: -6.27157620880109 - type: nauc_ndcg_at_3_diff1 value: 51.74439976321089 - type: nauc_ndcg_at_3_max value: 26.35748659893694 - type: nauc_ndcg_at_3_std value: -10.502758740626387 - type: nauc_ndcg_at_5_diff1 value: 51.691906428113654 - type: nauc_ndcg_at_5_max value: 28.07037282482589 - type: nauc_ndcg_at_5_std value: -9.26498713131674 - type: nauc_precision_at_1000_diff1 value: -13.045862942872343 - type: nauc_precision_at_1000_max value: 18.71100102940669 - type: nauc_precision_at_1000_std value: 20.185301094052814 - type: nauc_precision_at_100_diff1 value: -10.519069240740276 - type: nauc_precision_at_100_max value: 21.592332795236054 - type: nauc_precision_at_100_std value: 24.40820689604234 - type: nauc_precision_at_10_diff1 value: 9.83612702521244 - type: nauc_precision_at_10_max value: 27.78464829064637 - type: nauc_precision_at_10_std value: 12.77575216627001 - type: nauc_precision_at_1_diff1 value: 55.35362841092645 - type: nauc_precision_at_1_max value: 26.3544412906144 - type: nauc_precision_at_1_std value: -10.271693671623822 - type: nauc_precision_at_20_diff1 value: -0.3012586758362439 - type: nauc_precision_at_20_max value: 25.49024158891868 - type: nauc_precision_at_20_std value: 19.54602887922898 - type: nauc_precision_at_3_diff1 value: 30.881428997961386 - type: nauc_precision_at_3_max value: 27.317400062905563 - type: nauc_precision_at_3_std value: -2.5767669869177166 - type: nauc_precision_at_5_diff1 value: 21.526439269416084 - type: nauc_precision_at_5_max value: 26.985523814770033 - type: nauc_precision_at_5_std value: 3.1676703484387407 - type: nauc_recall_at_1000_diff1 value: 46.02303492714767 - type: nauc_recall_at_1000_max value: 65.70236210629923 - type: nauc_recall_at_1000_std value: 68.66861203066527 - type: nauc_recall_at_100_diff1 value: 42.575155686556656 - type: nauc_recall_at_100_max value: 46.072807106917715 - type: nauc_recall_at_100_std value: 28.576545146471123 - type: nauc_recall_at_10_diff1 value: 42.579622990720075 - type: nauc_recall_at_10_max value: 35.123988767729784 - type: nauc_recall_at_10_std value: 0.15607034121893276 - type: nauc_recall_at_1_diff1 value: 55.44817856281672 - type: nauc_recall_at_1_max value: 21.74063132275011 - type: nauc_recall_at_1_std value: -12.491279758397635 - type: nauc_recall_at_20_diff1 value: 40.358928980023364 - type: nauc_recall_at_20_max value: 37.07231354969976 - type: nauc_recall_at_20_std value: 5.934903575091139 - type: nauc_recall_at_3_diff1 value: 48.043483569633075 - type: nauc_recall_at_3_max value: 25.019763887646075 - type: nauc_recall_at_3_std value: -11.296304351496861 - type: nauc_recall_at_5_diff1 value: 47.07832336832927 - type: nauc_recall_at_5_max value: 28.774525559808477 - type: nauc_recall_at_5_std value: -8.325974216587271 - type: ndcg_at_1 value: 47.586 - type: ndcg_at_10 value: 60.809000000000005 - type: ndcg_at_100 value: 64.777 - type: ndcg_at_1000 value: 65.65299999999999 - type: ndcg_at_20 value: 62.77700000000001 - type: ndcg_at_3 value: 55.542 - type: ndcg_at_5 value: 58.45 - type: precision_at_1 value: 47.586 - type: precision_at_10 value: 9.699 - type: precision_at_100 value: 1.2630000000000001 - type: precision_at_1000 value: 0.13799999999999998 - type: precision_at_20 value: 5.47 - type: precision_at_3 value: 24.744 - type: precision_at_5 value: 17.052999999999997 - type: recall_at_1 value: 41.749 - type: recall_at_10 value: 74.925 - type: recall_at_100 value: 91.63799999999999 - type: recall_at_1000 value: 97.707 - type: recall_at_20 value: 82.113 - type: recall_at_3 value: 61.013 - type: recall_at_5 value: 68.024 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGisRetrieval revision: 5003b3064772da1887988e05400cf3806fe491f2 split: test type: mteb/cqadupstack-gis metrics: - type: main_score value: 41.010999999999996 - type: map_at_1 value: 26.512 - type: map_at_10 value: 35.582 - type: map_at_100 value: 36.725 - type: map_at_1000 value: 36.792 - type: map_at_20 value: 36.189 - type: map_at_3 value: 32.698 - type: map_at_5 value: 34.196 - type: mrr_at_1 value: 28.8135593220339 - type: mrr_at_10 value: 37.858353510895874 - type: mrr_at_100 value: 38.84150249404619 - type: mrr_at_1000 value: 38.88720782084809 - type: mrr_at_20 value: 38.40545808724167 - type: mrr_at_3 value: 35.16007532956685 - type: mrr_at_5 value: 36.60075329566853 - type: nauc_map_at_1000_diff1 value: 44.14341045007619 - type: nauc_map_at_1000_max value: 21.83090230361459 - type: nauc_map_at_1000_std value: -2.347667496652236 - type: nauc_map_at_100_diff1 value: 44.134415678663686 - type: nauc_map_at_100_max value: 21.79251087024944 - type: nauc_map_at_100_std value: -2.3306180903580227 - type: nauc_map_at_10_diff1 value: 44.23805076968619 - type: nauc_map_at_10_max value: 21.455438591479883 - type: nauc_map_at_10_std value: -2.493722512501044 - type: nauc_map_at_1_diff1 value: 50.75219800970029 - type: nauc_map_at_1_max value: 20.095603365172607 - type: nauc_map_at_1_std value: -4.985153146291869 - type: nauc_map_at_20_diff1 value: 44.166388805585115 - type: nauc_map_at_20_max value: 21.693543933661257 - type: nauc_map_at_20_std value: -2.4508276071275974 - type: nauc_map_at_3_diff1 value: 45.779507531455415 - type: nauc_map_at_3_max value: 20.59562953790094 - type: nauc_map_at_3_std value: -3.993844219399372 - type: nauc_map_at_5_diff1 value: 44.45066189078404 - type: nauc_map_at_5_max value: 21.707994147387325 - type: nauc_map_at_5_std value: -2.9790983285318395 - type: nauc_mrr_at_1000_diff1 value: 42.91797208986425 - type: nauc_mrr_at_1000_max value: 23.664531768019025 - type: nauc_mrr_at_1000_std value: -1.6115041452205332 - type: nauc_mrr_at_100_diff1 value: 42.896545810702506 - type: nauc_mrr_at_100_max value: 23.65897919747262 - type: nauc_mrr_at_100_std value: -1.5949118957726913 - type: nauc_mrr_at_10_diff1 value: 42.913381675422166 - type: nauc_mrr_at_10_max value: 23.428617152734823 - type: nauc_mrr_at_10_std value: -1.6718636026362976 - type: nauc_mrr_at_1_diff1 value: 48.663850340907125 - type: nauc_mrr_at_1_max value: 22.184582175432073 - type: nauc_mrr_at_1_std value: -4.230141768769419 - type: nauc_mrr_at_20_diff1 value: 42.865247040053525 - type: nauc_mrr_at_20_max value: 23.591991138674793 - type: nauc_mrr_at_20_std value: -1.750585998397851 - type: nauc_mrr_at_3_diff1 value: 44.419529298412215 - type: nauc_mrr_at_3_max value: 22.926968973330816 - type: nauc_mrr_at_3_std value: -2.931485628192958 - type: nauc_mrr_at_5_diff1 value: 43.176659989311794 - type: nauc_mrr_at_5_max value: 23.7215633400734 - type: nauc_mrr_at_5_std value: -1.7935219288720698 - type: nauc_ndcg_at_1000_diff1 value: 41.43232327601143 - type: nauc_ndcg_at_1000_max value: 23.869403930448875 - type: nauc_ndcg_at_1000_std value: 0.4696487244354181 - type: nauc_ndcg_at_100_diff1 value: 41.11770422295755 - type: nauc_ndcg_at_100_max value: 23.405734969894752 - type: nauc_ndcg_at_100_std value: 0.9501158369966024 - type: nauc_ndcg_at_10_diff1 value: 41.39919262908605 - type: nauc_ndcg_at_10_max value: 22.078683245248705 - type: nauc_ndcg_at_10_std value: -0.48471046612071483 - type: nauc_ndcg_at_1_diff1 value: 48.663850340907125 - type: nauc_ndcg_at_1_max value: 22.184582175432073 - type: nauc_ndcg_at_1_std value: -4.230141768769419 - type: nauc_ndcg_at_20_diff1 value: 41.057153028930955 - type: nauc_ndcg_at_20_max value: 22.75075414646254 - type: nauc_ndcg_at_20_std value: -0.5009809403847804 - type: nauc_ndcg_at_3_diff1 value: 44.12808162157037 - type: nauc_ndcg_at_3_max value: 21.513304011669216 - type: nauc_ndcg_at_3_std value: -3.476314502254043 - type: nauc_ndcg_at_5_diff1 value: 42.02477993539081 - type: nauc_ndcg_at_5_max value: 22.993280155485113 - type: nauc_ndcg_at_5_std value: -1.4348485052196784 - type: nauc_precision_at_1000_diff1 value: -12.703282521999684 - type: nauc_precision_at_1000_max value: 21.261559147365443 - type: nauc_precision_at_1000_std value: 11.987510813010104 - type: nauc_precision_at_100_diff1 value: 1.3193540120181582 - type: nauc_precision_at_100_max value: 23.586465484483046 - type: nauc_precision_at_100_std value: 15.377037583037842 - type: nauc_precision_at_10_diff1 value: 23.92411685901801 - type: nauc_precision_at_10_max value: 25.769592185336972 - type: nauc_precision_at_10_std value: 5.55297241086051 - type: nauc_precision_at_1_diff1 value: 48.663850340907125 - type: nauc_precision_at_1_max value: 22.184582175432073 - type: nauc_precision_at_1_std value: -4.230141768769419 - type: nauc_precision_at_20_diff1 value: 17.41583018509334 - type: nauc_precision_at_20_max value: 27.16806805449341 - type: nauc_precision_at_20_std value: 6.169046574472412 - type: nauc_precision_at_3_diff1 value: 35.934668249365224 - type: nauc_precision_at_3_max value: 25.18809399580456 - type: nauc_precision_at_3_std value: -1.1408993044710884 - type: nauc_precision_at_5_diff1 value: 29.084737319157888 - type: nauc_precision_at_5_max value: 29.00904198291267 - type: nauc_precision_at_5_std value: 2.5605025859025385 - type: nauc_recall_at_1000_diff1 value: 18.33857511421712 - type: nauc_recall_at_1000_max value: 44.629511499405275 - type: nauc_recall_at_1000_std value: 40.7761741514711 - type: nauc_recall_at_100_diff1 value: 25.434730951251172 - type: nauc_recall_at_100_max value: 27.236232434597017 - type: nauc_recall_at_100_std value: 23.17061685077859 - type: nauc_recall_at_10_diff1 value: 32.24292251195904 - type: nauc_recall_at_10_max value: 20.2187522298695 - type: nauc_recall_at_10_std value: 5.308768538226124 - type: nauc_recall_at_1_diff1 value: 50.75219800970029 - type: nauc_recall_at_1_max value: 20.095603365172607 - type: nauc_recall_at_1_std value: -4.985153146291869 - type: nauc_recall_at_20_diff1 value: 29.83705638335845 - type: nauc_recall_at_20_max value: 22.27631501260551 - type: nauc_recall_at_20_std value: 5.622813321851248 - type: nauc_recall_at_3_diff1 value: 40.19464882091112 - type: nauc_recall_at_3_max value: 20.560679014064025 - type: nauc_recall_at_3_std value: -2.660817664035202 - type: nauc_recall_at_5_diff1 value: 35.17294819092021 - type: nauc_recall_at_5_max value: 23.781966725747765 - type: nauc_recall_at_5_std value: 2.158710218858196 - type: ndcg_at_1 value: 28.814 - type: ndcg_at_10 value: 41.010999999999996 - type: ndcg_at_100 value: 46.625 - type: ndcg_at_1000 value: 48.166 - type: ndcg_at_20 value: 43.084 - type: ndcg_at_3 value: 35.3 - type: ndcg_at_5 value: 37.828 - type: precision_at_1 value: 28.814 - type: precision_at_10 value: 6.372999999999999 - type: precision_at_100 value: 0.9769999999999999 - type: precision_at_1000 value: 0.11399999999999999 - type: precision_at_20 value: 3.6839999999999997 - type: precision_at_3 value: 14.991 - type: precision_at_5 value: 10.441 - type: recall_at_1 value: 26.512 - type: recall_at_10 value: 55.772 - type: recall_at_100 value: 81.39800000000001 - type: recall_at_1000 value: 92.85900000000001 - type: recall_at_20 value: 63.482000000000006 - type: recall_at_3 value: 40.11 - type: recall_at_5 value: 46.235 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackMathematicaRetrieval revision: 90fceea13679c63fe563ded68f3b6f06e50061de split: test type: mteb/cqadupstack-mathematica metrics: - type: main_score value: 33.495000000000005 - type: map_at_1 value: 18.509999999999998 - type: map_at_10 value: 27.588 - type: map_at_100 value: 28.937 - type: map_at_1000 value: 29.038000000000004 - type: map_at_20 value: 28.349000000000004 - type: map_at_3 value: 24.567 - type: map_at_5 value: 26.222 - type: mrr_at_1 value: 22.63681592039801 - type: mrr_at_10 value: 32.362345020927116 - type: mrr_at_100 value: 33.34094306800873 - type: mrr_at_1000 value: 33.39517463630533 - type: mrr_at_20 value: 32.960201164030146 - type: mrr_at_3 value: 29.519071310116107 - type: mrr_at_5 value: 31.036484245439482 - type: nauc_map_at_1000_diff1 value: 24.154026257799263 - type: nauc_map_at_1000_max value: 21.311219137444258 - type: nauc_map_at_1000_std value: -2.5239081904127816 - type: nauc_map_at_100_diff1 value: 24.17157132613522 - type: nauc_map_at_100_max value: 21.31518640920159 - type: nauc_map_at_100_std value: -2.5579521484914975 - type: nauc_map_at_10_diff1 value: 23.86937479997375 - type: nauc_map_at_10_max value: 20.730553841216402 - type: nauc_map_at_10_std value: -2.984377872023596 - type: nauc_map_at_1_diff1 value: 28.20399969350878 - type: nauc_map_at_1_max value: 21.092411173110623 - type: nauc_map_at_1_std value: -2.355133156530113 - type: nauc_map_at_20_diff1 value: 23.989940502938843 - type: nauc_map_at_20_max value: 21.129447732785415 - type: nauc_map_at_20_std value: -2.6856108820515754 - type: nauc_map_at_3_diff1 value: 24.5338503568311 - type: nauc_map_at_3_max value: 20.3140323631877 - type: nauc_map_at_3_std value: -3.5893266173494176 - type: nauc_map_at_5_diff1 value: 23.828834650934596 - type: nauc_map_at_5_max value: 20.668700456540407 - type: nauc_map_at_5_std value: -3.4248771374423663 - type: nauc_mrr_at_1000_diff1 value: 23.431872574500176 - type: nauc_mrr_at_1000_max value: 21.898677562008924 - type: nauc_mrr_at_1000_std value: -2.214356190453914 - type: nauc_mrr_at_100_diff1 value: 23.454791986270962 - type: nauc_mrr_at_100_max value: 21.892376527575756 - type: nauc_mrr_at_100_std value: -2.2250470787614876 - type: nauc_mrr_at_10_diff1 value: 23.21857221649048 - type: nauc_mrr_at_10_max value: 21.80133864592139 - type: nauc_mrr_at_10_std value: -2.366980583648149 - type: nauc_mrr_at_1_diff1 value: 27.157881198158783 - type: nauc_mrr_at_1_max value: 21.601786829936433 - type: nauc_mrr_at_1_std value: -2.831383077547147 - type: nauc_mrr_at_20_diff1 value: 23.36592063714778 - type: nauc_mrr_at_20_max value: 21.943784707367183 - type: nauc_mrr_at_20_std value: -2.275301184484456 - type: nauc_mrr_at_3_diff1 value: 23.42493357741843 - type: nauc_mrr_at_3_max value: 21.51794229469302 - type: nauc_mrr_at_3_std value: -2.8403025245692053 - type: nauc_mrr_at_5_diff1 value: 23.09361104232496 - type: nauc_mrr_at_5_max value: 21.633041369993762 - type: nauc_mrr_at_5_std value: -2.4786874807071735 - type: nauc_ndcg_at_1000_diff1 value: 23.022273404374424 - type: nauc_ndcg_at_1000_max value: 22.991361978075954 - type: nauc_ndcg_at_1000_std value: 0.18153114824679512 - type: nauc_ndcg_at_100_diff1 value: 23.559298750876117 - type: nauc_ndcg_at_100_max value: 22.867138599638423 - type: nauc_ndcg_at_100_std value: -0.33841026524213386 - type: nauc_ndcg_at_10_diff1 value: 22.476239602270873 - type: nauc_ndcg_at_10_max value: 21.504002872557006 - type: nauc_ndcg_at_10_std value: -1.8676510759488962 - type: nauc_ndcg_at_1_diff1 value: 27.157881198158783 - type: nauc_ndcg_at_1_max value: 21.601786829936433 - type: nauc_ndcg_at_1_std value: -2.831383077547147 - type: nauc_ndcg_at_20_diff1 value: 22.850419852466032 - type: nauc_ndcg_at_20_max value: 22.543556058554582 - type: nauc_ndcg_at_20_std value: -1.1223300955195037 - type: nauc_ndcg_at_3_diff1 value: 23.576709980109943 - type: nauc_ndcg_at_3_max value: 20.98005022537365 - type: nauc_ndcg_at_3_std value: -3.4150814729224632 - type: nauc_ndcg_at_5_diff1 value: 22.418819576039574 - type: nauc_ndcg_at_5_max value: 21.157104875464984 - type: nauc_ndcg_at_5_std value: -2.727281992701386 - type: nauc_precision_at_1000_diff1 value: -0.2418803168229846 - type: nauc_precision_at_1000_max value: 4.7509057963503345 - type: nauc_precision_at_1000_std value: 4.862124108075474 - type: nauc_precision_at_100_diff1 value: 9.414277026375698 - type: nauc_precision_at_100_max value: 15.611397966739327 - type: nauc_precision_at_100_std value: 6.131008472677945 - type: nauc_precision_at_10_diff1 value: 13.500248662521026 - type: nauc_precision_at_10_max value: 20.27159793813296 - type: nauc_precision_at_10_std value: 0.36295387414869346 - type: nauc_precision_at_1_diff1 value: 27.157881198158783 - type: nauc_precision_at_1_max value: 21.601786829936433 - type: nauc_precision_at_1_std value: -2.831383077547147 - type: nauc_precision_at_20_diff1 value: 12.41644887272953 - type: nauc_precision_at_20_max value: 20.04934603426798 - type: nauc_precision_at_20_std value: 2.5263812441981117 - type: nauc_precision_at_3_diff1 value: 17.769700788858774 - type: nauc_precision_at_3_max value: 20.145180776013085 - type: nauc_precision_at_3_std value: -4.64889997854223 - type: nauc_precision_at_5_diff1 value: 14.437820424464798 - type: nauc_precision_at_5_max value: 21.086799398849397 - type: nauc_precision_at_5_std value: -3.542726145322661 - type: nauc_recall_at_1000_diff1 value: 5.340484078912298 - type: nauc_recall_at_1000_max value: 38.819059569745434 - type: nauc_recall_at_1000_std value: 35.261295626072965 - type: nauc_recall_at_100_diff1 value: 19.859262378217075 - type: nauc_recall_at_100_max value: 24.843220411163898 - type: nauc_recall_at_100_std value: 9.02424296030646 - type: nauc_recall_at_10_diff1 value: 18.128753186700266 - type: nauc_recall_at_10_max value: 20.873864236953324 - type: nauc_recall_at_10_std value: 0.7180942369537235 - type: nauc_recall_at_1_diff1 value: 28.20399969350878 - type: nauc_recall_at_1_max value: 21.092411173110623 - type: nauc_recall_at_1_std value: -2.355133156530113 - type: nauc_recall_at_20_diff1 value: 18.16983053968982 - type: nauc_recall_at_20_max value: 23.78295921592487 - type: nauc_recall_at_20_std value: 3.445605920721629 - type: nauc_recall_at_3_diff1 value: 20.52573155136365 - type: nauc_recall_at_3_max value: 19.725261691653092 - type: nauc_recall_at_3_std value: -2.985002529881709 - type: nauc_recall_at_5_diff1 value: 18.268276062359906 - type: nauc_recall_at_5_max value: 19.83117733925397 - type: nauc_recall_at_5_std value: -1.5709756011931044 - type: ndcg_at_1 value: 22.637 - type: ndcg_at_10 value: 33.495000000000005 - type: ndcg_at_100 value: 39.571 - type: ndcg_at_1000 value: 42.056 - type: ndcg_at_20 value: 35.987 - type: ndcg_at_3 value: 27.938000000000002 - type: ndcg_at_5 value: 30.426 - type: precision_at_1 value: 22.637 - type: precision_at_10 value: 6.381 - type: precision_at_100 value: 1.075 - type: precision_at_1000 value: 0.14200000000000002 - type: precision_at_20 value: 3.887 - type: precision_at_3 value: 13.806 - type: precision_at_5 value: 10.025 - type: recall_at_1 value: 18.509999999999998 - type: recall_at_10 value: 46.848 - type: recall_at_100 value: 73.08200000000001 - type: recall_at_1000 value: 90.82000000000001 - type: recall_at_20 value: 55.752 - type: recall_at_3 value: 31.461 - type: recall_at_5 value: 37.82 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackPhysicsRetrieval revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 split: test type: mteb/cqadupstack-physics metrics: - type: main_score value: 45.824 - type: map_at_1 value: 28.612 - type: map_at_10 value: 39.765 - type: map_at_100 value: 41.119 - type: map_at_1000 value: 41.227000000000004 - type: map_at_20 value: 40.541 - type: map_at_3 value: 36.506 - type: map_at_5 value: 38.261 - type: mrr_at_1 value: 34.55245428296439 - type: mrr_at_10 value: 44.875758131292294 - type: mrr_at_100 value: 45.75120721078986 - type: mrr_at_1000 value: 45.79381377334475 - type: mrr_at_20 value: 45.405431948897736 - type: mrr_at_3 value: 42.07571382739811 - type: mrr_at_5 value: 43.687840872633885 - type: nauc_map_at_1000_diff1 value: 45.54603816601572 - type: nauc_map_at_1000_max value: 24.204301607914598 - type: nauc_map_at_1000_std value: -3.385400241809544 - type: nauc_map_at_100_diff1 value: 45.54021209259281 - type: nauc_map_at_100_max value: 24.139240543977365 - type: nauc_map_at_100_std value: -3.4416424537503274 - type: nauc_map_at_10_diff1 value: 45.84733590786064 - type: nauc_map_at_10_max value: 23.87997713953964 - type: nauc_map_at_10_std value: -3.9977454684108364 - type: nauc_map_at_1_diff1 value: 51.77762922778957 - type: nauc_map_at_1_max value: 21.548940119767266 - type: nauc_map_at_1_std value: -6.774027308069757 - type: nauc_map_at_20_diff1 value: 45.6305134929685 - type: nauc_map_at_20_max value: 23.949898891211983 - type: nauc_map_at_20_std value: -3.8117633658105916 - type: nauc_map_at_3_diff1 value: 45.66231736851152 - type: nauc_map_at_3_max value: 23.292236552904384 - type: nauc_map_at_3_std value: -4.860026375260737 - type: nauc_map_at_5_diff1 value: 46.395069418251616 - type: nauc_map_at_5_max value: 23.500643171747225 - type: nauc_map_at_5_std value: -4.639116765481091 - type: nauc_mrr_at_1000_diff1 value: 43.59466223019413 - type: nauc_mrr_at_1000_max value: 25.500101182603146 - type: nauc_mrr_at_1000_std value: -2.8252405398970026 - type: nauc_mrr_at_100_diff1 value: 43.58521178366279 - type: nauc_mrr_at_100_max value: 25.499541544730093 - type: nauc_mrr_at_100_std value: -2.8171198325250226 - type: nauc_mrr_at_10_diff1 value: 43.62497401903436 - type: nauc_mrr_at_10_max value: 25.528257757563583 - type: nauc_mrr_at_10_std value: -3.033700543344133 - type: nauc_mrr_at_1_diff1 value: 46.962041492938845 - type: nauc_mrr_at_1_max value: 24.033390474152572 - type: nauc_mrr_at_1_std value: -4.371468850014676 - type: nauc_mrr_at_20_diff1 value: 43.57458456860973 - type: nauc_mrr_at_20_max value: 25.542827142027825 - type: nauc_mrr_at_20_std value: -2.942977643863032 - type: nauc_mrr_at_3_diff1 value: 43.490236992416406 - type: nauc_mrr_at_3_max value: 25.501895862532454 - type: nauc_mrr_at_3_std value: -3.195016044753707 - type: nauc_mrr_at_5_diff1 value: 44.05762384636381 - type: nauc_mrr_at_5_max value: 25.637192189122654 - type: nauc_mrr_at_5_std value: -3.108485562228445 - type: nauc_ndcg_at_1000_diff1 value: 43.750329376899145 - type: nauc_ndcg_at_1000_max value: 25.988769629465047 - type: nauc_ndcg_at_1000_std value: -0.779579989595003 - type: nauc_ndcg_at_100_diff1 value: 43.46369631570989 - type: nauc_ndcg_at_100_max value: 25.277438910530144 - type: nauc_ndcg_at_100_std value: -0.7982583332900034 - type: nauc_ndcg_at_10_diff1 value: 44.219854561129 - type: nauc_ndcg_at_10_max value: 24.488811135713366 - type: nauc_ndcg_at_10_std value: -3.0634463911544074 - type: nauc_ndcg_at_1_diff1 value: 46.962041492938845 - type: nauc_ndcg_at_1_max value: 24.033390474152572 - type: nauc_ndcg_at_1_std value: -4.371468850014676 - type: nauc_ndcg_at_20_diff1 value: 43.65750993509317 - type: nauc_ndcg_at_20_max value: 24.716204288403954 - type: nauc_ndcg_at_20_std value: -2.4571990559048693 - type: nauc_ndcg_at_3_diff1 value: 43.52084908897581 - type: nauc_ndcg_at_3_max value: 24.196196258265594 - type: nauc_ndcg_at_3_std value: -3.7543715034197094 - type: nauc_ndcg_at_5_diff1 value: 45.136234842051294 - type: nauc_ndcg_at_5_max value: 24.265515874537016 - type: nauc_ndcg_at_5_std value: -3.677818346298181 - type: nauc_precision_at_1000_diff1 value: -17.37107028658623 - type: nauc_precision_at_1000_max value: 11.852925239469377 - type: nauc_precision_at_1000_std value: 17.267039287022246 - type: nauc_precision_at_100_diff1 value: -8.83034667931023 - type: nauc_precision_at_100_max value: 15.674062413762499 - type: nauc_precision_at_100_std value: 17.443055501165748 - type: nauc_precision_at_10_diff1 value: 13.97225627982781 - type: nauc_precision_at_10_max value: 22.903732145381213 - type: nauc_precision_at_10_std value: 10.438944427071494 - type: nauc_precision_at_1_diff1 value: 46.962041492938845 - type: nauc_precision_at_1_max value: 24.033390474152572 - type: nauc_precision_at_1_std value: -4.371468850014676 - type: nauc_precision_at_20_diff1 value: 5.1840650860759006 - type: nauc_precision_at_20_max value: 20.65674986095816 - type: nauc_precision_at_20_std value: 13.43829791560826 - type: nauc_precision_at_3_diff1 value: 26.863442923738162 - type: nauc_precision_at_3_max value: 24.89992943990019 - type: nauc_precision_at_3_std value: 2.705507445737673 - type: nauc_precision_at_5_diff1 value: 25.047410532713528 - type: nauc_precision_at_5_max value: 24.792105468863745 - type: nauc_precision_at_5_std value: 6.064895256436395 - type: nauc_recall_at_1000_diff1 value: 38.55225790237392 - type: nauc_recall_at_1000_max value: 38.66004655379001 - type: nauc_recall_at_1000_std value: 30.074119645781032 - type: nauc_recall_at_100_diff1 value: 33.70955627870792 - type: nauc_recall_at_100_max value: 22.94584483255064 - type: nauc_recall_at_100_std value: 13.383196050226015 - type: nauc_recall_at_10_diff1 value: 39.19271153993607 - type: nauc_recall_at_10_max value: 21.949914437712632 - type: nauc_recall_at_10_std value: -2.333073190222427 - type: nauc_recall_at_1_diff1 value: 51.77762922778957 - type: nauc_recall_at_1_max value: 21.548940119767266 - type: nauc_recall_at_1_std value: -6.774027308069757 - type: nauc_recall_at_20_diff1 value: 36.128976477817226 - type: nauc_recall_at_20_max value: 21.758803887678624 - type: nauc_recall_at_20_std value: 0.24345057487832894 - type: nauc_recall_at_3_diff1 value: 40.36085174972692 - type: nauc_recall_at_3_max value: 23.008684064089795 - type: nauc_recall_at_3_std value: -4.009673059808576 - type: nauc_recall_at_5_diff1 value: 42.47055957862573 - type: nauc_recall_at_5_max value: 22.49445757462206 - type: nauc_recall_at_5_std value: -4.200704887512875 - type: ndcg_at_1 value: 34.552 - type: ndcg_at_10 value: 45.824 - type: ndcg_at_100 value: 51.398999999999994 - type: ndcg_at_1000 value: 53.418 - type: ndcg_at_20 value: 48.181000000000004 - type: ndcg_at_3 value: 40.369 - type: ndcg_at_5 value: 42.936 - type: precision_at_1 value: 34.552 - type: precision_at_10 value: 8.334999999999999 - type: precision_at_100 value: 1.28 - type: precision_at_1000 value: 0.163 - type: precision_at_20 value: 4.904 - type: precision_at_3 value: 19.185 - type: precision_at_5 value: 13.550999999999998 - type: recall_at_1 value: 28.612 - type: recall_at_10 value: 58.542 - type: recall_at_100 value: 81.765 - type: recall_at_1000 value: 94.91000000000001 - type: recall_at_20 value: 66.923 - type: recall_at_3 value: 43.844 - type: recall_at_5 value: 50.353 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackProgrammersRetrieval revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 split: test type: mteb/cqadupstack-programmers metrics: - type: main_score value: 43.86 - type: map_at_1 value: 25.764 - type: map_at_10 value: 37.19 - type: map_at_100 value: 38.657000000000004 - type: map_at_1000 value: 38.766 - type: map_at_20 value: 38.065 - type: map_at_3 value: 33.506 - type: map_at_5 value: 35.687000000000005 - type: mrr_at_1 value: 31.963470319634702 - type: mrr_at_10 value: 42.584348046676794 - type: mrr_at_100 value: 43.468986492322905 - type: mrr_at_1000 value: 43.51733725024093 - type: mrr_at_20 value: 43.123013383096485 - type: mrr_at_3 value: 39.49771689497716 - type: mrr_at_5 value: 41.3184931506849 - type: nauc_map_at_1000_diff1 value: 41.02254426402428 - type: nauc_map_at_1000_max value: 27.212188389036356 - type: nauc_map_at_1000_std value: -0.09284436172372049 - type: nauc_map_at_100_diff1 value: 41.024063360704524 - type: nauc_map_at_100_max value: 27.231415107652566 - type: nauc_map_at_100_std value: -0.11503072867335035 - type: nauc_map_at_10_diff1 value: 40.762484471371295 - type: nauc_map_at_10_max value: 26.552095220263983 - type: nauc_map_at_10_std value: -0.8961691473645707 - type: nauc_map_at_1_diff1 value: 46.0351777590459 - type: nauc_map_at_1_max value: 22.407309997018807 - type: nauc_map_at_1_std value: -5.8196986966998026 - type: nauc_map_at_20_diff1 value: 40.977183873424 - type: nauc_map_at_20_max value: 27.102353759407233 - type: nauc_map_at_20_std value: -0.2634342101271879 - type: nauc_map_at_3_diff1 value: 42.14689988383428 - type: nauc_map_at_3_max value: 25.03437706538189 - type: nauc_map_at_3_std value: -3.919393358878002 - type: nauc_map_at_5_diff1 value: 41.65119564986465 - type: nauc_map_at_5_max value: 26.285135372203783 - type: nauc_map_at_5_std value: -1.6186083609321076 - type: nauc_mrr_at_1000_diff1 value: 38.79875623439539 - type: nauc_mrr_at_1000_max value: 27.761719103654077 - type: nauc_mrr_at_1000_std value: 1.7009545757110647 - type: nauc_mrr_at_100_diff1 value: 38.791338829094414 - type: nauc_mrr_at_100_max value: 27.773943681897943 - type: nauc_mrr_at_100_std value: 1.7278801972398536 - type: nauc_mrr_at_10_diff1 value: 38.49632022153806 - type: nauc_mrr_at_10_max value: 27.77096700597113 - type: nauc_mrr_at_10_std value: 1.7302610962780125 - type: nauc_mrr_at_1_diff1 value: 42.48391167224108 - type: nauc_mrr_at_1_max value: 24.059631099761877 - type: nauc_mrr_at_1_std value: -3.3826521142445998 - type: nauc_mrr_at_20_diff1 value: 38.78568729552403 - type: nauc_mrr_at_20_max value: 27.830624573272438 - type: nauc_mrr_at_20_std value: 1.8702442428163355 - type: nauc_mrr_at_3_diff1 value: 39.14108666396381 - type: nauc_mrr_at_3_max value: 27.126136544524147 - type: nauc_mrr_at_3_std value: -0.6328064994794298 - type: nauc_mrr_at_5_diff1 value: 38.684789795150884 - type: nauc_mrr_at_5_max value: 27.524102240409142 - type: nauc_mrr_at_5_std value: 0.9039722426754292 - type: nauc_ndcg_at_1000_diff1 value: 39.151840725737735 - type: nauc_ndcg_at_1000_max value: 29.02571712184575 - type: nauc_ndcg_at_1000_std value: 4.000158107473303 - type: nauc_ndcg_at_100_diff1 value: 38.87706908494562 - type: nauc_ndcg_at_100_max value: 29.639606130771863 - type: nauc_ndcg_at_100_std value: 4.682439878287167 - type: nauc_ndcg_at_10_diff1 value: 37.841809143608586 - type: nauc_ndcg_at_10_max value: 28.232681174485542 - type: nauc_ndcg_at_10_std value: 2.6534878126703156 - type: nauc_ndcg_at_1_diff1 value: 42.48391167224108 - type: nauc_ndcg_at_1_max value: 24.059631099761877 - type: nauc_ndcg_at_1_std value: -3.3826521142445998 - type: nauc_ndcg_at_20_diff1 value: 38.78794350531766 - type: nauc_ndcg_at_20_max value: 29.391888718250126 - type: nauc_ndcg_at_20_std value: 4.246096416844256 - type: nauc_ndcg_at_3_diff1 value: 39.94959683105012 - type: nauc_ndcg_at_3_max value: 26.44461394195945 - type: nauc_ndcg_at_3_std value: -2.057142075379544 - type: nauc_ndcg_at_5_diff1 value: 39.228212224837854 - type: nauc_ndcg_at_5_max value: 27.63367669291804 - type: nauc_ndcg_at_5_std value: 0.8515177431823633 - type: nauc_precision_at_1000_diff1 value: -10.224587930955357 - type: nauc_precision_at_1000_max value: 2.0367826445781665 - type: nauc_precision_at_1000_std value: 10.157637353732063 - type: nauc_precision_at_100_diff1 value: -2.94132245415521 - type: nauc_precision_at_100_max value: 14.497654423038803 - type: nauc_precision_at_100_std value: 17.719614669918094 - type: nauc_precision_at_10_diff1 value: 11.348279066652248 - type: nauc_precision_at_10_max value: 24.801591961312027 - type: nauc_precision_at_10_std value: 15.999695471134517 - type: nauc_precision_at_1_diff1 value: 42.48391167224108 - type: nauc_precision_at_1_max value: 24.059631099761877 - type: nauc_precision_at_1_std value: -3.3826521142445998 - type: nauc_precision_at_20_diff1 value: 7.358574224272124 - type: nauc_precision_at_20_max value: 24.541749557197846 - type: nauc_precision_at_20_std value: 20.029723114376434 - type: nauc_precision_at_3_diff1 value: 27.31140928134787 - type: nauc_precision_at_3_max value: 27.266527909477595 - type: nauc_precision_at_3_std value: 4.293966422589966 - type: nauc_precision_at_5_diff1 value: 21.318237989903597 - type: nauc_precision_at_5_max value: 27.05790559252359 - type: nauc_precision_at_5_std value: 11.540331816577428 - type: nauc_recall_at_1000_diff1 value: 29.270735599789248 - type: nauc_recall_at_1000_max value: 42.74905404229601 - type: nauc_recall_at_1000_std value: 54.29872297065133 - type: nauc_recall_at_100_diff1 value: 29.423638581914137 - type: nauc_recall_at_100_max value: 38.27370611473139 - type: nauc_recall_at_100_std value: 26.86946286594378 - type: nauc_recall_at_10_diff1 value: 28.333642493802024 - type: nauc_recall_at_10_max value: 29.41983784943617 - type: nauc_recall_at_10_std value: 10.567148468398461 - type: nauc_recall_at_1_diff1 value: 46.0351777590459 - type: nauc_recall_at_1_max value: 22.407309997018807 - type: nauc_recall_at_1_std value: -5.8196986966998026 - type: nauc_recall_at_20_diff1 value: 31.42419633746832 - type: nauc_recall_at_20_max value: 33.84795718348709 - type: nauc_recall_at_20_std value: 17.206446408377992 - type: nauc_recall_at_3_diff1 value: 36.12978905683338 - type: nauc_recall_at_3_max value: 24.50013074408603 - type: nauc_recall_at_3_std value: -2.4884799065183474 - type: nauc_recall_at_5_diff1 value: 33.21734540694272 - type: nauc_recall_at_5_max value: 27.34082104368914 - type: nauc_recall_at_5_std value: 4.47285014662224 - type: ndcg_at_1 value: 31.963 - type: ndcg_at_10 value: 43.86 - type: ndcg_at_100 value: 49.522 - type: ndcg_at_1000 value: 51.635 - type: ndcg_at_20 value: 46.372 - type: ndcg_at_3 value: 37.742 - type: ndcg_at_5 value: 40.744 - type: precision_at_1 value: 31.963 - type: precision_at_10 value: 8.322000000000001 - type: precision_at_100 value: 1.311 - type: precision_at_1000 value: 0.167 - type: precision_at_20 value: 4.989 - type: precision_at_3 value: 18.151 - type: precision_at_5 value: 13.447000000000001 - type: recall_at_1 value: 25.764 - type: recall_at_10 value: 58.157000000000004 - type: recall_at_100 value: 81.631 - type: recall_at_1000 value: 95.863 - type: recall_at_20 value: 67.048 - type: recall_at_3 value: 41.465999999999994 - type: recall_at_5 value: 49.075 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackRetrieval revision: CQADupstackRetrieval_is_a_combined_dataset split: test type: CQADupstackRetrieval_is_a_combined_dataset metrics: - type: main_score value: 42.7395 - type: ndcg_at_10 value: 42.7395 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackStatsRetrieval revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a split: test type: mteb/cqadupstack-stats metrics: - type: main_score value: 38.382 - type: map_at_1 value: 24.956 - type: map_at_10 value: 33.364 - type: map_at_100 value: 34.346 - type: map_at_1000 value: 34.441 - type: map_at_20 value: 33.928000000000004 - type: map_at_3 value: 30.779 - type: map_at_5 value: 32.131 - type: mrr_at_1 value: 27.607361963190186 - type: mrr_at_10 value: 36.07538465283862 - type: mrr_at_100 value: 36.89078004113302 - type: mrr_at_1000 value: 36.960908522547534 - type: mrr_at_20 value: 36.57365123432853 - type: mrr_at_3 value: 33.64008179959101 - type: mrr_at_5 value: 34.91308793456033 - type: nauc_map_at_1000_diff1 value: 50.99876246634483 - type: nauc_map_at_1000_max value: 27.11375348316956 - type: nauc_map_at_1000_std value: -0.8223687586531171 - type: nauc_map_at_100_diff1 value: 50.96744235857796 - type: nauc_map_at_100_max value: 27.101746621071577 - type: nauc_map_at_100_std value: -0.8290435699503054 - type: nauc_map_at_10_diff1 value: 51.40563037369904 - type: nauc_map_at_10_max value: 26.715210946916446 - type: nauc_map_at_10_std value: -1.3301013304956433 - type: nauc_map_at_1_diff1 value: 59.10851769256635 - type: nauc_map_at_1_max value: 26.942179588390854 - type: nauc_map_at_1_std value: -5.088146259999974 - type: nauc_map_at_20_diff1 value: 51.00500762209007 - type: nauc_map_at_20_max value: 26.903545483709436 - type: nauc_map_at_20_std value: -0.8879313638699978 - type: nauc_map_at_3_diff1 value: 52.558964129136776 - type: nauc_map_at_3_max value: 26.54574953680247 - type: nauc_map_at_3_std value: -2.85116716794946 - type: nauc_map_at_5_diff1 value: 51.91166685128522 - type: nauc_map_at_5_max value: 26.97684718237022 - type: nauc_map_at_5_std value: -2.0545584607744303 - type: nauc_mrr_at_1000_diff1 value: 49.187292707593365 - type: nauc_mrr_at_1000_max value: 26.917886822963645 - type: nauc_mrr_at_1000_std value: 0.09314372039813201 - type: nauc_mrr_at_100_diff1 value: 49.15674865433787 - type: nauc_mrr_at_100_max value: 26.926539281262464 - type: nauc_mrr_at_100_std value: 0.09488690166949496 - type: nauc_mrr_at_10_diff1 value: 49.5191167745581 - type: nauc_mrr_at_10_max value: 26.578191574020853 - type: nauc_mrr_at_10_std value: -0.4332010149168712 - type: nauc_mrr_at_1_diff1 value: 56.83136962805171 - type: nauc_mrr_at_1_max value: 27.232682843362134 - type: nauc_mrr_at_1_std value: -3.4753930473122594 - type: nauc_mrr_at_20_diff1 value: 49.15134939617399 - type: nauc_mrr_at_20_max value: 26.87344888664184 - type: nauc_mrr_at_20_std value: 0.13910244198874352 - type: nauc_mrr_at_3_diff1 value: 49.893769596880894 - type: nauc_mrr_at_3_max value: 26.19959284832838 - type: nauc_mrr_at_3_std value: -1.4056523149404336 - type: nauc_mrr_at_5_diff1 value: 49.68766816395909 - type: nauc_mrr_at_5_max value: 26.826463837331012 - type: nauc_mrr_at_5_std value: -0.8964336795779043 - type: nauc_ndcg_at_1000_diff1 value: 47.30330423873059 - type: nauc_ndcg_at_1000_max value: 28.301104564231483 - type: nauc_ndcg_at_1000_std value: 2.683338095267426 - type: nauc_ndcg_at_100_diff1 value: 46.66867291937423 - type: nauc_ndcg_at_100_max value: 28.078461708764458 - type: nauc_ndcg_at_100_std value: 2.5295465311428695 - type: nauc_ndcg_at_10_diff1 value: 48.07351804799436 - type: nauc_ndcg_at_10_max value: 26.25185116704038 - type: nauc_ndcg_at_10_std value: 0.31947530103221494 - type: nauc_ndcg_at_1_diff1 value: 56.83136962805171 - type: nauc_ndcg_at_1_max value: 27.232682843362134 - type: nauc_ndcg_at_1_std value: -3.4753930473122594 - type: nauc_ndcg_at_20_diff1 value: 46.72863113281496 - type: nauc_ndcg_at_20_max value: 27.0829019438828 - type: nauc_ndcg_at_20_std value: 2.1819721644725316 - type: nauc_ndcg_at_3_diff1 value: 49.38507546500055 - type: nauc_ndcg_at_3_max value: 26.02547349067848 - type: nauc_ndcg_at_3_std value: -2.062107710534561 - type: nauc_ndcg_at_5_diff1 value: 48.702028938234946 - type: nauc_ndcg_at_5_max value: 26.631557342797297 - type: nauc_ndcg_at_5_std value: -1.13458716673632 - type: nauc_precision_at_1000_diff1 value: -7.616362974733644 - type: nauc_precision_at_1000_max value: 12.704716068960298 - type: nauc_precision_at_1000_std value: 10.693420265647761 - type: nauc_precision_at_100_diff1 value: 4.245047434408532 - type: nauc_precision_at_100_max value: 20.138149934295146 - type: nauc_precision_at_100_std value: 13.988324018580354 - type: nauc_precision_at_10_diff1 value: 24.713962748803503 - type: nauc_precision_at_10_max value: 21.912272587921095 - type: nauc_precision_at_10_std value: 9.923685641756377 - type: nauc_precision_at_1_diff1 value: 56.83136962805171 - type: nauc_precision_at_1_max value: 27.232682843362134 - type: nauc_precision_at_1_std value: -3.4753930473122594 - type: nauc_precision_at_20_diff1 value: 15.160997381408379 - type: nauc_precision_at_20_max value: 23.14475206210582 - type: nauc_precision_at_20_std value: 16.324297281253212 - type: nauc_precision_at_3_diff1 value: 37.310592783673044 - type: nauc_precision_at_3_max value: 25.183575695472932 - type: nauc_precision_at_3_std value: 2.3270248619137135 - type: nauc_precision_at_5_diff1 value: 31.548441277121807 - type: nauc_precision_at_5_max value: 25.36772873604284 - type: nauc_precision_at_5_std value: 5.676988862734406 - type: nauc_recall_at_1000_diff1 value: 20.43691655991097 - type: nauc_recall_at_1000_max value: 40.23701936874751 - type: nauc_recall_at_1000_std value: 35.76336885517243 - type: nauc_recall_at_100_diff1 value: 27.835043122315188 - type: nauc_recall_at_100_max value: 31.805810699439853 - type: nauc_recall_at_100_std value: 16.658546206916487 - type: nauc_recall_at_10_diff1 value: 39.044956198775424 - type: nauc_recall_at_10_max value: 24.230121801610007 - type: nauc_recall_at_10_std value: 4.204867352942831 - type: nauc_recall_at_1_diff1 value: 59.10851769256635 - type: nauc_recall_at_1_max value: 26.942179588390854 - type: nauc_recall_at_1_std value: -5.088146259999974 - type: nauc_recall_at_20_diff1 value: 32.48770164983945 - type: nauc_recall_at_20_max value: 26.349180533221002 - type: nauc_recall_at_20_std value: 11.188589531295396 - type: nauc_recall_at_3_diff1 value: 44.33638562753659 - type: nauc_recall_at_3_max value: 23.88918858892684 - type: nauc_recall_at_3_std value: -2.135430126322962 - type: nauc_recall_at_5_diff1 value: 41.72838294550878 - type: nauc_recall_at_5_max value: 25.134424065202815 - type: nauc_recall_at_5_std value: 0.4272804347838425 - type: ndcg_at_1 value: 27.607 - type: ndcg_at_10 value: 38.382 - type: ndcg_at_100 value: 43.003 - type: ndcg_at_1000 value: 45.299 - type: ndcg_at_20 value: 40.251 - type: ndcg_at_3 value: 33.451 - type: ndcg_at_5 value: 35.659 - type: precision_at_1 value: 27.607 - type: precision_at_10 value: 6.227 - type: precision_at_100 value: 0.928 - type: precision_at_1000 value: 0.12 - type: precision_at_20 value: 3.612 - type: precision_at_3 value: 14.468 - type: precision_at_5 value: 10.215 - type: recall_at_1 value: 24.956 - type: recall_at_10 value: 51.117000000000004 - type: recall_at_100 value: 71.80499999999999 - type: recall_at_1000 value: 88.494 - type: recall_at_20 value: 57.989999999999995 - type: recall_at_3 value: 37.387 - type: recall_at_5 value: 42.884 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackTexRetrieval revision: 46989137a86843e03a6195de44b09deda022eec7 split: test type: mteb/cqadupstack-tex metrics: - type: main_score value: 31.025999999999996 - type: map_at_1 value: 18.17 - type: map_at_10 value: 26.032 - type: map_at_100 value: 27.218999999999998 - type: map_at_1000 value: 27.345999999999997 - type: map_at_20 value: 26.666 - type: map_at_3 value: 23.463 - type: map_at_5 value: 24.806 - type: mrr_at_1 value: 21.472814865794906 - type: mrr_at_10 value: 29.512844252176716 - type: mrr_at_100 value: 30.490177986229945 - type: mrr_at_1000 value: 30.56207014886559 - type: mrr_at_20 value: 30.0506487851583 - type: mrr_at_3 value: 27.058958476714874 - type: mrr_at_5 value: 28.3752007341134 - type: nauc_map_at_1000_diff1 value: 33.44724427669794 - type: nauc_map_at_1000_max value: 22.395823506833914 - type: nauc_map_at_1000_std value: -0.4150981274633923 - type: nauc_map_at_100_diff1 value: 33.42890753994663 - type: nauc_map_at_100_max value: 22.376239097847126 - type: nauc_map_at_100_std value: -0.4401702678219545 - type: nauc_map_at_10_diff1 value: 33.666850629964244 - type: nauc_map_at_10_max value: 22.114097714173088 - type: nauc_map_at_10_std value: -1.0852366926427355 - type: nauc_map_at_1_diff1 value: 38.77085709277668 - type: nauc_map_at_1_max value: 19.957196529260628 - type: nauc_map_at_1_std value: -2.784123448084558 - type: nauc_map_at_20_diff1 value: 33.472381054071036 - type: nauc_map_at_20_max value: 22.308855255579438 - type: nauc_map_at_20_std value: -0.6486904865466587 - type: nauc_map_at_3_diff1 value: 34.42189817938094 - type: nauc_map_at_3_max value: 21.590305717180428 - type: nauc_map_at_3_std value: -1.7333267848855112 - type: nauc_map_at_5_diff1 value: 33.695706357298796 - type: nauc_map_at_5_max value: 21.987149458167956 - type: nauc_map_at_5_std value: -1.6701271473188217 - type: nauc_mrr_at_1000_diff1 value: 33.136413250064436 - type: nauc_mrr_at_1000_max value: 23.471325782764698 - type: nauc_mrr_at_1000_std value: -0.3980564209208141 - type: nauc_mrr_at_100_diff1 value: 33.13122882871807 - type: nauc_mrr_at_100_max value: 23.469147640101035 - type: nauc_mrr_at_100_std value: -0.39790519096729465 - type: nauc_mrr_at_10_diff1 value: 33.25655785925077 - type: nauc_mrr_at_10_max value: 23.35946047835974 - type: nauc_mrr_at_10_std value: -0.8500490754980572 - type: nauc_mrr_at_1_diff1 value: 38.34949791334492 - type: nauc_mrr_at_1_max value: 21.926534783990416 - type: nauc_mrr_at_1_std value: -2.7773636603036542 - type: nauc_mrr_at_20_diff1 value: 33.056629387468575 - type: nauc_mrr_at_20_max value: 23.482437558868856 - type: nauc_mrr_at_20_std value: -0.5598040986560595 - type: nauc_mrr_at_3_diff1 value: 33.889365112764544 - type: nauc_mrr_at_3_max value: 23.20061693129839 - type: nauc_mrr_at_3_std value: -1.25616825144634 - type: nauc_mrr_at_5_diff1 value: 33.44787691745913 - type: nauc_mrr_at_5_max value: 23.34712279165282 - type: nauc_mrr_at_5_std value: -1.3806302517881062 - type: nauc_ndcg_at_1000_diff1 value: 31.318327402226604 - type: nauc_ndcg_at_1000_max value: 23.71300269763234 - type: nauc_ndcg_at_1000_std value: 2.916517607448075 - type: nauc_ndcg_at_100_diff1 value: 31.040708439004266 - type: nauc_ndcg_at_100_max value: 23.467949695024597 - type: nauc_ndcg_at_100_std value: 2.7972274387802716 - type: nauc_ndcg_at_10_diff1 value: 31.816826867584318 - type: nauc_ndcg_at_10_max value: 22.924178018704605 - type: nauc_ndcg_at_10_std value: 0.11423808529946625 - type: nauc_ndcg_at_1_diff1 value: 38.34949791334492 - type: nauc_ndcg_at_1_max value: 21.926534783990416 - type: nauc_ndcg_at_1_std value: -2.7773636603036542 - type: nauc_ndcg_at_20_diff1 value: 31.129932166551626 - type: nauc_ndcg_at_20_max value: 23.35498887744279 - type: nauc_ndcg_at_20_std value: 1.491332034695489 - type: nauc_ndcg_at_3_diff1 value: 32.77551220179279 - type: nauc_ndcg_at_3_max value: 22.496210905750942 - type: nauc_ndcg_at_3_std value: -1.2280899372748 - type: nauc_ndcg_at_5_diff1 value: 31.924061220406134 - type: nauc_ndcg_at_5_max value: 22.91828327955767 - type: nauc_ndcg_at_5_std value: -1.2161178799994699 - type: nauc_precision_at_1000_diff1 value: 2.0558810641108645 - type: nauc_precision_at_1000_max value: 12.261412181056347 - type: nauc_precision_at_1000_std value: 6.082384169997254 - type: nauc_precision_at_100_diff1 value: 8.320082813012062 - type: nauc_precision_at_100_max value: 19.430325566521223 - type: nauc_precision_at_100_std value: 10.538646165339417 - type: nauc_precision_at_10_diff1 value: 21.082431908664486 - type: nauc_precision_at_10_max value: 24.52535332353091 - type: nauc_precision_at_10_std value: 4.566893805885459 - type: nauc_precision_at_1_diff1 value: 38.34949791334492 - type: nauc_precision_at_1_max value: 21.926534783990416 - type: nauc_precision_at_1_std value: -2.7773636603036542 - type: nauc_precision_at_20_diff1 value: 16.776282883791417 - type: nauc_precision_at_20_max value: 23.571814338924387 - type: nauc_precision_at_20_std value: 7.957033137318803 - type: nauc_precision_at_3_diff1 value: 26.92608583979234 - type: nauc_precision_at_3_max value: 24.697979517743974 - type: nauc_precision_at_3_std value: 0.9245173696347126 - type: nauc_precision_at_5_diff1 value: 23.379067251418306 - type: nauc_precision_at_5_max value: 25.064384143107183 - type: nauc_precision_at_5_std value: 1.2352265382532668 - type: nauc_recall_at_1000_diff1 value: 13.384576623547348 - type: nauc_recall_at_1000_max value: 26.174069812711664 - type: nauc_recall_at_1000_std value: 32.3995862628019 - type: nauc_recall_at_100_diff1 value: 20.21494084876213 - type: nauc_recall_at_100_max value: 22.83711613883119 - type: nauc_recall_at_100_std value: 16.218904596086052 - type: nauc_recall_at_10_diff1 value: 25.819867218299624 - type: nauc_recall_at_10_max value: 21.846054076621346 - type: nauc_recall_at_10_std value: 2.750587027235345 - type: nauc_recall_at_1_diff1 value: 38.77085709277668 - type: nauc_recall_at_1_max value: 19.957196529260628 - type: nauc_recall_at_1_std value: -2.784123448084558 - type: nauc_recall_at_20_diff1 value: 22.795734700198647 - type: nauc_recall_at_20_max value: 22.97792980515984 - type: nauc_recall_at_20_std value: 7.656686479045141 - type: nauc_recall_at_3_diff1 value: 29.469751389287712 - type: nauc_recall_at_3_max value: 21.743909396914702 - type: nauc_recall_at_3_std value: -0.23744939226524805 - type: nauc_recall_at_5_diff1 value: 27.12041567978547 - type: nauc_recall_at_5_max value: 22.615965251684102 - type: nauc_recall_at_5_std value: -0.44175896354919747 - type: ndcg_at_1 value: 21.473 - type: ndcg_at_10 value: 31.025999999999996 - type: ndcg_at_100 value: 36.678 - type: ndcg_at_1000 value: 39.437 - type: ndcg_at_20 value: 33.073 - type: ndcg_at_3 value: 26.302999999999997 - type: ndcg_at_5 value: 28.323999999999998 - type: precision_at_1 value: 21.473 - type: precision_at_10 value: 5.712 - type: precision_at_100 value: 0.991 - type: precision_at_1000 value: 0.13999999999999999 - type: precision_at_20 value: 3.4450000000000003 - type: precision_at_3 value: 12.446 - type: precision_at_5 value: 9.002 - type: recall_at_1 value: 18.17 - type: recall_at_10 value: 42.545 - type: recall_at_100 value: 67.975 - type: recall_at_1000 value: 87.28200000000001 - type: recall_at_20 value: 50.099000000000004 - type: recall_at_3 value: 29.384 - type: recall_at_5 value: 34.574 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackUnixRetrieval revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 split: test type: mteb/cqadupstack-unix metrics: - type: main_score value: 44.277 - type: map_at_1 value: 29.042 - type: map_at_10 value: 38.666 - type: map_at_100 value: 39.794000000000004 - type: map_at_1000 value: 39.899 - type: map_at_20 value: 39.318 - type: map_at_3 value: 35.849 - type: map_at_5 value: 37.15 - type: mrr_at_1 value: 33.76865671641791 - type: mrr_at_10 value: 42.855180940535384 - type: mrr_at_100 value: 43.65565296806929 - type: mrr_at_1000 value: 43.71842180129229 - type: mrr_at_20 value: 43.3625132565656 - type: mrr_at_3 value: 40.391791044776085 - type: mrr_at_5 value: 41.618470149253675 - type: nauc_map_at_1000_diff1 value: 44.76754658362534 - type: nauc_map_at_1000_max value: 28.57841117124753 - type: nauc_map_at_1000_std value: -3.4660129167762643 - type: nauc_map_at_100_diff1 value: 44.75063288012039 - type: nauc_map_at_100_max value: 28.567968761586204 - type: nauc_map_at_100_std value: -3.477752632088259 - type: nauc_map_at_10_diff1 value: 44.73573302540937 - type: nauc_map_at_10_max value: 28.282280517161297 - type: nauc_map_at_10_std value: -3.7765442881437945 - type: nauc_map_at_1_diff1 value: 48.91202430221943 - type: nauc_map_at_1_max value: 27.2906556539887 - type: nauc_map_at_1_std value: -6.424630898785891 - type: nauc_map_at_20_diff1 value: 44.73630640872106 - type: nauc_map_at_20_max value: 28.526827874611932 - type: nauc_map_at_20_std value: -3.5923658150006554 - type: nauc_map_at_3_diff1 value: 44.93936041725324 - type: nauc_map_at_3_max value: 28.405229039045217 - type: nauc_map_at_3_std value: -4.281801393459546 - type: nauc_map_at_5_diff1 value: 45.12444472593884 - type: nauc_map_at_5_max value: 27.942749088135542 - type: nauc_map_at_5_std value: -4.31660794202584 - type: nauc_mrr_at_1000_diff1 value: 44.910772765630306 - type: nauc_mrr_at_1000_max value: 28.416973496166264 - type: nauc_mrr_at_1000_std value: -3.833035086221904 - type: nauc_mrr_at_100_diff1 value: 44.892619575891594 - type: nauc_mrr_at_100_max value: 28.404215527925608 - type: nauc_mrr_at_100_std value: -3.8217556133591444 - type: nauc_mrr_at_10_diff1 value: 44.85481976563178 - type: nauc_mrr_at_10_max value: 28.260751080109873 - type: nauc_mrr_at_10_std value: -4.045215043850954 - type: nauc_mrr_at_1_diff1 value: 48.40337895219412 - type: nauc_mrr_at_1_max value: 26.79679664862529 - type: nauc_mrr_at_1_std value: -7.487638965886408 - type: nauc_mrr_at_20_diff1 value: 44.87333343738951 - type: nauc_mrr_at_20_max value: 28.482139448224014 - type: nauc_mrr_at_20_std value: -3.8752286014067696 - type: nauc_mrr_at_3_diff1 value: 44.99758703191339 - type: nauc_mrr_at_3_max value: 28.452096144117228 - type: nauc_mrr_at_3_std value: -4.140282085210403 - type: nauc_mrr_at_5_diff1 value: 45.10512842837422 - type: nauc_mrr_at_5_max value: 28.05725516011186 - type: nauc_mrr_at_5_std value: -4.384647594071191 - type: nauc_ndcg_at_1000_diff1 value: 43.74564180532601 - type: nauc_ndcg_at_1000_max value: 29.551312025286137 - type: nauc_ndcg_at_1000_std value: -1.1083160515730703 - type: nauc_ndcg_at_100_diff1 value: 43.348496487866434 - type: nauc_ndcg_at_100_max value: 29.39942330551924 - type: nauc_ndcg_at_100_std value: -0.6705398040193502 - type: nauc_ndcg_at_10_diff1 value: 43.45725992484101 - type: nauc_ndcg_at_10_max value: 28.695126687511458 - type: nauc_ndcg_at_10_std value: -2.3740899316066018 - type: nauc_ndcg_at_1_diff1 value: 48.40337895219412 - type: nauc_ndcg_at_1_max value: 26.79679664862529 - type: nauc_ndcg_at_1_std value: -7.487638965886408 - type: nauc_ndcg_at_20_diff1 value: 43.42127264221856 - type: nauc_ndcg_at_20_max value: 29.610554267953955 - type: nauc_ndcg_at_20_std value: -1.5160151729087175 - type: nauc_ndcg_at_3_diff1 value: 43.971896193021074 - type: nauc_ndcg_at_3_max value: 28.837730342585 - type: nauc_ndcg_at_3_std value: -3.4378603384782007 - type: nauc_ndcg_at_5_diff1 value: 44.15567566140498 - type: nauc_ndcg_at_5_max value: 27.930607400156386 - type: nauc_ndcg_at_5_std value: -3.585093099817761 - type: nauc_precision_at_1000_diff1 value: -9.956611160892146 - type: nauc_precision_at_1000_max value: -0.8063171225425729 - type: nauc_precision_at_1000_std value: 3.2066057786084965 - type: nauc_precision_at_100_diff1 value: 3.146382306675135 - type: nauc_precision_at_100_max value: 11.124524772709485 - type: nauc_precision_at_100_std value: 8.246530036118072 - type: nauc_precision_at_10_diff1 value: 22.21083744539443 - type: nauc_precision_at_10_max value: 20.9279510282379 - type: nauc_precision_at_10_std value: 0.8735630455251976 - type: nauc_precision_at_1_diff1 value: 48.40337895219412 - type: nauc_precision_at_1_max value: 26.79679664862529 - type: nauc_precision_at_1_std value: -7.487638965886408 - type: nauc_precision_at_20_diff1 value: 16.234465676348854 - type: nauc_precision_at_20_max value: 20.16948133183925 - type: nauc_precision_at_20_std value: 3.8327418329672596 - type: nauc_precision_at_3_diff1 value: 33.96408049466874 - type: nauc_precision_at_3_max value: 26.54959675402931 - type: nauc_precision_at_3_std value: -1.5057033459640596 - type: nauc_precision_at_5_diff1 value: 31.730951214863268 - type: nauc_precision_at_5_max value: 22.928409396183813 - type: nauc_precision_at_5_std value: -1.2932144850491032 - type: nauc_recall_at_1000_diff1 value: 31.911131601344994 - type: nauc_recall_at_1000_max value: 41.29845876948943 - type: nauc_recall_at_1000_std value: 32.86114928598439 - type: nauc_recall_at_100_diff1 value: 34.190518909175935 - type: nauc_recall_at_100_max value: 30.435498463683913 - type: nauc_recall_at_100_std value: 15.306245199286572 - type: nauc_recall_at_10_diff1 value: 37.76931016052013 - type: nauc_recall_at_10_max value: 28.354258415554945 - type: nauc_recall_at_10_std value: 2.1382726105961383 - type: nauc_recall_at_1_diff1 value: 48.91202430221943 - type: nauc_recall_at_1_max value: 27.2906556539887 - type: nauc_recall_at_1_std value: -6.424630898785891 - type: nauc_recall_at_20_diff1 value: 36.64127277665404 - type: nauc_recall_at_20_max value: 31.88064756844142 - type: nauc_recall_at_20_std value: 6.330041609155803 - type: nauc_recall_at_3_diff1 value: 39.928915008535874 - type: nauc_recall_at_3_max value: 28.886859365998934 - type: nauc_recall_at_3_std value: -0.5614077232648746 - type: nauc_recall_at_5_diff1 value: 40.11510908090141 - type: nauc_recall_at_5_max value: 26.598685733701206 - type: nauc_recall_at_5_std value: -1.3682209196972956 - type: ndcg_at_1 value: 33.769 - type: ndcg_at_10 value: 44.277 - type: ndcg_at_100 value: 49.228 - type: ndcg_at_1000 value: 51.49700000000001 - type: ndcg_at_20 value: 46.327 - type: ndcg_at_3 value: 39.21 - type: ndcg_at_5 value: 41.079 - type: precision_at_1 value: 33.769 - type: precision_at_10 value: 7.444000000000001 - type: precision_at_100 value: 1.1119999999999999 - type: precision_at_1000 value: 0.14100000000000001 - type: precision_at_20 value: 4.295999999999999 - type: precision_at_3 value: 17.662 - type: precision_at_5 value: 12.071 - type: recall_at_1 value: 29.042 - type: recall_at_10 value: 57.111999999999995 - type: recall_at_100 value: 78.3 - type: recall_at_1000 value: 93.953 - type: recall_at_20 value: 64.497 - type: recall_at_3 value: 43.203 - type: recall_at_5 value: 47.977 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWebmastersRetrieval revision: 160c094312a0e1facb97e55eeddb698c0abe3571 split: test type: mteb/cqadupstack-webmasters metrics: - type: main_score value: 38.599 - type: map_at_1 value: 21.217 - type: map_at_10 value: 31.759999999999998 - type: map_at_100 value: 33.46 - type: map_at_1000 value: 33.693 - type: map_at_20 value: 32.538 - type: map_at_3 value: 28.12 - type: map_at_5 value: 30.278 - type: mrr_at_1 value: 25.296442687747035 - type: mrr_at_10 value: 35.919442875964606 - type: mrr_at_100 value: 36.8779303312437 - type: mrr_at_1000 value: 36.922570739309975 - type: mrr_at_20 value: 36.363236891801236 - type: mrr_at_3 value: 32.27931488801054 - type: mrr_at_5 value: 34.67061923583662 - type: nauc_map_at_1000_diff1 value: 43.0148058737978 - type: nauc_map_at_1000_max value: 17.553889912339514 - type: nauc_map_at_1000_std value: 0.9601873788177007 - type: nauc_map_at_100_diff1 value: 42.969459838326216 - type: nauc_map_at_100_max value: 17.76919717409622 - type: nauc_map_at_100_std value: 0.6632625815223269 - type: nauc_map_at_10_diff1 value: 42.98826908360665 - type: nauc_map_at_10_max value: 17.76896358622925 - type: nauc_map_at_10_std value: -0.45566206208185633 - type: nauc_map_at_1_diff1 value: 50.590335982075594 - type: nauc_map_at_1_max value: 16.97180935006884 - type: nauc_map_at_1_std value: -2.940015286306796 - type: nauc_map_at_20_diff1 value: 42.72422678706294 - type: nauc_map_at_20_max value: 17.641464587206702 - type: nauc_map_at_20_std value: -0.26097954117038147 - type: nauc_map_at_3_diff1 value: 44.71021406842305 - type: nauc_map_at_3_max value: 16.57587387432079 - type: nauc_map_at_3_std value: -2.230661818926213 - type: nauc_map_at_5_diff1 value: 43.802805094104194 - type: nauc_map_at_5_max value: 17.640518843508353 - type: nauc_map_at_5_std value: -1.6190220314007822 - type: nauc_mrr_at_1000_diff1 value: 42.68310467353682 - type: nauc_mrr_at_1000_max value: 16.809230915513226 - type: nauc_mrr_at_1000_std value: 2.530781715420812 - type: nauc_mrr_at_100_diff1 value: 42.65536982994195 - type: nauc_mrr_at_100_max value: 16.81836928558118 - type: nauc_mrr_at_100_std value: 2.555278034267055 - type: nauc_mrr_at_10_diff1 value: 42.577786166678486 - type: nauc_mrr_at_10_max value: 16.645561294057938 - type: nauc_mrr_at_10_std value: 2.502600191358007 - type: nauc_mrr_at_1_diff1 value: 48.34939409795325 - type: nauc_mrr_at_1_max value: 14.841478345109453 - type: nauc_mrr_at_1_std value: 1.0717766686776664 - type: nauc_mrr_at_20_diff1 value: 42.427753141104304 - type: nauc_mrr_at_20_max value: 16.664781724264145 - type: nauc_mrr_at_20_std value: 2.395840190443403 - type: nauc_mrr_at_3_diff1 value: 43.66899063945567 - type: nauc_mrr_at_3_max value: 15.543248241002669 - type: nauc_mrr_at_3_std value: 1.2576977387893074 - type: nauc_mrr_at_5_diff1 value: 42.99892264765085 - type: nauc_mrr_at_5_max value: 16.81932916641511 - type: nauc_mrr_at_5_std value: 1.8643647111878687 - type: nauc_ndcg_at_1000_diff1 value: 41.42201980313824 - type: nauc_ndcg_at_1000_max value: 19.07092299908919 - type: nauc_ndcg_at_1000_std value: 4.295482250528043 - type: nauc_ndcg_at_100_diff1 value: 40.412303224666836 - type: nauc_ndcg_at_100_max value: 19.150525298676474 - type: nauc_ndcg_at_100_std value: 4.346757305462373 - type: nauc_ndcg_at_10_diff1 value: 39.690541084634866 - type: nauc_ndcg_at_10_max value: 17.42767047724514 - type: nauc_ndcg_at_10_std value: 2.6951617967923736 - type: nauc_ndcg_at_1_diff1 value: 48.34939409795325 - type: nauc_ndcg_at_1_max value: 14.841478345109453 - type: nauc_ndcg_at_1_std value: 1.0717766686776664 - type: nauc_ndcg_at_20_diff1 value: 39.015028370760206 - type: nauc_ndcg_at_20_max value: 17.464821460656594 - type: nauc_ndcg_at_20_std value: 2.1306007919526593 - type: nauc_ndcg_at_3_diff1 value: 42.5545826087251 - type: nauc_ndcg_at_3_max value: 15.501551627104107 - type: nauc_ndcg_at_3_std value: 0.43815674039665264 - type: nauc_ndcg_at_5_diff1 value: 41.16176253155491 - type: nauc_ndcg_at_5_max value: 17.21541866304199 - type: nauc_ndcg_at_5_std value: 1.2475713954135355 - type: nauc_precision_at_1000_diff1 value: -5.018264434243664 - type: nauc_precision_at_1000_max value: -19.051595112230373 - type: nauc_precision_at_1000_std value: 27.49016185285424 - type: nauc_precision_at_100_diff1 value: 0.6676020228422808 - type: nauc_precision_at_100_max value: -8.065467335328094 - type: nauc_precision_at_100_std value: 28.34507443509331 - type: nauc_precision_at_10_diff1 value: 14.960481851261331 - type: nauc_precision_at_10_max value: 8.180908417423614 - type: nauc_precision_at_10_std value: 15.782334983720018 - type: nauc_precision_at_1_diff1 value: 48.34939409795325 - type: nauc_precision_at_1_max value: 14.841478345109453 - type: nauc_precision_at_1_std value: 1.0717766686776664 - type: nauc_precision_at_20_diff1 value: 6.799749571010497 - type: nauc_precision_at_20_max value: 2.7700077220190544 - type: nauc_precision_at_20_std value: 18.063969796619165 - type: nauc_precision_at_3_diff1 value: 32.81890592828406 - type: nauc_precision_at_3_max value: 12.805769393300215 - type: nauc_precision_at_3_std value: 4.401586696810425 - type: nauc_precision_at_5_diff1 value: 23.921161576360568 - type: nauc_precision_at_5_max value: 13.031428928244152 - type: nauc_precision_at_5_std value: 9.699568722955304 - type: nauc_recall_at_1000_diff1 value: 22.236575533894708 - type: nauc_recall_at_1000_max value: 54.436097597300005 - type: nauc_recall_at_1000_std value: 43.621140974086295 - type: nauc_recall_at_100_diff1 value: 24.005061022725336 - type: nauc_recall_at_100_max value: 27.767764791874622 - type: nauc_recall_at_100_std value: 22.80866673645538 - type: nauc_recall_at_10_diff1 value: 28.097551153230526 - type: nauc_recall_at_10_max value: 17.57728377350311 - type: nauc_recall_at_10_std value: 5.256733501506101 - type: nauc_recall_at_1_diff1 value: 50.590335982075594 - type: nauc_recall_at_1_max value: 16.97180935006884 - type: nauc_recall_at_1_std value: -2.940015286306796 - type: nauc_recall_at_20_diff1 value: 24.73878192984989 - type: nauc_recall_at_20_max value: 16.729004763940104 - type: nauc_recall_at_20_std value: 4.444628995374048 - type: nauc_recall_at_3_diff1 value: 37.735425023845295 - type: nauc_recall_at_3_max value: 14.499939981335283 - type: nauc_recall_at_3_std value: -1.8203061094896973 - type: nauc_recall_at_5_diff1 value: 33.55839532086379 - type: nauc_recall_at_5_max value: 17.75773937538373 - type: nauc_recall_at_5_std value: -0.07451143688637211 - type: ndcg_at_1 value: 25.296000000000003 - type: ndcg_at_10 value: 38.599 - type: ndcg_at_100 value: 45.025 - type: ndcg_at_1000 value: 47.176 - type: ndcg_at_20 value: 40.509 - type: ndcg_at_3 value: 31.996000000000002 - type: ndcg_at_5 value: 35.548 - type: precision_at_1 value: 25.296000000000003 - type: precision_at_10 value: 7.767 - type: precision_at_100 value: 1.6129999999999998 - type: precision_at_1000 value: 0.244 - type: precision_at_20 value: 4.872 - type: precision_at_3 value: 15.152 - type: precision_at_5 value: 11.937000000000001 - type: recall_at_1 value: 21.217 - type: recall_at_10 value: 53.437999999999995 - type: recall_at_100 value: 81.96799999999999 - type: recall_at_1000 value: 94.855 - type: recall_at_20 value: 60.363 - type: recall_at_3 value: 35.416 - type: recall_at_5 value: 44.107 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWordpressRetrieval revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 split: test type: mteb/cqadupstack-wordpress metrics: - type: main_score value: 35.286 - type: map_at_1 value: 22.192999999999998 - type: map_at_10 value: 30.124000000000002 - type: map_at_100 value: 31.146 - type: map_at_1000 value: 31.247000000000003 - type: map_at_20 value: 30.724 - type: map_at_3 value: 27.119 - type: map_at_5 value: 28.71 - type: mrr_at_1 value: 24.029574861367838 - type: mrr_at_10 value: 32.05931109350702 - type: mrr_at_100 value: 32.96551163821783 - type: mrr_at_1000 value: 33.043459542699296 - type: mrr_at_20 value: 32.59428858130953 - type: mrr_at_3 value: 29.390018484288348 - type: mrr_at_5 value: 30.850277264325314 - type: nauc_map_at_1000_diff1 value: 35.16694213270797 - type: nauc_map_at_1000_max value: 22.797276834623574 - type: nauc_map_at_1000_std value: -3.0634948181060198 - type: nauc_map_at_100_diff1 value: 35.20491950561727 - type: nauc_map_at_100_max value: 22.796629844096863 - type: nauc_map_at_100_std value: -3.077355076917843 - type: nauc_map_at_10_diff1 value: 35.06820967831128 - type: nauc_map_at_10_max value: 22.5678322137875 - type: nauc_map_at_10_std value: -3.7558046413513013 - type: nauc_map_at_1_diff1 value: 40.50413598561168 - type: nauc_map_at_1_max value: 21.966442375416722 - type: nauc_map_at_1_std value: -6.712726678544362 - type: nauc_map_at_20_diff1 value: 35.14124459228563 - type: nauc_map_at_20_max value: 22.718751682757006 - type: nauc_map_at_20_std value: -3.357819045837222 - type: nauc_map_at_3_diff1 value: 35.93212210391374 - type: nauc_map_at_3_max value: 22.40784360829625 - type: nauc_map_at_3_std value: -4.7336084886833305 - type: nauc_map_at_5_diff1 value: 35.63892032488633 - type: nauc_map_at_5_max value: 22.55532746912718 - type: nauc_map_at_5_std value: -4.285573151638768 - type: nauc_mrr_at_1000_diff1 value: 36.30571855088176 - type: nauc_mrr_at_1000_max value: 26.51213781024889 - type: nauc_mrr_at_1000_std value: -2.027245271968698 - type: nauc_mrr_at_100_diff1 value: 36.29250233792124 - type: nauc_mrr_at_100_max value: 26.48681755038979 - type: nauc_mrr_at_100_std value: -2.0403918178592417 - type: nauc_mrr_at_10_diff1 value: 36.16188746318805 - type: nauc_mrr_at_10_max value: 26.301480069835275 - type: nauc_mrr_at_10_std value: -2.551636416429969 - type: nauc_mrr_at_1_diff1 value: 43.02454864876149 - type: nauc_mrr_at_1_max value: 26.567214425393164 - type: nauc_mrr_at_1_std value: -5.346998954028162 - type: nauc_mrr_at_20_diff1 value: 36.16765735531818 - type: nauc_mrr_at_20_max value: 26.463701839238247 - type: nauc_mrr_at_20_std value: -2.1593929836262515 - type: nauc_mrr_at_3_diff1 value: 37.91898816620748 - type: nauc_mrr_at_3_max value: 27.408664226667177 - type: nauc_mrr_at_3_std value: -3.2055902944778696 - type: nauc_mrr_at_5_diff1 value: 37.07752653343404 - type: nauc_mrr_at_5_max value: 27.04838616584666 - type: nauc_mrr_at_5_std value: -2.6905535922490627 - type: nauc_ndcg_at_1000_diff1 value: 32.77919521624436 - type: nauc_ndcg_at_1000_max value: 24.53344626291134 - type: nauc_ndcg_at_1000_std value: 0.7250839739175355 - type: nauc_ndcg_at_100_diff1 value: 33.09789248177774 - type: nauc_ndcg_at_100_max value: 24.39220995450699 - type: nauc_ndcg_at_100_std value: 0.42021432060057934 - type: nauc_ndcg_at_10_diff1 value: 32.475687182953514 - type: nauc_ndcg_at_10_max value: 23.289940547957013 - type: nauc_ndcg_at_10_std value: -2.2372954440736628 - type: nauc_ndcg_at_1_diff1 value: 43.02454864876149 - type: nauc_ndcg_at_1_max value: 26.567214425393164 - type: nauc_ndcg_at_1_std value: -5.346998954028162 - type: nauc_ndcg_at_20_diff1 value: 32.615162301314406 - type: nauc_ndcg_at_20_max value: 23.592283255223638 - type: nauc_ndcg_at_20_std value: -0.9666029411482454 - type: nauc_ndcg_at_3_diff1 value: 34.91305857074282 - type: nauc_ndcg_at_3_max value: 24.114483830046765 - type: nauc_ndcg_at_3_std value: -3.6221786676260725 - type: nauc_ndcg_at_5_diff1 value: 34.15722647039212 - type: nauc_ndcg_at_5_max value: 23.885765133899003 - type: nauc_ndcg_at_5_std value: -3.0464520124354526 - type: nauc_precision_at_1000_diff1 value: -16.774877787196818 - type: nauc_precision_at_1000_max value: 3.434920920797534 - type: nauc_precision_at_1000_std value: 12.693242189177525 - type: nauc_precision_at_100_diff1 value: 10.971079821338591 - type: nauc_precision_at_100_max value: 23.952967311935705 - type: nauc_precision_at_100_std value: 18.53730146884614 - type: nauc_precision_at_10_diff1 value: 23.009747058852795 - type: nauc_precision_at_10_max value: 26.01626635498701 - type: nauc_precision_at_10_std value: 5.512964190005387 - type: nauc_precision_at_1_diff1 value: 43.02454864876149 - type: nauc_precision_at_1_max value: 26.567214425393164 - type: nauc_precision_at_1_std value: -5.346998954028162 - type: nauc_precision_at_20_diff1 value: 21.0449838413959 - type: nauc_precision_at_20_max value: 27.1788421077057 - type: nauc_precision_at_20_std value: 12.1005925779907 - type: nauc_precision_at_3_diff1 value: 31.620555316251835 - type: nauc_precision_at_3_max value: 27.48904359714662 - type: nauc_precision_at_3_std value: -0.37680032200429714 - type: nauc_precision_at_5_diff1 value: 29.175984831220962 - type: nauc_precision_at_5_max value: 27.20617375505473 - type: nauc_precision_at_5_std value: 0.7980896555153171 - type: nauc_recall_at_1000_diff1 value: 6.904715425517141 - type: nauc_recall_at_1000_max value: 33.38883092681765 - type: nauc_recall_at_1000_std value: 42.78326229564927 - type: nauc_recall_at_100_diff1 value: 23.6743337390406 - type: nauc_recall_at_100_max value: 26.455577684379545 - type: nauc_recall_at_100_std value: 14.88555128462821 - type: nauc_recall_at_10_diff1 value: 23.276637895958206 - type: nauc_recall_at_10_max value: 21.09618028934919 - type: nauc_recall_at_10_std value: 0.6332438472540376 - type: nauc_recall_at_1_diff1 value: 40.50413598561168 - type: nauc_recall_at_1_max value: 21.966442375416722 - type: nauc_recall_at_1_std value: -6.712726678544362 - type: nauc_recall_at_20_diff1 value: 23.02548969713959 - type: nauc_recall_at_20_max value: 21.118464808683886 - type: nauc_recall_at_20_std value: 4.9048810729410555 - type: nauc_recall_at_3_diff1 value: 30.708484078575864 - type: nauc_recall_at_3_max value: 23.798172366006927 - type: nauc_recall_at_3_std value: -2.8762947540136694 - type: nauc_recall_at_5_diff1 value: 28.644452067839847 - type: nauc_recall_at_5_max value: 23.413735887800126 - type: nauc_recall_at_5_std value: -0.9731245183499054 - type: ndcg_at_1 value: 24.03 - type: ndcg_at_10 value: 35.286 - type: ndcg_at_100 value: 40.318 - type: ndcg_at_1000 value: 42.799 - type: ndcg_at_20 value: 37.363 - type: ndcg_at_3 value: 29.486 - type: ndcg_at_5 value: 32.147 - type: precision_at_1 value: 24.03 - type: precision_at_10 value: 5.7299999999999995 - type: precision_at_100 value: 0.882 - type: precision_at_1000 value: 0.121 - type: precision_at_20 value: 3.383 - type: precision_at_3 value: 12.508 - type: precision_at_5 value: 9.094 - type: recall_at_1 value: 22.192999999999998 - type: recall_at_10 value: 49.461 - type: recall_at_100 value: 72.563 - type: recall_at_1000 value: 90.81 - type: recall_at_20 value: 57.375 - type: recall_at_3 value: 33.717999999999996 - type: recall_at_5 value: 40.176 task: type: Retrieval - dataset: config: default name: MTEB ClimateFEVER revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 split: test type: mteb/climate-fever metrics: - type: main_score value: 25.968999999999998 - type: map_at_1 value: 10.465 - type: map_at_10 value: 18.169 - type: map_at_100 value: 20.092 - type: map_at_1000 value: 20.284 - type: map_at_20 value: 19.171 - type: map_at_3 value: 14.881 - type: map_at_5 value: 16.514 - type: mrr_at_1 value: 23.257328990228014 - type: mrr_at_10 value: 33.97151129724417 - type: mrr_at_100 value: 35.08279716446454 - type: mrr_at_1000 value: 35.12955360595455 - type: mrr_at_20 value: 34.67890892662469 - type: mrr_at_3 value: 30.31487513572199 - type: mrr_at_5 value: 32.47774158523336 - type: nauc_map_at_1000_diff1 value: 22.508790878195743 - type: nauc_map_at_1000_max value: 42.86110108324203 - type: nauc_map_at_1000_std value: 17.460592768800236 - type: nauc_map_at_100_diff1 value: 22.47424380453617 - type: nauc_map_at_100_max value: 42.817537062906894 - type: nauc_map_at_100_std value: 17.39646930826512 - type: nauc_map_at_10_diff1 value: 22.895817017299535 - type: nauc_map_at_10_max value: 42.57389260104658 - type: nauc_map_at_10_std value: 15.663345782505141 - type: nauc_map_at_1_diff1 value: 29.782434770483434 - type: nauc_map_at_1_max value: 40.30779478123252 - type: nauc_map_at_1_std value: 9.169072850474336 - type: nauc_map_at_20_diff1 value: 22.52636007972728 - type: nauc_map_at_20_max value: 42.72977175598548 - type: nauc_map_at_20_std value: 16.826430314819532 - type: nauc_map_at_3_diff1 value: 25.430362223440216 - type: nauc_map_at_3_max value: 41.23018690763574 - type: nauc_map_at_3_std value: 11.237131213228738 - type: nauc_map_at_5_diff1 value: 24.65629039714421 - type: nauc_map_at_5_max value: 41.988672858397216 - type: nauc_map_at_5_std value: 13.242478093862001 - type: nauc_mrr_at_1000_diff1 value: 20.034648607271407 - type: nauc_mrr_at_1000_max value: 40.23257048114861 - type: nauc_mrr_at_1000_std value: 18.69886218513857 - type: nauc_mrr_at_100_diff1 value: 20.019074148137793 - type: nauc_mrr_at_100_max value: 40.24098309862084 - type: nauc_mrr_at_100_std value: 18.725617772901064 - type: nauc_mrr_at_10_diff1 value: 19.78613711521588 - type: nauc_mrr_at_10_max value: 40.30354678203266 - type: nauc_mrr_at_10_std value: 18.641502254160113 - type: nauc_mrr_at_1_diff1 value: 26.212266274024305 - type: nauc_mrr_at_1_max value: 38.39690305559415 - type: nauc_mrr_at_1_std value: 13.686935637449835 - type: nauc_mrr_at_20_diff1 value: 19.738943766823667 - type: nauc_mrr_at_20_max value: 40.15994046799137 - type: nauc_mrr_at_20_std value: 18.7675323725771 - type: nauc_mrr_at_3_diff1 value: 21.535633620495098 - type: nauc_mrr_at_3_max value: 39.814964124435555 - type: nauc_mrr_at_3_std value: 16.867563481348512 - type: nauc_mrr_at_5_diff1 value: 20.554028607806643 - type: nauc_mrr_at_5_max value: 39.95273649684803 - type: nauc_mrr_at_5_std value: 18.018606564393508 - type: nauc_ndcg_at_1000_diff1 value: 19.231694930865835 - type: nauc_ndcg_at_1000_max value: 43.786342262504384 - type: nauc_ndcg_at_1000_std value: 24.58938106769215 - type: nauc_ndcg_at_100_diff1 value: 18.449692303446884 - type: nauc_ndcg_at_100_max value: 43.09332257111741 - type: nauc_ndcg_at_100_std value: 24.076148997875972 - type: nauc_ndcg_at_10_diff1 value: 18.794870643983113 - type: nauc_ndcg_at_10_max value: 42.68489686537609 - type: nauc_ndcg_at_10_std value: 19.824273193830138 - type: nauc_ndcg_at_1_diff1 value: 26.212266274024305 - type: nauc_ndcg_at_1_max value: 38.39690305559415 - type: nauc_ndcg_at_1_std value: 13.686935637449835 - type: nauc_ndcg_at_20_diff1 value: 17.888976798208986 - type: nauc_ndcg_at_20_max value: 42.68344681480489 - type: nauc_ndcg_at_20_std value: 22.024920930367635 - type: nauc_ndcg_at_3_diff1 value: 22.66758693649605 - type: nauc_ndcg_at_3_max value: 40.73129464185028 - type: nauc_ndcg_at_3_std value: 14.296972427434584 - type: nauc_ndcg_at_5_diff1 value: 21.679144576532003 - type: nauc_ndcg_at_5_max value: 41.71672238804214 - type: nauc_ndcg_at_5_std value: 16.555959072290143 - type: nauc_precision_at_1000_diff1 value: -2.081929796569419 - type: nauc_precision_at_1000_max value: 13.924323936713579 - type: nauc_precision_at_1000_std value: 25.683621437744993 - type: nauc_precision_at_100_diff1 value: 1.1123551017787119 - type: nauc_precision_at_100_max value: 22.8934883876795 - type: nauc_precision_at_100_std value: 30.75370813152731 - type: nauc_precision_at_10_diff1 value: 6.134591528037698 - type: nauc_precision_at_10_max value: 36.378203893137886 - type: nauc_precision_at_10_std value: 28.203991309470194 - type: nauc_precision_at_1_diff1 value: 26.212266274024305 - type: nauc_precision_at_1_max value: 38.39690305559415 - type: nauc_precision_at_1_std value: 13.686935637449835 - type: nauc_precision_at_20_diff1 value: 2.8948491365237414 - type: nauc_precision_at_20_max value: 31.995440435175894 - type: nauc_precision_at_20_std value: 30.907948426803074 - type: nauc_precision_at_3_diff1 value: 17.803374402107583 - type: nauc_precision_at_3_max value: 39.71382363935541 - type: nauc_precision_at_3_std value: 19.05607379919279 - type: nauc_precision_at_5_diff1 value: 13.183647572995858 - type: nauc_precision_at_5_max value: 37.372958758333176 - type: nauc_precision_at_5_std value: 22.684954201772694 - type: nauc_recall_at_1000_diff1 value: 10.687446445630595 - type: nauc_recall_at_1000_max value: 38.014958891448764 - type: nauc_recall_at_1000_std value: 39.687398878563165 - type: nauc_recall_at_100_diff1 value: 7.86242321071247 - type: nauc_recall_at_100_max value: 34.59799033668923 - type: nauc_recall_at_100_std value: 31.18604585594386 - type: nauc_recall_at_10_diff1 value: 10.058818014539304 - type: nauc_recall_at_10_max value: 37.71306951133003 - type: nauc_recall_at_10_std value: 21.639511051775173 - type: nauc_recall_at_1_diff1 value: 29.782434770483434 - type: nauc_recall_at_1_max value: 40.30779478123252 - type: nauc_recall_at_1_std value: 9.169072850474336 - type: nauc_recall_at_20_diff1 value: 7.5900422288024485 - type: nauc_recall_at_20_max value: 36.58324344566059 - type: nauc_recall_at_20_std value: 26.074077704752884 - type: nauc_recall_at_3_diff1 value: 20.442039600313066 - type: nauc_recall_at_3_max value: 39.03868055580001 - type: nauc_recall_at_3_std value: 13.406827316257171 - type: nauc_recall_at_5_diff1 value: 16.88422991349309 - type: nauc_recall_at_5_max value: 38.546255662975426 - type: nauc_recall_at_5_std value: 17.080233955497103 - type: ndcg_at_1 value: 23.257 - type: ndcg_at_10 value: 25.968999999999998 - type: ndcg_at_100 value: 33.657 - type: ndcg_at_1000 value: 37.181 - type: ndcg_at_20 value: 28.87 - type: ndcg_at_3 value: 20.36 - type: ndcg_at_5 value: 22.424 - type: precision_at_1 value: 23.257 - type: precision_at_10 value: 8.248 - type: precision_at_100 value: 1.644 - type: precision_at_1000 value: 0.22999999999999998 - type: precision_at_20 value: 5.3420000000000005 - type: precision_at_3 value: 15.071000000000002 - type: precision_at_5 value: 12.039 - type: recall_at_1 value: 10.465 - type: recall_at_10 value: 32.365 - type: recall_at_100 value: 58.835 - type: recall_at_1000 value: 78.545 - type: recall_at_20 value: 40.572 - type: recall_at_3 value: 18.831999999999997 - type: recall_at_5 value: 24.215999999999998 task: type: Retrieval - dataset: config: default name: MTEB DBPedia revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 split: test type: mteb/dbpedia metrics: - type: main_score value: 42.795 - type: map_at_1 value: 9.628 - type: map_at_10 value: 21.549 - type: map_at_100 value: 30.675 - type: map_at_1000 value: 32.617000000000004 - type: map_at_20 value: 25.008000000000003 - type: map_at_3 value: 15.126000000000001 - type: map_at_5 value: 17.754 - type: mrr_at_1 value: 68.0 - type: mrr_at_10 value: 76.7046626984127 - type: mrr_at_100 value: 76.97906268203754 - type: mrr_at_1000 value: 76.98661470807507 - type: mrr_at_20 value: 76.88214895806809 - type: mrr_at_3 value: 75.08333333333334 - type: mrr_at_5 value: 76.25833333333333 - type: nauc_map_at_1000_diff1 value: 15.06294563042792 - type: nauc_map_at_1000_max value: 7.307605123960991 - type: nauc_map_at_1000_std value: 19.892780673298173 - type: nauc_map_at_100_diff1 value: 16.48781539305217 - type: nauc_map_at_100_max value: 4.163036696915528 - type: nauc_map_at_100_std value: 16.9862711285641 - type: nauc_map_at_10_diff1 value: 25.351685305752092 - type: nauc_map_at_10_max value: -6.328798521224069 - type: nauc_map_at_10_std value: -7.316100107756104 - type: nauc_map_at_1_diff1 value: 38.3295470731631 - type: nauc_map_at_1_max value: -13.880427961544012 - type: nauc_map_at_1_std value: -22.099143608658252 - type: nauc_map_at_20_diff1 value: 22.2373690636284 - type: nauc_map_at_20_max value: -2.6229531452834056 - type: nauc_map_at_20_std value: 1.6286682207920802 - type: nauc_map_at_3_diff1 value: 31.582526735533577 - type: nauc_map_at_3_max value: -10.152686655405788 - type: nauc_map_at_3_std value: -17.997301336774466 - type: nauc_map_at_5_diff1 value: 28.501849128731603 - type: nauc_map_at_5_max value: -9.420764154585926 - type: nauc_map_at_5_std value: -14.952855186121209 - type: nauc_mrr_at_1000_diff1 value: 30.838732279173076 - type: nauc_mrr_at_1000_max value: 32.742075195276975 - type: nauc_mrr_at_1000_std value: 38.42496648842422 - type: nauc_mrr_at_100_diff1 value: 30.8338161596336 - type: nauc_mrr_at_100_max value: 32.747953204575985 - type: nauc_mrr_at_100_std value: 38.40776137669358 - type: nauc_mrr_at_10_diff1 value: 30.83472234877192 - type: nauc_mrr_at_10_max value: 32.75116109344571 - type: nauc_mrr_at_10_std value: 38.561736475692676 - type: nauc_mrr_at_1_diff1 value: 32.014028056112174 - type: nauc_mrr_at_1_max value: 31.408074770230073 - type: nauc_mrr_at_1_std value: 36.184005942920294 - type: nauc_mrr_at_20_diff1 value: 30.885805642613395 - type: nauc_mrr_at_20_max value: 32.905137024099005 - type: nauc_mrr_at_20_std value: 38.3565815722824 - type: nauc_mrr_at_3_diff1 value: 30.51305186466627 - type: nauc_mrr_at_3_max value: 30.693328691723114 - type: nauc_mrr_at_3_std value: 39.38622400861065 - type: nauc_mrr_at_5_diff1 value: 30.317279990938452 - type: nauc_mrr_at_5_max value: 31.926594839342393 - type: nauc_mrr_at_5_std value: 38.46685947469381 - type: nauc_ndcg_at_1000_diff1 value: 16.28596536744406 - type: nauc_ndcg_at_1000_max value: 19.413497051062997 - type: nauc_ndcg_at_1000_std value: 32.19501591498477 - type: nauc_ndcg_at_100_diff1 value: 18.55686261799664 - type: nauc_ndcg_at_100_max value: 9.725126148607572 - type: nauc_ndcg_at_100_std value: 24.696663921228648 - type: nauc_ndcg_at_10_diff1 value: 21.669435236871433 - type: nauc_ndcg_at_10_max value: 12.731873441825986 - type: nauc_ndcg_at_10_std value: 20.482348650861326 - type: nauc_ndcg_at_1_diff1 value: 31.538883148722135 - type: nauc_ndcg_at_1_max value: 20.576090539094245 - type: nauc_ndcg_at_1_std value: 20.233717369003852 - type: nauc_ndcg_at_20_diff1 value: 21.115728605763355 - type: nauc_ndcg_at_20_max value: 8.575022320641088 - type: nauc_ndcg_at_20_std value: 17.16237882479797 - type: nauc_ndcg_at_3_diff1 value: 21.96172812117672 - type: nauc_ndcg_at_3_max value: 19.298402519375337 - type: nauc_ndcg_at_3_std value: 23.923843562473767 - type: nauc_ndcg_at_5_diff1 value: 22.03436389555251 - type: nauc_ndcg_at_5_max value: 16.258866065882057 - type: nauc_ndcg_at_5_std value: 21.68792802793435 - type: nauc_precision_at_1000_diff1 value: -18.062026408537747 - type: nauc_precision_at_1000_max value: 32.37834793726209 - type: nauc_precision_at_1000_std value: 15.562855786223656 - type: nauc_precision_at_100_diff1 value: -17.50364274426908 - type: nauc_precision_at_100_max value: 32.384814142255365 - type: nauc_precision_at_100_std value: 46.98395338876178 - type: nauc_precision_at_10_diff1 value: -6.291350100959028 - type: nauc_precision_at_10_max value: 31.138748065701144 - type: nauc_precision_at_10_std value: 48.694830834125774 - type: nauc_precision_at_1_diff1 value: 32.014028056112174 - type: nauc_precision_at_1_max value: 31.408074770230073 - type: nauc_precision_at_1_std value: 36.184005942920294 - type: nauc_precision_at_20_diff1 value: -9.594405455110774 - type: nauc_precision_at_20_max value: 31.65229115461723 - type: nauc_precision_at_20_std value: 49.63751798560031 - type: nauc_precision_at_3_diff1 value: 2.907362402129637 - type: nauc_precision_at_3_max value: 29.336784202857842 - type: nauc_precision_at_3_std value: 41.233594127921656 - type: nauc_precision_at_5_diff1 value: -2.002808834315085 - type: nauc_precision_at_5_max value: 29.391646001138856 - type: nauc_precision_at_5_std value: 41.27215777932478 - type: nauc_recall_at_1000_diff1 value: 3.6669593750924676 - type: nauc_recall_at_1000_max value: 12.118453863666423 - type: nauc_recall_at_1000_std value: 37.7404411804956 - type: nauc_recall_at_100_diff1 value: 11.551328204082889 - type: nauc_recall_at_100_max value: -0.4201950194636047 - type: nauc_recall_at_100_std value: 20.603663886349473 - type: nauc_recall_at_10_diff1 value: 22.004325506597784 - type: nauc_recall_at_10_max value: -10.916078771299482 - type: nauc_recall_at_10_std value: -11.651436530615781 - type: nauc_recall_at_1_diff1 value: 38.3295470731631 - type: nauc_recall_at_1_max value: -13.880427961544012 - type: nauc_recall_at_1_std value: -22.099143608658252 - type: nauc_recall_at_20_diff1 value: 17.28828514515132 - type: nauc_recall_at_20_max value: -8.963532309390933 - type: nauc_recall_at_20_std value: -3.0611415145174004 - type: nauc_recall_at_3_diff1 value: 28.096648289440473 - type: nauc_recall_at_3_max value: -13.329899258907819 - type: nauc_recall_at_3_std value: -20.197327039357774 - type: nauc_recall_at_5_diff1 value: 25.390692207787435 - type: nauc_recall_at_5_max value: -13.790276409207744 - type: nauc_recall_at_5_std value: -18.5418320355191 - type: ndcg_at_1 value: 53.25 - type: ndcg_at_10 value: 42.795 - type: ndcg_at_100 value: 49.099 - type: ndcg_at_1000 value: 56.603 - type: ndcg_at_20 value: 42.626 - type: ndcg_at_3 value: 46.288000000000004 - type: ndcg_at_5 value: 44.131 - type: precision_at_1 value: 68.0 - type: precision_at_10 value: 34.425 - type: precision_at_100 value: 11.437999999999999 - type: precision_at_1000 value: 2.419 - type: precision_at_20 value: 26.150000000000002 - type: precision_at_3 value: 50.833 - type: precision_at_5 value: 43.35 - type: recall_at_1 value: 9.628 - type: recall_at_10 value: 27.354 - type: recall_at_100 value: 57.792 - type: recall_at_1000 value: 80.312 - type: recall_at_20 value: 35.022999999999996 - type: recall_at_3 value: 16.408 - type: recall_at_5 value: 20.415 task: type: Retrieval - dataset: config: default name: MTEB EmotionClassification revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 split: test type: mteb/emotion metrics: - type: accuracy value: 91.95500000000001 - type: f1 value: 88.27225607128511 - type: f1_weighted value: 92.14368925298409 - type: main_score value: 91.95500000000001 task: type: Classification - dataset: config: default name: MTEB FEVER revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 split: test type: mteb/fever metrics: - type: main_score value: 90.275 - type: map_at_1 value: 80.721 - type: map_at_10 value: 87.238 - type: map_at_100 value: 87.41799999999999 - type: map_at_1000 value: 87.434 - type: map_at_20 value: 87.348 - type: map_at_3 value: 86.374 - type: map_at_5 value: 86.953 - type: mrr_at_1 value: 86.94869486948696 - type: mrr_at_10 value: 92.0686354349719 - type: mrr_at_100 value: 92.09215030076146 - type: mrr_at_1000 value: 92.09344861007547 - type: mrr_at_20 value: 92.0846280116474 - type: mrr_at_3 value: 91.6666666666665 - type: mrr_at_5 value: 91.9771977197718 - type: nauc_map_at_1000_diff1 value: 44.446874776362726 - type: nauc_map_at_1000_max value: 16.85832681494148 - type: nauc_map_at_1000_std value: -17.455166829409652 - type: nauc_map_at_100_diff1 value: 44.39421076627414 - type: nauc_map_at_100_max value: 16.859206709004894 - type: nauc_map_at_100_std value: -17.437449601907005 - type: nauc_map_at_10_diff1 value: 44.047289123932885 - type: nauc_map_at_10_max value: 16.610920553416857 - type: nauc_map_at_10_std value: -17.44761661034698 - type: nauc_map_at_1_diff1 value: 50.44398867726515 - type: nauc_map_at_1_max value: 13.24078069953482 - type: nauc_map_at_1_std value: -19.210048245062886 - type: nauc_map_at_20_diff1 value: 44.288412502291386 - type: nauc_map_at_20_max value: 16.7417203527263 - type: nauc_map_at_20_std value: -17.442736788911155 - type: nauc_map_at_3_diff1 value: 43.58931349226214 - type: nauc_map_at_3_max value: 15.834164485867314 - type: nauc_map_at_3_std value: -18.0736541220278 - type: nauc_map_at_5_diff1 value: 43.6482956305525 - type: nauc_map_at_5_max value: 16.42704963322462 - type: nauc_map_at_5_std value: -17.174816205253062 - type: nauc_mrr_at_1000_diff1 value: 67.77435408307646 - type: nauc_mrr_at_1000_max value: 20.14236166181914 - type: nauc_mrr_at_1000_std value: -32.692278423000545 - type: nauc_mrr_at_100_diff1 value: 67.7672396928755 - type: nauc_mrr_at_100_max value: 20.150626964982006 - type: nauc_mrr_at_100_std value: -32.689293692169954 - type: nauc_mrr_at_10_diff1 value: 67.74578233808445 - type: nauc_mrr_at_10_max value: 20.298254431905445 - type: nauc_mrr_at_10_std value: -32.82329737843994 - type: nauc_mrr_at_1_diff1 value: 70.33588000237124 - type: nauc_mrr_at_1_max value: 16.9043692756742 - type: nauc_mrr_at_1_std value: -31.522857872957193 - type: nauc_mrr_at_20_diff1 value: 67.76428206610476 - type: nauc_mrr_at_20_max value: 20.202375397586163 - type: nauc_mrr_at_20_std value: -32.67136675382927 - type: nauc_mrr_at_3_diff1 value: 67.417613259637 - type: nauc_mrr_at_3_max value: 20.11275620894492 - type: nauc_mrr_at_3_std value: -34.342859783441604 - type: nauc_mrr_at_5_diff1 value: 67.48335609889256 - type: nauc_mrr_at_5_max value: 20.48428961056853 - type: nauc_mrr_at_5_std value: -32.78396456892126 - type: nauc_ndcg_at_1000_diff1 value: 46.54506830965683 - type: nauc_ndcg_at_1000_max value: 18.660778615757575 - type: nauc_ndcg_at_1000_std value: -18.19132930651756 - type: nauc_ndcg_at_100_diff1 value: 45.28000017258881 - type: nauc_ndcg_at_100_max value: 18.834681603109253 - type: nauc_ndcg_at_100_std value: -17.649395026761326 - type: nauc_ndcg_at_10_diff1 value: 44.11229706633734 - type: nauc_ndcg_at_10_max value: 18.29305093798137 - type: nauc_ndcg_at_10_std value: -17.90162239517308 - type: nauc_ndcg_at_1_diff1 value: 70.33588000237124 - type: nauc_ndcg_at_1_max value: 16.9043692756742 - type: nauc_ndcg_at_1_std value: -31.522857872957193 - type: nauc_ndcg_at_20_diff1 value: 44.77175886871614 - type: nauc_ndcg_at_20_max value: 18.518760585752798 - type: nauc_ndcg_at_20_std value: -17.65466327111102 - type: nauc_ndcg_at_3_diff1 value: 44.58868211138186 - type: nauc_ndcg_at_3_max value: 17.45341631980873 - type: nauc_ndcg_at_3_std value: -20.229056146112327 - type: nauc_ndcg_at_5_diff1 value: 43.676377139846316 - type: nauc_ndcg_at_5_max value: 18.25586241672028 - type: nauc_ndcg_at_5_std value: -17.534188919457723 - type: nauc_precision_at_1000_diff1 value: -4.980071248368879 - type: nauc_precision_at_1000_max value: 2.4206787157448364 - type: nauc_precision_at_1000_std value: 0.5319803632816764 - type: nauc_precision_at_100_diff1 value: -7.200777182380218 - type: nauc_precision_at_100_max value: 6.740083180557893 - type: nauc_precision_at_100_std value: 0.9536087616853052 - type: nauc_precision_at_10_diff1 value: -4.289467533938273 - type: nauc_precision_at_10_max value: 10.211741066763434 - type: nauc_precision_at_10_std value: -4.662371526181242 - type: nauc_precision_at_1_diff1 value: 70.33588000237124 - type: nauc_precision_at_1_max value: 16.9043692756742 - type: nauc_precision_at_1_std value: -31.522857872957193 - type: nauc_precision_at_20_diff1 value: -5.030769074291992 - type: nauc_precision_at_20_max value: 8.797987398213115 - type: nauc_precision_at_20_std value: -1.9605490727783594 - type: nauc_precision_at_3_diff1 value: 13.216958149697206 - type: nauc_precision_at_3_max value: 15.772686705906544 - type: nauc_precision_at_3_std value: -18.61391770138856 - type: nauc_precision_at_5_diff1 value: 1.228153404561234 - type: nauc_precision_at_5_max value: 13.481906339974865 - type: nauc_precision_at_5_std value: -6.9325392271540345 - type: nauc_recall_at_1000_diff1 value: 0.8786936512021057 - type: nauc_recall_at_1000_max value: 26.20876021169295 - type: nauc_recall_at_1000_std value: 30.71758149247617 - type: nauc_recall_at_100_diff1 value: 1.2080920456198185 - type: nauc_recall_at_100_max value: 26.3879323418646 - type: nauc_recall_at_100_std value: 16.80701517543882 - type: nauc_recall_at_10_diff1 value: 11.013642598590218 - type: nauc_recall_at_10_max value: 21.180208536877522 - type: nauc_recall_at_10_std value: 1.2484916503530337 - type: nauc_recall_at_1_diff1 value: 50.44398867726515 - type: nauc_recall_at_1_max value: 13.24078069953482 - type: nauc_recall_at_1_std value: -19.210048245062886 - type: nauc_recall_at_20_diff1 value: 8.886530767181634 - type: nauc_recall_at_20_max value: 22.450424455938666 - type: nauc_recall_at_20_std value: 7.716990193814734 - type: nauc_recall_at_3_diff1 value: 22.673393155116656 - type: nauc_recall_at_3_max value: 17.303096270043312 - type: nauc_recall_at_3_std value: -11.388552495036427 - type: nauc_recall_at_5_diff1 value: 14.941514606639128 - type: nauc_recall_at_5_max value: 20.543868518133763 - type: nauc_recall_at_5_std value: -0.6872973655386441 - type: ndcg_at_1 value: 86.949 - type: ndcg_at_10 value: 90.275 - type: ndcg_at_100 value: 90.82900000000001 - type: ndcg_at_1000 value: 91.078 - type: ndcg_at_20 value: 90.537 - type: ndcg_at_3 value: 89.11 - type: ndcg_at_5 value: 89.812 - type: precision_at_1 value: 86.949 - type: precision_at_10 value: 10.539 - type: precision_at_100 value: 1.105 - type: precision_at_1000 value: 0.11399999999999999 - type: precision_at_20 value: 5.367999999999999 - type: precision_at_3 value: 33.418 - type: precision_at_5 value: 20.594 - type: recall_at_1 value: 80.721 - type: recall_at_10 value: 94.918 - type: recall_at_100 value: 96.935 - type: recall_at_1000 value: 98.436 - type: recall_at_20 value: 95.747 - type: recall_at_3 value: 91.718 - type: recall_at_5 value: 93.56400000000001 task: type: Retrieval - dataset: config: default name: MTEB FiQA2018 revision: 27a168819829fe9bcd655c2df245fb19452e8e06 split: test type: mteb/fiqa metrics: - type: main_score value: 56.330000000000005 - type: map_at_1 value: 28.515 - type: map_at_10 value: 48.025 - type: map_at_100 value: 50.12799999999999 - type: map_at_1000 value: 50.24999999999999 - type: map_at_20 value: 49.18 - type: map_at_3 value: 42.034 - type: map_at_5 value: 45.6 - type: mrr_at_1 value: 55.24691358024691 - type: mrr_at_10 value: 63.68980256711737 - type: mrr_at_100 value: 64.24731331137605 - type: mrr_at_1000 value: 64.26573357425247 - type: mrr_at_20 value: 63.99195099496453 - type: mrr_at_3 value: 61.59979423868312 - type: mrr_at_5 value: 62.926954732510254 - type: nauc_map_at_1000_diff1 value: 49.040013260249495 - type: nauc_map_at_1000_max value: 24.802876038045156 - type: nauc_map_at_1000_std value: -9.376537757150528 - type: nauc_map_at_100_diff1 value: 49.029024479160654 - type: nauc_map_at_100_max value: 24.731164716292035 - type: nauc_map_at_100_std value: -9.387893635217946 - type: nauc_map_at_10_diff1 value: 48.91153420990774 - type: nauc_map_at_10_max value: 23.27580721149473 - type: nauc_map_at_10_std value: -10.564031051673071 - type: nauc_map_at_1_diff1 value: 53.587940279417666 - type: nauc_map_at_1_max value: 15.611943280419307 - type: nauc_map_at_1_std value: -12.267333881231597 - type: nauc_map_at_20_diff1 value: 48.85162598138413 - type: nauc_map_at_20_max value: 24.17245534349571 - type: nauc_map_at_20_std value: -9.697612075654563 - type: nauc_map_at_3_diff1 value: 49.497063075399254 - type: nauc_map_at_3_max value: 19.347836327990144 - type: nauc_map_at_3_std value: -11.754013093455304 - type: nauc_map_at_5_diff1 value: 49.56885152050869 - type: nauc_map_at_5_max value: 21.683090195847054 - type: nauc_map_at_5_std value: -12.359651486493577 - type: nauc_mrr_at_1000_diff1 value: 58.22478165676272 - type: nauc_mrr_at_1000_max value: 34.219439813531146 - type: nauc_mrr_at_1000_std value: -6.440674450457267 - type: nauc_mrr_at_100_diff1 value: 58.22250007958456 - type: nauc_mrr_at_100_max value: 34.22499443483518 - type: nauc_mrr_at_100_std value: -6.421819585924411 - type: nauc_mrr_at_10_diff1 value: 58.19624157440326 - type: nauc_mrr_at_10_max value: 34.30656859300808 - type: nauc_mrr_at_10_std value: -6.617472991048374 - type: nauc_mrr_at_1_diff1 value: 61.52279187661879 - type: nauc_mrr_at_1_max value: 33.384132430839486 - type: nauc_mrr_at_1_std value: -9.438207319997437 - type: nauc_mrr_at_20_diff1 value: 58.143667799506325 - type: nauc_mrr_at_20_max value: 34.28807288879312 - type: nauc_mrr_at_20_std value: -6.324570006615823 - type: nauc_mrr_at_3_diff1 value: 58.00157320010862 - type: nauc_mrr_at_3_max value: 34.43694937057336 - type: nauc_mrr_at_3_std value: -6.972347709999522 - type: nauc_mrr_at_5_diff1 value: 58.10855260603556 - type: nauc_mrr_at_5_max value: 34.18965630065092 - type: nauc_mrr_at_5_std value: -7.399200039009866 - type: nauc_ndcg_at_1000_diff1 value: 50.75464173351383 - type: nauc_ndcg_at_1000_max value: 29.362088935935933 - type: nauc_ndcg_at_1000_std value: -5.366292073342733 - type: nauc_ndcg_at_100_diff1 value: 50.605586281429595 - type: nauc_ndcg_at_100_max value: 28.699532558361295 - type: nauc_ndcg_at_100_std value: -5.169194404036768 - type: nauc_ndcg_at_10_diff1 value: 49.98728438134757 - type: nauc_ndcg_at_10_max value: 26.646204536505568 - type: nauc_ndcg_at_10_std value: -8.109618785582915 - type: nauc_ndcg_at_1_diff1 value: 61.52279187661879 - type: nauc_ndcg_at_1_max value: 33.384132430839486 - type: nauc_ndcg_at_1_std value: -9.438207319997437 - type: nauc_ndcg_at_20_diff1 value: 49.8141337873794 - type: nauc_ndcg_at_20_max value: 27.842850955625376 - type: nauc_ndcg_at_20_std value: -5.976165863414487 - type: nauc_ndcg_at_3_diff1 value: 49.11396652814998 - type: nauc_ndcg_at_3_max value: 27.967139302963663 - type: nauc_ndcg_at_3_std value: -8.89915627933036 - type: nauc_ndcg_at_5_diff1 value: 50.093484046883404 - type: nauc_ndcg_at_5_max value: 26.156066061187524 - type: nauc_ndcg_at_5_std value: -11.095816956480336 - type: nauc_precision_at_1000_diff1 value: -9.270311947050661 - type: nauc_precision_at_1000_max value: 23.04482327672264 - type: nauc_precision_at_1000_std value: 14.972627298920138 - type: nauc_precision_at_100_diff1 value: -4.676390958277394 - type: nauc_precision_at_100_max value: 25.0896059423525 - type: nauc_precision_at_100_std value: 15.33272070938812 - type: nauc_precision_at_10_diff1 value: 8.905479014103273 - type: nauc_precision_at_10_max value: 28.56627287604059 - type: nauc_precision_at_10_std value: 8.253485713332454 - type: nauc_precision_at_1_diff1 value: 61.52279187661879 - type: nauc_precision_at_1_max value: 33.384132430839486 - type: nauc_precision_at_1_std value: -9.438207319997437 - type: nauc_precision_at_20_diff1 value: 3.3003066155025165 - type: nauc_precision_at_20_max value: 27.93594493211361 - type: nauc_precision_at_20_std value: 11.783159709527421 - type: nauc_precision_at_3_diff1 value: 25.149615983427537 - type: nauc_precision_at_3_max value: 28.04821486791947 - type: nauc_precision_at_3_std value: -1.2324117013013483 - type: nauc_precision_at_5_diff1 value: 17.374857830665306 - type: nauc_precision_at_5_max value: 27.82986152171657 - type: nauc_precision_at_5_std value: -0.7158790594400065 - type: nauc_recall_at_1000_diff1 value: 28.955731733389488 - type: nauc_recall_at_1000_max value: 15.571928427636642 - type: nauc_recall_at_1000_std value: 32.40735854507484 - type: nauc_recall_at_100_diff1 value: 36.90294611236181 - type: nauc_recall_at_100_max value: 18.018834042261187 - type: nauc_recall_at_100_std value: 11.710132835876887 - type: nauc_recall_at_10_diff1 value: 39.88756672042866 - type: nauc_recall_at_10_max value: 20.589897373897337 - type: nauc_recall_at_10_std value: -5.7047632365411385 - type: nauc_recall_at_1_diff1 value: 53.587940279417666 - type: nauc_recall_at_1_max value: 15.611943280419307 - type: nauc_recall_at_1_std value: -12.267333881231597 - type: nauc_recall_at_20_diff1 value: 37.70258582556698 - type: nauc_recall_at_20_max value: 22.673384060544873 - type: nauc_recall_at_20_std value: 2.6968199642576827 - type: nauc_recall_at_3_diff1 value: 42.72692103833461 - type: nauc_recall_at_3_max value: 16.556949642584353 - type: nauc_recall_at_3_std value: -10.532484120188565 - type: nauc_recall_at_5_diff1 value: 42.37410230009641 - type: nauc_recall_at_5_max value: 17.965335809420804 - type: nauc_recall_at_5_std value: -13.061585820037388 - type: ndcg_at_1 value: 55.247 - type: ndcg_at_10 value: 56.330000000000005 - type: ndcg_at_100 value: 62.709 - type: ndcg_at_1000 value: 64.39099999999999 - type: ndcg_at_20 value: 58.713 - type: ndcg_at_3 value: 52.139 - type: ndcg_at_5 value: 53.81 - type: precision_at_1 value: 55.247 - type: precision_at_10 value: 15.525 - type: precision_at_100 value: 2.242 - type: precision_at_1000 value: 0.254 - type: precision_at_20 value: 8.896999999999998 - type: precision_at_3 value: 34.928 - type: precision_at_5 value: 25.772000000000002 - type: recall_at_1 value: 28.515 - type: recall_at_10 value: 63.539 - type: recall_at_100 value: 86.69200000000001 - type: recall_at_1000 value: 96.52 - type: recall_at_20 value: 70.56 - type: recall_at_3 value: 47.56 - type: recall_at_5 value: 55.337 task: type: Retrieval - dataset: config: default name: MTEB HotpotQA revision: ab518f4d6fcca38d87c25209f94beba119d02014 split: test type: mteb/hotpotqa metrics: - type: main_score value: 75.685 - type: map_at_1 value: 42.539 - type: map_at_10 value: 67.308 - type: map_at_100 value: 68.13900000000001 - type: map_at_1000 value: 68.188 - type: map_at_20 value: 67.831 - type: map_at_3 value: 63.49 - type: map_at_5 value: 66.011 - type: mrr_at_1 value: 85.0776502363268 - type: mrr_at_10 value: 89.88030395592838 - type: mrr_at_100 value: 89.96760055420727 - type: mrr_at_1000 value: 89.97012453666811 - type: mrr_at_20 value: 89.93827441471682 - type: mrr_at_3 value: 89.2437542201214 - type: mrr_at_5 value: 89.69412559081678 - type: nauc_map_at_1000_diff1 value: 6.9961771195427 - type: nauc_map_at_1000_max value: 22.9570925064648 - type: nauc_map_at_1000_std value: -1.5458624569883217 - type: nauc_map_at_100_diff1 value: 6.949902900492461 - type: nauc_map_at_100_max value: 22.934603899256967 - type: nauc_map_at_100_std value: -1.5269182504793082 - type: nauc_map_at_10_diff1 value: 6.838435260011044 - type: nauc_map_at_10_max value: 22.538659032323334 - type: nauc_map_at_10_std value: -2.311077884054465 - type: nauc_map_at_1_diff1 value: 75.21290774225054 - type: nauc_map_at_1_max value: 45.48693992183137 - type: nauc_map_at_1_std value: -19.2367213399715 - type: nauc_map_at_20_diff1 value: 6.805356249993981 - type: nauc_map_at_20_max value: 22.83058596653147 - type: nauc_map_at_20_std value: -1.6384957800821724 - type: nauc_map_at_3_diff1 value: 8.286114142646966 - type: nauc_map_at_3_max value: 21.62078046451462 - type: nauc_map_at_3_std value: -4.9588683683869785 - type: nauc_map_at_5_diff1 value: 6.991105807878547 - type: nauc_map_at_5_max value: 22.151155325913845 - type: nauc_map_at_5_std value: -3.5482395810019414 - type: nauc_mrr_at_1000_diff1 value: 75.13590328157673 - type: nauc_mrr_at_1000_max value: 48.89884493733756 - type: nauc_mrr_at_1000_std value: -17.474849088345444 - type: nauc_mrr_at_100_diff1 value: 75.13672870634296 - type: nauc_mrr_at_100_max value: 48.90749248480418 - type: nauc_mrr_at_100_std value: -17.468196322533082 - type: nauc_mrr_at_10_diff1 value: 75.14728903978204 - type: nauc_mrr_at_10_max value: 48.97606572231439 - type: nauc_mrr_at_10_std value: -17.457311806563517 - type: nauc_mrr_at_1_diff1 value: 75.21290774225054 - type: nauc_mrr_at_1_max value: 45.48693992183137 - type: nauc_mrr_at_1_std value: -19.2367213399715 - type: nauc_mrr_at_20_diff1 value: 75.14959983420921 - type: nauc_mrr_at_20_max value: 48.91223464788833 - type: nauc_mrr_at_20_std value: -17.509615177596416 - type: nauc_mrr_at_3_diff1 value: 74.93986877753086 - type: nauc_mrr_at_3_max value: 49.164844648240376 - type: nauc_mrr_at_3_std value: -18.059088139032735 - type: nauc_mrr_at_5_diff1 value: 75.19916252823927 - type: nauc_mrr_at_5_max value: 49.29976353391373 - type: nauc_mrr_at_5_std value: -17.333971153969397 - type: nauc_ndcg_at_1000_diff1 value: 13.40538465528209 - type: nauc_ndcg_at_1000_max value: 27.881635601892285 - type: nauc_ndcg_at_1000_std value: 0.8178258561298533 - type: nauc_ndcg_at_100_diff1 value: 11.966858211252239 - type: nauc_ndcg_at_100_max value: 27.377574833076135 - type: nauc_ndcg_at_100_std value: 1.6515554599007498 - type: nauc_ndcg_at_10_diff1 value: 11.150845083280156 - type: nauc_ndcg_at_10_max value: 25.803280700323576 - type: nauc_ndcg_at_10_std value: -1.0065871529103982 - type: nauc_ndcg_at_1_diff1 value: 75.21290774225054 - type: nauc_ndcg_at_1_max value: 45.48693992183137 - type: nauc_ndcg_at_1_std value: -19.2367213399715 - type: nauc_ndcg_at_20_diff1 value: 11.018576645234422 - type: nauc_ndcg_at_20_max value: 26.62929478495291 - type: nauc_ndcg_at_20_std value: 0.9257748198539285 - type: nauc_ndcg_at_3_diff1 value: 13.834887466881474 - type: nauc_ndcg_at_3_max value: 24.708855813470244 - type: nauc_ndcg_at_3_std value: -5.574281265029321 - type: nauc_ndcg_at_5_diff1 value: 11.645117370406775 - type: nauc_ndcg_at_5_max value: 25.251378089856114 - type: nauc_ndcg_at_5_std value: -3.3235793710523542 - type: nauc_precision_at_1000_diff1 value: -15.278565171879166 - type: nauc_precision_at_1000_max value: 35.36959533318545 - type: nauc_precision_at_1000_std value: 39.53956860779969 - type: nauc_precision_at_100_diff1 value: -15.866024292154146 - type: nauc_precision_at_100_max value: 26.0540809940565 - type: nauc_precision_at_100_std value: 29.458932963531588 - type: nauc_precision_at_10_diff1 value: -8.887744228134736 - type: nauc_precision_at_10_max value: 20.281508980645114 - type: nauc_precision_at_10_std value: 9.44054788498503 - type: nauc_precision_at_1_diff1 value: 75.21290774225054 - type: nauc_precision_at_1_max value: 45.48693992183137 - type: nauc_precision_at_1_std value: -19.2367213399715 - type: nauc_precision_at_20_diff1 value: -12.365550499602511 - type: nauc_precision_at_20_max value: 22.51674191316991 - type: nauc_precision_at_20_std value: 17.85545013302992 - type: nauc_precision_at_3_diff1 value: 0.4610061075289727 - type: nauc_precision_at_3_max value: 20.355559229508017 - type: nauc_precision_at_3_std value: -1.8950368204664811 - type: nauc_precision_at_5_diff1 value: -5.203212766693584 - type: nauc_precision_at_5_max value: 20.197292283256754 - type: nauc_precision_at_5_std value: 2.7834110269807733 - type: nauc_recall_at_1000_diff1 value: -15.27856517187918 - type: nauc_recall_at_1000_max value: 35.36959533318564 - type: nauc_recall_at_1000_std value: 39.53956860779948 - type: nauc_recall_at_100_diff1 value: -15.86602429215417 - type: nauc_recall_at_100_max value: 26.054080994056495 - type: nauc_recall_at_100_std value: 29.45893296353165 - type: nauc_recall_at_10_diff1 value: -8.887744228134533 - type: nauc_recall_at_10_max value: 20.281508980645132 - type: nauc_recall_at_10_std value: 9.440547884985136 - type: nauc_recall_at_1_diff1 value: 75.21290774225054 - type: nauc_recall_at_1_max value: 45.48693992183137 - type: nauc_recall_at_1_std value: -19.2367213399715 - type: nauc_recall_at_20_diff1 value: -12.365550499602412 - type: nauc_recall_at_20_max value: 22.516741913169824 - type: nauc_recall_at_20_std value: 17.85545013302977 - type: nauc_recall_at_3_diff1 value: 0.461006107528911 - type: nauc_recall_at_3_max value: 20.355559229507904 - type: nauc_recall_at_3_std value: -1.8950368204665768 - type: nauc_recall_at_5_diff1 value: -5.203212766693609 - type: nauc_recall_at_5_max value: 20.197292283256754 - type: nauc_recall_at_5_std value: 2.7834110269807857 - type: ndcg_at_1 value: 85.078 - type: ndcg_at_10 value: 75.685 - type: ndcg_at_100 value: 78.321 - type: ndcg_at_1000 value: 79.226 - type: ndcg_at_20 value: 76.89099999999999 - type: ndcg_at_3 value: 70.621 - type: ndcg_at_5 value: 73.64 - type: precision_at_1 value: 85.078 - type: precision_at_10 value: 15.762 - type: precision_at_100 value: 1.779 - type: precision_at_1000 value: 0.19 - type: precision_at_20 value: 8.266 - type: precision_at_3 value: 45.163 - type: precision_at_5 value: 29.476999999999997 - type: recall_at_1 value: 42.539 - type: recall_at_10 value: 78.812 - type: recall_at_100 value: 88.947 - type: recall_at_1000 value: 94.902 - type: recall_at_20 value: 82.66 - type: recall_at_3 value: 67.745 - type: recall_at_5 value: 73.693 task: type: Retrieval - dataset: config: default name: MTEB ImdbClassification revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 split: test type: mteb/imdb metrics: - type: accuracy value: 96.4236 - type: ap value: 94.7476765500497 - type: ap_weighted value: 94.7476765500497 - type: f1 value: 96.42282467294943 - type: f1_weighted value: 96.42282467294943 - type: main_score value: 96.4236 task: type: Classification - dataset: config: default name: MTEB MSMARCO revision: c5a29a104738b98a9e76336939199e264163d4a0 split: dev type: mteb/msmarco metrics: - type: main_score value: 39.096 - type: map_at_1 value: 18.093 - type: map_at_10 value: 31.336000000000002 - type: map_at_100 value: 32.646 - type: map_at_1000 value: 32.689 - type: map_at_20 value: 32.177 - type: map_at_3 value: 26.865 - type: map_at_5 value: 29.387 - type: mrr_at_1 value: 18.595988538681947 - type: mrr_at_10 value: 31.883635784781777 - type: mrr_at_100 value: 33.114642504493105 - type: mrr_at_1000 value: 33.15236434886478 - type: mrr_at_20 value: 32.677353366745386 - type: mrr_at_3 value: 27.499999999999748 - type: mrr_at_5 value: 29.988538681948324 - type: nauc_map_at_1000_diff1 value: 26.422595414287752 - type: nauc_map_at_1000_max value: -2.088410151340385 - type: nauc_map_at_1000_std value: -16.696230361721536 - type: nauc_map_at_100_diff1 value: 26.42500720558264 - type: nauc_map_at_100_max value: -2.1023099232080336 - type: nauc_map_at_100_std value: -16.66575149689904 - type: nauc_map_at_10_diff1 value: 26.459404478808775 - type: nauc_map_at_10_max value: -2.269901449601564 - type: nauc_map_at_10_std value: -17.455458022751035 - type: nauc_map_at_1_diff1 value: 28.54432241866563 - type: nauc_map_at_1_max value: -0.40791474629986774 - type: nauc_map_at_1_std value: -14.404864547978569 - type: nauc_map_at_20_diff1 value: 26.38676225786991 - type: nauc_map_at_20_max value: -2.1891600295638067 - type: nauc_map_at_20_std value: -16.959644101605377 - type: nauc_map_at_3_diff1 value: 26.23330227912876 - type: nauc_map_at_3_max value: -1.8164148507831337 - type: nauc_map_at_3_std value: -16.99491855375184 - type: nauc_map_at_5_diff1 value: 26.325175925374637 - type: nauc_map_at_5_max value: -2.0180910030934056 - type: nauc_map_at_5_std value: -17.45283277022505 - type: nauc_mrr_at_1000_diff1 value: 26.169050161755454 - type: nauc_mrr_at_1000_max value: -1.8391740603373914 - type: nauc_mrr_at_1000_std value: -16.43861685620324 - type: nauc_mrr_at_100_diff1 value: 26.17221780652128 - type: nauc_mrr_at_100_max value: -1.8498065915909387 - type: nauc_mrr_at_100_std value: -16.409831493692746 - type: nauc_mrr_at_10_diff1 value: 26.189399153570548 - type: nauc_mrr_at_10_max value: -1.9764469588029125 - type: nauc_mrr_at_10_std value: -17.145818272121605 - type: nauc_mrr_at_1_diff1 value: 28.22126171647418 - type: nauc_mrr_at_1_max value: -0.11857961224466163 - type: nauc_mrr_at_1_std value: -14.05918102647804 - type: nauc_mrr_at_20_diff1 value: 26.14305738353977 - type: nauc_mrr_at_20_max value: -1.9124852659396923 - type: nauc_mrr_at_20_std value: -16.666262236151226 - type: nauc_mrr_at_3_diff1 value: 25.875828530480092 - type: nauc_mrr_at_3_max value: -1.6026086125908872 - type: nauc_mrr_at_3_std value: -16.71173696808467 - type: nauc_mrr_at_5_diff1 value: 26.08730765049035 - type: nauc_mrr_at_5_max value: -1.7222664412599995 - type: nauc_mrr_at_5_std value: -17.147775822889788 - type: nauc_ndcg_at_1000_diff1 value: 26.080706702114743 - type: nauc_ndcg_at_1000_max value: -2.0971743668729084 - type: nauc_ndcg_at_1000_std value: -15.7708671585612 - type: nauc_ndcg_at_100_diff1 value: 26.17654865824926 - type: nauc_ndcg_at_100_max value: -2.387244090421558 - type: nauc_ndcg_at_100_std value: -14.647668629565816 - type: nauc_ndcg_at_10_diff1 value: 26.079442516936325 - type: nauc_ndcg_at_10_max value: -3.1545015518425035 - type: nauc_ndcg_at_10_std value: -18.444956406266947 - type: nauc_ndcg_at_1_diff1 value: 28.22126171647418 - type: nauc_ndcg_at_1_max value: -0.11857961224466163 - type: nauc_ndcg_at_1_std value: -14.05918102647804 - type: nauc_ndcg_at_20_diff1 value: 25.82008991785661 - type: nauc_ndcg_at_20_max value: -2.9583771179238614 - type: nauc_ndcg_at_20_std value: -16.693055164836963 - type: nauc_ndcg_at_3_diff1 value: 25.5710298650636 - type: nauc_ndcg_at_3_max value: -2.218224936981852 - type: nauc_ndcg_at_3_std value: -17.694121753232615 - type: nauc_ndcg_at_5_diff1 value: 25.771066639196416 - type: nauc_ndcg_at_5_max value: -2.5332524565573666 - type: nauc_ndcg_at_5_std value: -18.481381062423043 - type: nauc_precision_at_1000_diff1 value: -2.463633213526286 - type: nauc_precision_at_1000_max value: 14.6662952419131 - type: nauc_precision_at_1000_std value: 10.633618922732419 - type: nauc_precision_at_100_diff1 value: 12.829443660572027 - type: nauc_precision_at_100_max value: 4.533516248969494 - type: nauc_precision_at_100_std value: 15.753867134166018 - type: nauc_precision_at_10_diff1 value: 23.14452771198422 - type: nauc_precision_at_10_max value: -4.889938548928317 - type: nauc_precision_at_10_std value: -19.47135474946216 - type: nauc_precision_at_1_diff1 value: 28.22126171647418 - type: nauc_precision_at_1_max value: -0.11857961224466163 - type: nauc_precision_at_1_std value: -14.05918102647804 - type: nauc_precision_at_20_diff1 value: 19.617469162922806 - type: nauc_precision_at_20_max value: -3.369261237383013 - type: nauc_precision_at_20_std value: -10.440733098930027 - type: nauc_precision_at_3_diff1 value: 23.562821287356147 - type: nauc_precision_at_3_max value: -3.050696929026444 - type: nauc_precision_at_3_std value: -19.256168898117743 - type: nauc_precision_at_5_diff1 value: 23.59237070693645 - type: nauc_precision_at_5_max value: -3.391495817446261 - type: nauc_precision_at_5_std value: -20.431384367763556 - type: nauc_recall_at_1000_diff1 value: 17.321277809623652 - type: nauc_recall_at_1000_max value: 28.35805826926937 - type: nauc_recall_at_1000_std value: 73.86793130411475 - type: nauc_recall_at_100_diff1 value: 26.886950291153394 - type: nauc_recall_at_100_max value: -4.561316272010665 - type: nauc_recall_at_100_std value: 20.563905398924636 - type: nauc_recall_at_10_diff1 value: 25.028406909428547 - type: nauc_recall_at_10_max value: -6.379843964294479 - type: nauc_recall_at_10_std value: -21.407672616024666 - type: nauc_recall_at_1_diff1 value: 28.54432241866563 - type: nauc_recall_at_1_max value: -0.40791474629986774 - type: nauc_recall_at_1_std value: -14.404864547978569 - type: nauc_recall_at_20_diff1 value: 23.501471852525228 - type: nauc_recall_at_20_max value: -6.707662803744487 - type: nauc_recall_at_20_std value: -13.994466479286649 - type: nauc_recall_at_3_diff1 value: 24.005389823573537 - type: nauc_recall_at_3_max value: -3.3942514176696026 - type: nauc_recall_at_3_std value: -19.525956754173976 - type: nauc_recall_at_5_diff1 value: 24.356739198783767 - type: nauc_recall_at_5_max value: -4.1454695177252034 - type: nauc_recall_at_5_std value: -21.2881986104369 - type: ndcg_at_1 value: 18.596 - type: ndcg_at_10 value: 39.096 - type: ndcg_at_100 value: 45.255 - type: ndcg_at_1000 value: 46.285 - type: ndcg_at_20 value: 42.05 - type: ndcg_at_3 value: 29.974 - type: ndcg_at_5 value: 34.475 - type: precision_at_1 value: 18.596 - type: precision_at_10 value: 6.617000000000001 - type: precision_at_100 value: 0.967 - type: precision_at_1000 value: 0.106 - type: precision_at_20 value: 3.923 - type: precision_at_3 value: 13.276 - type: precision_at_5 value: 10.255 - type: recall_at_1 value: 18.093 - type: recall_at_10 value: 63.19200000000001 - type: recall_at_100 value: 91.418 - type: recall_at_1000 value: 99.177 - type: recall_at_20 value: 74.619 - type: recall_at_3 value: 38.346000000000004 - type: recall_at_5 value: 49.156 task: type: Retrieval - dataset: config: en name: MTEB MTOPDomainClassification (en) revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf split: test type: mteb/mtop_domain metrics: - type: accuracy value: 99.02188782489742 - type: f1 value: 98.91843101772031 - type: f1_weighted value: 99.02275333864246 - type: main_score value: 99.02188782489742 task: type: Classification - dataset: config: en name: MTEB MTOPIntentClassification (en) revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba split: test type: mteb/mtop_intent metrics: - type: accuracy value: 91.1217510259918 - type: f1 value: 70.49499563988088 - type: f1_weighted value: 91.23538081145682 - type: main_score value: 91.1217510259918 task: type: Classification - dataset: config: en name: MTEB MassiveIntentClassification (en) revision: 4672e20407010da34463acc759c162ca9734bca6 split: test type: mteb/amazon_massive_intent metrics: - type: accuracy value: 81.90652320107598 - type: f1 value: 79.93778330619065 - type: f1_weighted value: 81.11001189722018 - type: main_score value: 81.90652320107598 task: type: Classification - dataset: config: en name: MTEB MassiveScenarioClassification (en) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: test type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 89.21318090114325 - type: f1 value: 88.09390677800496 - type: f1_weighted value: 88.79037980610785 - type: main_score value: 89.21318090114325 task: type: Classification - dataset: config: default name: MTEB MedrxivClusteringP2P revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 split: test type: mteb/medrxiv-clustering-p2p metrics: - type: main_score value: 40.97987057589157 - type: v_measure value: 40.97987057589157 - type: v_measure_std value: 0.9595500801375094 task: type: Clustering - dataset: config: default name: MTEB MedrxivClusteringS2S revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 split: test type: mteb/medrxiv-clustering-s2s metrics: - type: main_score value: 39.164547725954996 - type: v_measure value: 39.164547725954996 - type: v_measure_std value: 1.2824642026478994 task: type: Clustering - dataset: config: default name: MTEB MindSmallReranking revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 split: test type: mteb/mind_small metrics: - type: main_score value: 32.151918733303695 - type: map value: 32.151918733303695 - type: mrr value: 33.436589720422084 - type: nAUC_map_diff1 value: 11.16356032762711 - type: nAUC_map_max value: -17.051714062653385 - type: nAUC_map_std value: 3.6166597896247756 - type: nAUC_mrr_diff1 value: 10.835983194949183 - type: nAUC_mrr_max value: -11.557478363717925 - type: nAUC_mrr_std value: 4.985178033763766 task: type: Reranking - dataset: config: default name: MTEB NFCorpus revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 split: test type: mteb/nfcorpus metrics: - type: main_score value: 40.336 - type: map_at_1 value: 7.034999999999999 - type: map_at_10 value: 15.671 - type: map_at_100 value: 20.22 - type: map_at_1000 value: 21.837999999999997 - type: map_at_20 value: 17.502000000000002 - type: map_at_3 value: 11.651 - type: map_at_5 value: 13.563 - type: mrr_at_1 value: 52.63157894736842 - type: mrr_at_10 value: 61.826871099316925 - type: mrr_at_100 value: 62.229063214736655 - type: mrr_at_1000 value: 62.25978745222259 - type: mrr_at_20 value: 62.017132302551516 - type: mrr_at_3 value: 60.06191950464399 - type: mrr_at_5 value: 61.33126934984522 - type: nauc_map_at_1000_diff1 value: 21.648670926546952 - type: nauc_map_at_1000_max value: 23.885175390129906 - type: nauc_map_at_1000_std value: 12.718321166322925 - type: nauc_map_at_100_diff1 value: 23.229468625665575 - type: nauc_map_at_100_max value: 23.468901411991062 - type: nauc_map_at_100_std value: 9.706516076964897 - type: nauc_map_at_10_diff1 value: 29.57657594345363 - type: nauc_map_at_10_max value: 17.963452106982118 - type: nauc_map_at_10_std value: -2.5294451126594124 - type: nauc_map_at_1_diff1 value: 48.350174879836096 - type: nauc_map_at_1_max value: 3.946334372368094 - type: nauc_map_at_1_std value: -17.849285033341584 - type: nauc_map_at_20_diff1 value: 26.65441763179981 - type: nauc_map_at_20_max value: 21.02777654571385 - type: nauc_map_at_20_std value: 2.7894705407486047 - type: nauc_map_at_3_diff1 value: 38.41834300826446 - type: nauc_map_at_3_max value: 10.74526856759504 - type: nauc_map_at_3_std value: -10.731985683904883 - type: nauc_map_at_5_diff1 value: 33.892749747271516 - type: nauc_map_at_5_max value: 14.045987583774153 - type: nauc_map_at_5_std value: -8.062293157967538 - type: nauc_mrr_at_1000_diff1 value: 30.52776986334351 - type: nauc_mrr_at_1000_max value: 40.151271324267725 - type: nauc_mrr_at_1000_std value: 26.692949936707038 - type: nauc_mrr_at_100_diff1 value: 30.541627760540933 - type: nauc_mrr_at_100_max value: 40.177283472965364 - type: nauc_mrr_at_100_std value: 26.732950728007122 - type: nauc_mrr_at_10_diff1 value: 30.68229234674581 - type: nauc_mrr_at_10_max value: 39.975164420469234 - type: nauc_mrr_at_10_std value: 26.499033999722098 - type: nauc_mrr_at_1_diff1 value: 30.760566388139708 - type: nauc_mrr_at_1_max value: 35.02398717712965 - type: nauc_mrr_at_1_std value: 19.679504342414695 - type: nauc_mrr_at_20_diff1 value: 30.56841620886074 - type: nauc_mrr_at_20_max value: 40.226142456190956 - type: nauc_mrr_at_20_std value: 26.730669827048477 - type: nauc_mrr_at_3_diff1 value: 31.106510163929784 - type: nauc_mrr_at_3_max value: 38.96643476207935 - type: nauc_mrr_at_3_std value: 25.21933048360791 - type: nauc_mrr_at_5_diff1 value: 30.831207752570815 - type: nauc_mrr_at_5_max value: 39.90213179154124 - type: nauc_mrr_at_5_std value: 25.898244714250108 - type: nauc_ndcg_at_1000_diff1 value: 19.96523616472766 - type: nauc_ndcg_at_1000_max value: 40.102450563469354 - type: nauc_ndcg_at_1000_std value: 31.780695178031092 - type: nauc_ndcg_at_100_diff1 value: 18.29141350584988 - type: nauc_ndcg_at_100_max value: 33.217946395720304 - type: nauc_ndcg_at_100_std value: 25.91953793041382 - type: nauc_ndcg_at_10_diff1 value: 14.50319706154019 - type: nauc_ndcg_at_10_max value: 31.77258320465841 - type: nauc_ndcg_at_10_std value: 23.612459300338852 - type: nauc_ndcg_at_1_diff1 value: 32.67478198272269 - type: nauc_ndcg_at_1_max value: 32.480893992251225 - type: nauc_ndcg_at_1_std value: 18.084577950595566 - type: nauc_ndcg_at_20_diff1 value: 15.262035505807503 - type: nauc_ndcg_at_20_max value: 31.342019352990913 - type: nauc_ndcg_at_20_std value: 24.197954778000465 - type: nauc_ndcg_at_3_diff1 value: 22.26310249149197 - type: nauc_ndcg_at_3_max value: 34.39233038678674 - type: nauc_ndcg_at_3_std value: 22.298962644610917 - type: nauc_ndcg_at_5_diff1 value: 16.20505408271046 - type: nauc_ndcg_at_5_max value: 32.472046662862134 - type: nauc_ndcg_at_5_std value: 22.12440390937827 - type: nauc_precision_at_1000_diff1 value: -18.1992280418387 - type: nauc_precision_at_1000_max value: -0.14504027624401056 - type: nauc_precision_at_1000_std value: 28.728686840822586 - type: nauc_precision_at_100_diff1 value: -18.890472953162003 - type: nauc_precision_at_100_max value: 11.13535749454528 - type: nauc_precision_at_100_std value: 39.25554880828357 - type: nauc_precision_at_10_diff1 value: -9.714649324902075 - type: nauc_precision_at_10_max value: 30.344283615773975 - type: nauc_precision_at_10_std value: 35.49664478004321 - type: nauc_precision_at_1_diff1 value: 30.760566388139708 - type: nauc_precision_at_1_max value: 35.02398717712965 - type: nauc_precision_at_1_std value: 19.679504342414695 - type: nauc_precision_at_20_diff1 value: -13.200665933477627 - type: nauc_precision_at_20_max value: 25.1207959687035 - type: nauc_precision_at_20_std value: 38.85776906396036 - type: nauc_precision_at_3_diff1 value: 8.220730025668981 - type: nauc_precision_at_3_max value: 36.22034319762123 - type: nauc_precision_at_3_std value: 28.12392324478213 - type: nauc_precision_at_5_diff1 value: -3.6321638567344396 - type: nauc_precision_at_5_max value: 33.227196141105445 - type: nauc_precision_at_5_std value: 29.907501305320068 - type: nauc_recall_at_1000_diff1 value: 7.967300491712526 - type: nauc_recall_at_1000_max value: 19.980165183771206 - type: nauc_recall_at_1000_std value: 19.140830234036876 - type: nauc_recall_at_100_diff1 value: 11.141369781846388 - type: nauc_recall_at_100_max value: 18.951402610508083 - type: nauc_recall_at_100_std value: 14.738952156631067 - type: nauc_recall_at_10_diff1 value: 23.90292148597915 - type: nauc_recall_at_10_max value: 17.751156184761655 - type: nauc_recall_at_10_std value: -0.6705078411610252 - type: nauc_recall_at_1_diff1 value: 48.350174879836096 - type: nauc_recall_at_1_max value: 3.946334372368094 - type: nauc_recall_at_1_std value: -17.849285033341584 - type: nauc_recall_at_20_diff1 value: 19.943354062055192 - type: nauc_recall_at_20_max value: 21.177985765604276 - type: nauc_recall_at_20_std value: 5.320291087740789 - type: nauc_recall_at_3_diff1 value: 35.30089980248878 - type: nauc_recall_at_3_max value: 10.395146596807242 - type: nauc_recall_at_3_std value: -8.838602447204481 - type: nauc_recall_at_5_diff1 value: 28.72944376709497 - type: nauc_recall_at_5_max value: 13.550632758927897 - type: nauc_recall_at_5_std value: -6.775215741511598 - type: ndcg_at_1 value: 50.619 - type: ndcg_at_10 value: 40.336 - type: ndcg_at_100 value: 37.624 - type: ndcg_at_1000 value: 45.796 - type: ndcg_at_20 value: 37.869 - type: ndcg_at_3 value: 46.221000000000004 - type: ndcg_at_5 value: 44.201 - type: precision_at_1 value: 52.632 - type: precision_at_10 value: 29.720999999999997 - type: precision_at_100 value: 9.625 - type: precision_at_1000 value: 2.246 - type: precision_at_20 value: 22.152 - type: precision_at_3 value: 43.137 - type: precision_at_5 value: 38.39 - type: recall_at_1 value: 7.034999999999999 - type: recall_at_10 value: 19.538 - type: recall_at_100 value: 38.146 - type: recall_at_1000 value: 67.726 - type: recall_at_20 value: 24.014 - type: recall_at_3 value: 12.933 - type: recall_at_5 value: 15.966 task: type: Retrieval - dataset: config: default name: MTEB NQ revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 split: test type: mteb/nq metrics: - type: main_score value: 57.973 - type: map_at_1 value: 31.965 - type: map_at_10 value: 49.254999999999995 - type: map_at_100 value: 50.214000000000006 - type: map_at_1000 value: 50.229 - type: map_at_20 value: 49.928 - type: map_at_3 value: 44.119 - type: map_at_5 value: 47.179 - type: mrr_at_1 value: 35.92120509849362 - type: mrr_at_10 value: 51.672563869116495 - type: mrr_at_100 value: 52.313374300588634 - type: mrr_at_1000 value: 52.32344018159938 - type: mrr_at_20 value: 52.133239169739575 - type: mrr_at_3 value: 47.528003089996 - type: mrr_at_5 value: 50.05117806102738 - type: nauc_map_at_1000_diff1 value: 29.824242384334525 - type: nauc_map_at_1000_max value: 13.995693176688448 - type: nauc_map_at_1000_std value: -8.373469172548125 - type: nauc_map_at_100_diff1 value: 29.824783577565455 - type: nauc_map_at_100_max value: 14.014232791380248 - type: nauc_map_at_100_std value: -8.354567512476217 - type: nauc_map_at_10_diff1 value: 29.69721621452462 - type: nauc_map_at_10_max value: 14.013773981967729 - type: nauc_map_at_10_std value: -8.811618763746901 - type: nauc_map_at_1_diff1 value: 33.067072402069165 - type: nauc_map_at_1_max value: 9.692535049814342 - type: nauc_map_at_1_std value: -9.214265514134015 - type: nauc_map_at_20_diff1 value: 29.773661699973868 - type: nauc_map_at_20_max value: 14.103991415921719 - type: nauc_map_at_20_std value: -8.399614830370254 - type: nauc_map_at_3_diff1 value: 29.604244382973494 - type: nauc_map_at_3_max value: 12.726985941576045 - type: nauc_map_at_3_std value: -9.174499958794579 - type: nauc_map_at_5_diff1 value: 29.526178054166003 - type: nauc_map_at_5_max value: 13.485623539224505 - type: nauc_map_at_5_std value: -9.332715715777457 - type: nauc_mrr_at_1000_diff1 value: 29.990159094273984 - type: nauc_mrr_at_1000_max value: 14.798553638662531 - type: nauc_mrr_at_1000_std value: -6.536835639249748 - type: nauc_mrr_at_100_diff1 value: 29.99096196473329 - type: nauc_mrr_at_100_max value: 14.813647125488611 - type: nauc_mrr_at_100_std value: -6.5207559360795795 - type: nauc_mrr_at_10_diff1 value: 29.866060653972433 - type: nauc_mrr_at_10_max value: 14.932057781270828 - type: nauc_mrr_at_10_std value: -6.7199900977246045 - type: nauc_mrr_at_1_diff1 value: 33.522585698879105 - type: nauc_mrr_at_1_max value: 11.03359132659101 - type: nauc_mrr_at_1_std value: -7.065729635829634 - type: nauc_mrr_at_20_diff1 value: 29.937849347501995 - type: nauc_mrr_at_20_max value: 14.933127757332631 - type: nauc_mrr_at_20_std value: -6.5101713991165076 - type: nauc_mrr_at_3_diff1 value: 29.709282383756214 - type: nauc_mrr_at_3_max value: 14.293242212683008 - type: nauc_mrr_at_3_std value: -6.766453971049555 - type: nauc_mrr_at_5_diff1 value: 29.583175805360916 - type: nauc_mrr_at_5_max value: 14.73037078089027 - type: nauc_mrr_at_5_std value: -6.997762632641283 - type: nauc_ndcg_at_1000_diff1 value: 29.490454126425163 - type: nauc_ndcg_at_1000_max value: 15.419019530679389 - type: nauc_ndcg_at_1000_std value: -7.0484017992481744 - type: nauc_ndcg_at_100_diff1 value: 29.505190293936156 - type: nauc_ndcg_at_100_max value: 15.918909416610521 - type: nauc_ndcg_at_100_std value: -6.49127219891478 - type: nauc_ndcg_at_10_diff1 value: 28.833840829896463 - type: nauc_ndcg_at_10_max value: 16.373438787446197 - type: nauc_ndcg_at_10_std value: -7.9778251252372705 - type: nauc_ndcg_at_1_diff1 value: 33.60872721647907 - type: nauc_ndcg_at_1_max value: 11.064299819969465 - type: nauc_ndcg_at_1_std value: -6.985252399557631 - type: nauc_ndcg_at_20_diff1 value: 29.081791504309212 - type: nauc_ndcg_at_20_max value: 16.69651954979618 - type: nauc_ndcg_at_20_std value: -6.5711475047802335 - type: nauc_ndcg_at_3_diff1 value: 28.539570911163125 - type: nauc_ndcg_at_3_max value: 14.010530248113884 - type: nauc_ndcg_at_3_std value: -8.637239917621597 - type: nauc_ndcg_at_5_diff1 value: 28.27028574171474 - type: nauc_ndcg_at_5_max value: 15.230131680757033 - type: nauc_ndcg_at_5_std value: -9.050189391014829 - type: nauc_precision_at_1000_diff1 value: -5.456910590056672 - type: nauc_precision_at_1000_max value: 4.4296686382162385 - type: nauc_precision_at_1000_std value: 11.973463805098273 - type: nauc_precision_at_100_diff1 value: -2.9950499706062947 - type: nauc_precision_at_100_max value: 8.727441061794135 - type: nauc_precision_at_100_std value: 14.536609028727096 - type: nauc_precision_at_10_diff1 value: 8.79516862926112 - type: nauc_precision_at_10_max value: 17.471695342611472 - type: nauc_precision_at_10_std value: 4.0438514865197925 - type: nauc_precision_at_1_diff1 value: 33.60872721647907 - type: nauc_precision_at_1_max value: 11.064299819969465 - type: nauc_precision_at_1_std value: -6.985252399557631 - type: nauc_precision_at_20_diff1 value: 3.6059314683741928 - type: nauc_precision_at_20_max value: 15.944255335307014 - type: nauc_precision_at_20_std value: 11.625863542424076 - type: nauc_precision_at_3_diff1 value: 20.204302583527532 - type: nauc_precision_at_3_max value: 16.332566250985476 - type: nauc_precision_at_3_std value: -3.4702610490043777 - type: nauc_precision_at_5_diff1 value: 14.594065643339766 - type: nauc_precision_at_5_max value: 17.26474710654306 - type: nauc_precision_at_5_std value: -2.7233890637924625 - type: nauc_recall_at_1000_diff1 value: 51.01005353923607 - type: nauc_recall_at_1000_max value: 95.9468807413851 - type: nauc_recall_at_1000_std value: 96.43516709723872 - type: nauc_recall_at_100_diff1 value: 30.992518657749013 - type: nauc_recall_at_100_max value: 56.25345462048048 - type: nauc_recall_at_100_std value: 41.3102757318071 - type: nauc_recall_at_10_diff1 value: 23.025777269325026 - type: nauc_recall_at_10_max value: 26.314920590981533 - type: nauc_recall_at_10_std value: -6.936581744358684 - type: nauc_recall_at_1_diff1 value: 33.067072402069165 - type: nauc_recall_at_1_max value: 9.692535049814342 - type: nauc_recall_at_1_std value: -9.214265514134015 - type: nauc_recall_at_20_diff1 value: 22.81995680991129 - type: nauc_recall_at_20_max value: 36.01028848554346 - type: nauc_recall_at_20_std value: 6.03249054323601 - type: nauc_recall_at_3_diff1 value: 24.538095713395393 - type: nauc_recall_at_3_max value: 15.820241399506815 - type: nauc_recall_at_3_std value: -9.133686977749287 - type: nauc_recall_at_5_diff1 value: 22.72999021746731 - type: nauc_recall_at_5_max value: 19.12645303427032 - type: nauc_recall_at_5_std value: -10.59744542818235 - type: ndcg_at_1 value: 35.892 - type: ndcg_at_10 value: 57.973 - type: ndcg_at_100 value: 61.663999999999994 - type: ndcg_at_1000 value: 61.986 - type: ndcg_at_20 value: 60.061 - type: ndcg_at_3 value: 48.463 - type: ndcg_at_5 value: 53.502 - type: precision_at_1 value: 35.892 - type: precision_at_10 value: 9.774 - type: precision_at_100 value: 1.185 - type: precision_at_1000 value: 0.121 - type: precision_at_20 value: 5.4 - type: precision_at_3 value: 22.402 - type: precision_at_5 value: 16.309 - type: recall_at_1 value: 31.965 - type: recall_at_10 value: 82.12899999999999 - type: recall_at_100 value: 97.506 - type: recall_at_1000 value: 99.84100000000001 - type: recall_at_20 value: 89.75 - type: recall_at_3 value: 57.554 - type: recall_at_5 value: 69.16799999999999 task: type: Retrieval - dataset: config: default name: MTEB QuoraRetrieval revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 split: test type: mteb/quora metrics: - type: main_score value: 89.631 - type: map_at_1 value: 71.873 - type: map_at_10 value: 86.1 - type: map_at_100 value: 86.722 - type: map_at_1000 value: 86.733 - type: map_at_20 value: 86.52499999999999 - type: map_at_3 value: 83.159 - type: map_at_5 value: 85.042 - type: mrr_at_1 value: 82.67999999999999 - type: mrr_at_10 value: 88.6650476190474 - type: mrr_at_100 value: 88.74403876192653 - type: mrr_at_1000 value: 88.74442902286796 - type: mrr_at_20 value: 88.7274053321547 - type: mrr_at_3 value: 87.76666666666645 - type: mrr_at_5 value: 88.41616666666637 - type: nauc_map_at_1000_diff1 value: 77.30191824401264 - type: nauc_map_at_1000_max value: 13.034154761866718 - type: nauc_map_at_1000_std value: -52.91261514794493 - type: nauc_map_at_100_diff1 value: 77.30371920479556 - type: nauc_map_at_100_max value: 12.988179399770516 - type: nauc_map_at_100_std value: -52.97052916307793 - type: nauc_map_at_10_diff1 value: 77.58060662262783 - type: nauc_map_at_10_max value: 12.225416731922186 - type: nauc_map_at_10_std value: -55.3613786070821 - type: nauc_map_at_1_diff1 value: 81.28542355395726 - type: nauc_map_at_1_max value: 9.394601627274016 - type: nauc_map_at_1_std value: -46.26696310796872 - type: nauc_map_at_20_diff1 value: 77.4264543798561 - type: nauc_map_at_20_max value: 12.640046637669617 - type: nauc_map_at_20_std value: -53.97773942738519 - type: nauc_map_at_3_diff1 value: 78.15821432444955 - type: nauc_map_at_3_max value: 10.15912724311145 - type: nauc_map_at_3_std value: -57.22864996907624 - type: nauc_map_at_5_diff1 value: 77.79975399887553 - type: nauc_map_at_5_max value: 11.71325789204571 - type: nauc_map_at_5_std value: -57.107677263258495 - type: nauc_mrr_at_1000_diff1 value: 77.45264852637524 - type: nauc_mrr_at_1000_max value: 15.52341959282284 - type: nauc_mrr_at_1000_std value: -48.64447896830792 - type: nauc_mrr_at_100_diff1 value: 77.45217072333344 - type: nauc_mrr_at_100_max value: 15.521827007218691 - type: nauc_mrr_at_100_std value: -48.646922241709994 - type: nauc_mrr_at_10_diff1 value: 77.43456749114439 - type: nauc_mrr_at_10_max value: 15.529836831176164 - type: nauc_mrr_at_10_std value: -48.75875392088208 - type: nauc_mrr_at_1_diff1 value: 78.54537995037919 - type: nauc_mrr_at_1_max value: 16.640560984015902 - type: nauc_mrr_at_1_std value: -45.28482868966014 - type: nauc_mrr_at_20_diff1 value: 77.4579261494039 - type: nauc_mrr_at_20_max value: 15.530406990945803 - type: nauc_mrr_at_20_std value: -48.677032167317236 - type: nauc_mrr_at_3_diff1 value: 77.20998980632015 - type: nauc_mrr_at_3_max value: 15.126679640441187 - type: nauc_mrr_at_3_std value: -49.743271509326284 - type: nauc_mrr_at_5_diff1 value: 77.31365975119465 - type: nauc_mrr_at_5_max value: 15.286704108033772 - type: nauc_mrr_at_5_std value: -49.258038230371994 - type: nauc_ndcg_at_1000_diff1 value: 76.99868569886195 - type: nauc_ndcg_at_1000_max value: 14.067546676855178 - type: nauc_ndcg_at_1000_std value: -50.79545103564982 - type: nauc_ndcg_at_100_diff1 value: 76.97431479230265 - type: nauc_ndcg_at_100_max value: 13.790203746757465 - type: nauc_ndcg_at_100_std value: -51.06792832759592 - type: nauc_ndcg_at_10_diff1 value: 77.1479433270543 - type: nauc_ndcg_at_10_max value: 12.973183509342773 - type: nauc_ndcg_at_10_std value: -54.71505928977531 - type: nauc_ndcg_at_1_diff1 value: 78.50656620759376 - type: nauc_ndcg_at_1_max value: 16.543901338375292 - type: nauc_ndcg_at_1_std value: -45.228060755270924 - type: nauc_ndcg_at_20_diff1 value: 77.16983455784539 - type: nauc_ndcg_at_20_max value: 13.315620423480794 - type: nauc_ndcg_at_20_std value: -53.02984622667913 - type: nauc_ndcg_at_3_diff1 value: 76.55713182168297 - type: nauc_ndcg_at_3_max value: 12.081676808245932 - type: nauc_ndcg_at_3_std value: -55.18222046959792 - type: nauc_ndcg_at_5_diff1 value: 76.9006202244737 - type: nauc_ndcg_at_5_max value: 12.90360775727033 - type: nauc_ndcg_at_5_std value: -55.99445333353582 - type: nauc_precision_at_1000_diff1 value: -45.31975944341808 - type: nauc_precision_at_1000_max value: 6.29027160882043 - type: nauc_precision_at_1000_std value: 45.38096248837178 - type: nauc_precision_at_100_diff1 value: -45.30333307019884 - type: nauc_precision_at_100_max value: 4.798109392607744 - type: nauc_precision_at_100_std value: 44.17265435105678 - type: nauc_precision_at_10_diff1 value: -41.06166076037899 - type: nauc_precision_at_10_max value: 3.1383589635972946 - type: nauc_precision_at_10_std value: 29.793783541894808 - type: nauc_precision_at_1_diff1 value: 78.50656620759376 - type: nauc_precision_at_1_max value: 16.543901338375292 - type: nauc_precision_at_1_std value: -45.228060755270924 - type: nauc_precision_at_20_diff1 value: -43.652129476251716 - type: nauc_precision_at_20_max value: 3.2858069466648216 - type: nauc_precision_at_20_std value: 37.028312444009465 - type: nauc_precision_at_3_diff1 value: -22.417878997483122 - type: nauc_precision_at_3_max value: 4.357588406195106 - type: nauc_precision_at_3_std value: 5.548454556466125 - type: nauc_precision_at_5_diff1 value: -34.59346173557382 - type: nauc_precision_at_5_max value: 4.092275688412817 - type: nauc_precision_at_5_std value: 18.571795479923363 - type: nauc_recall_at_1000_diff1 value: 60.81475778096289 - type: nauc_recall_at_1000_max value: -31.05691334029901 - type: nauc_recall_at_1000_std value: 17.690001316678824 - type: nauc_recall_at_100_diff1 value: 66.92860112572923 - type: nauc_recall_at_100_max value: -20.096801559362024 - type: nauc_recall_at_100_std value: -68.9845088182372 - type: nauc_recall_at_10_diff1 value: 74.17807393588308 - type: nauc_recall_at_10_max value: 3.6718305333112307 - type: nauc_recall_at_10_std value: -80.75005939962519 - type: nauc_recall_at_1_diff1 value: 81.28542355395726 - type: nauc_recall_at_1_max value: 9.394601627274016 - type: nauc_recall_at_1_std value: -46.26696310796872 - type: nauc_recall_at_20_diff1 value: 75.23032147657926 - type: nauc_recall_at_20_max value: -0.03516363792685841 - type: nauc_recall_at_20_std value: -82.42013443698025 - type: nauc_recall_at_3_diff1 value: 74.33274649676034 - type: nauc_recall_at_3_max value: 4.764207227787686 - type: nauc_recall_at_3_std value: -67.89402783108405 - type: nauc_recall_at_5_diff1 value: 73.04544826821459 - type: nauc_recall_at_5_max value: 5.5335471808875205 - type: nauc_recall_at_5_std value: -75.37168632889185 - type: ndcg_at_1 value: 82.69999999999999 - type: ndcg_at_10 value: 89.631 - type: ndcg_at_100 value: 90.671 - type: ndcg_at_1000 value: 90.728 - type: ndcg_at_20 value: 90.251 - type: ndcg_at_3 value: 86.943 - type: ndcg_at_5 value: 88.506 - type: precision_at_1 value: 82.69999999999999 - type: precision_at_10 value: 13.619 - type: precision_at_100 value: 1.541 - type: precision_at_1000 value: 0.157 - type: precision_at_20 value: 7.23 - type: precision_at_3 value: 38.107 - type: precision_at_5 value: 25.096 - type: recall_at_1 value: 71.873 - type: recall_at_10 value: 96.414 - type: recall_at_100 value: 99.76899999999999 - type: recall_at_1000 value: 99.98 - type: recall_at_20 value: 98.35199999999999 - type: recall_at_3 value: 88.69399999999999 - type: recall_at_5 value: 93.098 task: type: Retrieval - dataset: config: default name: MTEB RedditClustering revision: 24640382cdbf8abc73003fb0fa6d111a705499eb split: test type: mteb/reddit-clustering metrics: - type: main_score value: 62.06917394472442 - type: v_measure value: 62.06917394472442 - type: v_measure_std value: 4.943151033431419 task: type: Clustering - dataset: config: default name: MTEB RedditClusteringP2P revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 split: test type: mteb/reddit-clustering-p2p metrics: - type: main_score value: 69.22733490519639 - type: v_measure value: 69.22733490519639 - type: v_measure_std value: 13.377934681081163 task: type: Clustering - dataset: config: default name: MTEB SCIDOCS revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 split: test type: mteb/scidocs metrics: - type: main_score value: 23.05 - type: map_at_1 value: 5.453 - type: map_at_10 value: 14.044 - type: map_at_100 value: 16.552 - type: map_at_1000 value: 16.878 - type: map_at_20 value: 15.301 - type: map_at_3 value: 9.876999999999999 - type: map_at_5 value: 11.795 - type: mrr_at_1 value: 26.8 - type: mrr_at_10 value: 38.10575396825392 - type: mrr_at_100 value: 39.22960431676882 - type: mrr_at_1000 value: 39.27303645178868 - type: mrr_at_20 value: 38.79283461937093 - type: mrr_at_3 value: 34.93333333333331 - type: mrr_at_5 value: 36.833333333333265 - type: nauc_map_at_1000_diff1 value: 15.83509790600893 - type: nauc_map_at_1000_max value: 26.24412309285264 - type: nauc_map_at_1000_std value: 8.509912487483804 - type: nauc_map_at_100_diff1 value: 15.79290413461707 - type: nauc_map_at_100_max value: 26.29405340863185 - type: nauc_map_at_100_std value: 8.342652598208991 - type: nauc_map_at_10_diff1 value: 15.685067888518105 - type: nauc_map_at_10_max value: 25.55365734226509 - type: nauc_map_at_10_std value: 5.443581397457305 - type: nauc_map_at_1_diff1 value: 19.890826140704405 - type: nauc_map_at_1_max value: 18.571983014050776 - type: nauc_map_at_1_std value: 0.7282160023666692 - type: nauc_map_at_20_diff1 value: 15.604228999117606 - type: nauc_map_at_20_max value: 25.914082775189712 - type: nauc_map_at_20_std value: 6.618058124712935 - type: nauc_map_at_3_diff1 value: 17.243583831563896 - type: nauc_map_at_3_max value: 23.989306351982645 - type: nauc_map_at_3_std value: 2.750722234499615 - type: nauc_map_at_5_diff1 value: 16.416721826214868 - type: nauc_map_at_5_max value: 24.289258470596494 - type: nauc_map_at_5_std value: 3.5318278077707266 - type: nauc_mrr_at_1000_diff1 value: 18.159556434705603 - type: nauc_mrr_at_1000_max value: 21.85066952735879 - type: nauc_mrr_at_1000_std value: 4.877956024495391 - type: nauc_mrr_at_100_diff1 value: 18.147842867473464 - type: nauc_mrr_at_100_max value: 21.851576391218245 - type: nauc_mrr_at_100_std value: 4.914456023591578 - type: nauc_mrr_at_10_diff1 value: 18.402284894586295 - type: nauc_mrr_at_10_max value: 21.937638889135496 - type: nauc_mrr_at_10_std value: 4.795941003675795 - type: nauc_mrr_at_1_diff1 value: 20.00724187285097 - type: nauc_mrr_at_1_max value: 18.89430286994851 - type: nauc_mrr_at_1_std value: 0.832530264756033 - type: nauc_mrr_at_20_diff1 value: 18.166042536965495 - type: nauc_mrr_at_20_max value: 21.956527896385104 - type: nauc_mrr_at_20_std value: 4.953268517852472 - type: nauc_mrr_at_3_diff1 value: 17.439379075748157 - type: nauc_mrr_at_3_max value: 21.778191027575406 - type: nauc_mrr_at_3_std value: 3.9046873265275908 - type: nauc_mrr_at_5_diff1 value: 18.181749683051816 - type: nauc_mrr_at_5_max value: 21.75852211586367 - type: nauc_mrr_at_5_std value: 4.5573370913949205 - type: nauc_ndcg_at_1000_diff1 value: 16.26265940273677 - type: nauc_ndcg_at_1000_max value: 26.76405498342847 - type: nauc_ndcg_at_1000_std value: 15.305696457284704 - type: nauc_ndcg_at_100_diff1 value: 15.835715535652216 - type: nauc_ndcg_at_100_max value: 27.52544278395052 - type: nauc_ndcg_at_100_std value: 14.984129606447347 - type: nauc_ndcg_at_10_diff1 value: 16.305421877142873 - type: nauc_ndcg_at_10_max value: 26.04920150942696 - type: nauc_ndcg_at_10_std value: 7.3715098732860875 - type: nauc_ndcg_at_1_diff1 value: 20.00724187285097 - type: nauc_ndcg_at_1_max value: 18.89430286994851 - type: nauc_ndcg_at_1_std value: 0.832530264756033 - type: nauc_ndcg_at_20_diff1 value: 15.957812909225675 - type: nauc_ndcg_at_20_max value: 26.73874805693458 - type: nauc_ndcg_at_20_std value: 9.445743449181023 - type: nauc_ndcg_at_3_diff1 value: 16.907542932061347 - type: nauc_ndcg_at_3_max value: 24.10195208238332 - type: nauc_ndcg_at_3_std value: 4.2558628942284 - type: nauc_ndcg_at_5_diff1 value: 16.757400054919763 - type: nauc_ndcg_at_5_max value: 24.500001119288996 - type: nauc_ndcg_at_5_std value: 5.46600678624086 - type: nauc_precision_at_1000_diff1 value: 7.829614320017092 - type: nauc_precision_at_1000_max value: 18.552313928878853 - type: nauc_precision_at_1000_std value: 31.67901423674111 - type: nauc_precision_at_100_diff1 value: 9.564085128323068 - type: nauc_precision_at_100_max value: 24.80995247750652 - type: nauc_precision_at_100_std value: 27.019281458663453 - type: nauc_precision_at_10_diff1 value: 13.560218697417328 - type: nauc_precision_at_10_max value: 26.50289219410562 - type: nauc_precision_at_10_std value: 10.333452967470425 - type: nauc_precision_at_1_diff1 value: 20.00724187285097 - type: nauc_precision_at_1_max value: 18.89430286994851 - type: nauc_precision_at_1_std value: 0.832530264756033 - type: nauc_precision_at_20_diff1 value: 12.23792883716372 - type: nauc_precision_at_20_max value: 26.52003953582503 - type: nauc_precision_at_20_std value: 14.095312993321937 - type: nauc_precision_at_3_diff1 value: 15.790498950071271 - type: nauc_precision_at_3_max value: 26.217004704355695 - type: nauc_precision_at_3_std value: 6.00338370025878 - type: nauc_precision_at_5_diff1 value: 14.982885989652628 - type: nauc_precision_at_5_max value: 25.49696747450349 - type: nauc_precision_at_5_std value: 7.904034204757165 - type: nauc_recall_at_1000_diff1 value: 7.869779867534929 - type: nauc_recall_at_1000_max value: 18.447958241897062 - type: nauc_recall_at_1000_std value: 33.40550883180547 - type: nauc_recall_at_100_diff1 value: 9.276867449557107 - type: nauc_recall_at_100_max value: 24.7296081517642 - type: nauc_recall_at_100_std value: 27.51189589980202 - type: nauc_recall_at_10_diff1 value: 13.2948955685031 - type: nauc_recall_at_10_max value: 26.176157566779036 - type: nauc_recall_at_10_std value: 10.235160480354189 - type: nauc_recall_at_1_diff1 value: 19.890826140704405 - type: nauc_recall_at_1_max value: 18.571983014050776 - type: nauc_recall_at_1_std value: 0.7282160023666692 - type: nauc_recall_at_20_diff1 value: 12.045704204225952 - type: nauc_recall_at_20_max value: 26.26856701427816 - type: nauc_recall_at_20_std value: 14.18936905592523 - type: nauc_recall_at_3_diff1 value: 15.624488486823054 - type: nauc_recall_at_3_max value: 25.963467662344463 - type: nauc_recall_at_3_std value: 5.7459486903540125 - type: nauc_recall_at_5_diff1 value: 14.719691959242631 - type: nauc_recall_at_5_max value: 25.281392451119533 - type: nauc_recall_at_5_std value: 7.668697286095074 - type: ndcg_at_1 value: 26.8 - type: ndcg_at_10 value: 23.05 - type: ndcg_at_100 value: 32.281 - type: ndcg_at_1000 value: 37.449 - type: ndcg_at_20 value: 26.343 - type: ndcg_at_3 value: 21.813 - type: ndcg_at_5 value: 18.978 - type: precision_at_1 value: 26.8 - type: precision_at_10 value: 12.04 - type: precision_at_100 value: 2.5309999999999997 - type: precision_at_1000 value: 0.376 - type: precision_at_20 value: 7.920000000000001 - type: precision_at_3 value: 20.467 - type: precision_at_5 value: 16.66 - type: recall_at_1 value: 5.453 - type: recall_at_10 value: 24.407 - type: recall_at_100 value: 51.388 - type: recall_at_1000 value: 76.385 - type: recall_at_20 value: 32.132 - type: recall_at_3 value: 12.458 - type: recall_at_5 value: 16.883 task: type: Retrieval - dataset: config: default name: MTEB SICK-R revision: 20a6d6f312dd54037fe07a32d58e5e168867909d split: test type: mteb/sickr-sts metrics: - type: cosine_pearson value: 83.30199374106634 - type: cosine_spearman value: 81.13661060651675 - type: euclidean_pearson value: 80.74756859182727 - type: euclidean_spearman value: 81.13661231617098 - type: main_score value: 81.13661060651675 - type: manhattan_pearson value: 80.79987665196892 - type: manhattan_spearman value: 81.19071318923478 - type: pearson value: 83.30199374106634 - type: spearman value: 81.13661060651675 task: type: STS - dataset: config: default name: MTEB STS12 revision: a0d554a64d88156834ff5ae9920b964011b16384 split: test type: mteb/sts12-sts metrics: - type: cosine_pearson value: 87.28127488429784 - type: cosine_spearman value: 80.84701244619681 - type: euclidean_pearson value: 84.63075827597196 - type: euclidean_spearman value: 80.84536982511581 - type: main_score value: 80.84701244619681 - type: manhattan_pearson value: 84.73599041680716 - type: manhattan_spearman value: 80.93999055513295 - type: pearson value: 87.28127488429784 - type: spearman value: 80.84701244619681 task: type: STS - dataset: config: default name: MTEB STS13 revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca split: test type: mteb/sts13-sts metrics: - type: cosine_pearson value: 80.66880014782137 - type: cosine_spearman value: 83.45193788333383 - type: euclidean_pearson value: 82.84711656880242 - type: euclidean_spearman value: 83.4519378091543 - type: main_score value: 83.45193788333383 - type: manhattan_pearson value: 83.20679773566451 - type: manhattan_spearman value: 83.68427989986384 - type: pearson value: 80.66880014782137 - type: spearman value: 83.45193788333383 task: type: STS - dataset: config: default name: MTEB STS14 revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 split: test type: mteb/sts14-sts metrics: - type: cosine_pearson value: 81.70473811658245 - type: cosine_spearman value: 81.37150133146272 - type: euclidean_pearson value: 81.82289045206721 - type: euclidean_spearman value: 81.37150250773698 - type: main_score value: 81.37150133146272 - type: manhattan_pearson value: 81.84018518966202 - type: manhattan_spearman value: 81.4791733102674 - type: pearson value: 81.70473811658245 - type: spearman value: 81.37150133146272 task: type: STS - dataset: config: default name: MTEB STS15 revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 split: test type: mteb/sts15-sts metrics: - type: cosine_pearson value: 85.23548514858807 - type: cosine_spearman value: 86.56697002494492 - type: euclidean_pearson value: 86.00739925740125 - type: euclidean_spearman value: 86.5669601560328 - type: main_score value: 86.56697002494492 - type: manhattan_pearson value: 86.01926247979789 - type: manhattan_spearman value: 86.58200443341161 - type: pearson value: 85.23548514858807 - type: spearman value: 86.56697002494492 task: type: STS - dataset: config: default name: MTEB STS16 revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 split: test type: mteb/sts16-sts metrics: - type: cosine_pearson value: 84.76487207857608 - type: cosine_spearman value: 85.96973829887335 - type: euclidean_pearson value: 85.39563735627405 - type: euclidean_spearman value: 85.96973768046821 - type: main_score value: 85.96973829887335 - type: manhattan_pearson value: 85.44181395460119 - type: manhattan_spearman value: 85.98361475342077 - type: pearson value: 84.76487207857608 - type: spearman value: 85.96973829887335 task: type: STS - dataset: config: en-ar name: MTEB STS17 (en-ar) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 73.59778720153878 - type: cosine_spearman value: 73.21365573663648 - type: euclidean_pearson value: 74.61013811041204 - type: euclidean_spearman value: 73.21365573663648 - type: main_score value: 73.21365573663648 - type: manhattan_pearson value: 75.46428528424805 - type: manhattan_spearman value: 74.29181782091922 - type: pearson value: 73.59778720153878 - type: spearman value: 73.21365573663648 task: type: STS - dataset: config: en-de name: MTEB STS17 (en-de) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 80.45215095199184 - type: cosine_spearman value: 80.18358296781457 - type: euclidean_pearson value: 81.11825325108214 - type: euclidean_spearman value: 80.18358296781457 - type: main_score value: 80.18358296781457 - type: manhattan_pearson value: 81.4591437652861 - type: manhattan_spearman value: 80.61195448433135 - type: pearson value: 80.45215095199184 - type: spearman value: 80.18358296781457 task: type: STS - dataset: config: en-en name: MTEB STS17 (en-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 85.71499870763965 - type: cosine_spearman value: 85.87991701852383 - type: euclidean_pearson value: 86.26482803799405 - type: euclidean_spearman value: 85.87991701852383 - type: main_score value: 85.87991701852383 - type: manhattan_pearson value: 86.31138576225774 - type: manhattan_spearman value: 85.97213375112646 - type: pearson value: 85.71499870763965 - type: spearman value: 85.87991701852383 task: type: STS - dataset: config: en-tr name: MTEB STS17 (en-tr) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 73.29542480691444 - type: cosine_spearman value: 71.47958526963733 - type: euclidean_pearson value: 73.93627613725454 - type: euclidean_spearman value: 71.47958526963733 - type: main_score value: 71.47958526963733 - type: manhattan_pearson value: 74.44025905945567 - type: manhattan_spearman value: 71.96624843850806 - type: pearson value: 73.29542480691444 - type: spearman value: 71.47958526963733 task: type: STS - dataset: config: es-en name: MTEB STS17 (es-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 82.41531123241937 - type: cosine_spearman value: 82.4879904820364 - type: euclidean_pearson value: 83.27714045603713 - type: euclidean_spearman value: 82.4879904820364 - type: main_score value: 82.4879904820364 - type: manhattan_pearson value: 83.20321223974034 - type: manhattan_spearman value: 82.45108504740335 - type: pearson value: 82.41531123241937 - type: spearman value: 82.4879904820364 task: type: STS - dataset: config: fr-en name: MTEB STS17 (fr-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 82.36534108108745 - type: cosine_spearman value: 82.60235982579208 - type: euclidean_pearson value: 83.38376484479176 - type: euclidean_spearman value: 82.60235982579208 - type: main_score value: 82.60235982579208 - type: manhattan_pearson value: 83.1266661207628 - type: manhattan_spearman value: 82.29914782630499 - type: pearson value: 82.36534108108745 - type: spearman value: 82.60235982579208 task: type: STS - dataset: config: it-en name: MTEB STS17 (it-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 81.6455680038347 - type: cosine_spearman value: 82.30529817112216 - type: euclidean_pearson value: 82.64048244637631 - type: euclidean_spearman value: 82.30529817112216 - type: main_score value: 82.30529817112216 - type: manhattan_pearson value: 82.5841168628191 - type: manhattan_spearman value: 82.22315262815766 - type: pearson value: 81.6455680038347 - type: spearman value: 82.30529817112216 task: type: STS - dataset: config: nl-en name: MTEB STS17 (nl-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 81.31015324957383 - type: cosine_spearman value: 81.67150513771149 - type: euclidean_pearson value: 82.18829538438011 - type: euclidean_spearman value: 81.67150513771149 - type: main_score value: 81.67150513771149 - type: manhattan_pearson value: 81.9426348184988 - type: manhattan_spearman value: 81.31839846589499 - type: pearson value: 81.31015324957383 - type: spearman value: 81.67150513771149 task: type: STS - dataset: config: en name: MTEB STS22 (en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 71.83303469703797 - type: cosine_spearman value: 71.17442108295238 - type: euclidean_pearson value: 71.99378163260577 - type: euclidean_spearman value: 71.17442108295238 - type: main_score value: 71.17442108295238 - type: manhattan_pearson value: 72.17433166481283 - type: manhattan_spearman value: 71.32848567021358 - type: pearson value: 71.83303469703797 - type: spearman value: 71.17442108295238 task: type: STS - dataset: config: de-en name: MTEB STS22 (de-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 71.5617971809721 - type: cosine_spearman value: 69.26497488645118 - type: euclidean_pearson value: 73.77290240232199 - type: euclidean_spearman value: 69.26497488645118 - type: main_score value: 69.26497488645118 - type: manhattan_pearson value: 74.6285666652718 - type: manhattan_spearman value: 70.29660365676885 - type: pearson value: 71.5617971809721 - type: spearman value: 69.26497488645118 task: type: STS - dataset: config: es-en name: MTEB STS22 (es-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 81.17428283241915 - type: cosine_spearman value: 83.15967976089405 - type: euclidean_pearson value: 82.11129224970894 - type: euclidean_spearman value: 83.15967976089405 - type: main_score value: 83.15967976089405 - type: manhattan_pearson value: 83.88320594891758 - type: manhattan_spearman value: 84.21150297680087 - type: pearson value: 81.17428283241915 - type: spearman value: 83.15967976089405 task: type: STS - dataset: config: pl-en name: MTEB STS22 (pl-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 84.79991447537422 - type: cosine_spearman value: 84.29259538220988 - type: euclidean_pearson value: 83.6515451078445 - type: euclidean_spearman value: 84.29259538220988 - type: main_score value: 84.29259538220988 - type: manhattan_pearson value: 83.34017347225922 - type: manhattan_spearman value: 85.22314841310823 - type: pearson value: 84.79991447537422 - type: spearman value: 84.29259538220988 task: type: STS - dataset: config: zh-en name: MTEB STS22 (zh-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 77.20169600765146 - type: cosine_spearman value: 74.90653473871943 - type: euclidean_pearson value: 78.15249739396126 - type: euclidean_spearman value: 74.90653473871943 - type: main_score value: 74.90653473871943 - type: manhattan_pearson value: 78.28938036790484 - type: manhattan_spearman value: 75.05487827510268 - type: pearson value: 77.20169600765146 - type: spearman value: 74.90653473871943 task: type: STS - dataset: config: default name: MTEB STSBenchmark revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 split: test type: mteb/stsbenchmark-sts metrics: - type: cosine_pearson value: 82.02846752351698 - type: cosine_spearman value: 84.43251200064613 - type: euclidean_pearson value: 83.97505218523716 - type: euclidean_spearman value: 84.43251200064613 - type: main_score value: 84.43251200064613 - type: manhattan_pearson value: 83.99261500966325 - type: manhattan_spearman value: 84.47935243587095 - type: pearson value: 82.02846752351698 - type: spearman value: 84.43251200064613 task: type: STS - dataset: config: default name: MTEB SciDocsRR revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab split: test type: mteb/scidocs-reranking metrics: - type: main_score value: 86.07845920585898 - type: map value: 86.07845920585898 - type: mrr value: 96.41839641839643 - type: nAUC_map_diff1 value: -0.842643700986476 - type: nAUC_map_max value: 51.87683748536326 - type: nAUC_map_std value: 70.46131124609762 - type: nAUC_mrr_diff1 value: 48.46021089146518 - type: nAUC_mrr_max value: 83.92600322127902 - type: nAUC_mrr_std value: 84.54594067723419 task: type: Reranking - dataset: config: default name: MTEB SciFact revision: 0228b52cf27578f30900b9e5271d331663a030d7 split: test type: mteb/scifact metrics: - type: main_score value: 79.945 - type: map_at_1 value: 64.161 - type: map_at_10 value: 75.47 - type: map_at_100 value: 75.794 - type: map_at_1000 value: 75.797 - type: map_at_20 value: 75.70700000000001 - type: map_at_3 value: 73.152 - type: map_at_5 value: 74.26700000000001 - type: mrr_at_1 value: 67.33333333333333 - type: mrr_at_10 value: 76.38544973544973 - type: mrr_at_100 value: 76.59273460106952 - type: mrr_at_1000 value: 76.59569524196121 - type: mrr_at_20 value: 76.52124756335283 - type: mrr_at_3 value: 74.77777777777779 - type: mrr_at_5 value: 75.66111111111111 - type: nauc_map_at_1000_diff1 value: 76.15028048092202 - type: nauc_map_at_1000_max value: 56.538149672254875 - type: nauc_map_at_1000_std value: 3.704721784625868 - type: nauc_map_at_100_diff1 value: 76.15301570724966 - type: nauc_map_at_100_max value: 56.54022753605153 - type: nauc_map_at_100_std value: 3.710343234630538 - type: nauc_map_at_10_diff1 value: 75.95811880169259 - type: nauc_map_at_10_max value: 56.370110060103585 - type: nauc_map_at_10_std value: 3.1050633374399763 - type: nauc_map_at_1_diff1 value: 79.18280233077802 - type: nauc_map_at_1_max value: 49.80324907065242 - type: nauc_map_at_1_std value: -2.4529471800694576 - type: nauc_map_at_20_diff1 value: 76.06105794325309 - type: nauc_map_at_20_max value: 56.50983388527086 - type: nauc_map_at_20_std value: 3.5438509096689357 - type: nauc_map_at_3_diff1 value: 77.30131743846023 - type: nauc_map_at_3_max value: 54.88345820574091 - type: nauc_map_at_3_std value: -0.14414153724376336 - type: nauc_map_at_5_diff1 value: 76.3760021484074 - type: nauc_map_at_5_max value: 56.238991517151405 - type: nauc_map_at_5_std value: 2.032924236599453 - type: nauc_mrr_at_1000_diff1 value: 75.76788613755507 - type: nauc_mrr_at_1000_max value: 58.052755437812806 - type: nauc_mrr_at_1000_std value: 6.4693625323421395 - type: nauc_mrr_at_100_diff1 value: 75.77073741995821 - type: nauc_mrr_at_100_max value: 58.054659119201915 - type: nauc_mrr_at_100_std value: 6.474706478778545 - type: nauc_mrr_at_10_diff1 value: 75.54115735059217 - type: nauc_mrr_at_10_max value: 58.17265501482297 - type: nauc_mrr_at_10_std value: 6.251843373595271 - type: nauc_mrr_at_1_diff1 value: 77.57603990319609 - type: nauc_mrr_at_1_max value: 55.86220217467876 - type: nauc_mrr_at_1_std value: 7.101223682865022 - type: nauc_mrr_at_20_diff1 value: 75.65587300975086 - type: nauc_mrr_at_20_max value: 58.06955862304443 - type: nauc_mrr_at_20_std value: 6.426259261520951 - type: nauc_mrr_at_3_diff1 value: 76.09312522665512 - type: nauc_mrr_at_3_max value: 57.79116645551433 - type: nauc_mrr_at_3_std value: 5.340465414196046 - type: nauc_mrr_at_5_diff1 value: 75.45748931746186 - type: nauc_mrr_at_5_max value: 58.37483417758293 - type: nauc_mrr_at_5_std value: 6.583732482357576 - type: nauc_ndcg_at_1000_diff1 value: 75.63299082223676 - type: nauc_ndcg_at_1000_max value: 57.993614411068904 - type: nauc_ndcg_at_1000_std value: 5.468178341243107 - type: nauc_ndcg_at_100_diff1 value: 75.72790601940984 - type: nauc_ndcg_at_100_max value: 58.09005146018939 - type: nauc_ndcg_at_100_std value: 5.71991898098629 - type: nauc_ndcg_at_10_diff1 value: 74.51570123942263 - type: nauc_ndcg_at_10_max value: 58.1674126126442 - type: nauc_ndcg_at_10_std value: 3.5291957180471485 - type: nauc_ndcg_at_1_diff1 value: 77.57603990319609 - type: nauc_ndcg_at_1_max value: 55.86220217467876 - type: nauc_ndcg_at_1_std value: 7.101223682865022 - type: nauc_ndcg_at_20_diff1 value: 74.87370264715129 - type: nauc_ndcg_at_20_max value: 58.26479583945405 - type: nauc_ndcg_at_20_std value: 4.9410010121533485 - type: nauc_ndcg_at_3_diff1 value: 75.7799770695112 - type: nauc_ndcg_at_3_max value: 57.17058509382753 - type: nauc_ndcg_at_3_std value: 1.3057457066922815 - type: nauc_ndcg_at_5_diff1 value: 74.93409961910731 - type: nauc_ndcg_at_5_max value: 58.10546350113983 - type: nauc_ndcg_at_5_std value: 2.3728589558592525 - type: nauc_precision_at_1000_diff1 value: -36.988372487202895 - type: nauc_precision_at_1000_max value: 9.243703176379006 - type: nauc_precision_at_1000_std value: 50.62137699583042 - type: nauc_precision_at_100_diff1 value: -33.30632037370124 - type: nauc_precision_at_100_max value: 11.176117908274431 - type: nauc_precision_at_100_std value: 50.77711672892819 - type: nauc_precision_at_10_diff1 value: -13.462060179997415 - type: nauc_precision_at_10_max value: 24.57035350735441 - type: nauc_precision_at_10_std value: 38.3237594215549 - type: nauc_precision_at_1_diff1 value: 77.57603990319609 - type: nauc_precision_at_1_max value: 55.86220217467876 - type: nauc_precision_at_1_std value: 7.101223682865022 - type: nauc_precision_at_20_diff1 value: -20.905637069236803 - type: nauc_precision_at_20_max value: 19.222790681412974 - type: nauc_precision_at_20_std value: 42.69173843625813 - type: nauc_precision_at_3_diff1 value: 27.885276073619607 - type: nauc_precision_at_3_max value: 42.46319018404902 - type: nauc_precision_at_3_std value: 20.63803680981594 - type: nauc_precision_at_5_diff1 value: 10.021834061135383 - type: nauc_precision_at_5_max value: 40.31174187287723 - type: nauc_precision_at_5_std value: 33.500727802037865 - type: nauc_recall_at_1000_diff1 value: 100.0 - type: nauc_recall_at_1000_max value: 100.0 - type: nauc_recall_at_1000_std value: 100.0 - type: nauc_recall_at_100_diff1 value: 95.64270152505469 - type: nauc_recall_at_100_max value: 85.13849984438123 - type: nauc_recall_at_100_std value: 70.7594148770609 - type: nauc_recall_at_10_diff1 value: 63.07050183257385 - type: nauc_recall_at_10_max value: 65.22778265535068 - type: nauc_recall_at_10_std value: -4.821132433072802 - type: nauc_recall_at_1_diff1 value: 79.18280233077802 - type: nauc_recall_at_1_max value: 49.80324907065242 - type: nauc_recall_at_1_std value: -2.4529471800694576 - type: nauc_recall_at_20_diff1 value: 63.58865385234562 - type: nauc_recall_at_20_max value: 69.80424353649502 - type: nauc_recall_at_20_std value: 8.392092469171327 - type: nauc_recall_at_3_diff1 value: 72.47444041652938 - type: nauc_recall_at_3_max value: 56.89729952915068 - type: nauc_recall_at_3_std value: -8.254542768503438 - type: nauc_recall_at_5_diff1 value: 68.01094653591714 - type: nauc_recall_at_5_max value: 61.9124136345221 - type: nauc_recall_at_5_std value: -4.833220968920088 - type: ndcg_at_1 value: 67.333 - type: ndcg_at_10 value: 79.945 - type: ndcg_at_100 value: 81.328 - type: ndcg_at_1000 value: 81.413 - type: ndcg_at_20 value: 80.649 - type: ndcg_at_3 value: 76.29 - type: ndcg_at_5 value: 77.701 - type: precision_at_1 value: 67.333 - type: precision_at_10 value: 10.467 - type: precision_at_100 value: 1.1199999999999999 - type: precision_at_1000 value: 0.11299999999999999 - type: precision_at_20 value: 5.4 - type: precision_at_3 value: 30.110999999999997 - type: precision_at_5 value: 19.2 - type: recall_at_1 value: 64.161 - type: recall_at_10 value: 92.55600000000001 - type: recall_at_100 value: 99.0 - type: recall_at_1000 value: 99.667 - type: recall_at_20 value: 95.167 - type: recall_at_3 value: 82.6 - type: recall_at_5 value: 86.244 task: type: Retrieval - dataset: config: default name: MTEB SprintDuplicateQuestions revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 split: test type: mteb/sprintduplicatequestions-pairclassification metrics: - type: cosine_accuracy value: 99.81881188118813 - type: cosine_accuracy_threshold value: 85.84058284759521 - type: cosine_ap value: 95.78776332556504 - type: cosine_f1 value: 91.01620029455081 - type: cosine_f1_threshold value: 85.75928211212158 - type: cosine_precision value: 89.39247830279653 - type: cosine_recall value: 92.7 - type: dot_accuracy value: 99.81881188118813 - type: dot_accuracy_threshold value: 85.84058284759521 - type: dot_ap value: 95.78773347155844 - type: dot_f1 value: 91.01620029455081 - type: dot_f1_threshold value: 85.75928211212158 - type: dot_precision value: 89.39247830279653 - type: dot_recall value: 92.7 - type: euclidean_accuracy value: 99.81881188118813 - type: euclidean_accuracy_threshold value: 53.215450048446655 - type: euclidean_ap value: 95.78776332556505 - type: euclidean_f1 value: 91.01620029455081 - type: euclidean_f1_threshold value: 53.36800813674927 - type: euclidean_precision value: 89.39247830279653 - type: euclidean_recall value: 92.7 - type: main_score value: 95.91773920491504 - type: manhattan_accuracy value: 99.81881188118813 - type: manhattan_accuracy_threshold value: 2434.398651123047 - type: manhattan_ap value: 95.91773920491504 - type: manhattan_f1 value: 91.05928085519923 - type: manhattan_f1_threshold value: 2558.251953125 - type: manhattan_precision value: 88.5633270321361 - type: manhattan_recall value: 93.7 - type: max_ap value: 95.91773920491504 - type: max_f1 value: 91.05928085519923 - type: max_precision value: 89.39247830279653 - type: max_recall value: 93.7 - type: similarity_accuracy value: 99.81881188118813 - type: similarity_accuracy_threshold value: 85.84058284759521 - type: similarity_ap value: 95.78776332556504 - type: similarity_f1 value: 91.01620029455081 - type: similarity_f1_threshold value: 85.75928211212158 - type: similarity_precision value: 89.39247830279653 - type: similarity_recall value: 92.7 task: type: PairClassification - dataset: config: default name: MTEB StackExchangeClustering revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 split: test type: mteb/stackexchange-clustering metrics: - type: main_score value: 75.04678082457019 - type: v_measure value: 75.04678082457019 - type: v_measure_std value: 2.77895031549009 task: type: Clustering - dataset: config: default name: MTEB StackExchangeClusteringP2P revision: 815ca46b2622cec33ccafc3735d572c266efdb44 split: test type: mteb/stackexchange-clustering-p2p metrics: - type: main_score value: 46.7480616077338 - type: v_measure value: 46.7480616077338 - type: v_measure_std value: 1.5247582475269905 task: type: Clustering - dataset: config: default name: MTEB StackOverflowDupQuestions revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 split: test type: mteb/stackoverflowdupquestions-reranking metrics: - type: main_score value: 53.066118142981225 - type: map value: 53.066118142981225 - type: mrr value: 53.96447404719464 - type: nAUC_map_diff1 value: 38.329026794054585 - type: nAUC_map_max value: 12.731823775227054 - type: nAUC_map_std value: 7.4769546414816315 - type: nAUC_mrr_diff1 value: 38.45132255702392 - type: nAUC_mrr_max value: 13.565204704342396 - type: nAUC_mrr_std value: 8.287911244819353 task: type: Reranking - dataset: config: default name: MTEB SummEval revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c split: test type: mteb/summeval metrics: - type: cosine_pearson value: 28.5799749570802 - type: cosine_spearman value: 27.695727859698255 - type: dot_pearson value: 28.579989993905958 - type: dot_spearman value: 27.69484016531357 - type: main_score value: 27.695727859698255 - type: pearson value: 28.5799749570802 - type: spearman value: 27.695727859698255 task: type: Summarization - dataset: config: default name: MTEB TRECCOVID revision: bb9466bac8153a0349341eb1b22e06409e78ef4e split: test type: mteb/trec-covid metrics: - type: main_score value: 86.454 - type: map_at_1 value: 0.242 - type: map_at_10 value: 2.279 - type: map_at_100 value: 15.088 - type: map_at_1000 value: 37.029 - type: map_at_20 value: 4.275 - type: map_at_3 value: 0.722 - type: map_at_5 value: 1.195 - type: mrr_at_1 value: 92.0 - type: mrr_at_10 value: 96.0 - type: mrr_at_100 value: 96.0 - type: mrr_at_1000 value: 96.0 - type: mrr_at_20 value: 96.0 - type: mrr_at_3 value: 96.0 - type: mrr_at_5 value: 96.0 - type: nauc_map_at_1000_diff1 value: -30.293896217848655 - type: nauc_map_at_1000_max value: 23.85136121467542 - type: nauc_map_at_1000_std value: 63.35470337953567 - type: nauc_map_at_100_diff1 value: -14.703078563009154 - type: nauc_map_at_100_max value: 27.973629581077102 - type: nauc_map_at_100_std value: 46.95359110837345 - type: nauc_map_at_10_diff1 value: -4.124915890350429 - type: nauc_map_at_10_max value: 16.204061410353123 - type: nauc_map_at_10_std value: 22.43823882381022 - type: nauc_map_at_1_diff1 value: 3.871186260963678 - type: nauc_map_at_1_max value: 10.291074663078922 - type: nauc_map_at_1_std value: 15.473300411071794 - type: nauc_map_at_20_diff1 value: -3.9802237172610164 - type: nauc_map_at_20_max value: 18.11012767486046 - type: nauc_map_at_20_std value: 24.60833473170288 - type: nauc_map_at_3_diff1 value: 8.461807764072127 - type: nauc_map_at_3_max value: 11.691666667817504 - type: nauc_map_at_3_std value: 14.06895247661592 - type: nauc_map_at_5_diff1 value: 4.5975621880550985 - type: nauc_map_at_5_max value: 12.187323190544557 - type: nauc_map_at_5_std value: 14.757297772880342 - type: nauc_mrr_at_1000_diff1 value: -18.732492997198666 - type: nauc_mrr_at_1000_max value: 60.38748832866469 - type: nauc_mrr_at_1000_std value: 81.90943043884228 - type: nauc_mrr_at_100_diff1 value: -18.732492997198666 - type: nauc_mrr_at_100_max value: 60.38748832866469 - type: nauc_mrr_at_100_std value: 81.90943043884228 - type: nauc_mrr_at_10_diff1 value: -18.732492997198666 - type: nauc_mrr_at_10_max value: 60.38748832866469 - type: nauc_mrr_at_10_std value: 81.90943043884228 - type: nauc_mrr_at_1_diff1 value: -18.73249299719886 - type: nauc_mrr_at_1_max value: 60.38748832866479 - type: nauc_mrr_at_1_std value: 81.90943043884225 - type: nauc_mrr_at_20_diff1 value: -18.732492997198666 - type: nauc_mrr_at_20_max value: 60.38748832866469 - type: nauc_mrr_at_20_std value: 81.90943043884228 - type: nauc_mrr_at_3_diff1 value: -18.732492997198666 - type: nauc_mrr_at_3_max value: 60.38748832866469 - type: nauc_mrr_at_3_std value: 81.90943043884228 - type: nauc_mrr_at_5_diff1 value: -18.732492997198666 - type: nauc_mrr_at_5_max value: 60.38748832866469 - type: nauc_mrr_at_5_std value: 81.90943043884228 - type: nauc_ndcg_at_1000_diff1 value: -30.17247489441324 - type: nauc_ndcg_at_1000_max value: 25.053572521852125 - type: nauc_ndcg_at_1000_std value: 63.223787007068125 - type: nauc_ndcg_at_100_diff1 value: -49.44136749206699 - type: nauc_ndcg_at_100_max value: 31.726373553802734 - type: nauc_ndcg_at_100_std value: 65.63882146402028 - type: nauc_ndcg_at_10_diff1 value: -64.45463810632792 - type: nauc_ndcg_at_10_max value: 43.77927205228312 - type: nauc_ndcg_at_10_std value: 68.75779829097429 - type: nauc_ndcg_at_1_diff1 value: -39.08462033462035 - type: nauc_ndcg_at_1_max value: 46.987612612612565 - type: nauc_ndcg_at_1_std value: 78.56740669240665 - type: nauc_ndcg_at_20_diff1 value: -50.57831400886549 - type: nauc_ndcg_at_20_max value: 42.05734889491642 - type: nauc_ndcg_at_20_std value: 61.18625152995308 - type: nauc_ndcg_at_3_diff1 value: -27.863732677834065 - type: nauc_ndcg_at_3_max value: 49.33557531113745 - type: nauc_ndcg_at_3_std value: 62.84465354034654 - type: nauc_ndcg_at_5_diff1 value: -52.82815341518435 - type: nauc_ndcg_at_5_max value: 46.74682049734401 - type: nauc_ndcg_at_5_std value: 67.26600512166976 - type: nauc_precision_at_1000_diff1 value: -26.43642783284165 - type: nauc_precision_at_1000_max value: 9.053955764041222 - type: nauc_precision_at_1000_std value: 23.300426218758595 - type: nauc_precision_at_100_diff1 value: -40.51161576611829 - type: nauc_precision_at_100_max value: 33.10808318106693 - type: nauc_precision_at_100_std value: 62.83706604019853 - type: nauc_precision_at_10_diff1 value: -73.73649178751282 - type: nauc_precision_at_10_max value: 49.488775845923996 - type: nauc_precision_at_10_std value: 72.4356540885278 - type: nauc_precision_at_1_diff1 value: -18.73249299719886 - type: nauc_precision_at_1_max value: 60.38748832866479 - type: nauc_precision_at_1_std value: 81.90943043884225 - type: nauc_precision_at_20_diff1 value: -45.011441031577334 - type: nauc_precision_at_20_max value: 39.463752119955885 - type: nauc_precision_at_20_std value: 56.67644762699536 - type: nauc_precision_at_3_diff1 value: -17.377622377622178 - type: nauc_precision_at_3_max value: 65.49950049950061 - type: nauc_precision_at_3_std value: 65.98901098901096 - type: nauc_precision_at_5_diff1 value: -59.953430407975524 - type: nauc_precision_at_5_max value: 61.44562508198852 - type: nauc_precision_at_5_std value: 71.93362193362212 - type: nauc_recall_at_1000_diff1 value: -15.691623330456695 - type: nauc_recall_at_1000_max value: 15.829741919417781 - type: nauc_recall_at_1000_std value: 49.972394503360526 - type: nauc_recall_at_100_diff1 value: -1.98100959017737 - type: nauc_recall_at_100_max value: 18.16585160155718 - type: nauc_recall_at_100_std value: 33.70517511173555 - type: nauc_recall_at_10_diff1 value: 3.7343160902801453 - type: nauc_recall_at_10_max value: 9.582727867819985 - type: nauc_recall_at_10_std value: 14.43434213623839 - type: nauc_recall_at_1_diff1 value: 3.871186260963678 - type: nauc_recall_at_1_max value: 10.291074663078922 - type: nauc_recall_at_1_std value: 15.473300411071794 - type: nauc_recall_at_20_diff1 value: 6.080011926090639 - type: nauc_recall_at_20_max value: 10.276334837294632 - type: nauc_recall_at_20_std value: 14.638854755961765 - type: nauc_recall_at_3_diff1 value: 13.491492355604207 - type: nauc_recall_at_3_max value: 7.583143673445603 - type: nauc_recall_at_3_std value: 8.718723099698545 - type: nauc_recall_at_5_diff1 value: 9.84701641956667 - type: nauc_recall_at_5_max value: 6.865633176042521 - type: nauc_recall_at_5_std value: 8.495525728773917 - type: ndcg_at_1 value: 88.0 - type: ndcg_at_10 value: 86.454 - type: ndcg_at_100 value: 69.773 - type: ndcg_at_1000 value: 62.449 - type: ndcg_at_20 value: 83.828 - type: ndcg_at_3 value: 88.94999999999999 - type: ndcg_at_5 value: 89.008 - type: precision_at_1 value: 92.0 - type: precision_at_10 value: 91.4 - type: precision_at_100 value: 72.5 - type: precision_at_1000 value: 27.63 - type: precision_at_20 value: 88.3 - type: precision_at_3 value: 93.333 - type: precision_at_5 value: 93.60000000000001 - type: recall_at_1 value: 0.242 - type: recall_at_10 value: 2.398 - type: recall_at_100 value: 17.687 - type: recall_at_1000 value: 59.114 - type: recall_at_20 value: 4.595 - type: recall_at_3 value: 0.744 - type: recall_at_5 value: 1.242 task: type: Retrieval - dataset: config: default name: MTEB Touche2020 revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f split: test type: mteb/touche2020 metrics: - type: main_score value: 28.291 - type: map_at_1 value: 3.3070000000000004 - type: map_at_10 value: 11.583 - type: map_at_100 value: 19.431 - type: map_at_1000 value: 21.117 - type: map_at_20 value: 15.565000000000001 - type: map_at_3 value: 7.331 - type: map_at_5 value: 8.388 - type: mrr_at_1 value: 42.857142857142854 - type: mrr_at_10 value: 56.073858114674444 - type: mrr_at_100 value: 56.91700589659773 - type: mrr_at_1000 value: 56.91700589659773 - type: mrr_at_20 value: 56.74104806757868 - type: mrr_at_3 value: 52.38095238095237 - type: mrr_at_5 value: 55.238095238095234 - type: nauc_map_at_1000_diff1 value: 44.356213349156434 - type: nauc_map_at_1000_max value: -9.51945221851252 - type: nauc_map_at_1000_std value: -1.8070977193404478 - type: nauc_map_at_100_diff1 value: 43.78087877345666 - type: nauc_map_at_100_max value: -10.847966846757402 - type: nauc_map_at_100_std value: -4.891700065316397 - type: nauc_map_at_10_diff1 value: 34.27489592465229 - type: nauc_map_at_10_max value: -6.162529272432887 - type: nauc_map_at_10_std value: -22.281331588136577 - type: nauc_map_at_1_diff1 value: 29.01257972849859 - type: nauc_map_at_1_max value: -24.063714845829665 - type: nauc_map_at_1_std value: -27.78034952027059 - type: nauc_map_at_20_diff1 value: 40.558911376597514 - type: nauc_map_at_20_max value: -10.318831261038511 - type: nauc_map_at_20_std value: -19.52067901729213 - type: nauc_map_at_3_diff1 value: 25.194838760959527 - type: nauc_map_at_3_max value: -15.096493900206298 - type: nauc_map_at_3_std value: -25.517170624203906 - type: nauc_map_at_5_diff1 value: 28.037488854336395 - type: nauc_map_at_5_max value: -9.84712775315703 - type: nauc_map_at_5_std value: -25.457199540701193 - type: nauc_mrr_at_1000_diff1 value: 30.415287662773423 - type: nauc_mrr_at_1000_max value: -14.955789832238223 - type: nauc_mrr_at_1000_std value: -16.193031932456734 - type: nauc_mrr_at_100_diff1 value: 30.415287662773423 - type: nauc_mrr_at_100_max value: -14.955789832238223 - type: nauc_mrr_at_100_std value: -16.193031932456734 - type: nauc_mrr_at_10_diff1 value: 29.944404093422804 - type: nauc_mrr_at_10_max value: -14.600755940210425 - type: nauc_mrr_at_10_std value: -16.96874938128955 - type: nauc_mrr_at_1_diff1 value: 28.24168623646855 - type: nauc_mrr_at_1_max value: -26.473390810938223 - type: nauc_mrr_at_1_std value: -19.847904251987405 - type: nauc_mrr_at_20_diff1 value: 30.603321907235532 - type: nauc_mrr_at_20_max value: -15.160654418428182 - type: nauc_mrr_at_20_std value: -15.87155825394732 - type: nauc_mrr_at_3_diff1 value: 32.20974550537424 - type: nauc_mrr_at_3_max value: -13.359331637910362 - type: nauc_mrr_at_3_std value: -15.35616967360276 - type: nauc_mrr_at_5_diff1 value: 31.276346997827627 - type: nauc_mrr_at_5_max value: -13.990797683176472 - type: nauc_mrr_at_5_std value: -18.02229007347959 - type: nauc_ndcg_at_1000_diff1 value: 39.77616180280105 - type: nauc_ndcg_at_1000_max value: -13.365497309128537 - type: nauc_ndcg_at_1000_std value: 17.50934476685922 - type: nauc_ndcg_at_100_diff1 value: 43.020478240192034 - type: nauc_ndcg_at_100_max value: -24.398334067917666 - type: nauc_ndcg_at_100_std value: 14.340010824013635 - type: nauc_ndcg_at_10_diff1 value: 36.633307595982686 - type: nauc_ndcg_at_10_max value: -18.16760752311136 - type: nauc_ndcg_at_10_std value: -15.997445904209398 - type: nauc_ndcg_at_1_diff1 value: 23.50897611036144 - type: nauc_ndcg_at_1_max value: -28.8780581730975 - type: nauc_ndcg_at_1_std value: -17.956802591815965 - type: nauc_ndcg_at_20_diff1 value: 40.85273458033189 - type: nauc_ndcg_at_20_max value: -22.637229151669523 - type: nauc_ndcg_at_20_std value: -15.36108209125738 - type: nauc_ndcg_at_3_diff1 value: 26.38130973415932 - type: nauc_ndcg_at_3_max value: -17.8298646711695 - type: nauc_ndcg_at_3_std value: -15.209872297038867 - type: nauc_ndcg_at_5_diff1 value: 31.26935981147898 - type: nauc_ndcg_at_5_max value: -15.836371150882874 - type: nauc_ndcg_at_5_std value: -16.994309600153883 - type: nauc_precision_at_1000_diff1 value: -17.30286313876566 - type: nauc_precision_at_1000_max value: 44.37179979868095 - type: nauc_precision_at_1000_std value: 29.75831973979209 - type: nauc_precision_at_100_diff1 value: 30.789201196601184 - type: nauc_precision_at_100_max value: -3.6870457287567127 - type: nauc_precision_at_100_std value: 67.03237995133328 - type: nauc_precision_at_10_diff1 value: 43.12466785767051 - type: nauc_precision_at_10_max value: -10.719154994043603 - type: nauc_precision_at_10_std value: -8.136545413364837 - type: nauc_precision_at_1_diff1 value: 28.24168623646855 - type: nauc_precision_at_1_max value: -26.473390810938223 - type: nauc_precision_at_1_std value: -19.847904251987405 - type: nauc_precision_at_20_diff1 value: 52.8237598859693 - type: nauc_precision_at_20_max value: -15.964075352696169 - type: nauc_precision_at_20_std value: 2.3317371245526357 - type: nauc_precision_at_3_diff1 value: 29.43889942617868 - type: nauc_precision_at_3_max value: -9.45879416331275 - type: nauc_precision_at_3_std value: -17.368167617615043 - type: nauc_precision_at_5_diff1 value: 33.94543373423699 - type: nauc_precision_at_5_max value: -4.957278927627976 - type: nauc_precision_at_5_std value: -20.583725154303927 - type: nauc_recall_at_1000_diff1 value: 15.184063668664786 - type: nauc_recall_at_1000_max value: 21.47942517330889 - type: nauc_recall_at_1000_std value: 67.10902844029505 - type: nauc_recall_at_100_diff1 value: 34.31184666134344 - type: nauc_recall_at_100_max value: -19.59459765457681 - type: nauc_recall_at_100_std value: 38.97309991608786 - type: nauc_recall_at_10_diff1 value: 34.9024804167275 - type: nauc_recall_at_10_max value: -9.697688212953077 - type: nauc_recall_at_10_std value: -19.026416862546462 - type: nauc_recall_at_1_diff1 value: 29.01257972849859 - type: nauc_recall_at_1_max value: -24.063714845829665 - type: nauc_recall_at_1_std value: -27.78034952027059 - type: nauc_recall_at_20_diff1 value: 40.994356869986134 - type: nauc_recall_at_20_max value: -17.387720169060177 - type: nauc_recall_at_20_std value: -13.391920534091096 - type: nauc_recall_at_3_diff1 value: 23.982332098303335 - type: nauc_recall_at_3_max value: -13.23549015388994 - type: nauc_recall_at_3_std value: -24.967396496125627 - type: nauc_recall_at_5_diff1 value: 27.57909659591337 - type: nauc_recall_at_5_max value: -7.380015117336482 - type: nauc_recall_at_5_std value: -26.115325566585994 - type: ndcg_at_1 value: 40.816 - type: ndcg_at_10 value: 28.291 - type: ndcg_at_100 value: 41.814 - type: ndcg_at_1000 value: 52.762 - type: ndcg_at_20 value: 31.313999999999997 - type: ndcg_at_3 value: 35.892 - type: ndcg_at_5 value: 29.833 - type: precision_at_1 value: 42.857 - type: precision_at_10 value: 23.878 - type: precision_at_100 value: 8.449 - type: precision_at_1000 value: 1.592 - type: precision_at_20 value: 21.02 - type: precision_at_3 value: 37.415 - type: precision_at_5 value: 28.163 - type: recall_at_1 value: 3.3070000000000004 - type: recall_at_10 value: 17.412 - type: recall_at_100 value: 51.685 - type: recall_at_1000 value: 85.87 - type: recall_at_20 value: 29.047 - type: recall_at_3 value: 8.307 - type: recall_at_5 value: 10.395999999999999 task: type: Retrieval - dataset: config: default name: MTEB ToxicConversationsClassification revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de split: test type: mteb/toxic_conversations_50k metrics: - type: accuracy value: 88.0810546875 - type: ap value: 35.7418777987341 - type: ap_weighted value: 35.7418777987341 - type: f1 value: 73.74925430452048 - type: f1_weighted value: 90.07041976974219 - type: main_score value: 88.0810546875 task: type: Classification - dataset: config: default name: MTEB TweetSentimentExtractionClassification revision: d604517c81ca91fe16a244d1248fc021f9ecee7a split: test type: mteb/tweet_sentiment_extraction metrics: - type: accuracy value: 78.23429541595924 - type: f1 value: 78.40457663589217 - type: f1_weighted value: 77.77448608245429 - type: main_score value: 78.23429541595924 task: type: Classification - dataset: config: default name: MTEB TwentyNewsgroupsClustering revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 split: test type: mteb/twentynewsgroups-clustering metrics: - type: main_score value: 52.78205531814135 - type: v_measure value: 52.78205531814135 - type: v_measure_std value: 1.165738532699205 task: type: Clustering - dataset: config: default name: MTEB TwitterSemEval2015 revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 split: test type: mteb/twittersemeval2015-pairclassification metrics: - type: cosine_accuracy value: 86.51725576682364 - type: cosine_accuracy_threshold value: 87.56462335586548 - type: cosine_ap value: 75.93126232010206 - type: cosine_f1 value: 69.28154353896929 - type: cosine_f1_threshold value: 85.87252497673035 - type: cosine_precision value: 66.7563600782779 - type: cosine_recall value: 72.00527704485488 - type: dot_accuracy value: 86.51725576682364 - type: dot_accuracy_threshold value: 87.56462931632996 - type: dot_ap value: 75.93126248123106 - type: dot_f1 value: 69.28154353896929 - type: dot_f1_threshold value: 85.87252497673035 - type: dot_precision value: 66.7563600782779 - type: dot_recall value: 72.00527704485488 - type: euclidean_accuracy value: 86.51725576682364 - type: euclidean_accuracy_threshold value: 49.87057447433472 - type: euclidean_ap value: 75.93122690902605 - type: euclidean_f1 value: 69.28154353896929 - type: euclidean_f1_threshold value: 53.155386447906494 - type: euclidean_precision value: 66.7563600782779 - type: euclidean_recall value: 72.00527704485488 - type: main_score value: 75.93126248123106 - type: manhattan_accuracy value: 86.51129522560649 - type: manhattan_accuracy_threshold value: 2384.7103118896484 - type: manhattan_ap value: 75.90557012840495 - type: manhattan_f1 value: 69.18795851252213 - type: manhattan_f1_threshold value: 2518.6872482299805 - type: manhattan_precision value: 66.44800777453838 - type: manhattan_recall value: 72.16358839050132 - type: max_ap value: 75.93126248123106 - type: max_f1 value: 69.28154353896929 - type: max_precision value: 66.7563600782779 - type: max_recall value: 72.16358839050132 - type: similarity_accuracy value: 86.51725576682364 - type: similarity_accuracy_threshold value: 87.56462335586548 - type: similarity_ap value: 75.93126232010206 - type: similarity_f1 value: 69.28154353896929 - type: similarity_f1_threshold value: 85.87252497673035 - type: similarity_precision value: 66.7563600782779 - type: similarity_recall value: 72.00527704485488 task: type: PairClassification - dataset: config: default name: MTEB TwitterURLCorpus revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf split: test type: mteb/twitterurlcorpus-pairclassification metrics: - type: cosine_accuracy value: 89.4787907012846 - type: cosine_accuracy_threshold value: 84.99394059181213 - type: cosine_ap value: 87.36213612629781 - type: cosine_f1 value: 79.33653810869325 - type: cosine_f1_threshold value: 83.42517614364624 - type: cosine_precision value: 75.79050690598051 - type: cosine_recall value: 83.23067446874038 - type: dot_accuracy value: 89.4787907012846 - type: dot_accuracy_threshold value: 84.99394059181213 - type: dot_ap value: 87.36212758027688 - type: dot_f1 value: 79.33653810869325 - type: dot_f1_threshold value: 83.4251880645752 - type: dot_precision value: 75.79050690598051 - type: dot_recall value: 83.23067446874038 - type: euclidean_accuracy value: 89.4787907012846 - type: euclidean_accuracy_threshold value: 54.78330850601196 - type: euclidean_ap value: 87.36212210446135 - type: euclidean_f1 value: 79.33653810869325 - type: euclidean_f1_threshold value: 57.57572650909424 - type: euclidean_precision value: 75.79050690598051 - type: euclidean_recall value: 83.23067446874038 - type: main_score value: 87.40831622813965 - type: manhattan_accuracy value: 89.4787907012846 - type: manhattan_accuracy_threshold value: 2580.6427001953125 - type: manhattan_ap value: 87.40831622813965 - type: manhattan_f1 value: 79.41061043918799 - type: manhattan_f1_threshold value: 2771.9974517822266 - type: manhattan_precision value: 73.99109101788444 - type: manhattan_recall value: 85.68678780412688 - type: max_ap value: 87.40831622813965 - type: max_f1 value: 79.41061043918799 - type: max_precision value: 75.79050690598051 - type: max_recall value: 85.68678780412688 - type: similarity_accuracy value: 89.4787907012846 - type: similarity_accuracy_threshold value: 84.99394059181213 - type: similarity_ap value: 87.36213612629781 - type: similarity_f1 value: 79.33653810869325 - type: similarity_f1_threshold value: 83.42517614364624 - type: similarity_precision value: 75.79050690598051 - type: similarity_recall value: 83.23067446874038 task: type: PairClassification - dataset: config: default name: MTEB AFQMC revision: b44c3b011063adb25877c13823db83bb193913c4 split: validation type: C-MTEB/AFQMC metrics: - type: cosine_pearson value: 41.64386835570561 - type: cosine_spearman value: 43.19379151087761 - type: euclidean_pearson value: 41.50918458775045 - type: euclidean_spearman value: 43.19379150765412 - type: main_score value: 43.19379151087761 - type: manhattan_pearson value: 41.44879311570844 - type: manhattan_spearman value: 43.1331569623375 - type: pearson value: 41.64386835570561 - type: spearman value: 43.19379151087761 task: type: STS - dataset: config: default name: MTEB ATEC revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865 split: test type: C-MTEB/ATEC metrics: - type: cosine_pearson value: 48.743301803415385 - type: cosine_spearman value: 50.1649346804881 - type: euclidean_pearson value: 52.18999372105992 - type: euclidean_spearman value: 50.16493130254488 - type: main_score value: 50.1649346804881 - type: manhattan_pearson value: 52.18395800985427 - type: manhattan_spearman value: 50.14763571495949 - type: pearson value: 48.743301803415385 - type: spearman value: 50.1649346804881 task: type: STS - dataset: config: zh name: MTEB AmazonReviewsClassification (zh) revision: 1399c76144fd37290681b995c656ef9b2e06e26d split: test type: mteb/amazon_reviews_multi metrics: - type: accuracy value: 51.535999999999994 - type: f1 value: 47.4898954358022 - type: f1_weighted value: 47.48989543580219 - type: main_score value: 51.535999999999994 task: type: Classification - dataset: config: default name: MTEB BQ revision: e3dda5e115e487b39ec7e618c0c6a29137052a55 split: test type: C-MTEB/BQ metrics: - type: cosine_pearson value: 55.419452799381105 - type: cosine_spearman value: 56.293792343775564 - type: euclidean_pearson value: 55.36536266265162 - type: euclidean_spearman value: 56.29378541472789 - type: main_score value: 56.293792343775564 - type: manhattan_pearson value: 55.49541403940816 - type: manhattan_spearman value: 56.44957645829305 - type: pearson value: 55.419452799381105 - type: spearman value: 56.293792343775564 task: type: STS - dataset: config: default name: MTEB CLSClusteringP2P revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476 split: test type: C-MTEB/CLSClusteringP2P metrics: - type: main_score value: 55.22891270992726 - type: v_measure value: 55.22891270992726 - type: v_measure_std value: 1.2285658700007676 task: type: Clustering - dataset: config: default name: MTEB CLSClusteringS2S revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f split: test type: C-MTEB/CLSClusteringS2S metrics: - type: main_score value: 50.63839978827497 - type: v_measure value: 50.63839978827497 - type: v_measure_std value: 1.242473805835589 task: type: Clustering - dataset: config: default name: MTEB CMedQAv1 revision: 8d7f1e942507dac42dc58017c1a001c3717da7df split: test type: C-MTEB/CMedQAv1-reranking metrics: - type: main_score value: 85.96024801465656 - type: map value: 85.96024801465656 - type: mrr value: 88.43456349206349 - type: nAUC_map_diff1 value: 57.337140940549446 - type: nAUC_map_max value: 62.9958193712711 - type: nAUC_map_std value: 31.11271008737696 - type: nAUC_mrr_diff1 value: 65.1415639393879 - type: nAUC_mrr_max value: 72.03136151651076 - type: nAUC_mrr_std value: 41.81297572680883 task: type: Reranking - dataset: config: default name: MTEB CMedQAv2 revision: 23d186750531a14a0357ca22cd92d712fd512ea0 split: test type: C-MTEB/CMedQAv2-reranking metrics: - type: main_score value: 86.16019791195917 - type: map value: 86.16019791195917 - type: mrr value: 88.43142857142857 - type: nAUC_map_diff1 value: 65.73941836563229 - type: nAUC_map_max value: 70.18844498133647 - type: nAUC_map_std value: 20.764350257887205 - type: nAUC_mrr_diff1 value: 72.29089490704929 - type: nAUC_mrr_max value: 79.06040041480205 - type: nAUC_mrr_std value: 29.68793685691943 task: type: Reranking - dataset: config: default name: MTEB CmedqaRetrieval revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301 split: dev type: C-MTEB/CmedqaRetrieval metrics: - type: main_score value: 48.878 - type: map_at_1 value: 30.990000000000002 - type: map_at_10 value: 43.101 - type: map_at_100 value: 44.799 - type: map_at_1000 value: 44.917 - type: map_at_20 value: 44.024 - type: map_at_3 value: 39.495999999999995 - type: map_at_5 value: 41.619 - type: mrr_at_1 value: 46.036509127281825 - type: mrr_at_10 value: 52.58885157797379 - type: mrr_at_100 value: 53.491086020573874 - type: mrr_at_1000 value: 53.53388374466903 - type: mrr_at_20 value: 53.106963611093015 - type: mrr_at_3 value: 50.75435525548042 - type: mrr_at_5 value: 51.810869384012626 - type: nauc_map_at_1000_diff1 value: 52.41543525690992 - type: nauc_map_at_1000_max value: 41.553008933748075 - type: nauc_map_at_1000_std value: -10.32929204180765 - type: nauc_map_at_100_diff1 value: 52.381590955115 - type: nauc_map_at_100_max value: 41.528487983429805 - type: nauc_map_at_100_std value: -10.381249064468227 - type: nauc_map_at_10_diff1 value: 52.16869784800555 - type: nauc_map_at_10_max value: 40.50593347217273 - type: nauc_map_at_10_std value: -11.48440163831477 - type: nauc_map_at_1_diff1 value: 54.37950698425308 - type: nauc_map_at_1_max value: 27.99076263656578 - type: nauc_map_at_1_std value: -13.387743308583936 - type: nauc_map_at_20_diff1 value: 52.26486912651778 - type: nauc_map_at_20_max value: 41.1289112053278 - type: nauc_map_at_20_std value: -10.836952272087673 - type: nauc_map_at_3_diff1 value: 52.22837162881318 - type: nauc_map_at_3_max value: 37.28247882586101 - type: nauc_map_at_3_std value: -12.802844493692689 - type: nauc_map_at_5_diff1 value: 52.14901352070414 - type: nauc_map_at_5_max value: 39.30755835274481 - type: nauc_map_at_5_std value: -12.090080928908693 - type: nauc_mrr_at_1000_diff1 value: 61.29362223939591 - type: nauc_mrr_at_1000_max value: 49.504464268268734 - type: nauc_mrr_at_1000_std value: -6.192362955819179 - type: nauc_mrr_at_100_diff1 value: 61.27462778479297 - type: nauc_mrr_at_100_max value: 49.501426021534314 - type: nauc_mrr_at_100_std value: -6.187965501873083 - type: nauc_mrr_at_10_diff1 value: 61.26052149225271 - type: nauc_mrr_at_10_max value: 49.41033526947803 - type: nauc_mrr_at_10_std value: -6.480678335278449 - type: nauc_mrr_at_1_diff1 value: 65.17652550565293 - type: nauc_mrr_at_1_max value: 48.51010542543353 - type: nauc_mrr_at_1_std value: -7.368387510155559 - type: nauc_mrr_at_20_diff1 value: 61.21989112831903 - type: nauc_mrr_at_20_max value: 49.48689488743648 - type: nauc_mrr_at_20_std value: -6.243372597148973 - type: nauc_mrr_at_3_diff1 value: 61.9547565182502 - type: nauc_mrr_at_3_max value: 49.66360537204246 - type: nauc_mrr_at_3_std value: -6.720743933293509 - type: nauc_mrr_at_5_diff1 value: 61.496871352071125 - type: nauc_mrr_at_5_max value: 49.5678171266 - type: nauc_mrr_at_5_std value: -6.6874891389325315 - type: nauc_ndcg_at_1000_diff1 value: 54.01531878364172 - type: nauc_ndcg_at_1000_max value: 45.34209378824649 - type: nauc_ndcg_at_1000_std value: -6.944248444224854 - type: nauc_ndcg_at_100_diff1 value: 53.346748878441474 - type: nauc_ndcg_at_100_max value: 45.14003986050034 - type: nauc_ndcg_at_100_std value: -7.005085495055454 - type: nauc_ndcg_at_10_diff1 value: 52.810226490598126 - type: nauc_ndcg_at_10_max value: 43.07795669853919 - type: nauc_ndcg_at_10_std value: -10.034928499762781 - type: nauc_ndcg_at_1_diff1 value: 65.17652550565293 - type: nauc_ndcg_at_1_max value: 48.51010542543353 - type: nauc_ndcg_at_1_std value: -7.368387510155559 - type: nauc_ndcg_at_20_diff1 value: 52.804323719089496 - type: nauc_ndcg_at_20_max value: 43.997732911446015 - type: nauc_ndcg_at_20_std value: -8.676868642315817 - type: nauc_ndcg_at_3_diff1 value: 53.674179686012266 - type: nauc_ndcg_at_3_max value: 44.060837370301144 - type: nauc_ndcg_at_3_std value: -9.037885820033154 - type: nauc_ndcg_at_5_diff1 value: 53.07635969540409 - type: nauc_ndcg_at_5_max value: 43.25087811115596 - type: nauc_ndcg_at_5_std value: -9.846858466002635 - type: nauc_precision_at_1000_diff1 value: 2.084666373040924 - type: nauc_precision_at_1000_max value: 28.42640828471192 - type: nauc_precision_at_1000_std value: 22.933705383301913 - type: nauc_precision_at_100_diff1 value: 9.069908068584077 - type: nauc_precision_at_100_max value: 37.06160191646647 - type: nauc_precision_at_100_std value: 21.54927708468064 - type: nauc_precision_at_10_diff1 value: 24.20089272765347 - type: nauc_precision_at_10_max value: 46.03710227995257 - type: nauc_precision_at_10_std value: 7.738238301903013 - type: nauc_precision_at_1_diff1 value: 65.17652550565293 - type: nauc_precision_at_1_max value: 48.51010542543353 - type: nauc_precision_at_1_std value: -7.368387510155559 - type: nauc_precision_at_20_diff1 value: 19.201920174779982 - type: nauc_precision_at_20_max value: 44.13300802679899 - type: nauc_precision_at_20_std value: 13.160562176619225 - type: nauc_precision_at_3_diff1 value: 36.167789437136456 - type: nauc_precision_at_3_max value: 48.8924513883858 - type: nauc_precision_at_3_std value: 0.8689238709283229 - type: nauc_precision_at_5_diff1 value: 29.82427928985585 - type: nauc_precision_at_5_max value: 47.80109745837339 - type: nauc_precision_at_5_std value: 3.9881901859384796 - type: nauc_recall_at_1000_diff1 value: 33.90580711293753 - type: nauc_recall_at_1000_max value: 63.570522808962416 - type: nauc_recall_at_1000_std value: 51.2943861130984 - type: nauc_recall_at_100_diff1 value: 36.04779122344113 - type: nauc_recall_at_100_max value: 40.822667691791864 - type: nauc_recall_at_100_std value: 5.0429741472701135 - type: nauc_recall_at_10_diff1 value: 42.796036272531346 - type: nauc_recall_at_10_max value: 37.11160162276398 - type: nauc_recall_at_10_std value: -10.853453090588996 - type: nauc_recall_at_1_diff1 value: 54.37950698425308 - type: nauc_recall_at_1_max value: 27.99076263656578 - type: nauc_recall_at_1_std value: -13.387743308583936 - type: nauc_recall_at_20_diff1 value: 40.701617167157856 - type: nauc_recall_at_20_max value: 38.69709452685056 - type: nauc_recall_at_20_std value: -6.236014503299754 - type: nauc_recall_at_3_diff1 value: 47.008724772852986 - type: nauc_recall_at_3_max value: 36.18196717387915 - type: nauc_recall_at_3_std value: -12.56849547435393 - type: nauc_recall_at_5_diff1 value: 44.83401607708702 - type: nauc_recall_at_5_max value: 37.2376150434735 - type: nauc_recall_at_5_std value: -11.98576967557474 - type: ndcg_at_1 value: 46.037 - type: ndcg_at_10 value: 48.878 - type: ndcg_at_100 value: 55.559000000000005 - type: ndcg_at_1000 value: 57.609 - type: ndcg_at_20 value: 51.376999999999995 - type: ndcg_at_3 value: 45.115 - type: ndcg_at_5 value: 46.69 - type: precision_at_1 value: 46.037 - type: precision_at_10 value: 10.168000000000001 - type: precision_at_100 value: 1.5599999999999998 - type: precision_at_1000 value: 0.183 - type: precision_at_20 value: 5.923 - type: precision_at_3 value: 24.948 - type: precision_at_5 value: 17.444000000000003 - type: recall_at_1 value: 30.990000000000002 - type: recall_at_10 value: 56.45400000000001 - type: recall_at_100 value: 84.285 - type: recall_at_1000 value: 98.03699999999999 - type: recall_at_20 value: 64.936 - type: recall_at_3 value: 43.963 - type: recall_at_5 value: 49.71 task: type: Retrieval - dataset: config: default name: MTEB Cmnli revision: 41bc36f332156f7adc9e38f53777c959b2ae9766 split: validation type: C-MTEB/CMNLI metrics: - type: cosine_accuracy value: 72.39927841250751 - type: cosine_accuracy_threshold value: 75.96232295036316 - type: cosine_ap value: 80.23711282712038 - type: cosine_f1 value: 74.77399913904435 - type: cosine_f1_threshold value: 74.5398998260498 - type: cosine_precision value: 69.27218344965105 - type: cosine_recall value: 81.22515782090251 - type: dot_accuracy value: 72.39927841250751 - type: dot_accuracy_threshold value: 75.96232891082764 - type: dot_ap value: 80.2592745288548 - type: dot_f1 value: 74.77399913904435 - type: dot_f1_threshold value: 74.5398998260498 - type: dot_precision value: 69.27218344965105 - type: dot_recall value: 81.22515782090251 - type: euclidean_accuracy value: 72.39927841250751 - type: euclidean_accuracy_threshold value: 69.3363904953003 - type: euclidean_ap value: 80.23711023366968 - type: euclidean_f1 value: 74.77399913904435 - type: euclidean_f1_threshold value: 71.35838270187378 - type: euclidean_precision value: 69.27218344965105 - type: euclidean_recall value: 81.22515782090251 - type: main_score value: 80.2592745288548 - type: manhattan_accuracy value: 72.38725195429946 - type: manhattan_accuracy_threshold value: 3262.3924255371094 - type: manhattan_ap value: 80.20796281059799 - type: manhattan_f1 value: 74.78589922326229 - type: manhattan_f1_threshold value: 3522.083282470703 - type: manhattan_precision value: 65.13443191673895 - type: manhattan_recall value: 87.79518353986438 - type: max_ap value: 80.2592745288548 - type: max_f1 value: 74.78589922326229 - type: max_precision value: 69.27218344965105 - type: max_recall value: 87.79518353986438 - type: similarity_accuracy value: 72.39927841250751 - type: similarity_accuracy_threshold value: 75.96232295036316 - type: similarity_ap value: 80.23711282712038 - type: similarity_f1 value: 74.77399913904435 - type: similarity_f1_threshold value: 74.5398998260498 - type: similarity_precision value: 69.27218344965105 - type: similarity_recall value: 81.22515782090251 task: type: PairClassification - dataset: config: default name: MTEB CovidRetrieval revision: 1271c7809071a13532e05f25fb53511ffce77117 split: dev type: C-MTEB/CovidRetrieval metrics: - type: main_score value: 85.11800000000001 - type: map_at_1 value: 73.63 - type: map_at_10 value: 81.679 - type: map_at_100 value: 81.857 - type: map_at_1000 value: 81.85900000000001 - type: map_at_20 value: 81.797 - type: map_at_3 value: 80.137 - type: map_at_5 value: 81.185 - type: mrr_at_1 value: 73.97260273972603 - type: mrr_at_10 value: 81.75707093515315 - type: mrr_at_100 value: 81.93543323000621 - type: mrr_at_1000 value: 81.93756828328048 - type: mrr_at_20 value: 81.87548986547937 - type: mrr_at_3 value: 80.31260976466457 - type: mrr_at_5 value: 81.29785739374785 - type: nauc_map_at_1000_diff1 value: 81.93788057355742 - type: nauc_map_at_1000_max value: 35.99041105416496 - type: nauc_map_at_1000_std value: -48.78171089687064 - type: nauc_map_at_100_diff1 value: 81.93620480570421 - type: nauc_map_at_100_max value: 35.99750026667062 - type: nauc_map_at_100_std value: -48.77105969575747 - type: nauc_map_at_10_diff1 value: 81.91994980094535 - type: nauc_map_at_10_max value: 35.936389715002434 - type: nauc_map_at_10_std value: -49.17909322969262 - type: nauc_map_at_1_diff1 value: 84.01876408819771 - type: nauc_map_at_1_max value: 36.70512051150278 - type: nauc_map_at_1_std value: -43.39242709520668 - type: nauc_map_at_20_diff1 value: 81.89629060612107 - type: nauc_map_at_20_max value: 35.998722436607224 - type: nauc_map_at_20_std value: -48.795137145085114 - type: nauc_map_at_3_diff1 value: 81.65169701784126 - type: nauc_map_at_3_max value: 34.21369237086454 - type: nauc_map_at_3_std value: -51.38254219438024 - type: nauc_map_at_5_diff1 value: 81.89142627086459 - type: nauc_map_at_5_max value: 35.690016330033146 - type: nauc_map_at_5_std value: -50.19202102899405 - type: nauc_mrr_at_1000_diff1 value: 81.75999363957315 - type: nauc_mrr_at_1000_max value: 36.136685517402135 - type: nauc_mrr_at_1000_std value: -48.352638487245194 - type: nauc_mrr_at_100_diff1 value: 81.75833537458423 - type: nauc_mrr_at_100_max value: 36.14377951768674 - type: nauc_mrr_at_100_std value: -48.34200730825885 - type: nauc_mrr_at_10_diff1 value: 81.74393774612405 - type: nauc_mrr_at_10_max value: 36.08089403053739 - type: nauc_mrr_at_10_std value: -48.75600700693392 - type: nauc_mrr_at_1_diff1 value: 83.56151294191774 - type: nauc_mrr_at_1_max value: 36.82117748749014 - type: nauc_mrr_at_1_std value: -42.64032550449816 - type: nauc_mrr_at_20_diff1 value: 81.71893460337381 - type: nauc_mrr_at_20_max value: 36.144473698390016 - type: nauc_mrr_at_20_std value: -48.36772596598759 - type: nauc_mrr_at_3_diff1 value: 81.31323444477003 - type: nauc_mrr_at_3_max value: 34.749717583977876 - type: nauc_mrr_at_3_std value: -50.49999044146871 - type: nauc_mrr_at_5_diff1 value: 81.66194334976237 - type: nauc_mrr_at_5_max value: 35.93608825443919 - type: nauc_mrr_at_5_std value: -49.61915090103402 - type: nauc_ndcg_at_1000_diff1 value: 81.55763410469278 - type: nauc_ndcg_at_1000_max value: 36.42322037020392 - type: nauc_ndcg_at_1000_std value: -48.7742078811271 - type: nauc_ndcg_at_100_diff1 value: 81.48331573837318 - type: nauc_ndcg_at_100_max value: 36.71054353074742 - type: nauc_ndcg_at_100_std value: -48.369435549215076 - type: nauc_ndcg_at_10_diff1 value: 81.29394592276353 - type: nauc_ndcg_at_10_max value: 36.4517074035948 - type: nauc_ndcg_at_10_std value: -50.20090355449128 - type: nauc_ndcg_at_1_diff1 value: 83.56151294191774 - type: nauc_ndcg_at_1_max value: 36.82117748749014 - type: nauc_ndcg_at_1_std value: -42.64032550449816 - type: nauc_ndcg_at_20_diff1 value: 81.20254779696464 - type: nauc_ndcg_at_20_max value: 36.6482927189098 - type: nauc_ndcg_at_20_std value: -48.571825313722385 - type: nauc_ndcg_at_3_diff1 value: 80.66603026862907 - type: nauc_ndcg_at_3_max value: 33.240952475122505 - type: nauc_ndcg_at_3_std value: -54.35238318429462 - type: nauc_ndcg_at_5_diff1 value: 81.19993125865157 - type: nauc_ndcg_at_5_max value: 35.94971755293486 - type: nauc_ndcg_at_5_std value: -52.56998418921957 - type: nauc_precision_at_1000_diff1 value: -40.60462498343001 - type: nauc_precision_at_1000_max value: 15.136963270766103 - type: nauc_precision_at_1000_std value: 53.270315269342284 - type: nauc_precision_at_100_diff1 value: -14.678538901117824 - type: nauc_precision_at_100_max value: 31.227486523061042 - type: nauc_precision_at_100_std value: 44.407313386101016 - type: nauc_precision_at_10_diff1 value: 37.992508676096854 - type: nauc_precision_at_10_max value: 32.20617803639044 - type: nauc_precision_at_10_std value: -24.651272381791788 - type: nauc_precision_at_1_diff1 value: 83.56151294191774 - type: nauc_precision_at_1_max value: 36.82117748749014 - type: nauc_precision_at_1_std value: -42.64032550449816 - type: nauc_precision_at_20_diff1 value: 22.54300244947699 - type: nauc_precision_at_20_max value: 32.36876652389686 - type: nauc_precision_at_20_std value: 1.7015124554747025 - type: nauc_precision_at_3_diff1 value: 68.81478714821245 - type: nauc_precision_at_3_max value: 26.41457436423825 - type: nauc_precision_at_3_std value: -61.40398331777571 - type: nauc_precision_at_5_diff1 value: 58.69105759402332 - type: nauc_precision_at_5_max value: 32.97451532708787 - type: nauc_precision_at_5_std value: -50.69790705388475 - type: nauc_recall_at_1000_diff1 value: 72.21681648749731 - type: nauc_recall_at_1000_max value: 79.571695197873 - type: nauc_recall_at_1000_std value: -10.249054570729779 - type: nauc_recall_at_100_diff1 value: 69.85195714312137 - type: nauc_recall_at_100_max value: 82.29327419137651 - type: nauc_recall_at_100_std value: 9.272355364496024 - type: nauc_recall_at_10_diff1 value: 75.88961282317214 - type: nauc_recall_at_10_max value: 42.33799173568281 - type: nauc_recall_at_10_std value: -59.92110791808928 - type: nauc_recall_at_1_diff1 value: 84.01876408819771 - type: nauc_recall_at_1_max value: 36.70512051150278 - type: nauc_recall_at_1_std value: -43.39242709520668 - type: nauc_recall_at_20_diff1 value: 71.54902295882445 - type: nauc_recall_at_20_max value: 48.23402574935853 - type: nauc_recall_at_20_std value: -36.19907601808263 - type: nauc_recall_at_3_diff1 value: 76.77746829240562 - type: nauc_recall_at_3_max value: 27.957036148475822 - type: nauc_recall_at_3_std value: -68.61906130536217 - type: nauc_recall_at_5_diff1 value: 77.45476586755301 - type: nauc_recall_at_5_max value: 37.49706408332405 - type: nauc_recall_at_5_std value: -68.35743165578008 - type: ndcg_at_1 value: 73.973 - type: ndcg_at_10 value: 85.11800000000001 - type: ndcg_at_100 value: 85.918 - type: ndcg_at_1000 value: 85.994 - type: ndcg_at_20 value: 85.529 - type: ndcg_at_3 value: 82.185 - type: ndcg_at_5 value: 84.003 - type: precision_at_1 value: 73.973 - type: precision_at_10 value: 9.663 - type: precision_at_100 value: 1.002 - type: precision_at_1000 value: 0.101 - type: precision_at_20 value: 4.91 - type: precision_at_3 value: 29.505 - type: precision_at_5 value: 18.609 - type: recall_at_1 value: 73.63 - type: recall_at_10 value: 95.574 - type: recall_at_100 value: 99.157 - type: recall_at_1000 value: 99.789 - type: recall_at_20 value: 97.155 - type: recall_at_3 value: 87.908 - type: recall_at_5 value: 92.255 task: type: Retrieval - dataset: config: default name: MTEB DuRetrieval revision: a1a333e290fe30b10f3f56498e3a0d911a693ced split: dev type: C-MTEB/DuRetrieval metrics: - type: main_score value: 85.546 - type: map_at_1 value: 24.726 - type: map_at_10 value: 77.398 - type: map_at_100 value: 80.512 - type: map_at_1000 value: 80.542 - type: map_at_20 value: 79.89 - type: map_at_3 value: 52.294 - type: map_at_5 value: 66.737 - type: mrr_at_1 value: 84.65 - type: mrr_at_10 value: 90.20547619047615 - type: mrr_at_100 value: 90.27505685543193 - type: mrr_at_1000 value: 90.27765420779204 - type: mrr_at_20 value: 90.24865983066637 - type: mrr_at_3 value: 89.79166666666661 - type: mrr_at_5 value: 90.11666666666662 - type: nauc_map_at_1000_diff1 value: -1.215140973709367 - type: nauc_map_at_1000_max value: 33.108520516658615 - type: nauc_map_at_1000_std value: 6.758685957507468 - type: nauc_map_at_100_diff1 value: -1.207757544020437 - type: nauc_map_at_100_max value: 33.155285829506695 - type: nauc_map_at_100_std value: 6.754183039785769 - type: nauc_map_at_10_diff1 value: 3.5413573051903047 - type: nauc_map_at_10_max value: 29.006738480989004 - type: nauc_map_at_10_std value: -4.221060526808343 - type: nauc_map_at_1_diff1 value: 44.81310475715047 - type: nauc_map_at_1_max value: -8.316916162518954 - type: nauc_map_at_1_std value: -32.633488423702175 - type: nauc_map_at_20_diff1 value: -0.3252090899485349 - type: nauc_map_at_20_max value: 32.95421638619362 - type: nauc_map_at_20_std value: 4.790196784943749 - type: nauc_map_at_3_diff1 value: 27.674115634718188 - type: nauc_map_at_3_max value: 3.177400343231302 - type: nauc_map_at_3_std value: -29.847459692956424 - type: nauc_map_at_5_diff1 value: 16.298632315753334 - type: nauc_map_at_5_max value: 14.449275595437436 - type: nauc_map_at_5_std value: -21.725650182682045 - type: nauc_mrr_at_1000_diff1 value: 16.12774381335271 - type: nauc_mrr_at_1000_max value: 44.56306933921215 - type: nauc_mrr_at_1000_std value: 14.246686478153414 - type: nauc_mrr_at_100_diff1 value: 16.11003916190221 - type: nauc_mrr_at_100_max value: 44.57758602293314 - type: nauc_mrr_at_100_std value: 14.266539208498525 - type: nauc_mrr_at_10_diff1 value: 16.04707311153708 - type: nauc_mrr_at_10_max value: 44.88607103190051 - type: nauc_mrr_at_10_std value: 14.603834034677801 - type: nauc_mrr_at_1_diff1 value: 20.30116277958172 - type: nauc_mrr_at_1_max value: 35.534881794166715 - type: nauc_mrr_at_1_std value: 5.000207127083605 - type: nauc_mrr_at_20_diff1 value: 16.143921778805996 - type: nauc_mrr_at_20_max value: 44.707449455864804 - type: nauc_mrr_at_20_std value: 14.383713595447947 - type: nauc_mrr_at_3_diff1 value: 15.69790889754428 - type: nauc_mrr_at_3_max value: 46.045452572344196 - type: nauc_mrr_at_3_std value: 15.609671398185512 - type: nauc_mrr_at_5_diff1 value: 16.033204218512513 - type: nauc_mrr_at_5_max value: 45.05227844402774 - type: nauc_mrr_at_5_std value: 14.613736935489879 - type: nauc_ndcg_at_1000_diff1 value: -1.4216773326070282 - type: nauc_ndcg_at_1000_max value: 41.10910111412521 - type: nauc_ndcg_at_1000_std value: 16.86477734879313 - type: nauc_ndcg_at_100_diff1 value: -2.003960756412403 - type: nauc_ndcg_at_100_max value: 41.70519523020085 - type: nauc_ndcg_at_100_std value: 17.377814224364503 - type: nauc_ndcg_at_10_diff1 value: 0.12660867221458405 - type: nauc_ndcg_at_10_max value: 37.322966910455804 - type: nauc_ndcg_at_10_std value: 9.042664903565756 - type: nauc_ndcg_at_1_diff1 value: 20.30116277958172 - type: nauc_ndcg_at_1_max value: 35.534881794166715 - type: nauc_ndcg_at_1_std value: 5.000207127083605 - type: nauc_ndcg_at_20_diff1 value: -1.156115903648345 - type: nauc_ndcg_at_20_max value: 42.0674805149201 - type: nauc_ndcg_at_20_std value: 15.12731706664778 - type: nauc_ndcg_at_3_diff1 value: -0.49319667143901985 - type: nauc_ndcg_at_3_max value: 31.903791872436134 - type: nauc_ndcg_at_3_std value: 7.268897004663463 - type: nauc_ndcg_at_5_diff1 value: 1.7704403405480456 - type: nauc_ndcg_at_5_max value: 30.429016694320566 - type: nauc_ndcg_at_5_std value: 3.105284555570875 - type: nauc_precision_at_1000_diff1 value: -34.86243245110438 - type: nauc_precision_at_1000_max value: 16.55390220300698 - type: nauc_precision_at_1000_std value: 47.249390229064616 - type: nauc_precision_at_100_diff1 value: -35.49469618655004 - type: nauc_precision_at_100_max value: 18.01017124557696 - type: nauc_precision_at_100_std value: 48.24492886643511 - type: nauc_precision_at_10_diff1 value: -38.13696581770024 - type: nauc_precision_at_10_max value: 26.98185307554265 - type: nauc_precision_at_10_std value: 44.80668408168652 - type: nauc_precision_at_1_diff1 value: 20.30116277958172 - type: nauc_precision_at_1_max value: 35.534881794166715 - type: nauc_precision_at_1_std value: 5.000207127083605 - type: nauc_precision_at_20_diff1 value: -36.49678023696355 - type: nauc_precision_at_20_max value: 22.530591705844362 - type: nauc_precision_at_20_std value: 48.34192532928907 - type: nauc_precision_at_3_diff1 value: -32.719086262048954 - type: nauc_precision_at_3_max value: 35.39122694943844 - type: nauc_precision_at_3_std value: 28.91765225509027 - type: nauc_precision_at_5_diff1 value: -38.88429973444081 - type: nauc_precision_at_5_max value: 32.46086225329996 - type: nauc_precision_at_5_std value: 37.057698623627736 - type: nauc_recall_at_1000_diff1 value: -25.091814276951112 - type: nauc_recall_at_1000_max value: 79.28277293043296 - type: nauc_recall_at_1000_std value: 74.55138108628938 - type: nauc_recall_at_100_diff1 value: -32.687184978421854 - type: nauc_recall_at_100_max value: 69.17663327735013 - type: nauc_recall_at_100_std value: 57.63458684402335 - type: nauc_recall_at_10_diff1 value: 2.823797050791949 - type: nauc_recall_at_10_max value: 33.25819004443964 - type: nauc_recall_at_10_std value: -3.379510126507516 - type: nauc_recall_at_1_diff1 value: 44.81310475715047 - type: nauc_recall_at_1_max value: -8.316916162518954 - type: nauc_recall_at_1_std value: -32.633488423702175 - type: nauc_recall_at_20_diff1 value: -7.487267387128085 - type: nauc_recall_at_20_max value: 54.27294562215508 - type: nauc_recall_at_20_std value: 25.404864863592596 - type: nauc_recall_at_3_diff1 value: 27.290576205803678 - type: nauc_recall_at_3_max value: 0.18509949842986292 - type: nauc_recall_at_3_std value: -31.927894497312785 - type: nauc_recall_at_5_diff1 value: 17.436811980536145 - type: nauc_recall_at_5_max value: 9.619111814502137 - type: nauc_recall_at_5_std value: -26.80525027384896 - type: ndcg_at_1 value: 84.65 - type: ndcg_at_10 value: 85.546 - type: ndcg_at_100 value: 88.588 - type: ndcg_at_1000 value: 88.838 - type: ndcg_at_20 value: 87.414 - type: ndcg_at_3 value: 82.299 - type: ndcg_at_5 value: 82.309 - type: precision_at_1 value: 84.65 - type: precision_at_10 value: 41.660000000000004 - type: precision_at_100 value: 4.835 - type: precision_at_1000 value: 0.48900000000000005 - type: precision_at_20 value: 22.958000000000002 - type: precision_at_3 value: 73.983 - type: precision_at_5 value: 63.46000000000001 - type: recall_at_1 value: 24.726 - type: recall_at_10 value: 88.533 - type: recall_at_100 value: 98.084 - type: recall_at_1000 value: 99.362 - type: recall_at_20 value: 94.139 - type: recall_at_3 value: 55.559000000000005 - type: recall_at_5 value: 73.27900000000001 task: type: Retrieval - dataset: config: default name: MTEB EcomRetrieval revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9 split: dev type: C-MTEB/EcomRetrieval metrics: - type: main_score value: 69.569 - type: map_at_1 value: 55.2 - type: map_at_10 value: 64.73100000000001 - type: map_at_100 value: 65.212 - type: map_at_1000 value: 65.223 - type: map_at_20 value: 65.065 - type: map_at_3 value: 62.25000000000001 - type: map_at_5 value: 63.665000000000006 - type: mrr_at_1 value: 55.2 - type: mrr_at_10 value: 64.73107142857143 - type: mrr_at_100 value: 65.21168735476023 - type: mrr_at_1000 value: 65.22349810383741 - type: mrr_at_20 value: 65.06460730617853 - type: mrr_at_3 value: 62.250000000000014 - type: mrr_at_5 value: 63.66500000000001 - type: nauc_map_at_1000_diff1 value: 69.58058859314815 - type: nauc_map_at_1000_max value: 22.143965598479625 - type: nauc_map_at_1000_std value: -17.77717787393765 - type: nauc_map_at_100_diff1 value: 69.5786282929092 - type: nauc_map_at_100_max value: 22.15596641656083 - type: nauc_map_at_100_std value: -17.77087007615729 - type: nauc_map_at_10_diff1 value: 69.50984160111912 - type: nauc_map_at_10_max value: 22.077878838591417 - type: nauc_map_at_10_std value: -17.999280229699337 - type: nauc_map_at_1_diff1 value: 71.78490211309624 - type: nauc_map_at_1_max value: 17.493977056525587 - type: nauc_map_at_1_std value: -20.738626768887876 - type: nauc_map_at_20_diff1 value: 69.54446967958494 - type: nauc_map_at_20_max value: 22.190247858127446 - type: nauc_map_at_20_std value: -17.81055914472505 - type: nauc_map_at_3_diff1 value: 69.78902422886996 - type: nauc_map_at_3_max value: 20.724520905637984 - type: nauc_map_at_3_std value: -19.780102009399112 - type: nauc_map_at_5_diff1 value: 69.40598262452117 - type: nauc_map_at_5_max value: 22.00585257749536 - type: nauc_map_at_5_std value: -18.06926381339879 - type: nauc_mrr_at_1000_diff1 value: 69.58058859314815 - type: nauc_mrr_at_1000_max value: 22.143965598479625 - type: nauc_mrr_at_1000_std value: -17.77717787393765 - type: nauc_mrr_at_100_diff1 value: 69.5786282929092 - type: nauc_mrr_at_100_max value: 22.15596641656083 - type: nauc_mrr_at_100_std value: -17.77087007615729 - type: nauc_mrr_at_10_diff1 value: 69.50984160111912 - type: nauc_mrr_at_10_max value: 22.077878838591417 - type: nauc_mrr_at_10_std value: -17.999280229699337 - type: nauc_mrr_at_1_diff1 value: 71.78490211309624 - type: nauc_mrr_at_1_max value: 17.493977056525587 - type: nauc_mrr_at_1_std value: -20.738626768887876 - type: nauc_mrr_at_20_diff1 value: 69.54446967958494 - type: nauc_mrr_at_20_max value: 22.190247858127446 - type: nauc_mrr_at_20_std value: -17.81055914472505 - type: nauc_mrr_at_3_diff1 value: 69.78902422886996 - type: nauc_mrr_at_3_max value: 20.724520905637984 - type: nauc_mrr_at_3_std value: -19.780102009399112 - type: nauc_mrr_at_5_diff1 value: 69.40598262452117 - type: nauc_mrr_at_5_max value: 22.00585257749536 - type: nauc_mrr_at_5_std value: -18.06926381339879 - type: nauc_ndcg_at_1000_diff1 value: 69.00910876286885 - type: nauc_ndcg_at_1000_max value: 24.68612156136573 - type: nauc_ndcg_at_1000_std value: -14.678431088013632 - type: nauc_ndcg_at_100_diff1 value: 69.01038835136153 - type: nauc_ndcg_at_100_max value: 25.25855525568926 - type: nauc_ndcg_at_100_std value: -14.11646531874503 - type: nauc_ndcg_at_10_diff1 value: 68.56977946049157 - type: nauc_ndcg_at_10_max value: 24.889549656907388 - type: nauc_ndcg_at_10_std value: -15.492296297438838 - type: nauc_ndcg_at_1_diff1 value: 71.78490211309624 - type: nauc_ndcg_at_1_max value: 17.493977056525587 - type: nauc_ndcg_at_1_std value: -20.738626768887876 - type: nauc_ndcg_at_20_diff1 value: 68.68718093426592 - type: nauc_ndcg_at_20_max value: 25.39502134848165 - type: nauc_ndcg_at_20_std value: -14.577057269604682 - type: nauc_ndcg_at_3_diff1 value: 69.10352441444887 - type: nauc_ndcg_at_3_max value: 21.86447295626149 - type: nauc_ndcg_at_3_std value: -19.33990390741782 - type: nauc_ndcg_at_5_diff1 value: 68.32388314010336 - type: nauc_ndcg_at_5_max value: 24.374824352669094 - type: nauc_ndcg_at_5_std value: -16.067836170764927 - type: nauc_precision_at_1000_diff1 value: 56.43813080787855 - type: nauc_precision_at_1000_max value: 98.75505757858708 - type: nauc_precision_at_1000_std value: 98.75505757858708 - type: nauc_precision_at_100_diff1 value: 64.02348173311819 - type: nauc_precision_at_100_max value: 81.4907523293001 - type: nauc_precision_at_100_std value: 60.99191449629502 - type: nauc_precision_at_10_diff1 value: 63.42500048518244 - type: nauc_precision_at_10_max value: 41.736371222853954 - type: nauc_precision_at_10_std value: 0.1707842490342966 - type: nauc_precision_at_1_diff1 value: 71.78490211309624 - type: nauc_precision_at_1_max value: 17.493977056525587 - type: nauc_precision_at_1_std value: -20.738626768887876 - type: nauc_precision_at_20_diff1 value: 62.35848969277335 - type: nauc_precision_at_20_max value: 53.189362312669275 - type: nauc_precision_at_20_std value: 15.390026936712491 - type: nauc_precision_at_3_diff1 value: 66.8030158975833 - type: nauc_precision_at_3_max value: 25.701645772068343 - type: nauc_precision_at_3_std value: -17.82047596936932 - type: nauc_precision_at_5_diff1 value: 63.922276221850026 - type: nauc_precision_at_5_max value: 34.16942302673978 - type: nauc_precision_at_5_std value: -7.535736031778383 - type: nauc_recall_at_1000_diff1 value: 56.438130807878984 - type: nauc_recall_at_1000_max value: 98.75505757858693 - type: nauc_recall_at_1000_std value: 98.75505757858693 - type: nauc_recall_at_100_diff1 value: 64.02348173311884 - type: nauc_recall_at_100_max value: 81.49075232930095 - type: nauc_recall_at_100_std value: 60.991914496295465 - type: nauc_recall_at_10_diff1 value: 63.42500048518255 - type: nauc_recall_at_10_max value: 41.73637122285414 - type: nauc_recall_at_10_std value: 0.17078424903454548 - type: nauc_recall_at_1_diff1 value: 71.78490211309624 - type: nauc_recall_at_1_max value: 17.493977056525587 - type: nauc_recall_at_1_std value: -20.738626768887876 - type: nauc_recall_at_20_diff1 value: 62.35848969277351 - type: nauc_recall_at_20_max value: 53.189362312669466 - type: nauc_recall_at_20_std value: 15.390026936712559 - type: nauc_recall_at_3_diff1 value: 66.80301589758332 - type: nauc_recall_at_3_max value: 25.701645772068314 - type: nauc_recall_at_3_std value: -17.820475969369348 - type: nauc_recall_at_5_diff1 value: 63.92227622185005 - type: nauc_recall_at_5_max value: 34.16942302673986 - type: nauc_recall_at_5_std value: -7.535736031778269 - type: ndcg_at_1 value: 55.2 - type: ndcg_at_10 value: 69.569 - type: ndcg_at_100 value: 71.83800000000001 - type: ndcg_at_1000 value: 72.163 - type: ndcg_at_20 value: 70.817 - type: ndcg_at_3 value: 64.453 - type: ndcg_at_5 value: 66.984 - type: precision_at_1 value: 55.2 - type: precision_at_10 value: 8.49 - type: precision_at_100 value: 0.9530000000000001 - type: precision_at_1000 value: 0.098 - type: precision_at_20 value: 4.495 - type: precision_at_3 value: 23.599999999999998 - type: precision_at_5 value: 15.379999999999999 - type: recall_at_1 value: 55.2 - type: recall_at_10 value: 84.89999999999999 - type: recall_at_100 value: 95.3 - type: recall_at_1000 value: 97.89999999999999 - type: recall_at_20 value: 89.9 - type: recall_at_3 value: 70.8 - type: recall_at_5 value: 76.9 task: type: Retrieval - dataset: config: default name: MTEB IFlyTek revision: 421605374b29664c5fc098418fe20ada9bd55f8a split: validation type: C-MTEB/IFlyTek-classification metrics: - type: accuracy value: 52.4355521354367 - type: f1 value: 38.03881618808275 - type: f1_weighted value: 50.86348988322177 - type: main_score value: 52.4355521354367 task: type: Classification - dataset: config: default name: MTEB JDReview revision: b7c64bd89eb87f8ded463478346f76731f07bf8b split: test type: C-MTEB/JDReview-classification metrics: - type: accuracy value: 91.20075046904314 - type: ap value: 65.47881077590604 - type: ap_weighted value: 65.47881077590604 - type: f1 value: 86.78614598964556 - type: f1_weighted value: 91.58569437531001 - type: main_score value: 91.20075046904314 task: type: Classification - dataset: config: default name: MTEB LCQMC revision: 17f9b096f80380fce5ed12a9be8be7784b337daf split: test type: C-MTEB/LCQMC metrics: - type: cosine_pearson value: 68.93064450573048 - type: cosine_spearman value: 73.87198381052167 - type: euclidean_pearson value: 72.14686791603229 - type: euclidean_spearman value: 73.87197272267323 - type: main_score value: 73.87198381052167 - type: manhattan_pearson value: 72.21248547981499 - type: manhattan_spearman value: 73.92674432585225 - type: pearson value: 68.93064450573048 - type: spearman value: 73.87198381052167 task: type: STS - dataset: config: default name: MTEB MMarcoReranking revision: 8e0c766dbe9e16e1d221116a3f36795fbade07f6 split: dev type: C-MTEB/Mmarco-reranking metrics: - type: main_score value: 33.05502130962135 - type: map value: 33.05502130962135 - type: mrr value: 31.870238095238097 - type: nAUC_map_diff1 value: 21.30927601937602 - type: nAUC_map_max value: 6.152397403288063 - type: nAUC_map_std value: -8.11993134822533 - type: nAUC_mrr_diff1 value: 20.818615722791936 - type: nAUC_mrr_max value: 7.019491834216984 - type: nAUC_mrr_std value: -7.151644031664517 task: type: Reranking - dataset: config: default name: MTEB MMarcoRetrieval revision: 539bbde593d947e2a124ba72651aafc09eb33fc2 split: dev type: C-MTEB/MMarcoRetrieval metrics: - type: main_score value: 84.32300000000001 - type: map_at_1 value: 72.23 - type: map_at_10 value: 80.94 - type: map_at_100 value: 81.162 - type: map_at_1000 value: 81.169 - type: map_at_20 value: 81.098 - type: map_at_3 value: 79.255 - type: map_at_5 value: 80.329 - type: mrr_at_1 value: 74.5702005730659 - type: mrr_at_10 value: 81.4041649611132 - type: mrr_at_100 value: 81.60073576750769 - type: mrr_at_1000 value: 81.6066099076487 - type: mrr_at_20 value: 81.54407433488949 - type: mrr_at_3 value: 79.98089780324726 - type: mrr_at_5 value: 80.88920725883445 - type: nauc_map_at_1000_diff1 value: 81.31217091119935 - type: nauc_map_at_1000_max value: 28.087657539047374 - type: nauc_map_at_1000_std value: -28.95083977221089 - type: nauc_map_at_100_diff1 value: 81.31071887687743 - type: nauc_map_at_100_max value: 28.107899382506673 - type: nauc_map_at_100_std value: -28.92108199132502 - type: nauc_map_at_10_diff1 value: 81.22050812217063 - type: nauc_map_at_10_max value: 28.29491428259605 - type: nauc_map_at_10_std value: -28.957197443487132 - type: nauc_map_at_1_diff1 value: 82.70449426194655 - type: nauc_map_at_1_max value: 19.672801842341542 - type: nauc_map_at_1_std value: -33.27702223899887 - type: nauc_map_at_20_diff1 value: 81.28467538340381 - type: nauc_map_at_20_max value: 28.18940277607488 - type: nauc_map_at_20_std value: -28.863318173008523 - type: nauc_map_at_3_diff1 value: 80.88429397142289 - type: nauc_map_at_3_max value: 26.543555093114723 - type: nauc_map_at_3_std value: -30.790416203653926 - type: nauc_map_at_5_diff1 value: 80.93036946875752 - type: nauc_map_at_5_max value: 28.031556958900733 - type: nauc_map_at_5_std value: -29.49767094531952 - type: nauc_mrr_at_1000_diff1 value: 81.69471769330211 - type: nauc_mrr_at_1000_max value: 29.09674275057747 - type: nauc_mrr_at_1000_std value: -27.875472305538178 - type: nauc_mrr_at_100_diff1 value: 81.69288112951605 - type: nauc_mrr_at_100_max value: 29.115774092481495 - type: nauc_mrr_at_100_std value: -27.845507589689046 - type: nauc_mrr_at_10_diff1 value: 81.60924824377872 - type: nauc_mrr_at_10_max value: 29.324053238301612 - type: nauc_mrr_at_10_std value: -27.797789671462947 - type: nauc_mrr_at_1_diff1 value: 83.70861005499684 - type: nauc_mrr_at_1_max value: 24.177036797141792 - type: nauc_mrr_at_1_std value: -32.90870883927 - type: nauc_mrr_at_20_diff1 value: 81.67730641908086 - type: nauc_mrr_at_20_max value: 29.2055335007723 - type: nauc_mrr_at_20_std value: -27.764138083332764 - type: nauc_mrr_at_3_diff1 value: 81.33371095771679 - type: nauc_mrr_at_3_max value: 28.22690314379001 - type: nauc_mrr_at_3_std value: -29.108849274721898 - type: nauc_mrr_at_5_diff1 value: 81.3785005046575 - type: nauc_mrr_at_5_max value: 29.25582755643928 - type: nauc_mrr_at_5_std value: -28.072008000931525 - type: nauc_ndcg_at_1000_diff1 value: 81.12656608395162 - type: nauc_ndcg_at_1000_max value: 30.287391363506767 - type: nauc_ndcg_at_1000_std value: -26.155157782261835 - type: nauc_ndcg_at_100_diff1 value: 81.09435786660573 - type: nauc_ndcg_at_100_max value: 30.916098732032133 - type: nauc_ndcg_at_100_std value: -25.22277561042267 - type: nauc_ndcg_at_10_diff1 value: 80.69346276832745 - type: nauc_ndcg_at_10_max value: 31.98535095491109 - type: nauc_ndcg_at_10_std value: -25.104317985551035 - type: nauc_ndcg_at_1_diff1 value: 83.70861005499684 - type: nauc_ndcg_at_1_max value: 24.177036797141792 - type: nauc_ndcg_at_1_std value: -32.90870883927 - type: nauc_ndcg_at_20_diff1 value: 80.91974071480954 - type: nauc_ndcg_at_20_max value: 31.614893807002858 - type: nauc_ndcg_at_20_std value: -24.69632291564678 - type: nauc_ndcg_at_3_diff1 value: 80.04001256545276 - type: nauc_ndcg_at_3_max value: 28.547292599110683 - type: nauc_ndcg_at_3_std value: -28.897532640200925 - type: nauc_ndcg_at_5_diff1 value: 80.05238866710195 - type: nauc_ndcg_at_5_max value: 31.24429172243462 - type: nauc_ndcg_at_5_std value: -26.494233213869766 - type: nauc_precision_at_1000_diff1 value: -26.73016497672624 - type: nauc_precision_at_1000_max value: 17.963585830325385 - type: nauc_precision_at_1000_std value: 25.315232271556155 - type: nauc_precision_at_100_diff1 value: -17.09337502284148 - type: nauc_precision_at_100_max value: 25.141615739142942 - type: nauc_precision_at_100_std value: 28.899658331367927 - type: nauc_precision_at_10_diff1 value: 6.717016659823092 - type: nauc_precision_at_10_max value: 34.162000759373306 - type: nauc_precision_at_10_std value: 17.121503146588175 - type: nauc_precision_at_1_diff1 value: 83.70861005499684 - type: nauc_precision_at_1_max value: 24.177036797141792 - type: nauc_precision_at_1_std value: -32.90870883927 - type: nauc_precision_at_20_diff1 value: -3.8253696445249945 - type: nauc_precision_at_20_max value: 31.361141923329527 - type: nauc_precision_at_20_std value: 24.60858534691311 - type: nauc_precision_at_3_diff1 value: 37.97573566697423 - type: nauc_precision_at_3_max value: 30.49045135252249 - type: nauc_precision_at_3_std value: -8.818049676896731 - type: nauc_precision_at_5_diff1 value: 23.49407878583802 - type: nauc_precision_at_5_max value: 34.36426874527954 - type: nauc_precision_at_5_std value: 3.478846453531117 - type: nauc_recall_at_1000_diff1 value: 74.71755368814135 - type: nauc_recall_at_1000_max value: 90.39449112978433 - type: nauc_recall_at_1000_std value: 74.2215219421074 - type: nauc_recall_at_100_diff1 value: 77.15857602704533 - type: nauc_recall_at_100_max value: 87.48049469901645 - type: nauc_recall_at_100_std value: 62.346839599868865 - type: nauc_recall_at_10_diff1 value: 75.24805155222728 - type: nauc_recall_at_10_max value: 61.09625888351906 - type: nauc_recall_at_10_std value: 5.525512450230389 - type: nauc_recall_at_1_diff1 value: 82.70449426194655 - type: nauc_recall_at_1_max value: 19.672801842341542 - type: nauc_recall_at_1_std value: -33.27702223899887 - type: nauc_recall_at_20_diff1 value: 75.72692047994323 - type: nauc_recall_at_20_max value: 71.07253840190907 - type: nauc_recall_at_20_std value: 26.663998932906445 - type: nauc_recall_at_3_diff1 value: 75.83753448474154 - type: nauc_recall_at_3_max value: 33.98612603677782 - type: nauc_recall_at_3_std value: -23.549016128662213 - type: nauc_recall_at_5_diff1 value: 74.15448687221784 - type: nauc_recall_at_5_max value: 45.98971274412654 - type: nauc_recall_at_5_std value: -12.851903796502965 - type: ndcg_at_1 value: 74.57000000000001 - type: ndcg_at_10 value: 84.32300000000001 - type: ndcg_at_100 value: 85.247 - type: ndcg_at_1000 value: 85.402 - type: ndcg_at_20 value: 84.848 - type: ndcg_at_3 value: 81.19 - type: ndcg_at_5 value: 82.976 - type: precision_at_1 value: 74.57000000000001 - type: precision_at_10 value: 10.029 - type: precision_at_100 value: 1.047 - type: precision_at_1000 value: 0.106 - type: precision_at_20 value: 5.122 - type: precision_at_3 value: 30.325000000000003 - type: precision_at_5 value: 19.16 - type: recall_at_1 value: 72.23 - type: recall_at_10 value: 94.23899999999999 - type: recall_at_100 value: 98.25 - type: recall_at_1000 value: 99.42699999999999 - type: recall_at_20 value: 96.231 - type: recall_at_3 value: 86.016 - type: recall_at_5 value: 90.253 task: type: Retrieval - dataset: config: zh-CN name: MTEB MassiveIntentClassification (zh-CN) revision: 4672e20407010da34463acc759c162ca9734bca6 split: test type: mteb/amazon_massive_intent metrics: - type: accuracy value: 78.35574983187627 - type: f1 value: 74.89590452942404 - type: f1_weighted value: 77.87503023220823 - type: main_score value: 78.35574983187627 task: type: Classification - dataset: config: zh-TW name: MTEB MassiveIntentClassification (zh-TW) revision: 4672e20407010da34463acc759c162ca9734bca6 split: test type: mteb/amazon_massive_intent metrics: - type: accuracy value: 74.83187626092803 - type: f1 value: 73.83053337465574 - type: f1_weighted value: 74.02596858799131 - type: main_score value: 74.83187626092803 task: type: Classification - dataset: config: zh-CN name: MTEB MassiveScenarioClassification (zh-CN) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: test type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 86.47276395427035 - type: f1 value: 85.32868126252416 - type: f1_weighted value: 86.13594825675301 - type: main_score value: 86.47276395427035 task: type: Classification - dataset: config: zh-TW name: MTEB MassiveScenarioClassification (zh-TW) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: test type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 83.76260928043038 - type: f1 value: 83.13185607007082 - type: f1_weighted value: 83.49785782817072 - type: main_score value: 83.76260928043038 task: type: Classification - dataset: config: default name: MTEB MedicalRetrieval revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6 split: dev type: C-MTEB/MedicalRetrieval metrics: - type: main_score value: 63.222 - type: map_at_1 value: 53.400000000000006 - type: map_at_10 value: 60.096000000000004 - type: map_at_100 value: 60.584 - type: map_at_1000 value: 60.632 - type: map_at_20 value: 60.348 - type: map_at_3 value: 58.599999999999994 - type: map_at_5 value: 59.57 - type: mrr_at_1 value: 53.400000000000006 - type: mrr_at_10 value: 60.096349206349245 - type: mrr_at_100 value: 60.584409312946654 - type: mrr_at_1000 value: 60.63165176971444 - type: mrr_at_20 value: 60.34772399942682 - type: mrr_at_3 value: 58.60000000000001 - type: mrr_at_5 value: 59.57000000000002 - type: nauc_map_at_1000_diff1 value: 80.78555103810349 - type: nauc_map_at_1000_max value: 59.730816931247624 - type: nauc_map_at_1000_std value: 14.983445588221494 - type: nauc_map_at_100_diff1 value: 80.76482497876087 - type: nauc_map_at_100_max value: 59.728736132776106 - type: nauc_map_at_100_std value: 14.989918013193673 - type: nauc_map_at_10_diff1 value: 80.84483299066605 - type: nauc_map_at_10_max value: 59.7439325140549 - type: nauc_map_at_10_std value: 15.027017818197002 - type: nauc_map_at_1_diff1 value: 85.25748803873987 - type: nauc_map_at_1_max value: 59.32812642354867 - type: nauc_map_at_1_std value: 10.183981160152523 - type: nauc_map_at_20_diff1 value: 80.75959911713551 - type: nauc_map_at_20_max value: 59.756884656613266 - type: nauc_map_at_20_std value: 15.0343495273408 - type: nauc_map_at_3_diff1 value: 81.60950970451415 - type: nauc_map_at_3_max value: 60.365630145530815 - type: nauc_map_at_3_std value: 14.859430627775755 - type: nauc_map_at_5_diff1 value: 80.96233267337713 - type: nauc_map_at_5_max value: 59.893862677678065 - type: nauc_map_at_5_std value: 15.122518441508895 - type: nauc_mrr_at_1000_diff1 value: 80.78555103810349 - type: nauc_mrr_at_1000_max value: 59.730816931247624 - type: nauc_mrr_at_1000_std value: 14.983445588221494 - type: nauc_mrr_at_100_diff1 value: 80.76482497876087 - type: nauc_mrr_at_100_max value: 59.728736132776106 - type: nauc_mrr_at_100_std value: 14.989918013193673 - type: nauc_mrr_at_10_diff1 value: 80.84483299066605 - type: nauc_mrr_at_10_max value: 59.7439325140549 - type: nauc_mrr_at_10_std value: 15.027017818197002 - type: nauc_mrr_at_1_diff1 value: 85.25748803873987 - type: nauc_mrr_at_1_max value: 59.32812642354867 - type: nauc_mrr_at_1_std value: 10.183981160152523 - type: nauc_mrr_at_20_diff1 value: 80.75959911713551 - type: nauc_mrr_at_20_max value: 59.756884656613266 - type: nauc_mrr_at_20_std value: 15.0343495273408 - type: nauc_mrr_at_3_diff1 value: 81.60950970451415 - type: nauc_mrr_at_3_max value: 60.365630145530815 - type: nauc_mrr_at_3_std value: 14.859430627775755 - type: nauc_mrr_at_5_diff1 value: 80.96233267337713 - type: nauc_mrr_at_5_max value: 59.893862677678065 - type: nauc_mrr_at_5_std value: 15.122518441508895 - type: nauc_ndcg_at_1000_diff1 value: 79.15372156157213 - type: nauc_ndcg_at_1000_max value: 59.5405544982214 - type: nauc_ndcg_at_1000_std value: 16.61759364757034 - type: nauc_ndcg_at_100_diff1 value: 78.5184668065885 - type: nauc_ndcg_at_100_max value: 59.34302969703257 - type: nauc_ndcg_at_100_std value: 16.756513719315905 - type: nauc_ndcg_at_10_diff1 value: 78.82425756639869 - type: nauc_ndcg_at_10_max value: 59.44271533942196 - type: nauc_ndcg_at_10_std value: 16.756768224013037 - type: nauc_ndcg_at_1_diff1 value: 85.25748803873987 - type: nauc_ndcg_at_1_max value: 59.32812642354867 - type: nauc_ndcg_at_1_std value: 10.183981160152523 - type: nauc_ndcg_at_20_diff1 value: 78.4441063027707 - type: nauc_ndcg_at_20_max value: 59.51056493727238 - type: nauc_ndcg_at_20_std value: 16.811613653269568 - type: nauc_ndcg_at_3_diff1 value: 80.4201082661855 - type: nauc_ndcg_at_3_max value: 60.622403161573914 - type: nauc_ndcg_at_3_std value: 16.487926871575237 - type: nauc_ndcg_at_5_diff1 value: 79.16882483328475 - type: nauc_ndcg_at_5_max value: 59.72508213074582 - type: nauc_ndcg_at_5_std value: 16.997051824850505 - type: nauc_precision_at_1000_diff1 value: 57.971188475389866 - type: nauc_precision_at_1000_max value: 60.52687741763361 - type: nauc_precision_at_1000_std value: 52.86647992530319 - type: nauc_precision_at_100_diff1 value: 62.68395866065123 - type: nauc_precision_at_100_max value: 55.92415353791602 - type: nauc_precision_at_100_std value: 28.85790679908329 - type: nauc_precision_at_10_diff1 value: 70.92276238966764 - type: nauc_precision_at_10_max value: 58.073876034520126 - type: nauc_precision_at_10_std value: 23.08635907920343 - type: nauc_precision_at_1_diff1 value: 85.25748803873987 - type: nauc_precision_at_1_max value: 59.32812642354867 - type: nauc_precision_at_1_std value: 10.183981160152523 - type: nauc_precision_at_20_diff1 value: 67.89972776669003 - type: nauc_precision_at_20_max value: 58.329253894664 - type: nauc_precision_at_20_std value: 24.137503294931122 - type: nauc_precision_at_3_diff1 value: 76.68957348655611 - type: nauc_precision_at_3_max value: 61.39858352035809 - type: nauc_precision_at_3_std value: 21.632948280855903 - type: nauc_precision_at_5_diff1 value: 72.916203679207 - type: nauc_precision_at_5_max value: 58.94721061079062 - type: nauc_precision_at_5_std value: 23.399650775173257 - type: nauc_recall_at_1000_diff1 value: 57.971188475390356 - type: nauc_recall_at_1000_max value: 60.52687741763392 - type: nauc_recall_at_1000_std value: 52.86647992530338 - type: nauc_recall_at_100_diff1 value: 62.68395866065127 - type: nauc_recall_at_100_max value: 55.92415353791599 - type: nauc_recall_at_100_std value: 28.857906799083217 - type: nauc_recall_at_10_diff1 value: 70.92276238966758 - type: nauc_recall_at_10_max value: 58.07387603452002 - type: nauc_recall_at_10_std value: 23.08635907920348 - type: nauc_recall_at_1_diff1 value: 85.25748803873987 - type: nauc_recall_at_1_max value: 59.32812642354867 - type: nauc_recall_at_1_std value: 10.183981160152523 - type: nauc_recall_at_20_diff1 value: 67.8997277666901 - type: nauc_recall_at_20_max value: 58.32925389466408 - type: nauc_recall_at_20_std value: 24.137503294931207 - type: nauc_recall_at_3_diff1 value: 76.68957348655606 - type: nauc_recall_at_3_max value: 61.39858352035811 - type: nauc_recall_at_3_std value: 21.632948280855853 - type: nauc_recall_at_5_diff1 value: 72.91620367920703 - type: nauc_recall_at_5_max value: 58.947210610790734 - type: nauc_recall_at_5_std value: 23.399650775173324 - type: ndcg_at_1 value: 53.400000000000006 - type: ndcg_at_10 value: 63.222 - type: ndcg_at_100 value: 65.95299999999999 - type: ndcg_at_1000 value: 67.208 - type: ndcg_at_20 value: 64.151 - type: ndcg_at_3 value: 60.175999999999995 - type: ndcg_at_5 value: 61.936 - type: precision_at_1 value: 53.400000000000006 - type: precision_at_10 value: 7.3 - type: precision_at_100 value: 0.8659999999999999 - type: precision_at_1000 value: 0.097 - type: precision_at_20 value: 3.8350000000000004 - type: precision_at_3 value: 21.567 - type: precision_at_5 value: 13.8 - type: recall_at_1 value: 53.400000000000006 - type: recall_at_10 value: 73.0 - type: recall_at_100 value: 86.6 - type: recall_at_1000 value: 96.5 - type: recall_at_20 value: 76.7 - type: recall_at_3 value: 64.7 - type: recall_at_5 value: 69.0 task: type: Retrieval - dataset: config: default name: MTEB MultilingualSentiment revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a split: test type: C-MTEB/MultilingualSentiment-classification metrics: - type: accuracy value: 79.70333333333333 - type: f1 value: 79.287530556871 - type: f1_weighted value: 79.287530556871 - type: main_score value: 79.70333333333333 task: type: Classification - dataset: config: default name: MTEB Ocnli revision: 66e76a618a34d6d565d5538088562851e6daa7ec split: validation type: C-MTEB/OCNLI metrics: - type: cosine_accuracy value: 78.23497563616677 - type: cosine_accuracy_threshold value: 77.55764722824097 - type: cosine_ap value: 82.50970164749991 - type: cosine_f1 value: 80.11336797354747 - type: cosine_f1_threshold value: 74.73551630973816 - type: cosine_precision value: 72.47863247863248 - type: cosine_recall value: 89.54593453009504 - type: dot_accuracy value: 78.23497563616677 - type: dot_accuracy_threshold value: 77.55765318870544 - type: dot_ap value: 82.50970164749991 - type: dot_f1 value: 80.11336797354747 - type: dot_f1_threshold value: 74.73551630973816 - type: dot_precision value: 72.47863247863248 - type: dot_recall value: 89.54593453009504 - type: euclidean_accuracy value: 78.23497563616677 - type: euclidean_accuracy_threshold value: 66.99604988098145 - type: euclidean_ap value: 82.50970164749991 - type: euclidean_f1 value: 80.11336797354747 - type: euclidean_f1_threshold value: 71.08373045921326 - type: euclidean_precision value: 72.47863247863248 - type: euclidean_recall value: 89.54593453009504 - type: main_score value: 82.50970164749991 - type: manhattan_accuracy value: 78.39740119112074 - type: manhattan_accuracy_threshold value: 3158.650016784668 - type: manhattan_ap value: 82.39923329722836 - type: manhattan_f1 value: 79.8283261802575 - type: manhattan_f1_threshold value: 3341.251754760742 - type: manhattan_precision value: 72.78260869565217 - type: manhattan_recall value: 88.3843717001056 - type: max_ap value: 82.50970164749991 - type: max_f1 value: 80.11336797354747 - type: max_precision value: 72.78260869565217 - type: max_recall value: 89.54593453009504 - type: similarity_accuracy value: 78.23497563616677 - type: similarity_accuracy_threshold value: 77.55764722824097 - type: similarity_ap value: 82.50970164749991 - type: similarity_f1 value: 80.11336797354747 - type: similarity_f1_threshold value: 74.73551630973816 - type: similarity_precision value: 72.47863247863248 - type: similarity_recall value: 89.54593453009504 task: type: PairClassification - dataset: config: default name: MTEB OnlineShopping revision: e610f2ebd179a8fda30ae534c3878750a96db120 split: test type: C-MTEB/OnlineShopping-classification metrics: - type: accuracy value: 95.38 - type: ap value: 93.75949863040576 - type: ap_weighted value: 93.75949863040576 - type: f1 value: 95.36976984629483 - type: f1_weighted value: 95.38009544948058 - type: main_score value: 95.38 task: type: Classification - dataset: config: default name: MTEB PAWSX revision: 9c6a90e430ac22b5779fb019a23e820b11a8b5e1 split: test type: C-MTEB/PAWSX metrics: - type: cosine_pearson value: 16.66214038012435 - type: cosine_spearman value: 18.933936531575885 - type: euclidean_pearson value: 21.339915417517258 - type: euclidean_spearman value: 18.9190906666892 - type: main_score value: 18.933936531575885 - type: manhattan_pearson value: 21.335797479057632 - type: manhattan_spearman value: 18.88599523491548 - type: pearson value: 16.66214038012435 - type: spearman value: 18.933936531575885 task: type: STS - dataset: config: default name: MTEB QBQTC revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7 split: test type: C-MTEB/QBQTC metrics: - type: cosine_pearson value: 34.73065943737971 - type: cosine_spearman value: 38.00564687145429 - type: euclidean_pearson value: 35.53617738939591 - type: euclidean_spearman value: 38.0065003207164 - type: main_score value: 38.00564687145429 - type: manhattan_pearson value: 35.807453588682655 - type: manhattan_spearman value: 38.24665614671376 - type: pearson value: 34.73065943737971 - type: spearman value: 38.00564687145429 task: type: STS - dataset: config: zh name: MTEB STS22 (zh) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 75.15702162100195 - type: cosine_spearman value: 74.1317133929849 - type: euclidean_pearson value: 72.33985437269283 - type: euclidean_spearman value: 74.1317133929849 - type: main_score value: 74.1317133929849 - type: manhattan_pearson value: 72.30324170832067 - type: manhattan_spearman value: 74.1721924854986 - type: pearson value: 75.15702162100195 - type: spearman value: 74.1317133929849 task: type: STS - dataset: config: zh-en name: MTEB STS22 (zh-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 77.20169606146547 - type: cosine_spearman value: 74.90653473871943 - type: euclidean_pearson value: 78.15249735935164 - type: euclidean_spearman value: 74.90653473871943 - type: main_score value: 74.90653473871943 - type: manhattan_pearson value: 78.28938036790484 - type: manhattan_spearman value: 75.05487827510268 - type: pearson value: 77.20169606146547 - type: spearman value: 74.90653473871943 task: type: STS - dataset: config: default name: MTEB STSB revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0 split: test type: C-MTEB/STSB metrics: - type: cosine_pearson value: 77.85985786159011 - type: cosine_spearman value: 79.43914109994013 - type: euclidean_pearson value: 78.72698853904203 - type: euclidean_spearman value: 79.438769611819 - type: main_score value: 79.43914109994013 - type: manhattan_pearson value: 78.71975662530679 - type: manhattan_spearman value: 79.4244580368928 - type: pearson value: 77.85985786159011 - type: spearman value: 79.43914109994013 task: type: STS - dataset: config: default name: MTEB T2Reranking revision: 76631901a18387f85eaa53e5450019b87ad58ef9 split: dev type: C-MTEB/T2Reranking metrics: - type: main_score value: 66.44032324834474 - type: map value: 66.44032324834474 - type: mrr value: 76.16718251281554 - type: nAUC_map_diff1 value: -11.245614893910917 - type: nAUC_map_max value: 34.20755460573018 - type: nAUC_map_std value: -2.0113484627679235 - type: nAUC_mrr_diff1 value: -9.337265343192676 - type: nAUC_mrr_max value: 27.169675999991284 - type: nAUC_mrr_std value: -4.291118906819815 task: type: Reranking - dataset: config: default name: MTEB T2Retrieval revision: 8731a845f1bf500a4f111cf1070785c793d10e64 split: dev type: C-MTEB/T2Retrieval metrics: - type: main_score value: 87.241 - type: map_at_1 value: 28.418 - type: map_at_10 value: 80.43599999999999 - type: map_at_100 value: 83.903 - type: map_at_1000 value: 83.952 - type: map_at_20 value: 83.173 - type: map_at_3 value: 56.459 - type: map_at_5 value: 69.49300000000001 - type: mrr_at_1 value: 91.7017359284587 - type: mrr_at_10 value: 93.84601254143608 - type: mrr_at_100 value: 93.90984999385088 - type: mrr_at_1000 value: 93.91248708892668 - type: mrr_at_20 value: 93.88712450867396 - type: mrr_at_3 value: 93.4902682798526 - type: mrr_at_5 value: 93.72873926003862 - type: nauc_map_at_1000_diff1 value: 11.397688510464489 - type: nauc_map_at_1000_max value: 42.99465294143848 - type: nauc_map_at_1000_std value: 17.946353510844045 - type: nauc_map_at_100_diff1 value: 11.40721885559758 - type: nauc_map_at_100_max value: 42.92802593310739 - type: nauc_map_at_100_std value: 17.904049044856023 - type: nauc_map_at_10_diff1 value: 16.76177796419979 - type: nauc_map_at_10_max value: 29.05711008632582 - type: nauc_map_at_10_std value: -0.7888363626563157 - type: nauc_map_at_1_diff1 value: 55.76197416047851 - type: nauc_map_at_1_max value: -27.27596511680105 - type: nauc_map_at_1_std value: -40.180759050662004 - type: nauc_map_at_20_diff1 value: 12.07074726727466 - type: nauc_map_at_20_max value: 40.47195734060083 - type: nauc_map_at_20_std value: 14.32611525026554 - type: nauc_map_at_3_diff1 value: 40.522052911718 - type: nauc_map_at_3_max value: -16.819905730422125 - type: nauc_map_at_3_std value: -39.826056745546 - type: nauc_map_at_5_diff1 value: 31.34500214795733 - type: nauc_map_at_5_max value: -1.5456850415602872 - type: nauc_map_at_5_std value: -30.623980747805657 - type: nauc_mrr_at_1000_diff1 value: 47.54649647385489 - type: nauc_mrr_at_1000_max value: 75.35087140156472 - type: nauc_mrr_at_1000_std value: 41.06127337989305 - type: nauc_mrr_at_100_diff1 value: 47.54613905790605 - type: nauc_mrr_at_100_max value: 75.35918655596235 - type: nauc_mrr_at_100_std value: 41.078290257116805 - type: nauc_mrr_at_10_diff1 value: 47.52418003605644 - type: nauc_mrr_at_10_max value: 75.49771146396608 - type: nauc_mrr_at_10_std value: 41.205249132738686 - type: nauc_mrr_at_1_diff1 value: 47.81150011915281 - type: nauc_mrr_at_1_max value: 70.80968743133832 - type: nauc_mrr_at_1_std value: 34.12058910454593 - type: nauc_mrr_at_20_diff1 value: 47.551559003993276 - type: nauc_mrr_at_20_max value: 75.41924834238061 - type: nauc_mrr_at_20_std value: 41.153192702748235 - type: nauc_mrr_at_3_diff1 value: 47.53087817006066 - type: nauc_mrr_at_3_max value: 75.35450310484637 - type: nauc_mrr_at_3_std value: 40.73415507526735 - type: nauc_mrr_at_5_diff1 value: 47.53619911578793 - type: nauc_mrr_at_5_max value: 75.55210987806407 - type: nauc_mrr_at_5_std value: 41.227934129955955 - type: nauc_ndcg_at_1000_diff1 value: 15.791364228262008 - type: nauc_ndcg_at_1000_max value: 55.663940979628904 - type: nauc_ndcg_at_1000_std value: 31.173275086325276 - type: nauc_ndcg_at_100_diff1 value: 15.373348015886314 - type: nauc_ndcg_at_100_max value: 55.03390778310876 - type: nauc_ndcg_at_100_std value: 31.20120225577878 - type: nauc_ndcg_at_10_diff1 value: 15.163224929316108 - type: nauc_ndcg_at_10_max value: 44.39948453805145 - type: nauc_ndcg_at_10_std value: 18.059941776684493 - type: nauc_ndcg_at_1_diff1 value: 47.81150011915281 - type: nauc_ndcg_at_1_max value: 70.80968743133832 - type: nauc_ndcg_at_1_std value: 34.12058910454593 - type: nauc_ndcg_at_20_diff1 value: 15.318239987691932 - type: nauc_ndcg_at_20_max value: 49.71343698147648 - type: nauc_ndcg_at_20_std value: 24.518513987927275 - type: nauc_ndcg_at_3_diff1 value: 11.666959642695176 - type: nauc_ndcg_at_3_max value: 59.96185824971647 - type: nauc_ndcg_at_3_std value: 31.739929636013276 - type: nauc_ndcg_at_5_diff1 value: 11.544793400857731 - type: nauc_ndcg_at_5_max value: 52.20165452971689 - type: nauc_ndcg_at_5_std value: 25.673658377288916 - type: nauc_precision_at_1000_diff1 value: -37.623642405150974 - type: nauc_precision_at_1000_max value: 45.49074696820348 - type: nauc_precision_at_1000_std value: 61.76021370709046 - type: nauc_precision_at_100_diff1 value: -37.69887461085557 - type: nauc_precision_at_100_max value: 46.863075114374894 - type: nauc_precision_at_100_std value: 62.94204358016603 - type: nauc_precision_at_10_diff1 value: -38.91005052553271 - type: nauc_precision_at_10_max value: 51.0117902381813 - type: nauc_precision_at_10_std value: 58.53119866179844 - type: nauc_precision_at_1_diff1 value: 47.81150011915281 - type: nauc_precision_at_1_max value: 70.80968743133832 - type: nauc_precision_at_1_std value: 34.12058910454593 - type: nauc_precision_at_20_diff1 value: -38.10700896790525 - type: nauc_precision_at_20_max value: 48.83555083324882 - type: nauc_precision_at_20_std value: 61.99860636496578 - type: nauc_precision_at_3_diff1 value: -38.923728668047715 - type: nauc_precision_at_3_max value: 61.441692805173254 - type: nauc_precision_at_3_std value: 50.75068665381258 - type: nauc_precision_at_5_diff1 value: -41.47393696071159 - type: nauc_precision_at_5_max value: 56.42947594070733 - type: nauc_precision_at_5_std value: 54.30313019822085 - type: nauc_recall_at_1000_diff1 value: 2.9269496241172153 - type: nauc_recall_at_1000_max value: 64.00894291065217 - type: nauc_recall_at_1000_std value: 66.70262026919906 - type: nauc_recall_at_100_diff1 value: 4.531333195047854 - type: nauc_recall_at_100_max value: 54.090338584800804 - type: nauc_recall_at_100_std value: 49.29554998040776 - type: nauc_recall_at_10_diff1 value: 15.397260952283629 - type: nauc_recall_at_10_max value: 19.574107744593505 - type: nauc_recall_at_10_std value: -7.419934090674101 - type: nauc_recall_at_1_diff1 value: 55.76197416047851 - type: nauc_recall_at_1_max value: -27.27596511680105 - type: nauc_recall_at_1_std value: -40.180759050662004 - type: nauc_recall_at_20_diff1 value: 8.208554715639794 - type: nauc_recall_at_20_max value: 38.40692245671736 - type: nauc_recall_at_20_std value: 20.50141740592569 - type: nauc_recall_at_3_diff1 value: 39.09343846278106 - type: nauc_recall_at_3_max value: -20.657332761539436 - type: nauc_recall_at_3_std value: -41.94437239291942 - type: nauc_recall_at_5_diff1 value: 30.51405048742498 - type: nauc_recall_at_5_max value: -9.514750927716491 - type: nauc_recall_at_5_std value: -36.26089978353301 - type: ndcg_at_1 value: 91.702 - type: ndcg_at_10 value: 87.241 - type: ndcg_at_100 value: 90.29700000000001 - type: ndcg_at_1000 value: 90.769 - type: ndcg_at_20 value: 88.824 - type: ndcg_at_3 value: 88.346 - type: ndcg_at_5 value: 87.178 - type: precision_at_1 value: 91.702 - type: precision_at_10 value: 43.26 - type: precision_at_100 value: 5.059 - type: precision_at_1000 value: 0.517 - type: precision_at_20 value: 23.880000000000003 - type: precision_at_3 value: 77.199 - type: precision_at_5 value: 64.869 - type: recall_at_1 value: 28.418 - type: recall_at_10 value: 86.154 - type: recall_at_100 value: 96.279 - type: recall_at_1000 value: 98.688 - type: recall_at_20 value: 91.621 - type: recall_at_3 value: 57.945 - type: recall_at_5 value: 72.518 task: type: Retrieval - dataset: config: default name: MTEB TNews revision: 317f262bf1e6126357bbe89e875451e4b0938fe4 split: validation type: C-MTEB/TNews-classification metrics: - type: accuracy value: 54.49499999999999 - type: f1 value: 52.26536070254001 - type: f1_weighted value: 54.19215743051191 - type: main_score value: 54.49499999999999 task: type: Classification - dataset: config: default name: MTEB ThuNewsClusteringP2P revision: 5798586b105c0434e4f0fe5e767abe619442cf93 split: test type: C-MTEB/ThuNewsClusteringP2P metrics: - type: main_score value: 75.7625870685052 - type: v_measure value: 75.7625870685052 - type: v_measure_std value: 1.3016476651336109 task: type: Clustering - dataset: config: default name: MTEB ThuNewsClusteringS2S revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d split: test type: C-MTEB/ThuNewsClusteringS2S metrics: - type: main_score value: 69.79861827229796 - type: v_measure value: 69.79861827229796 - type: v_measure_std value: 1.8259276351059668 task: type: Clustering - dataset: config: default name: MTEB VideoRetrieval revision: 58c2597a5943a2ba48f4668c3b90d796283c5639 split: dev type: C-MTEB/VideoRetrieval metrics: - type: main_score value: 78.083 - type: map_at_1 value: 64.4 - type: map_at_10 value: 73.958 - type: map_at_100 value: 74.29 - type: map_at_1000 value: 74.298 - type: map_at_20 value: 74.199 - type: map_at_3 value: 72.217 - type: map_at_5 value: 73.347 - type: mrr_at_1 value: 64.4 - type: mrr_at_10 value: 73.95817460317473 - type: mrr_at_100 value: 74.28974110168443 - type: mrr_at_1000 value: 74.29824956959816 - type: mrr_at_20 value: 74.19886218313863 - type: mrr_at_3 value: 72.21666666666671 - type: mrr_at_5 value: 73.34666666666675 - type: nauc_map_at_1000_diff1 value: 73.71737021866177 - type: nauc_map_at_1000_max value: 12.468796372904206 - type: nauc_map_at_1000_std value: -38.38733946730631 - type: nauc_map_at_100_diff1 value: 73.71970758427913 - type: nauc_map_at_100_max value: 12.483638442192955 - type: nauc_map_at_100_std value: -38.3942712629503 - type: nauc_map_at_10_diff1 value: 73.6749409452003 - type: nauc_map_at_10_max value: 12.377557025269816 - type: nauc_map_at_10_std value: -38.83343830128936 - type: nauc_map_at_1_diff1 value: 75.30680275173268 - type: nauc_map_at_1_max value: 11.155747041372528 - type: nauc_map_at_1_std value: -36.293140617659745 - type: nauc_map_at_20_diff1 value: 73.69590129210275 - type: nauc_map_at_20_max value: 12.506795805663657 - type: nauc_map_at_20_std value: -38.41105721697836 - type: nauc_map_at_3_diff1 value: 73.39787383543842 - type: nauc_map_at_3_max value: 11.662192293430676 - type: nauc_map_at_3_std value: -39.43268460103242 - type: nauc_map_at_5_diff1 value: 73.70919058149413 - type: nauc_map_at_5_max value: 12.830113241179927 - type: nauc_map_at_5_std value: -38.8187110842045 - type: nauc_mrr_at_1000_diff1 value: 73.71737021866177 - type: nauc_mrr_at_1000_max value: 12.468796372904206 - type: nauc_mrr_at_1000_std value: -38.38733946730631 - type: nauc_mrr_at_100_diff1 value: 73.71970758427913 - type: nauc_mrr_at_100_max value: 12.483638442192955 - type: nauc_mrr_at_100_std value: -38.3942712629503 - type: nauc_mrr_at_10_diff1 value: 73.6749409452003 - type: nauc_mrr_at_10_max value: 12.377557025269816 - type: nauc_mrr_at_10_std value: -38.83343830128936 - type: nauc_mrr_at_1_diff1 value: 75.30680275173268 - type: nauc_mrr_at_1_max value: 11.155747041372528 - type: nauc_mrr_at_1_std value: -36.293140617659745 - type: nauc_mrr_at_20_diff1 value: 73.69590129210275 - type: nauc_mrr_at_20_max value: 12.506795805663657 - type: nauc_mrr_at_20_std value: -38.41105721697836 - type: nauc_mrr_at_3_diff1 value: 73.39787383543842 - type: nauc_mrr_at_3_max value: 11.662192293430676 - type: nauc_mrr_at_3_std value: -39.43268460103242 - type: nauc_mrr_at_5_diff1 value: 73.70919058149413 - type: nauc_mrr_at_5_max value: 12.830113241179927 - type: nauc_mrr_at_5_std value: -38.8187110842045 - type: nauc_ndcg_at_1000_diff1 value: 73.39386159674739 - type: nauc_ndcg_at_1000_max value: 13.650025454612095 - type: nauc_ndcg_at_1000_std value: -37.501873222969714 - type: nauc_ndcg_at_100_diff1 value: 73.46030287146141 - type: nauc_ndcg_at_100_max value: 14.242591376553515 - type: nauc_ndcg_at_100_std value: -37.37238503318863 - type: nauc_ndcg_at_10_diff1 value: 73.19041319656063 - type: nauc_ndcg_at_10_max value: 13.72149081437837 - type: nauc_ndcg_at_10_std value: -39.22330058267065 - type: nauc_ndcg_at_1_diff1 value: 75.30680275173268 - type: nauc_ndcg_at_1_max value: 11.155747041372528 - type: nauc_ndcg_at_1_std value: -36.293140617659745 - type: nauc_ndcg_at_20_diff1 value: 73.28277450494292 - type: nauc_ndcg_at_20_max value: 14.535663475990301 - type: nauc_ndcg_at_20_std value: -37.26046955059598 - type: nauc_ndcg_at_3_diff1 value: 72.72482798395563 - type: nauc_ndcg_at_3_max value: 12.444138243180628 - type: nauc_ndcg_at_3_std value: -40.33495436729538 - type: nauc_ndcg_at_5_diff1 value: 73.30133655147367 - type: nauc_ndcg_at_5_max value: 14.829522693370064 - type: nauc_ndcg_at_5_std value: -39.12862351718661 - type: nauc_precision_at_1000_diff1 value: 44.780578898224775 - type: nauc_precision_at_1000_max value: 76.57329598506085 - type: nauc_precision_at_1000_std value: 91.0830999066278 - type: nauc_precision_at_100_diff1 value: 70.9014161220036 - type: nauc_precision_at_100_max value: 62.76649548708496 - type: nauc_precision_at_100_std value: 2.0269218798636595 - type: nauc_precision_at_10_diff1 value: 70.04678683067425 - type: nauc_precision_at_10_max value: 23.381744001948547 - type: nauc_precision_at_10_std value: -41.29572118702558 - type: nauc_precision_at_1_diff1 value: 75.30680275173268 - type: nauc_precision_at_1_max value: 11.155747041372528 - type: nauc_precision_at_1_std value: -36.293140617659745 - type: nauc_precision_at_20_diff1 value: 69.43748259537705 - type: nauc_precision_at_20_max value: 40.7735023834091 - type: nauc_precision_at_20_std value: -16.96234049175245 - type: nauc_precision_at_3_diff1 value: 70.13132727097876 - type: nauc_precision_at_3_max value: 15.740305397347907 - type: nauc_precision_at_3_std value: -43.715738969684544 - type: nauc_precision_at_5_diff1 value: 71.48226384169207 - type: nauc_precision_at_5_max value: 25.61128105858808 - type: nauc_precision_at_5_std value: -40.11777006930588 - type: nauc_recall_at_1000_diff1 value: 44.78057889822695 - type: nauc_recall_at_1000_max value: 76.57329598506108 - type: nauc_recall_at_1000_std value: 91.08309990663042 - type: nauc_recall_at_100_diff1 value: 70.90141612200432 - type: nauc_recall_at_100_max value: 62.76649548708361 - type: nauc_recall_at_100_std value: 2.026921879863032 - type: nauc_recall_at_10_diff1 value: 70.04678683067425 - type: nauc_recall_at_10_max value: 23.381744001948622 - type: nauc_recall_at_10_std value: -41.29572118702555 - type: nauc_recall_at_1_diff1 value: 75.30680275173268 - type: nauc_recall_at_1_max value: 11.155747041372528 - type: nauc_recall_at_1_std value: -36.293140617659745 - type: nauc_recall_at_20_diff1 value: 69.43748259537757 - type: nauc_recall_at_20_max value: 40.773502383409244 - type: nauc_recall_at_20_std value: -16.96234049175241 - type: nauc_recall_at_3_diff1 value: 70.13132727097874 - type: nauc_recall_at_3_max value: 15.740305397347834 - type: nauc_recall_at_3_std value: -43.71573896968448 - type: nauc_recall_at_5_diff1 value: 71.48226384169207 - type: nauc_recall_at_5_max value: 25.611281058588304 - type: nauc_recall_at_5_std value: -40.11777006930557 - type: ndcg_at_1 value: 64.4 - type: ndcg_at_10 value: 78.083 - type: ndcg_at_100 value: 79.58800000000001 - type: ndcg_at_1000 value: 79.827 - type: ndcg_at_20 value: 78.965 - type: ndcg_at_3 value: 74.589 - type: ndcg_at_5 value: 76.616 - type: precision_at_1 value: 64.4 - type: precision_at_10 value: 9.08 - type: precision_at_100 value: 0.976 - type: precision_at_1000 value: 0.1 - type: precision_at_20 value: 4.715 - type: precision_at_3 value: 27.133000000000003 - type: precision_at_5 value: 17.26 - type: recall_at_1 value: 64.4 - type: recall_at_10 value: 90.8 - type: recall_at_100 value: 97.6 - type: recall_at_1000 value: 99.5 - type: recall_at_20 value: 94.3 - type: recall_at_3 value: 81.39999999999999 - type: recall_at_5 value: 86.3 task: type: Retrieval - dataset: config: default name: MTEB Waimai revision: 339287def212450dcaa9df8c22bf93e9980c7023 split: test type: C-MTEB/waimai-classification metrics: - type: accuracy value: 89.73 - type: ap value: 75.94477616904837 - type: ap_weighted value: 75.94477616904837 - type: f1 value: 88.49503008728186 - type: f1_weighted value: 89.81243682011228 - type: main_score value: 89.73 task: type: Classification - dataset: config: default name: MTEB AllegroReviews revision: b89853e6de927b0e3bfa8ecc0e56fe4e02ceafc6 split: test type: PL-MTEB/allegro-reviews metrics: - type: accuracy value: 65.99403578528826 - type: f1 value: 53.25166089526729 - type: f1_weighted value: 62.93360409816966 - type: main_score value: 65.99403578528826 task: type: Classification - dataset: config: default name: MTEB ArguAna-PL revision: 63fc86750af76253e8c760fc9e534bbf24d260a2 split: test type: clarin-knext/arguana-pl metrics: - type: main_score value: 53.351000000000006 - type: map_at_1 value: 26.529000000000003 - type: map_at_10 value: 43.807 - type: map_at_100 value: 44.718999999999994 - type: map_at_1000 value: 44.723 - type: map_at_20 value: 44.525999999999996 - type: map_at_3 value: 38.644 - type: map_at_5 value: 41.496 - type: mrr_at_1 value: 26.884779516358464 - type: mrr_at_10 value: 43.95479125742281 - type: mrr_at_100 value: 44.86725549680827 - type: mrr_at_1000 value: 44.87116160838017 - type: mrr_at_20 value: 44.67345189919329 - type: mrr_at_3 value: 38.70317686107158 - type: mrr_at_5 value: 41.64414414414416 - type: nauc_map_at_1000_diff1 value: 9.232373982888875 - type: nauc_map_at_1000_max value: -4.068056083461815 - type: nauc_map_at_1000_std value: -12.17898160676414 - type: nauc_map_at_100_diff1 value: 9.236177757941253 - type: nauc_map_at_100_max value: -4.058604696622173 - type: nauc_map_at_100_std value: -12.174775347574824 - type: nauc_map_at_10_diff1 value: 8.823094417220325 - type: nauc_map_at_10_max value: -4.200133290204178 - type: nauc_map_at_10_std value: -12.499507328459753 - type: nauc_map_at_1_diff1 value: 12.75385271339225 - type: nauc_map_at_1_max value: -5.5298282139755575 - type: nauc_map_at_1_std value: -11.362582460965157 - type: nauc_map_at_20_diff1 value: 9.228136527232165 - type: nauc_map_at_20_max value: -3.950649951410435 - type: nauc_map_at_20_std value: -12.160403937450361 - type: nauc_map_at_3_diff1 value: 8.889303495985441 - type: nauc_map_at_3_max value: -4.630707806393413 - type: nauc_map_at_3_std value: -12.279766448071545 - type: nauc_map_at_5_diff1 value: 8.739844838218664 - type: nauc_map_at_5_max value: -4.512794992475515 - type: nauc_map_at_5_std value: -12.615578235387586 - type: nauc_mrr_at_1000_diff1 value: 7.859852535285099 - type: nauc_mrr_at_1000_max value: -4.496086648935649 - type: nauc_mrr_at_1000_std value: -12.215285116169484 - type: nauc_mrr_at_100_diff1 value: 7.8638221999422555 - type: nauc_mrr_at_100_max value: -4.486614354767044 - type: nauc_mrr_at_100_std value: -12.211089781990605 - type: nauc_mrr_at_10_diff1 value: 7.491608732231778 - type: nauc_mrr_at_10_max value: -4.612750259444103 - type: nauc_mrr_at_10_std value: -12.533709553688768 - type: nauc_mrr_at_1_diff1 value: 11.591587453294407 - type: nauc_mrr_at_1_max value: -5.108412151719679 - type: nauc_mrr_at_1_std value: -11.315732159028302 - type: nauc_mrr_at_20_diff1 value: 7.865681116401513 - type: nauc_mrr_at_20_max value: -4.375183790213436 - type: nauc_mrr_at_20_std value: -12.19638025273968 - type: nauc_mrr_at_3_diff1 value: 7.231687029446421 - type: nauc_mrr_at_3_max value: -5.4123411687548355 - type: nauc_mrr_at_3_std value: -12.398561644250819 - type: nauc_mrr_at_5_diff1 value: 7.468909154261347 - type: nauc_mrr_at_5_max value: -4.918205171124155 - type: nauc_mrr_at_5_std value: -12.550158596771954 - type: nauc_ndcg_at_1000_diff1 value: 8.873356105519054 - type: nauc_ndcg_at_1000_max value: -3.6038347222273663 - type: nauc_ndcg_at_1000_std value: -11.960763468098095 - type: nauc_ndcg_at_100_diff1 value: 8.963774517420468 - type: nauc_ndcg_at_100_max value: -3.386116175995973 - type: nauc_ndcg_at_100_std value: -11.8741082666588 - type: nauc_ndcg_at_10_diff1 value: 7.334374734540952 - type: nauc_ndcg_at_10_max value: -3.497929167790477 - type: nauc_ndcg_at_10_std value: -13.031985147192678 - type: nauc_ndcg_at_1_diff1 value: 12.75385271339225 - type: nauc_ndcg_at_1_max value: -5.5298282139755575 - type: nauc_ndcg_at_1_std value: -11.362582460965157 - type: nauc_ndcg_at_20_diff1 value: 8.988492318291843 - type: nauc_ndcg_at_20_max value: -2.420084878132361 - type: nauc_ndcg_at_20_std value: -11.648341662365178 - type: nauc_ndcg_at_3_diff1 value: 7.7688424441042585 - type: nauc_ndcg_at_3_max value: -4.544011121759494 - type: nauc_ndcg_at_3_std value: -12.554960539771004 - type: nauc_ndcg_at_5_diff1 value: 7.467185712528959 - type: nauc_ndcg_at_5_max value: -4.292286418745977 - type: nauc_ndcg_at_5_std value: -13.212953784536655 - type: nauc_precision_at_1000_diff1 value: -8.87724002766174 - type: nauc_precision_at_1000_max value: 1.1191140416885268 - type: nauc_precision_at_1000_std value: 61.15556351251649 - type: nauc_precision_at_100_diff1 value: 19.226839642026334 - type: nauc_precision_at_100_max value: 40.96524244310276 - type: nauc_precision_at_100_std value: 34.93790376379203 - type: nauc_precision_at_10_diff1 value: -1.5820920560168286 - type: nauc_precision_at_10_max value: 1.0112918643622166 - type: nauc_precision_at_10_std value: -16.265324019859303 - type: nauc_precision_at_1_diff1 value: 12.75385271339225 - type: nauc_precision_at_1_max value: -5.5298282139755575 - type: nauc_precision_at_1_std value: -11.362582460965157 - type: nauc_precision_at_20_diff1 value: 11.343841852266277 - type: nauc_precision_at_20_max value: 22.319702129641623 - type: nauc_precision_at_20_std value: -0.38946935027592583 - type: nauc_precision_at_3_diff1 value: 4.565527213195263 - type: nauc_precision_at_3_max value: -4.354252001141582 - type: nauc_precision_at_3_std value: -13.344816310957258 - type: nauc_precision_at_5_diff1 value: 3.224959087808944 - type: nauc_precision_at_5_max value: -3.561501622611176 - type: nauc_precision_at_5_std value: -15.33681368286641 - type: nauc_recall_at_1000_diff1 value: -8.877240027663182 - type: nauc_recall_at_1000_max value: 1.119114041683115 - type: nauc_recall_at_1000_std value: 61.15556351251611 - type: nauc_recall_at_100_diff1 value: 19.226839642023744 - type: nauc_recall_at_100_max value: 40.965242443100955 - type: nauc_recall_at_100_std value: 34.93790376379083 - type: nauc_recall_at_10_diff1 value: -1.5820920560167417 - type: nauc_recall_at_10_max value: 1.0112918643623434 - type: nauc_recall_at_10_std value: -16.265324019859182 - type: nauc_recall_at_1_diff1 value: 12.75385271339225 - type: nauc_recall_at_1_max value: -5.5298282139755575 - type: nauc_recall_at_1_std value: -11.362582460965157 - type: nauc_recall_at_20_diff1 value: 11.343841852266326 - type: nauc_recall_at_20_max value: 22.319702129641623 - type: nauc_recall_at_20_std value: -0.3894693502758765 - type: nauc_recall_at_3_diff1 value: 4.56552721319533 - type: nauc_recall_at_3_max value: -4.354252001141524 - type: nauc_recall_at_3_std value: -13.344816310957178 - type: nauc_recall_at_5_diff1 value: 3.224959087808929 - type: nauc_recall_at_5_max value: -3.561501622611073 - type: nauc_recall_at_5_std value: -15.336813682866316 - type: ndcg_at_1 value: 26.529000000000003 - type: ndcg_at_10 value: 53.351000000000006 - type: ndcg_at_100 value: 56.989999999999995 - type: ndcg_at_1000 value: 57.06099999999999 - type: ndcg_at_20 value: 55.832 - type: ndcg_at_3 value: 42.635 - type: ndcg_at_5 value: 47.798 - type: precision_at_1 value: 26.529000000000003 - type: precision_at_10 value: 8.385 - type: precision_at_100 value: 0.991 - type: precision_at_1000 value: 0.1 - type: precision_at_20 value: 4.6690000000000005 - type: precision_at_3 value: 18.065 - type: precision_at_5 value: 13.357 - type: recall_at_1 value: 26.529000000000003 - type: recall_at_10 value: 83.855 - type: recall_at_100 value: 99.14699999999999 - type: recall_at_1000 value: 99.644 - type: recall_at_20 value: 93.38499999999999 - type: recall_at_3 value: 54.196 - type: recall_at_5 value: 66.78500000000001 task: type: Retrieval - dataset: config: default name: MTEB CBD revision: 36ddb419bcffe6a5374c3891957912892916f28d split: test type: PL-MTEB/cbd metrics: - type: accuracy value: 82.63999999999999 - type: ap value: 37.68239965062571 - type: ap_weighted value: 37.68239965062571 - type: f1 value: 72.69572425169251 - type: f1_weighted value: 84.72936692258361 - type: main_score value: 82.63999999999999 task: type: Classification - dataset: config: default name: MTEB CDSC-E revision: 0a3d4aa409b22f80eb22cbf59b492637637b536d split: test type: PL-MTEB/cdsce-pairclassification metrics: - type: cosine_accuracy value: 88.2 - type: cosine_accuracy_threshold value: 94.6662962436676 - type: cosine_ap value: 74.22222496320697 - type: cosine_f1 value: 66.15384615384615 - type: cosine_f1_threshold value: 92.2417163848877 - type: cosine_precision value: 64.5 - type: cosine_recall value: 67.89473684210526 - type: dot_accuracy value: 88.2 - type: dot_accuracy_threshold value: 94.66629028320312 - type: dot_ap value: 74.22222496320697 - type: dot_f1 value: 66.15384615384615 - type: dot_f1_threshold value: 92.2417163848877 - type: dot_precision value: 64.5 - type: dot_recall value: 67.89473684210526 - type: euclidean_accuracy value: 88.2 - type: euclidean_accuracy_threshold value: 32.66091346740723 - type: euclidean_ap value: 74.22222496320697 - type: euclidean_f1 value: 66.15384615384615 - type: euclidean_f1_threshold value: 39.39100503921509 - type: euclidean_precision value: 64.5 - type: euclidean_recall value: 67.89473684210526 - type: main_score value: 74.36531507975964 - type: manhattan_accuracy value: 88.2 - type: manhattan_accuracy_threshold value: 1549.806785583496 - type: manhattan_ap value: 74.36531507975964 - type: manhattan_f1 value: 66.15384615384615 - type: manhattan_f1_threshold value: 1878.4736633300781 - type: manhattan_precision value: 64.5 - type: manhattan_recall value: 67.89473684210526 - type: max_ap value: 74.36531507975964 - type: max_f1 value: 66.15384615384615 - type: max_precision value: 64.5 - type: max_recall value: 67.89473684210526 - type: similarity_accuracy value: 88.2 - type: similarity_accuracy_threshold value: 94.6662962436676 - type: similarity_ap value: 74.22222496320697 - type: similarity_f1 value: 66.15384615384615 - type: similarity_f1_threshold value: 92.2417163848877 - type: similarity_precision value: 64.5 - type: similarity_recall value: 67.89473684210526 task: type: PairClassification - dataset: config: default name: MTEB CDSC-R revision: 1cd6abbb00df7d14be3dbd76a7dcc64b3a79a7cd split: test type: PL-MTEB/cdscr-sts metrics: - type: cosine_pearson value: 92.75973491857985 - type: cosine_spearman value: 92.4445246590692 - type: euclidean_pearson value: 90.98932706522189 - type: euclidean_spearman value: 92.44441114690339 - type: main_score value: 92.4445246590692 - type: manhattan_pearson value: 91.03239818337802 - type: manhattan_spearman value: 92.48485691295049 - type: pearson value: 92.75973491857985 - type: spearman value: 92.4445246590692 task: type: STS - dataset: config: default name: MTEB 8TagsClustering revision: 78b962b130c6690659c65abf67bf1c2f030606b6 split: test type: PL-MTEB/8tags-clustering metrics: - type: main_score value: 53.60989415215326 - type: v_measure value: 53.60989415215326 - type: v_measure_std value: 2.313378085094977 task: type: Clustering - dataset: config: default name: MTEB FiQA-PL revision: 2e535829717f8bf9dc829b7f911cc5bbd4e6608e split: test type: clarin-knext/fiqa-pl metrics: - type: main_score value: 43.111 - type: map_at_1 value: 21.705 - type: map_at_10 value: 35.185 - type: map_at_100 value: 37.24 - type: map_at_1000 value: 37.409 - type: map_at_20 value: 36.369 - type: map_at_3 value: 31.086999999999996 - type: map_at_5 value: 33.346 - type: mrr_at_1 value: 43.20987654320987 - type: mrr_at_10 value: 52.08112874779539 - type: mrr_at_100 value: 52.92693034067337 - type: mrr_at_1000 value: 52.96985638592845 - type: mrr_at_20 value: 52.63433256924181 - type: mrr_at_3 value: 50.12860082304527 - type: mrr_at_5 value: 51.40174897119337 - type: nauc_map_at_1000_diff1 value: 45.22359169866035 - type: nauc_map_at_1000_max value: 26.964225976378625 - type: nauc_map_at_1000_std value: -1.2633276428493687 - type: nauc_map_at_100_diff1 value: 45.17522741559718 - type: nauc_map_at_100_max value: 26.8170207755648 - type: nauc_map_at_100_std value: -1.3067151571124742 - type: nauc_map_at_10_diff1 value: 44.759040662243905 - type: nauc_map_at_10_max value: 25.2398999812798 - type: nauc_map_at_10_std value: -2.6300353727754704 - type: nauc_map_at_1_diff1 value: 50.712357721644544 - type: nauc_map_at_1_max value: 18.48175989564228 - type: nauc_map_at_1_std value: -2.5668616275083886 - type: nauc_map_at_20_diff1 value: 44.88634437373346 - type: nauc_map_at_20_max value: 26.07694343780731 - type: nauc_map_at_20_std value: -2.066632684864094 - type: nauc_map_at_3_diff1 value: 44.89927178718778 - type: nauc_map_at_3_max value: 21.75924665528133 - type: nauc_map_at_3_std value: -4.243935833641743 - type: nauc_map_at_5_diff1 value: 44.822591471849584 - type: nauc_map_at_5_max value: 24.457314644900432 - type: nauc_map_at_5_std value: -2.9604058866761034 - type: nauc_mrr_at_1000_diff1 value: 54.00470787189677 - type: nauc_mrr_at_1000_max value: 36.82223347638309 - type: nauc_mrr_at_1000_std value: 0.5677137777361332 - type: nauc_mrr_at_100_diff1 value: 54.00809810037448 - type: nauc_mrr_at_100_max value: 36.82057634428283 - type: nauc_mrr_at_100_std value: 0.5937776062605836 - type: nauc_mrr_at_10_diff1 value: 53.913976617266876 - type: nauc_mrr_at_10_max value: 36.78443629024914 - type: nauc_mrr_at_10_std value: 0.3156405683490351 - type: nauc_mrr_at_1_diff1 value: 59.548220722261 - type: nauc_mrr_at_1_max value: 36.480987777448576 - type: nauc_mrr_at_1_std value: -0.19083615874029042 - type: nauc_mrr_at_20_diff1 value: 53.81493087917239 - type: nauc_mrr_at_20_max value: 36.77603799391825 - type: nauc_mrr_at_20_std value: 0.44387937560742335 - type: nauc_mrr_at_3_diff1 value: 54.30581644430954 - type: nauc_mrr_at_3_max value: 36.3988298638316 - type: nauc_mrr_at_3_std value: -0.7870642848532561 - type: nauc_mrr_at_5_diff1 value: 54.134566429387846 - type: nauc_mrr_at_5_max value: 37.24697804792816 - type: nauc_mrr_at_5_std value: 0.6599484143161592 - type: nauc_ndcg_at_1000_diff1 value: 46.86756299523301 - type: nauc_ndcg_at_1000_max value: 32.47579882407152 - type: nauc_ndcg_at_1000_std value: 2.9212493033536395 - type: nauc_ndcg_at_100_diff1 value: 46.49674811422101 - type: nauc_ndcg_at_100_max value: 30.90807918981533 - type: nauc_ndcg_at_100_std value: 3.0639785859945508 - type: nauc_ndcg_at_10_diff1 value: 45.095057667243815 - type: nauc_ndcg_at_10_max value: 27.820331872338212 - type: nauc_ndcg_at_10_std value: -1.194673973265985 - type: nauc_ndcg_at_1_diff1 value: 59.548220722261 - type: nauc_ndcg_at_1_max value: 36.480987777448576 - type: nauc_ndcg_at_1_std value: -0.19083615874029042 - type: nauc_ndcg_at_20_diff1 value: 45.00142992123534 - type: nauc_ndcg_at_20_max value: 28.488501226554703 - type: nauc_ndcg_at_20_std value: -0.3191716639403193 - type: nauc_ndcg_at_3_diff1 value: 45.31439967160271 - type: nauc_ndcg_at_3_max value: 29.94608938092995 - type: nauc_ndcg_at_3_std value: -1.9253627902575856 - type: nauc_ndcg_at_5_diff1 value: 45.45846426730726 - type: nauc_ndcg_at_5_max value: 29.38932093491733 - type: nauc_ndcg_at_5_std value: -0.9085140563777799 - type: nauc_precision_at_1000_diff1 value: 3.7560699954595695 - type: nauc_precision_at_1000_max value: 35.240018162324894 - type: nauc_precision_at_1000_std value: 15.003533078217071 - type: nauc_precision_at_100_diff1 value: 11.077365718773592 - type: nauc_precision_at_100_max value: 37.20336505058565 - type: nauc_precision_at_100_std value: 17.346890083595074 - type: nauc_precision_at_10_diff1 value: 21.8215360274433 - type: nauc_precision_at_10_max value: 35.93379458870689 - type: nauc_precision_at_10_std value: 6.090338171659745 - type: nauc_precision_at_1_diff1 value: 59.548220722261 - type: nauc_precision_at_1_max value: 36.480987777448576 - type: nauc_precision_at_1_std value: -0.19083615874029042 - type: nauc_precision_at_20_diff1 value: 17.36401943339932 - type: nauc_precision_at_20_max value: 37.069187376602926 - type: nauc_precision_at_20_std value: 10.266419255060816 - type: nauc_precision_at_3_diff1 value: 31.39256423859058 - type: nauc_precision_at_3_max value: 34.15678019686601 - type: nauc_precision_at_3_std value: 0.02756542022676699 - type: nauc_precision_at_5_diff1 value: 26.23362958027557 - type: nauc_precision_at_5_max value: 37.9855390258922 - type: nauc_precision_at_5_std value: 5.470421998388935 - type: nauc_recall_at_1000_diff1 value: 31.350193187513618 - type: nauc_recall_at_1000_max value: 33.95845031501462 - type: nauc_recall_at_1000_std value: 35.21124266753162 - type: nauc_recall_at_100_diff1 value: 33.30267303607164 - type: nauc_recall_at_100_max value: 21.433003016848104 - type: nauc_recall_at_100_std value: 18.222213857455774 - type: nauc_recall_at_10_diff1 value: 32.89154280626735 - type: nauc_recall_at_10_max value: 18.810546084237014 - type: nauc_recall_at_10_std value: -1.2240791994400735 - type: nauc_recall_at_1_diff1 value: 50.712357721644544 - type: nauc_recall_at_1_max value: 18.48175989564228 - type: nauc_recall_at_1_std value: -2.5668616275083886 - type: nauc_recall_at_20_diff1 value: 29.873966057145047 - type: nauc_recall_at_20_max value: 16.89336942784055 - type: nauc_recall_at_20_std value: 0.21329104768110707 - type: nauc_recall_at_3_diff1 value: 35.59346624099742 - type: nauc_recall_at_3_max value: 17.84711771266179 - type: nauc_recall_at_3_std value: -4.199925899836503 - type: nauc_recall_at_5_diff1 value: 34.7713738660007 - type: nauc_recall_at_5_max value: 21.272448666890547 - type: nauc_recall_at_5_std value: -0.5108237688536543 - type: ndcg_at_1 value: 43.21 - type: ndcg_at_10 value: 43.111 - type: ndcg_at_100 value: 50.259 - type: ndcg_at_1000 value: 53.007000000000005 - type: ndcg_at_20 value: 46.06 - type: ndcg_at_3 value: 40.17 - type: ndcg_at_5 value: 40.952 - type: precision_at_1 value: 43.21 - type: precision_at_10 value: 11.744 - type: precision_at_100 value: 1.9009999999999998 - type: precision_at_1000 value: 0.24 - type: precision_at_20 value: 7.106 - type: precision_at_3 value: 27.006000000000004 - type: precision_at_5 value: 19.506 - type: recall_at_1 value: 21.705 - type: recall_at_10 value: 49.275000000000006 - type: recall_at_100 value: 75.638 - type: recall_at_1000 value: 91.81899999999999 - type: recall_at_20 value: 58.35900000000001 - type: recall_at_3 value: 36.636 - type: recall_at_5 value: 42.143 task: type: Retrieval - dataset: config: pl name: MTEB MassiveIntentClassification (pl) revision: 4672e20407010da34463acc759c162ca9734bca6 split: test type: mteb/amazon_massive_intent metrics: - type: accuracy value: 79.99327505043712 - type: f1 value: 77.0333311593554 - type: f1_weighted value: 79.28333714977292 - type: main_score value: 79.99327505043712 task: type: Classification - dataset: config: pl name: MTEB MassiveScenarioClassification (pl) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: test type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 87.955615332885 - type: f1 value: 86.41797268341179 - type: f1_weighted value: 87.5309539428662 - type: main_score value: 87.955615332885 task: type: Classification - dataset: config: default name: MTEB NFCorpus-PL revision: 9a6f9567fda928260afed2de480d79c98bf0bec0 split: test type: clarin-knext/nfcorpus-pl metrics: - type: main_score value: 37.181999999999995 - type: map_at_1 value: 6.005 - type: map_at_10 value: 14.035 - type: map_at_100 value: 17.738 - type: map_at_1000 value: 19.255 - type: map_at_20 value: 15.568000000000001 - type: map_at_3 value: 10.358 - type: map_at_5 value: 11.913 - type: mrr_at_1 value: 47.6780185758514 - type: mrr_at_10 value: 57.203425229741015 - type: mrr_at_100 value: 57.56621767702782 - type: mrr_at_1000 value: 57.60137092760998 - type: mrr_at_20 value: 57.383094631546626 - type: mrr_at_3 value: 54.79876160990713 - type: mrr_at_5 value: 56.25386996904025 - type: nauc_map_at_1000_diff1 value: 30.15920658261017 - type: nauc_map_at_1000_max value: 18.697844335779195 - type: nauc_map_at_1000_std value: 17.504145978979857 - type: nauc_map_at_100_diff1 value: 31.69485366172891 - type: nauc_map_at_100_max value: 17.070627131201345 - type: nauc_map_at_100_std value: 13.976975783039036 - type: nauc_map_at_10_diff1 value: 34.59687778994698 - type: nauc_map_at_10_max value: 10.736547255226872 - type: nauc_map_at_10_std value: 2.876051483299374 - type: nauc_map_at_1_diff1 value: 50.74344329574154 - type: nauc_map_at_1_max value: 0.9762792036654588 - type: nauc_map_at_1_std value: -7.655812444165831 - type: nauc_map_at_20_diff1 value: 32.93670297540166 - type: nauc_map_at_20_max value: 13.528817285383326 - type: nauc_map_at_20_std value: 7.845597968128404 - type: nauc_map_at_3_diff1 value: 40.731103498765044 - type: nauc_map_at_3_max value: 5.530076642266395 - type: nauc_map_at_3_std value: -4.307688798634782 - type: nauc_map_at_5_diff1 value: 37.08822769221841 - type: nauc_map_at_5_max value: 6.864140042218396 - type: nauc_map_at_5_std value: -2.5076272546091527 - type: nauc_mrr_at_1000_diff1 value: 37.81105836490243 - type: nauc_mrr_at_1000_max value: 34.49642655690039 - type: nauc_mrr_at_1000_std value: 29.413769393575844 - type: nauc_mrr_at_100_diff1 value: 37.81676746183447 - type: nauc_mrr_at_100_max value: 34.53403764840245 - type: nauc_mrr_at_100_std value: 29.445462765835423 - type: nauc_mrr_at_10_diff1 value: 37.8833741267051 - type: nauc_mrr_at_10_max value: 34.29866132661342 - type: nauc_mrr_at_10_std value: 29.26732666777465 - type: nauc_mrr_at_1_diff1 value: 39.23520764077875 - type: nauc_mrr_at_1_max value: 28.28649166679672 - type: nauc_mrr_at_1_std value: 23.527226416504867 - type: nauc_mrr_at_20_diff1 value: 37.76721134632054 - type: nauc_mrr_at_20_max value: 34.422720184681076 - type: nauc_mrr_at_20_std value: 29.3572353131936 - type: nauc_mrr_at_3_diff1 value: 38.22286912669354 - type: nauc_mrr_at_3_max value: 33.11028988697281 - type: nauc_mrr_at_3_std value: 28.16159032000311 - type: nauc_mrr_at_5_diff1 value: 37.26666908285567 - type: nauc_mrr_at_5_max value: 33.658380105419745 - type: nauc_mrr_at_5_std value: 28.489355304113534 - type: nauc_ndcg_at_1000_diff1 value: 29.28755066222835 - type: nauc_ndcg_at_1000_max value: 38.04786730883246 - type: nauc_ndcg_at_1000_std value: 35.155681103285744 - type: nauc_ndcg_at_100_diff1 value: 26.83688959797987 - type: nauc_ndcg_at_100_max value: 31.007017064637775 - type: nauc_ndcg_at_100_std value: 30.72150464678299 - type: nauc_ndcg_at_10_diff1 value: 24.56743424095603 - type: nauc_ndcg_at_10_max value: 27.90661269311946 - type: nauc_ndcg_at_10_std value: 28.7666082225066 - type: nauc_ndcg_at_1_diff1 value: 38.70206364179928 - type: nauc_ndcg_at_1_max value: 27.190297115274358 - type: nauc_ndcg_at_1_std value: 22.95639446904536 - type: nauc_ndcg_at_20_diff1 value: 24.18819142115177 - type: nauc_ndcg_at_20_max value: 27.703281828683686 - type: nauc_ndcg_at_20_std value: 29.439571642165376 - type: nauc_ndcg_at_3_diff1 value: 30.1805938823191 - type: nauc_ndcg_at_3_max value: 28.137969889145666 - type: nauc_ndcg_at_3_std value: 26.67201910505581 - type: nauc_ndcg_at_5_diff1 value: 26.36616187102256 - type: nauc_ndcg_at_5_max value: 27.064033602387582 - type: nauc_ndcg_at_5_std value: 27.20083837477969 - type: nauc_precision_at_1000_diff1 value: -15.762617643754536 - type: nauc_precision_at_1000_max value: 12.086256164314872 - type: nauc_precision_at_1000_std value: 37.36805458026991 - type: nauc_precision_at_100_diff1 value: -8.924734504714456 - type: nauc_precision_at_100_max value: 20.867005238645664 - type: nauc_precision_at_100_std value: 44.79218976079051 - type: nauc_precision_at_10_diff1 value: 5.623748010617045 - type: nauc_precision_at_10_max value: 29.959820187901148 - type: nauc_precision_at_10_std value: 39.254005672411154 - type: nauc_precision_at_1_diff1 value: 39.23520764077875 - type: nauc_precision_at_1_max value: 28.28649166679672 - type: nauc_precision_at_1_std value: 23.527226416504867 - type: nauc_precision_at_20_diff1 value: 0.7933677746897775 - type: nauc_precision_at_20_max value: 28.309442094141613 - type: nauc_precision_at_20_std value: 42.99301197517682 - type: nauc_precision_at_3_diff1 value: 21.397369218557998 - type: nauc_precision_at_3_max value: 30.09568921070654 - type: nauc_precision_at_3_std value: 31.27635832902314 - type: nauc_precision_at_5_diff1 value: 11.718010513653386 - type: nauc_precision_at_5_max value: 29.17333558510002 - type: nauc_precision_at_5_std value: 34.16919196896968 - type: nauc_recall_at_1000_diff1 value: 16.074024810442996 - type: nauc_recall_at_1000_max value: 24.8803187111926 - type: nauc_recall_at_1000_std value: 22.112351910557678 - type: nauc_recall_at_100_diff1 value: 18.640353798770423 - type: nauc_recall_at_100_max value: 22.022461574613477 - type: nauc_recall_at_100_std value: 21.275712625249728 - type: nauc_recall_at_10_diff1 value: 24.57564999742599 - type: nauc_recall_at_10_max value: 10.159393639399559 - type: nauc_recall_at_10_std value: 1.715146528962189 - type: nauc_recall_at_1_diff1 value: 50.74344329574154 - type: nauc_recall_at_1_max value: 0.9762792036654588 - type: nauc_recall_at_1_std value: -7.655812444165831 - type: nauc_recall_at_20_diff1 value: 23.410240763178415 - type: nauc_recall_at_20_max value: 14.59215011515735 - type: nauc_recall_at_20_std value: 7.87344552929364 - type: nauc_recall_at_3_diff1 value: 35.52933766101892 - type: nauc_recall_at_3_max value: 4.567057901941034 - type: nauc_recall_at_3_std value: -4.83364773944478 - type: nauc_recall_at_5_diff1 value: 28.71866842031599 - type: nauc_recall_at_5_max value: 5.501045118217177 - type: nauc_recall_at_5_std value: -4.12703909487824 - type: ndcg_at_1 value: 45.356 - type: ndcg_at_10 value: 37.181999999999995 - type: ndcg_at_100 value: 33.759 - type: ndcg_at_1000 value: 42.369 - type: ndcg_at_20 value: 34.437 - type: ndcg_at_3 value: 42.692 - type: ndcg_at_5 value: 40.467 - type: precision_at_1 value: 47.678 - type: precision_at_10 value: 27.647 - type: precision_at_100 value: 8.563 - type: precision_at_1000 value: 2.157 - type: precision_at_20 value: 20.341 - type: precision_at_3 value: 40.351 - type: precision_at_5 value: 35.356 - type: recall_at_1 value: 6.005 - type: recall_at_10 value: 18.302 - type: recall_at_100 value: 33.742 - type: recall_at_1000 value: 64.893 - type: recall_at_20 value: 21.741 - type: recall_at_3 value: 11.44 - type: recall_at_5 value: 14.069999999999999 task: type: Retrieval - dataset: config: default name: MTEB PAC revision: fc69d1c153a8ccdcf1eef52f4e2a27f88782f543 split: test type: laugustyniak/abusive-clauses-pl metrics: - type: accuracy value: 68.87054735013032 - type: ap value: 77.08014124599376 - type: ap_weighted value: 77.08014124599376 - type: f1 value: 66.18723905427973 - type: f1_weighted value: 69.37126957872458 - type: main_score value: 68.87054735013032 task: type: Classification - dataset: config: default name: MTEB PSC revision: d05a294af9e1d3ff2bfb6b714e08a24a6cabc669 split: test type: PL-MTEB/psc-pairclassification metrics: - type: cosine_accuracy value: 98.88682745825604 - type: cosine_accuracy_threshold value: 74.04214143753052 - type: cosine_ap value: 99.19691317424578 - type: cosine_f1 value: 98.17629179331307 - type: cosine_f1_threshold value: 74.04214143753052 - type: cosine_precision value: 97.87878787878788 - type: cosine_recall value: 98.47560975609755 - type: dot_accuracy value: 98.88682745825604 - type: dot_accuracy_threshold value: 74.04214143753052 - type: dot_ap value: 99.19691317424578 - type: dot_f1 value: 98.17629179331307 - type: dot_f1_threshold value: 74.04214143753052 - type: dot_precision value: 97.87878787878788 - type: dot_recall value: 98.47560975609755 - type: euclidean_accuracy value: 98.88682745825604 - type: euclidean_accuracy_threshold value: 72.0522403717041 - type: euclidean_ap value: 99.19691317424578 - type: euclidean_f1 value: 98.17629179331307 - type: euclidean_f1_threshold value: 72.0522403717041 - type: euclidean_precision value: 97.87878787878788 - type: euclidean_recall value: 98.47560975609755 - type: main_score value: 99.19691317424578 - type: manhattan_accuracy value: 98.88682745825604 - type: manhattan_accuracy_threshold value: 3419.777297973633 - type: manhattan_ap value: 99.16455633817671 - type: manhattan_f1 value: 98.18181818181819 - type: manhattan_f1_threshold value: 3466.407012939453 - type: manhattan_precision value: 97.59036144578313 - type: manhattan_recall value: 98.78048780487805 - type: max_ap value: 99.19691317424578 - type: max_f1 value: 98.18181818181819 - type: max_precision value: 97.87878787878788 - type: max_recall value: 98.78048780487805 - type: similarity_accuracy value: 98.88682745825604 - type: similarity_accuracy_threshold value: 74.04214143753052 - type: similarity_ap value: 99.19691317424578 - type: similarity_f1 value: 98.17629179331307 - type: similarity_f1_threshold value: 74.04214143753052 - type: similarity_precision value: 97.87878787878788 - type: similarity_recall value: 98.47560975609755 task: type: PairClassification - dataset: config: default name: MTEB PolEmo2.0-IN revision: d90724373c70959f17d2331ad51fb60c71176b03 split: test type: PL-MTEB/polemo2_in metrics: - type: accuracy value: 89.69529085872577 - type: f1 value: 85.95689330902374 - type: f1_weighted value: 88.81737709614171 - type: main_score value: 89.69529085872577 task: type: Classification - dataset: config: default name: MTEB PolEmo2.0-OUT revision: 6a21ab8716e255ab1867265f8b396105e8aa63d4 split: test type: PL-MTEB/polemo2_out metrics: - type: accuracy value: 70.54655870445343 - type: f1 value: 53.119395993492425 - type: f1_weighted value: 69.8273475674514 - type: main_score value: 70.54655870445343 task: type: Classification - dataset: config: default name: MTEB PPC revision: 2c7d2df57801a591f6b1e3aaf042e7a04ec7d9f2 split: test type: PL-MTEB/ppc-pairclassification metrics: - type: cosine_accuracy value: 84.2 - type: cosine_accuracy_threshold value: 92.7859902381897 - type: cosine_ap value: 93.91073870222274 - type: cosine_f1 value: 87.14632174616007 - type: cosine_f1_threshold value: 91.77231788635254 - type: cosine_precision value: 85.15007898894154 - type: cosine_recall value: 89.23841059602648 - type: dot_accuracy value: 84.2 - type: dot_accuracy_threshold value: 92.78599619865417 - type: dot_ap value: 93.91072112420935 - type: dot_f1 value: 87.14632174616007 - type: dot_f1_threshold value: 91.77231788635254 - type: dot_precision value: 85.15007898894154 - type: dot_recall value: 89.23841059602648 - type: euclidean_accuracy value: 84.2 - type: euclidean_accuracy_threshold value: 37.98415660858154 - type: euclidean_ap value: 93.91072112420935 - type: euclidean_f1 value: 87.14632174616007 - type: euclidean_f1_threshold value: 40.56519865989685 - type: euclidean_precision value: 85.15007898894154 - type: euclidean_recall value: 89.23841059602648 - type: main_score value: 93.94349693540352 - type: manhattan_accuracy value: 84.2 - type: manhattan_accuracy_threshold value: 1767.9145812988281 - type: manhattan_ap value: 93.94349693540352 - type: manhattan_f1 value: 87.18775181305399 - type: manhattan_f1_threshold value: 1931.8328857421875 - type: manhattan_precision value: 84.92935635792779 - type: manhattan_recall value: 89.56953642384106 - type: max_ap value: 93.94349693540352 - type: max_f1 value: 87.18775181305399 - type: max_precision value: 85.15007898894154 - type: max_recall value: 89.56953642384106 - type: similarity_accuracy value: 84.2 - type: similarity_accuracy_threshold value: 92.7859902381897 - type: similarity_ap value: 93.91073870222274 - type: similarity_f1 value: 87.14632174616007 - type: similarity_f1_threshold value: 91.77231788635254 - type: similarity_precision value: 85.15007898894154 - type: similarity_recall value: 89.23841059602648 task: type: PairClassification - dataset: config: default name: MTEB Quora-PL revision: 0be27e93455051e531182b85e85e425aba12e9d4 split: test type: clarin-knext/quora-pl metrics: - type: main_score value: 82.811 - type: map_at_1 value: 64.22200000000001 - type: map_at_10 value: 78.337 - type: map_at_100 value: 79.104 - type: map_at_1000 value: 79.125 - type: map_at_20 value: 78.828 - type: map_at_3 value: 75.10900000000001 - type: map_at_5 value: 77.14999999999999 - type: mrr_at_1 value: 73.9 - type: mrr_at_10 value: 81.5056150793645 - type: mrr_at_100 value: 81.72450500846445 - type: mrr_at_1000 value: 81.72739086777847 - type: mrr_at_20 value: 81.6637575872693 - type: mrr_at_3 value: 80.19166666666617 - type: mrr_at_5 value: 81.07366666666597 - type: nauc_map_at_1000_diff1 value: 72.15073993574799 - type: nauc_map_at_1000_max value: 14.104308830790208 - type: nauc_map_at_1000_std value: -35.93579764240557 - type: nauc_map_at_100_diff1 value: 72.15491641674454 - type: nauc_map_at_100_max value: 14.070622274367626 - type: nauc_map_at_100_std value: -35.98582215332103 - type: nauc_map_at_10_diff1 value: 72.37131745356795 - type: nauc_map_at_10_max value: 13.325706583324425 - type: nauc_map_at_10_std value: -37.813076604830236 - type: nauc_map_at_1_diff1 value: 76.20667245908288 - type: nauc_map_at_1_max value: 8.916795322813984 - type: nauc_map_at_1_std value: -35.04320029862817 - type: nauc_map_at_20_diff1 value: 72.23763551805725 - type: nauc_map_at_20_max value: 13.841503910593367 - type: nauc_map_at_20_std value: -36.67602262879847 - type: nauc_map_at_3_diff1 value: 72.92560407123295 - type: nauc_map_at_3_max value: 11.235639767513021 - type: nauc_map_at_3_std value: -39.647816514177855 - type: nauc_map_at_5_diff1 value: 72.48073336959445 - type: nauc_map_at_5_max value: 12.220438295805565 - type: nauc_map_at_5_std value: -39.023289819654636 - type: nauc_mrr_at_1000_diff1 value: 72.51583622774653 - type: nauc_mrr_at_1000_max value: 16.98774390273646 - type: nauc_mrr_at_1000_std value: -31.065900159207715 - type: nauc_mrr_at_100_diff1 value: 72.51452567150513 - type: nauc_mrr_at_100_max value: 16.99225053754663 - type: nauc_mrr_at_100_std value: -31.06024377902469 - type: nauc_mrr_at_10_diff1 value: 72.459717564441 - type: nauc_mrr_at_10_max value: 17.047894710156335 - type: nauc_mrr_at_10_std value: -31.163397837325657 - type: nauc_mrr_at_1_diff1 value: 74.34962315595017 - type: nauc_mrr_at_1_max value: 16.232428597703564 - type: nauc_mrr_at_1_std value: -30.33439982860624 - type: nauc_mrr_at_20_diff1 value: 72.50100848926384 - type: nauc_mrr_at_20_max value: 17.044600109831716 - type: nauc_mrr_at_20_std value: -31.041591300581707 - type: nauc_mrr_at_3_diff1 value: 72.15293314544314 - type: nauc_mrr_at_3_max value: 16.423892823355416 - type: nauc_mrr_at_3_std value: -31.62951902905381 - type: nauc_mrr_at_5_diff1 value: 72.26948977798959 - type: nauc_mrr_at_5_max value: 16.83836470409536 - type: nauc_mrr_at_5_std value: -31.469685462677237 - type: nauc_ndcg_at_1000_diff1 value: 71.73241720245922 - type: nauc_ndcg_at_1000_max value: 15.960634740217778 - type: nauc_ndcg_at_1000_std value: -33.08822605963674 - type: nauc_ndcg_at_100_diff1 value: 71.7048577282244 - type: nauc_ndcg_at_100_max value: 15.914787426350644 - type: nauc_ndcg_at_100_std value: -33.09915467535268 - type: nauc_ndcg_at_10_diff1 value: 71.72935687862247 - type: nauc_ndcg_at_10_max value: 15.285595262376422 - type: nauc_ndcg_at_10_std value: -36.114147550342466 - type: nauc_ndcg_at_1_diff1 value: 74.3095060122446 - type: nauc_ndcg_at_1_max value: 15.896165818869049 - type: nauc_ndcg_at_1_std value: -30.577849344412915 - type: nauc_ndcg_at_20_diff1 value: 71.7481385200199 - type: nauc_ndcg_at_20_max value: 15.93738616300547 - type: nauc_ndcg_at_20_std value: -34.397287767250276 - type: nauc_ndcg_at_3_diff1 value: 70.94783415394954 - type: nauc_ndcg_at_3_max value: 13.427132709599332 - type: nauc_ndcg_at_3_std value: -36.69816452579935 - type: nauc_ndcg_at_5_diff1 value: 71.19193194345956 - type: nauc_ndcg_at_5_max value: 14.063914250461268 - type: nauc_ndcg_at_5_std value: -36.931896151825406 - type: nauc_precision_at_1000_diff1 value: -40.1635795214179 - type: nauc_precision_at_1000_max value: 11.09721147807486 - type: nauc_precision_at_1000_std value: 41.5274172621687 - type: nauc_precision_at_100_diff1 value: -39.35624983064254 - type: nauc_precision_at_100_max value: 10.674814349756847 - type: nauc_precision_at_100_std value: 40.07174786563651 - type: nauc_precision_at_10_diff1 value: -27.963679171519495 - type: nauc_precision_at_10_max value: 10.689992039048768 - type: nauc_precision_at_10_std value: 22.521441809013464 - type: nauc_precision_at_1_diff1 value: 74.3095060122446 - type: nauc_precision_at_1_max value: 15.896165818869049 - type: nauc_precision_at_1_std value: -30.577849344412915 - type: nauc_precision_at_20_diff1 value: -34.28581750438746 - type: nauc_precision_at_20_max value: 10.854822103124798 - type: nauc_precision_at_20_std value: 31.646781189681008 - type: nauc_precision_at_3_diff1 value: -2.0635597236958936 - type: nauc_precision_at_3_max value: 11.135678269032631 - type: nauc_precision_at_3_std value: -0.05834309285657541 - type: nauc_precision_at_5_diff1 value: -17.3761733557746 - type: nauc_precision_at_5_max value: 10.737670282318144 - type: nauc_precision_at_5_std value: 11.533938351666164 - type: nauc_recall_at_1000_diff1 value: 58.41007062940435 - type: nauc_recall_at_1000_max value: 40.284040101660565 - type: nauc_recall_at_1000_std value: 27.268352137548433 - type: nauc_recall_at_100_diff1 value: 62.50837127034779 - type: nauc_recall_at_100_max value: 25.688183932525877 - type: nauc_recall_at_100_std value: -7.428850363161603 - type: nauc_recall_at_10_diff1 value: 66.38504668345963 - type: nauc_recall_at_10_max value: 15.817414768095706 - type: nauc_recall_at_10_std value: -43.98475863850886 - type: nauc_recall_at_1_diff1 value: 76.20667245908288 - type: nauc_recall_at_1_max value: 8.916795322813984 - type: nauc_recall_at_1_std value: -35.04320029862817 - type: nauc_recall_at_20_diff1 value: 65.48693395392615 - type: nauc_recall_at_20_max value: 21.67319398834831 - type: nauc_recall_at_20_std value: -33.8694441912123 - type: nauc_recall_at_3_diff1 value: 68.015634348564 - type: nauc_recall_at_3_max value: 8.765242984124635 - type: nauc_recall_at_3_std value: -44.21955965332914 - type: nauc_recall_at_5_diff1 value: 66.64261362254948 - type: nauc_recall_at_5_max value: 10.666104789889985 - type: nauc_recall_at_5_std value: -45.92972699563297 - type: ndcg_at_1 value: 73.92 - type: ndcg_at_10 value: 82.811 - type: ndcg_at_100 value: 84.65700000000001 - type: ndcg_at_1000 value: 84.852 - type: ndcg_at_20 value: 83.78999999999999 - type: ndcg_at_3 value: 79.182 - type: ndcg_at_5 value: 81.227 - type: precision_at_1 value: 73.92 - type: precision_at_10 value: 12.787 - type: precision_at_100 value: 1.508 - type: precision_at_1000 value: 0.155 - type: precision_at_20 value: 6.876 - type: precision_at_3 value: 34.813 - type: precision_at_5 value: 23.183999999999997 - type: recall_at_1 value: 64.22200000000001 - type: recall_at_10 value: 92.00399999999999 - type: recall_at_100 value: 98.725 - type: recall_at_1000 value: 99.811 - type: recall_at_20 value: 95.27799999999999 - type: recall_at_3 value: 81.943 - type: recall_at_5 value: 87.382 task: type: Retrieval - dataset: config: default name: MTEB SCIDOCS-PL revision: 45452b03f05560207ef19149545f168e596c9337 split: test type: clarin-knext/scidocs-pl metrics: - type: main_score value: 19.64 - type: map_at_1 value: 4.593 - type: map_at_10 value: 11.802999999999999 - type: map_at_100 value: 13.956 - type: map_at_1000 value: 14.262 - type: map_at_20 value: 12.805 - type: map_at_3 value: 8.488 - type: map_at_5 value: 10.039 - type: mrr_at_1 value: 22.6 - type: mrr_at_10 value: 33.0490079365079 - type: mrr_at_100 value: 34.13187495754542 - type: mrr_at_1000 value: 34.19881538448373 - type: mrr_at_20 value: 33.650772133782915 - type: mrr_at_3 value: 29.616666666666664 - type: mrr_at_5 value: 31.56666666666663 - type: nauc_map_at_1000_diff1 value: 14.889338930379067 - type: nauc_map_at_1000_max value: 29.678699779362898 - type: nauc_map_at_1000_std value: 15.209595818976002 - type: nauc_map_at_100_diff1 value: 14.987116811160131 - type: nauc_map_at_100_max value: 29.62387929406472 - type: nauc_map_at_100_std value: 14.872204942602071 - type: nauc_map_at_10_diff1 value: 15.149980088427023 - type: nauc_map_at_10_max value: 27.405319036412028 - type: nauc_map_at_10_std value: 11.305864303389066 - type: nauc_map_at_1_diff1 value: 19.115149776029494 - type: nauc_map_at_1_max value: 23.93855447858197 - type: nauc_map_at_1_std value: 4.954064604034524 - type: nauc_map_at_20_diff1 value: 15.076788502929347 - type: nauc_map_at_20_max value: 28.611637620849983 - type: nauc_map_at_20_std value: 12.902423005768132 - type: nauc_map_at_3_diff1 value: 15.470906644032095 - type: nauc_map_at_3_max value: 24.127557731914553 - type: nauc_map_at_3_std value: 7.102116140964592 - type: nauc_map_at_5_diff1 value: 15.23030610697015 - type: nauc_map_at_5_max value: 25.928658097022193 - type: nauc_map_at_5_std value: 8.582103580584825 - type: nauc_mrr_at_1000_diff1 value: 16.006011062512478 - type: nauc_mrr_at_1000_max value: 25.49590927977452 - type: nauc_mrr_at_1000_std value: 10.883368749777574 - type: nauc_mrr_at_100_diff1 value: 16.017226265493793 - type: nauc_mrr_at_100_max value: 25.53366020211784 - type: nauc_mrr_at_100_std value: 10.945496539449021 - type: nauc_mrr_at_10_diff1 value: 15.981763814841592 - type: nauc_mrr_at_10_max value: 25.319085276117963 - type: nauc_mrr_at_10_std value: 10.745702565030294 - type: nauc_mrr_at_1_diff1 value: 18.830268815056357 - type: nauc_mrr_at_1_max value: 24.091784960247836 - type: nauc_mrr_at_1_std value: 5.0689785519575 - type: nauc_mrr_at_20_diff1 value: 15.98142761028242 - type: nauc_mrr_at_20_max value: 25.414996424490027 - type: nauc_mrr_at_20_std value: 10.870249434505775 - type: nauc_mrr_at_3_diff1 value: 15.935825577016082 - type: nauc_mrr_at_3_max value: 24.975416181958167 - type: nauc_mrr_at_3_std value: 8.397054982253701 - type: nauc_mrr_at_5_diff1 value: 16.049933283409178 - type: nauc_mrr_at_5_max value: 25.011164358798332 - type: nauc_mrr_at_5_std value: 9.712583082431806 - type: nauc_ndcg_at_1000_diff1 value: 13.97312251549139 - type: nauc_ndcg_at_1000_max value: 32.480212255495594 - type: nauc_ndcg_at_1000_std value: 24.719537001693475 - type: nauc_ndcg_at_100_diff1 value: 14.98523996304762 - type: nauc_ndcg_at_100_max value: 32.83092196243769 - type: nauc_ndcg_at_100_std value: 22.774175882137225 - type: nauc_ndcg_at_10_diff1 value: 14.979597636735898 - type: nauc_ndcg_at_10_max value: 28.83154499526071 - type: nauc_ndcg_at_10_std value: 14.886915986702858 - type: nauc_ndcg_at_1_diff1 value: 18.830268815056357 - type: nauc_ndcg_at_1_max value: 24.091784960247836 - type: nauc_ndcg_at_1_std value: 5.0689785519575 - type: nauc_ndcg_at_20_diff1 value: 15.044456487807839 - type: nauc_ndcg_at_20_max value: 30.352751765564474 - type: nauc_ndcg_at_20_std value: 17.164045241846495 - type: nauc_ndcg_at_3_diff1 value: 14.821924589514419 - type: nauc_ndcg_at_3_max value: 25.104174834821553 - type: nauc_ndcg_at_3_std value: 8.885623249512804 - type: nauc_ndcg_at_5_diff1 value: 15.110572704518827 - type: nauc_ndcg_at_5_max value: 26.76255729581363 - type: nauc_ndcg_at_5_std value: 11.045567973978304 - type: nauc_precision_at_1000_diff1 value: 4.592941553248459 - type: nauc_precision_at_1000_max value: 28.91742506301694 - type: nauc_precision_at_1000_std value: 42.80815708996671 - type: nauc_precision_at_100_diff1 value: 11.02867951986886 - type: nauc_precision_at_100_max value: 33.754597322029554 - type: nauc_precision_at_100_std value: 34.60409801344883 - type: nauc_precision_at_10_diff1 value: 12.886287930179115 - type: nauc_precision_at_10_max value: 30.26046149017384 - type: nauc_precision_at_10_std value: 20.20421800803912 - type: nauc_precision_at_1_diff1 value: 18.830268815056357 - type: nauc_precision_at_1_max value: 24.091784960247836 - type: nauc_precision_at_1_std value: 5.0689785519575 - type: nauc_precision_at_20_diff1 value: 12.422965088689745 - type: nauc_precision_at_20_max value: 31.51632250639963 - type: nauc_precision_at_20_std value: 23.43856563765108 - type: nauc_precision_at_3_diff1 value: 13.289539531613256 - type: nauc_precision_at_3_max value: 25.889785950931497 - type: nauc_precision_at_3_std value: 11.09559992651764 - type: nauc_precision_at_5_diff1 value: 13.50817046296161 - type: nauc_precision_at_5_max value: 27.698708549131336 - type: nauc_precision_at_5_std value: 14.234534631242227 - type: nauc_recall_at_1000_diff1 value: 5.300698253784848 - type: nauc_recall_at_1000_max value: 29.512940206910077 - type: nauc_recall_at_1000_std value: 44.1202381373532 - type: nauc_recall_at_100_diff1 value: 11.387402837406217 - type: nauc_recall_at_100_max value: 33.86033221972651 - type: nauc_recall_at_100_std value: 34.81866892882947 - type: nauc_recall_at_10_diff1 value: 12.864590539302249 - type: nauc_recall_at_10_max value: 30.057799171898708 - type: nauc_recall_at_10_std value: 20.034456607727808 - type: nauc_recall_at_1_diff1 value: 19.115149776029494 - type: nauc_recall_at_1_max value: 23.93855447858197 - type: nauc_recall_at_1_std value: 4.954064604034524 - type: nauc_recall_at_20_diff1 value: 12.461041262909534 - type: nauc_recall_at_20_max value: 31.361291615365595 - type: nauc_recall_at_20_std value: 23.398932591021687 - type: nauc_recall_at_3_diff1 value: 13.514453581030756 - type: nauc_recall_at_3_max value: 25.891366383279905 - type: nauc_recall_at_3_std value: 11.040082969426374 - type: nauc_recall_at_5_diff1 value: 13.550650593088967 - type: nauc_recall_at_5_max value: 27.42420920157467 - type: nauc_recall_at_5_std value: 13.937212248229283 - type: ndcg_at_1 value: 22.6 - type: ndcg_at_10 value: 19.64 - type: ndcg_at_100 value: 27.938000000000002 - type: ndcg_at_1000 value: 33.183 - type: ndcg_at_20 value: 22.399 - type: ndcg_at_3 value: 18.667 - type: ndcg_at_5 value: 16.226 - type: precision_at_1 value: 22.6 - type: precision_at_10 value: 10.16 - type: precision_at_100 value: 2.212 - type: precision_at_1000 value: 0.347 - type: precision_at_20 value: 6.675000000000001 - type: precision_at_3 value: 17.467 - type: precision_at_5 value: 14.180000000000001 - type: recall_at_1 value: 4.593 - type: recall_at_10 value: 20.607 - type: recall_at_100 value: 44.95 - type: recall_at_1000 value: 70.378 - type: recall_at_20 value: 27.075 - type: recall_at_3 value: 10.628 - type: recall_at_5 value: 14.402999999999999 task: type: Retrieval - dataset: config: default name: MTEB SICK-E-PL revision: 71bba34b0ece6c56dfcf46d9758a27f7a90f17e9 split: test type: PL-MTEB/sicke-pl-pairclassification metrics: - type: cosine_accuracy value: 84.18263350998777 - type: cosine_accuracy_threshold value: 93.94426345825195 - type: cosine_ap value: 79.28096611204025 - type: cosine_f1 value: 71.58974358974358 - type: cosine_f1_threshold value: 92.83782243728638 - type: cosine_precision value: 68.83629191321499 - type: cosine_recall value: 74.57264957264957 - type: dot_accuracy value: 84.18263350998777 - type: dot_accuracy_threshold value: 93.94427537918091 - type: dot_ap value: 79.28096474865434 - type: dot_f1 value: 71.58974358974358 - type: dot_f1_threshold value: 92.83782243728638 - type: dot_precision value: 68.83629191321499 - type: dot_recall value: 74.57264957264957 - type: euclidean_accuracy value: 84.18263350998777 - type: euclidean_accuracy_threshold value: 34.80154275894165 - type: euclidean_ap value: 79.2809495685454 - type: euclidean_f1 value: 71.58974358974358 - type: euclidean_f1_threshold value: 37.84753084182739 - type: euclidean_precision value: 68.83629191321499 - type: euclidean_recall value: 74.57264957264957 - type: main_score value: 79.28410418410681 - type: manhattan_accuracy value: 84.12148389726865 - type: manhattan_accuracy_threshold value: 1590.3039932250977 - type: manhattan_ap value: 79.28410418410681 - type: manhattan_f1 value: 71.56462585034014 - type: manhattan_f1_threshold value: 1802.0807266235352 - type: manhattan_precision value: 68.48958333333334 - type: manhattan_recall value: 74.92877492877493 - type: max_ap value: 79.28410418410681 - type: max_f1 value: 71.58974358974358 - type: max_precision value: 68.83629191321499 - type: max_recall value: 74.92877492877493 - type: similarity_accuracy value: 84.18263350998777 - type: similarity_accuracy_threshold value: 93.94426345825195 - type: similarity_ap value: 79.28096611204025 - type: similarity_f1 value: 71.58974358974358 - type: similarity_f1_threshold value: 92.83782243728638 - type: similarity_precision value: 68.83629191321499 - type: similarity_recall value: 74.57264957264957 task: type: PairClassification - dataset: config: default name: MTEB SICK-R-PL revision: fd5c2441b7eeff8676768036142af4cfa42c1339 split: test type: PL-MTEB/sickr-pl-sts metrics: - type: cosine_pearson value: 79.73051490860105 - type: cosine_spearman value: 76.47752563673201 - type: euclidean_pearson value: 77.33537446268512 - type: euclidean_spearman value: 76.47750123747478 - type: main_score value: 76.47752563673201 - type: manhattan_pearson value: 77.36069879391584 - type: manhattan_spearman value: 76.51402354965752 - type: pearson value: 79.73051490860105 - type: spearman value: 76.47752563673201 task: type: STS - dataset: config: pl name: MTEB STS22 (pl) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 47.431980546750964 - type: cosine_spearman value: 49.746157076230524 - type: euclidean_pearson value: 32.36421008785651 - type: euclidean_spearman value: 49.63851830055781 - type: main_score value: 49.746157076230524 - type: manhattan_pearson value: 32.363921235575155 - type: manhattan_spearman value: 49.69047212448613 - type: pearson value: 47.431980546750964 - type: spearman value: 49.746157076230524 task: type: STS - dataset: config: pl-en name: MTEB STS22 (pl-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 84.7999084116691 - type: cosine_spearman value: 84.29259538220988 - type: euclidean_pearson value: 83.65153743329672 - type: euclidean_spearman value: 84.29259538220988 - type: main_score value: 84.29259538220988 - type: manhattan_pearson value: 83.3401730943064 - type: manhattan_spearman value: 85.22314841310823 - type: pearson value: 84.7999084116691 - type: spearman value: 84.29259538220988 task: type: STS - dataset: config: de-pl name: MTEB STS22 (de-pl) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 56.06369132662453 - type: cosine_spearman value: 62.943147553238774 - type: euclidean_pearson value: 57.49805169961923 - type: euclidean_spearman value: 62.943147553238774 - type: main_score value: 62.943147553238774 - type: manhattan_pearson value: 57.25940410817918 - type: manhattan_spearman value: 62.204089069247715 - type: pearson value: 56.06369132662453 - type: spearman value: 62.943147553238774 task: type: STS - dataset: config: fr-pl name: MTEB STS22 (fr-pl) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 72.12905800148313 - type: cosine_spearman value: 84.51542547285167 - type: euclidean_pearson value: 73.97515141793754 - type: euclidean_spearman value: 84.51542547285167 - type: main_score value: 84.51542547285167 - type: manhattan_pearson value: 72.84864088669735 - type: manhattan_spearman value: 73.24670207647144 - type: pearson value: 72.12905800148313 - type: spearman value: 84.51542547285167 task: type: STS - dataset: config: default name: MTEB SciFact-PL revision: 47932a35f045ef8ed01ba82bf9ff67f6e109207e split: test type: clarin-knext/scifact-pl metrics: - type: main_score value: 76.91799999999999 - type: map_at_1 value: 61.760999999999996 - type: map_at_10 value: 72.191 - type: map_at_100 value: 72.57900000000001 - type: map_at_1000 value: 72.598 - type: map_at_20 value: 72.465 - type: map_at_3 value: 69.587 - type: map_at_5 value: 71.04899999999999 - type: mrr_at_1 value: 65.0 - type: mrr_at_10 value: 73.34603174603174 - type: mrr_at_100 value: 73.62227068925023 - type: mrr_at_1000 value: 73.64183781066299 - type: mrr_at_20 value: 73.54541985791985 - type: mrr_at_3 value: 71.33333333333334 - type: mrr_at_5 value: 72.61666666666666 - type: nauc_map_at_1000_diff1 value: 66.21840705486845 - type: nauc_map_at_1000_max value: 45.44324551344031 - type: nauc_map_at_1000_std value: -1.0814688355317972 - type: nauc_map_at_100_diff1 value: 66.22462678734968 - type: nauc_map_at_100_max value: 45.45863454979088 - type: nauc_map_at_100_std value: -1.0771139272521286 - type: nauc_map_at_10_diff1 value: 66.08826385237604 - type: nauc_map_at_10_max value: 45.31753671800737 - type: nauc_map_at_10_std value: -1.6275799430529103 - type: nauc_map_at_1_diff1 value: 70.42285626474877 - type: nauc_map_at_1_max value: 39.50179057561205 - type: nauc_map_at_1_std value: -8.851136260159194 - type: nauc_map_at_20_diff1 value: 66.25643144656225 - type: nauc_map_at_20_max value: 45.47864675571612 - type: nauc_map_at_20_std value: -1.0906184744215628 - type: nauc_map_at_3_diff1 value: 66.40622522282507 - type: nauc_map_at_3_max value: 43.1139944072993 - type: nauc_map_at_3_std value: -3.2097290531891627 - type: nauc_map_at_5_diff1 value: 66.17920924370715 - type: nauc_map_at_5_max value: 43.818417943365134 - type: nauc_map_at_5_std value: -3.5794735442648937 - type: nauc_mrr_at_1000_diff1 value: 65.83327739369703 - type: nauc_mrr_at_1000_max value: 48.372009488041705 - type: nauc_mrr_at_1000_std value: 2.115743603667452 - type: nauc_mrr_at_100_diff1 value: 65.83999237085304 - type: nauc_mrr_at_100_max value: 48.38524889954653 - type: nauc_mrr_at_100_std value: 2.1174309444353456 - type: nauc_mrr_at_10_diff1 value: 65.65190877083664 - type: nauc_mrr_at_10_max value: 48.46794744845911 - type: nauc_mrr_at_10_std value: 2.042910402700398 - type: nauc_mrr_at_1_diff1 value: 68.767732660645 - type: nauc_mrr_at_1_max value: 46.44641549353079 - type: nauc_mrr_at_1_std value: 0.9406786557083794 - type: nauc_mrr_at_20_diff1 value: 65.82687213531457 - type: nauc_mrr_at_20_max value: 48.41104900320748 - type: nauc_mrr_at_20_std value: 2.1047509246823237 - type: nauc_mrr_at_3_diff1 value: 65.3897227050321 - type: nauc_mrr_at_3_max value: 47.410165649594184 - type: nauc_mrr_at_3_std value: 2.0699855791392148 - type: nauc_mrr_at_5_diff1 value: 65.33605265864311 - type: nauc_mrr_at_5_max value: 48.19481590143297 - type: nauc_mrr_at_5_std value: 1.5028135894972638 - type: nauc_ndcg_at_1000_diff1 value: 65.57863304614911 - type: nauc_ndcg_at_1000_max value: 47.43852629649108 - type: nauc_ndcg_at_1000_std value: 0.93602139257168 - type: nauc_ndcg_at_100_diff1 value: 65.78957036924776 - type: nauc_ndcg_at_100_max value: 47.879373313112254 - type: nauc_ndcg_at_100_std value: 1.3268984011569667 - type: nauc_ndcg_at_10_diff1 value: 65.13084629929057 - type: nauc_ndcg_at_10_max value: 47.80105065332093 - type: nauc_ndcg_at_10_std value: -0.0425708066962233 - type: nauc_ndcg_at_1_diff1 value: 68.767732660645 - type: nauc_ndcg_at_1_max value: 46.44641549353079 - type: nauc_ndcg_at_1_std value: 0.9406786557083794 - type: nauc_ndcg_at_20_diff1 value: 65.79904145752494 - type: nauc_ndcg_at_20_max value: 48.13275387467153 - type: nauc_ndcg_at_20_std value: 1.286404066666757 - type: nauc_ndcg_at_3_diff1 value: 64.67185918398093 - type: nauc_ndcg_at_3_max value: 44.745883157812365 - type: nauc_ndcg_at_3_std value: -0.8556077804449875 - type: nauc_ndcg_at_5_diff1 value: 64.80551066348806 - type: nauc_ndcg_at_5_max value: 45.269268808180975 - type: nauc_ndcg_at_5_std value: -3.292440817014038 - type: nauc_precision_at_1000_diff1 value: -34.5747313468253 - type: nauc_precision_at_1000_max value: 19.86711413946244 - type: nauc_precision_at_1000_std value: 52.43703176378871 - type: nauc_precision_at_100_diff1 value: -21.848860427047484 - type: nauc_precision_at_100_max value: 25.508925305655005 - type: nauc_precision_at_100_std value: 49.06309774363955 - type: nauc_precision_at_10_diff1 value: -5.3289091663210435 - type: nauc_precision_at_10_max value: 34.20157610949811 - type: nauc_precision_at_10_std value: 38.95534356421951 - type: nauc_precision_at_1_diff1 value: 68.767732660645 - type: nauc_precision_at_1_max value: 46.44641549353079 - type: nauc_precision_at_1_std value: 0.9406786557083794 - type: nauc_precision_at_20_diff1 value: -11.795047749756987 - type: nauc_precision_at_20_max value: 31.411334133928044 - type: nauc_precision_at_20_std value: 46.83822267970486 - type: nauc_precision_at_3_diff1 value: 26.976524876425863 - type: nauc_precision_at_3_max value: 39.68201829904695 - type: nauc_precision_at_3_std value: 21.805216340932333 - type: nauc_precision_at_5_diff1 value: 12.808365852688642 - type: nauc_precision_at_5_max value: 37.20668677470474 - type: nauc_precision_at_5_std value: 24.753903742707926 - type: nauc_recall_at_1000_diff1 value: 12.278244631182748 - type: nauc_recall_at_1000_max value: 86.92810457516407 - type: nauc_recall_at_1000_std value: 35.8076563958937 - type: nauc_recall_at_100_diff1 value: 69.1923436041082 - type: nauc_recall_at_100_max value: 70.49953314659221 - type: nauc_recall_at_100_std value: 24.505135387488444 - type: nauc_recall_at_10_diff1 value: 59.73881286537836 - type: nauc_recall_at_10_max value: 56.13328320089889 - type: nauc_recall_at_10_std value: 0.9891720350741177 - type: nauc_recall_at_1_diff1 value: 70.42285626474877 - type: nauc_recall_at_1_max value: 39.50179057561205 - type: nauc_recall_at_1_std value: -8.851136260159194 - type: nauc_recall_at_20_diff1 value: 65.15817548141362 - type: nauc_recall_at_20_max value: 62.649878433221375 - type: nauc_recall_at_20_std value: 13.313642288598446 - type: nauc_recall_at_3_diff1 value: 61.331617713628084 - type: nauc_recall_at_3_max value: 41.81707619521235 - type: nauc_recall_at_3_std value: -5.674855869735362 - type: nauc_recall_at_5_diff1 value: 58.787683194756035 - type: nauc_recall_at_5_max value: 43.71237378650552 - type: nauc_recall_at_5_std value: -10.631002232674465 - type: ndcg_at_1 value: 65.0 - type: ndcg_at_10 value: 76.91799999999999 - type: ndcg_at_100 value: 78.402 - type: ndcg_at_1000 value: 78.805 - type: ndcg_at_20 value: 77.735 - type: ndcg_at_3 value: 72.437 - type: ndcg_at_5 value: 74.591 - type: precision_at_1 value: 65.0 - type: precision_at_10 value: 10.2 - type: precision_at_100 value: 1.097 - type: precision_at_1000 value: 0.11299999999999999 - type: precision_at_20 value: 5.283 - type: precision_at_3 value: 28.555999999999997 - type: precision_at_5 value: 18.6 - type: recall_at_1 value: 61.760999999999996 - type: recall_at_10 value: 90.256 - type: recall_at_100 value: 96.667 - type: recall_at_1000 value: 99.667 - type: recall_at_20 value: 93.267 - type: recall_at_3 value: 77.878 - type: recall_at_5 value: 83.439 task: type: Retrieval - dataset: config: default name: MTEB TRECCOVID-PL revision: 81bcb408f33366c2a20ac54adafad1ae7e877fdd split: test type: clarin-knext/trec-covid-pl metrics: - type: main_score value: 81.144 - type: map_at_1 value: 0.248 - type: map_at_10 value: 2.157 - type: map_at_100 value: 13.716000000000001 - type: map_at_1000 value: 32.65 - type: map_at_20 value: 4.0009999999999994 - type: map_at_3 value: 0.711 - type: map_at_5 value: 1.162 - type: mrr_at_1 value: 92.0 - type: mrr_at_10 value: 96.0 - type: mrr_at_100 value: 96.0 - type: mrr_at_1000 value: 96.0 - type: mrr_at_20 value: 96.0 - type: mrr_at_3 value: 96.0 - type: mrr_at_5 value: 96.0 - type: nauc_map_at_1000_diff1 value: -28.250203594556584 - type: nauc_map_at_1000_max value: 52.08454072557133 - type: nauc_map_at_1000_std value: 79.48446545419355 - type: nauc_map_at_100_diff1 value: -16.3684798554974 - type: nauc_map_at_100_max value: 39.64355871007487 - type: nauc_map_at_100_std value: 58.517394150771196 - type: nauc_map_at_10_diff1 value: -0.9960431819837273 - type: nauc_map_at_10_max value: 19.77211920343006 - type: nauc_map_at_10_std value: 19.760464568209567 - type: nauc_map_at_1_diff1 value: 6.222121514853931 - type: nauc_map_at_1_max value: 9.04523920801192 - type: nauc_map_at_1_std value: 11.10141876326312 - type: nauc_map_at_20_diff1 value: -9.138051626246725 - type: nauc_map_at_20_max value: 22.419227957131067 - type: nauc_map_at_20_std value: 26.9756119734311 - type: nauc_map_at_3_diff1 value: 8.220277189546465 - type: nauc_map_at_3_max value: 12.162504412238127 - type: nauc_map_at_3_std value: 12.2742063914476 - type: nauc_map_at_5_diff1 value: 7.867830794993266 - type: nauc_map_at_5_max value: 14.872903453579243 - type: nauc_map_at_5_std value: 11.882541228741477 - type: nauc_mrr_at_1000_diff1 value: -4.843604108309577 - type: nauc_mrr_at_1000_max value: 13.130252100840279 - type: nauc_mrr_at_1000_std value: 61.65966386554632 - type: nauc_mrr_at_100_diff1 value: -4.843604108309577 - type: nauc_mrr_at_100_max value: 13.130252100840279 - type: nauc_mrr_at_100_std value: 61.65966386554632 - type: nauc_mrr_at_10_diff1 value: -4.843604108309577 - type: nauc_mrr_at_10_max value: 13.130252100840279 - type: nauc_mrr_at_10_std value: 61.65966386554632 - type: nauc_mrr_at_1_diff1 value: -4.843604108309911 - type: nauc_mrr_at_1_max value: 13.1302521008403 - type: nauc_mrr_at_1_std value: 61.659663865546264 - type: nauc_mrr_at_20_diff1 value: -4.843604108309577 - type: nauc_mrr_at_20_max value: 13.130252100840279 - type: nauc_mrr_at_20_std value: 61.65966386554632 - type: nauc_mrr_at_3_diff1 value: -4.843604108309577 - type: nauc_mrr_at_3_max value: 13.130252100840279 - type: nauc_mrr_at_3_std value: 61.65966386554632 - type: nauc_mrr_at_5_diff1 value: -4.843604108309577 - type: nauc_mrr_at_5_max value: 13.130252100840279 - type: nauc_mrr_at_5_std value: 61.65966386554632 - type: nauc_ndcg_at_1000_diff1 value: -25.16717752216515 - type: nauc_ndcg_at_1000_max value: 53.3418359198012 - type: nauc_ndcg_at_1000_std value: 80.65175228145466 - type: nauc_ndcg_at_100_diff1 value: -40.31785420558625 - type: nauc_ndcg_at_100_max value: 45.09546071865451 - type: nauc_ndcg_at_100_std value: 75.40895234974869 - type: nauc_ndcg_at_10_diff1 value: -28.19826901025097 - type: nauc_ndcg_at_10_max value: 43.078646933310615 - type: nauc_ndcg_at_10_std value: 53.111454343871614 - type: nauc_ndcg_at_1_diff1 value: -9.493493773611297 - type: nauc_ndcg_at_1_max value: 35.20008395130819 - type: nauc_ndcg_at_1_std value: 57.887925003498 - type: nauc_ndcg_at_20_diff1 value: -38.26836193971236 - type: nauc_ndcg_at_20_max value: 45.20766663960982 - type: nauc_ndcg_at_20_std value: 62.27601136797132 - type: nauc_ndcg_at_3_diff1 value: -7.28345892959394 - type: nauc_ndcg_at_3_max value: 24.7974010818429 - type: nauc_ndcg_at_3_std value: 41.70371109282937 - type: nauc_ndcg_at_5_diff1 value: -11.429562197815999 - type: nauc_ndcg_at_5_max value: 30.656429493871055 - type: nauc_ndcg_at_5_std value: 39.02726195692732 - type: nauc_precision_at_1000_diff1 value: -26.345687068428212 - type: nauc_precision_at_1000_max value: 22.393157270986734 - type: nauc_precision_at_1000_std value: 31.02496274402397 - type: nauc_precision_at_100_diff1 value: -36.815660048516264 - type: nauc_precision_at_100_max value: 42.9109935968304 - type: nauc_precision_at_100_std value: 71.79298255172685 - type: nauc_precision_at_10_diff1 value: -27.611688427036103 - type: nauc_precision_at_10_max value: 49.60209610089694 - type: nauc_precision_at_10_std value: 56.93578470556877 - type: nauc_precision_at_1_diff1 value: -4.843604108309911 - type: nauc_precision_at_1_max value: 13.1302521008403 - type: nauc_precision_at_1_std value: 61.659663865546264 - type: nauc_precision_at_20_diff1 value: -39.83848492009805 - type: nauc_precision_at_20_max value: 45.76206269914346 - type: nauc_precision_at_20_std value: 64.84887501731686 - type: nauc_precision_at_3_diff1 value: 9.845318472475325 - type: nauc_precision_at_3_max value: 13.932054442182206 - type: nauc_precision_at_3_std value: 36.0518701103848 - type: nauc_precision_at_5_diff1 value: 2.9725469322580262 - type: nauc_precision_at_5_max value: 39.185620406575865 - type: nauc_precision_at_5_std value: 37.863123630929465 - type: nauc_recall_at_1000_diff1 value: -17.20671458178181 - type: nauc_recall_at_1000_max value: 45.294402552613526 - type: nauc_recall_at_1000_std value: 69.28596985796021 - type: nauc_recall_at_100_diff1 value: -6.428084883700268 - type: nauc_recall_at_100_max value: 29.391445783546548 - type: nauc_recall_at_100_std value: 45.86330770057512 - type: nauc_recall_at_10_diff1 value: 1.6670104066851845 - type: nauc_recall_at_10_max value: 16.585464661642966 - type: nauc_recall_at_10_std value: 16.699588067711847 - type: nauc_recall_at_1_diff1 value: 6.222121514853931 - type: nauc_recall_at_1_max value: 9.04523920801192 - type: nauc_recall_at_1_std value: 11.10141876326312 - type: nauc_recall_at_20_diff1 value: -4.139029194223187 - type: nauc_recall_at_20_max value: 17.943621407808084 - type: nauc_recall_at_20_std value: 22.421389850193094 - type: nauc_recall_at_3_diff1 value: 10.102326826491833 - type: nauc_recall_at_3_max value: 10.384746210117815 - type: nauc_recall_at_3_std value: 9.619148014633025 - type: nauc_recall_at_5_diff1 value: 9.430903751671327 - type: nauc_recall_at_5_max value: 13.105245727063336 - type: nauc_recall_at_5_std value: 9.32079115867563 - type: ndcg_at_1 value: 86.0 - type: ndcg_at_10 value: 81.144 - type: ndcg_at_100 value: 65.38199999999999 - type: ndcg_at_1000 value: 58.163 - type: ndcg_at_20 value: 78.398 - type: ndcg_at_3 value: 86.419 - type: ndcg_at_5 value: 84.30199999999999 - type: precision_at_1 value: 92.0 - type: precision_at_10 value: 86.6 - type: precision_at_100 value: 67.75999999999999 - type: precision_at_1000 value: 25.480000000000004 - type: precision_at_20 value: 83.1 - type: precision_at_3 value: 90.667 - type: precision_at_5 value: 89.60000000000001 - type: recall_at_1 value: 0.248 - type: recall_at_10 value: 2.299 - type: recall_at_100 value: 16.668 - type: recall_at_1000 value: 54.629000000000005 - type: recall_at_20 value: 4.367 - type: recall_at_3 value: 0.732 - type: recall_at_5 value: 1.212 task: type: Retrieval - dataset: config: default name: MTEB CEDRClassification revision: c0ba03d058e3e1b2f3fd20518875a4563dd12db4 split: test type: ai-forever/cedr-classification metrics: - type: accuracy value: 52.093517534537725 - type: f1 value: 56.37281380517539 - type: lrap value: 82.77763018065957 - type: main_score value: 52.093517534537725 task: type: MultilabelClassification - dataset: config: default name: MTEB GeoreviewClassification revision: 3765c0d1de6b7d264bc459433c45e5a75513839c split: test type: ai-forever/georeview-classification metrics: - type: accuracy value: 59.67285156249999 - type: f1 value: 56.92752001367594 - type: f1_weighted value: 56.92222807825205 - type: main_score value: 59.67285156249999 task: type: Classification - dataset: config: default name: MTEB GeoreviewClusteringP2P revision: 97a313c8fc85b47f13f33e7e9a95c1ad888c7fec split: test type: ai-forever/georeview-clustering-p2p metrics: - type: main_score value: 76.71995309518435 - type: v_measure value: 76.71995309518435 - type: v_measure_std value: 0.5051437256482365 task: type: Clustering - dataset: config: default name: MTEB HeadlineClassification revision: 2fe05ee6b5832cda29f2ef7aaad7b7fe6a3609eb split: test type: ai-forever/headline-classification metrics: - type: accuracy value: 85.7421875 - type: f1 value: 85.76906486452225 - type: f1_weighted value: 85.76722902514517 - type: main_score value: 85.7421875 task: type: Classification - dataset: config: default name: MTEB InappropriatenessClassification revision: 601651fdc45ef243751676e62dd7a19f491c0285 split: test type: ai-forever/inappropriateness-classification metrics: - type: accuracy value: 79.0380859375 - type: ap value: 73.32419205954841 - type: ap_weighted value: 73.32419205954841 - type: f1 value: 79.0122702123596 - type: f1_weighted value: 79.0122702123596 - type: main_score value: 79.0380859375 task: type: Classification - dataset: config: default name: MTEB KinopoiskClassification revision: 5911f26666ac11af46cb9c6849d0dc80a378af24 split: test type: ai-forever/kinopoisk-sentiment-classification metrics: - type: accuracy value: 71.39333333333333 - type: f1 value: 68.0515088454225 - type: f1_weighted value: 68.05150884542248 - type: main_score value: 71.39333333333333 task: type: Classification - dataset: config: ru name: MTEB MassiveIntentClassification (ru) revision: 4672e20407010da34463acc759c162ca9734bca6 split: test type: mteb/amazon_massive_intent metrics: - type: accuracy value: 79.77807666442501 - type: f1 value: 77.05503875836447 - type: f1_weighted value: 79.10885935880363 - type: main_score value: 79.77807666442501 task: type: Classification - dataset: config: ru name: MTEB MassiveScenarioClassification (ru) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: test type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 88.42299932750505 - type: f1 value: 87.15721677058616 - type: f1_weighted value: 87.95844060171521 - type: main_score value: 88.42299932750505 task: type: Classification - dataset: config: default name: MTEB RUParaPhraserSTS revision: 43265056790b8f7c59e0139acb4be0a8dad2c8f4 split: test type: merionum/ru_paraphraser metrics: - type: cosine_pearson value: 64.12402100059082 - type: cosine_spearman value: 72.1041223475043 - type: euclidean_pearson value: 68.38609067818044 - type: euclidean_spearman value: 72.10401766318856 - type: main_score value: 72.1041223475043 - type: manhattan_pearson value: 68.46796000117776 - type: manhattan_spearman value: 72.13215489094416 - type: pearson value: 64.12402100059082 - type: spearman value: 72.1041223475043 task: type: STS - dataset: config: default name: MTEB RuBQReranking revision: 2e96b8f098fa4b0950fc58eacadeb31c0d0c7fa2 split: test type: ai-forever/rubq-reranking metrics: - type: main_score value: 73.88576271940713 - type: map value: 73.88576271940713 - type: mrr value: 78.00960465854084 - type: nAUC_map_diff1 value: 39.6518603225463 - type: nAUC_map_max value: 4.350383965854549 - type: nAUC_map_std value: -0.014969899892212745 - type: nAUC_mrr_diff1 value: 42.13162353960397 - type: nAUC_mrr_max value: 8.922658395240406 - type: nAUC_mrr_std value: 2.152891873019869 task: type: Reranking - dataset: config: default name: MTEB RuBQRetrieval revision: e19b6ffa60b3bc248e0b41f4cc37c26a55c2a67b split: test type: ai-forever/rubq-retrieval metrics: - type: main_score value: 74.435 - type: map_at_1 value: 42.76 - type: map_at_10 value: 66.264 - type: map_at_100 value: 67.042 - type: map_at_1000 value: 67.05 - type: map_at_20 value: 66.85900000000001 - type: map_at_3 value: 59.74 - type: map_at_5 value: 63.993 - type: mrr_at_1 value: 60.047281323877066 - type: mrr_at_10 value: 72.82716987504223 - type: mrr_at_100 value: 73.02773497247094 - type: mrr_at_1000 value: 73.02962009865962 - type: mrr_at_20 value: 72.97035759772903 - type: mrr_at_3 value: 70.46887312844763 - type: mrr_at_5 value: 72.12076438140275 - type: nauc_map_at_1000_diff1 value: 34.383768967728635 - type: nauc_map_at_1000_max value: 13.703443395724472 - type: nauc_map_at_1000_std value: -22.72754510223835 - type: nauc_map_at_100_diff1 value: 34.37773445189401 - type: nauc_map_at_100_max value: 13.715120051009938 - type: nauc_map_at_100_std value: -22.71739582208026 - type: nauc_map_at_10_diff1 value: 34.128639545018224 - type: nauc_map_at_10_max value: 13.481023445729216 - type: nauc_map_at_10_std value: -22.841295424013143 - type: nauc_map_at_1_diff1 value: 37.58345298713193 - type: nauc_map_at_1_max value: 9.068626061733989 - type: nauc_map_at_1_std value: -19.34669422079028 - type: nauc_map_at_20_diff1 value: 34.21234363490007 - type: nauc_map_at_20_max value: 13.812265438057898 - type: nauc_map_at_20_std value: -22.744547074381728 - type: nauc_map_at_3_diff1 value: 35.178065640657465 - type: nauc_map_at_3_max value: 12.26694588496597 - type: nauc_map_at_3_std value: -23.876661383660725 - type: nauc_map_at_5_diff1 value: 34.97286590065426 - type: nauc_map_at_5_max value: 12.39449233232647 - type: nauc_map_at_5_std value: -24.179149585732894 - type: nauc_mrr_at_1000_diff1 value: 38.51708954025975 - type: nauc_mrr_at_1000_max value: 16.27687115188748 - type: nauc_mrr_at_1000_std value: -24.317991962455277 - type: nauc_mrr_at_100_diff1 value: 38.51579649813754 - type: nauc_mrr_at_100_max value: 16.282318186103982 - type: nauc_mrr_at_100_std value: -24.313115676201193 - type: nauc_mrr_at_10_diff1 value: 38.374513617518524 - type: nauc_mrr_at_10_max value: 16.411158436434583 - type: nauc_mrr_at_10_std value: -24.214190672272338 - type: nauc_mrr_at_1_diff1 value: 41.11744654145736 - type: nauc_mrr_at_1_max value: 14.857906263383727 - type: nauc_mrr_at_1_std value: -23.05045201335754 - type: nauc_mrr_at_20_diff1 value: 38.42720946112707 - type: nauc_mrr_at_20_max value: 16.333926957304225 - type: nauc_mrr_at_20_std value: -24.2666181277299 - type: nauc_mrr_at_3_diff1 value: 38.54947076552065 - type: nauc_mrr_at_3_max value: 16.28785626102837 - type: nauc_mrr_at_3_std value: -25.404928347060103 - type: nauc_mrr_at_5_diff1 value: 38.23381985227932 - type: nauc_mrr_at_5_max value: 16.29686368315855 - type: nauc_mrr_at_5_std value: -24.88784013864183 - type: nauc_ndcg_at_1000_diff1 value: 34.59545258977158 - type: nauc_ndcg_at_1000_max value: 15.284635200887825 - type: nauc_ndcg_at_1000_std value: -22.257301616758433 - type: nauc_ndcg_at_100_diff1 value: 34.44786100359039 - type: nauc_ndcg_at_100_max value: 15.57235196792877 - type: nauc_ndcg_at_100_std value: -21.856425612245342 - type: nauc_ndcg_at_10_diff1 value: 33.174757528590206 - type: nauc_ndcg_at_10_max value: 15.63435305829791 - type: nauc_ndcg_at_10_std value: -22.08142460589985 - type: nauc_ndcg_at_1_diff1 value: 41.11744654145736 - type: nauc_ndcg_at_1_max value: 14.857906263383727 - type: nauc_ndcg_at_1_std value: -23.05045201335754 - type: nauc_ndcg_at_20_diff1 value: 33.386333672237086 - type: nauc_ndcg_at_20_max value: 16.259547378249156 - type: nauc_ndcg_at_20_std value: -21.834061142760262 - type: nauc_ndcg_at_3_diff1 value: 35.3096569182989 - type: nauc_ndcg_at_3_max value: 13.564724249968299 - type: nauc_ndcg_at_3_std value: -25.112930090907355 - type: nauc_ndcg_at_5_diff1 value: 34.402178469695905 - type: nauc_ndcg_at_5_max value: 13.454254056986617 - type: nauc_ndcg_at_5_std value: -25.099270446248735 - type: nauc_precision_at_1000_diff1 value: -12.741330236539095 - type: nauc_precision_at_1000_max value: 4.404400635687311 - type: nauc_precision_at_1000_std value: 8.389300135369483 - type: nauc_precision_at_100_diff1 value: -12.851044558742647 - type: nauc_precision_at_100_max value: 5.680330188544991 - type: nauc_precision_at_100_std value: 9.489202238591542 - type: nauc_precision_at_10_diff1 value: -9.945369846060753 - type: nauc_precision_at_10_max value: 8.504415247865312 - type: nauc_precision_at_10_std value: 4.494521946889061 - type: nauc_precision_at_1_diff1 value: 41.11744654145736 - type: nauc_precision_at_1_max value: 14.857906263383727 - type: nauc_precision_at_1_std value: -23.05045201335754 - type: nauc_precision_at_20_diff1 value: -12.578957278247266 - type: nauc_precision_at_20_max value: 8.188355833278354 - type: nauc_precision_at_20_std value: 7.448331416027387 - type: nauc_precision_at_3_diff1 value: 8.117030877871983 - type: nauc_precision_at_3_max value: 11.646516155855124 - type: nauc_precision_at_3_std value: -12.527645037478171 - type: nauc_precision_at_5_diff1 value: -0.8567617401390368 - type: nauc_precision_at_5_max value: 8.683018924706662 - type: nauc_precision_at_5_std value: -5.808788866497016 - type: nauc_recall_at_1000_diff1 value: -28.762266898258215 - type: nauc_recall_at_1000_max value: 21.917410784648858 - type: nauc_recall_at_1000_std value: 53.72265532186225 - type: nauc_recall_at_100_diff1 value: -0.23838251752936382 - type: nauc_recall_at_100_max value: 45.959987172148885 - type: nauc_recall_at_100_std value: 45.34588951064591 - type: nauc_recall_at_10_diff1 value: 13.665193847690487 - type: nauc_recall_at_10_max value: 22.3683736077389 - type: nauc_recall_at_10_std value: -10.283709692040667 - type: nauc_recall_at_1_diff1 value: 37.58345298713193 - type: nauc_recall_at_1_max value: 9.068626061733989 - type: nauc_recall_at_1_std value: -19.34669422079028 - type: nauc_recall_at_20_diff1 value: 4.853737371483111 - type: nauc_recall_at_20_max value: 34.92618513489909 - type: nauc_recall_at_20_std value: -1.2868509314659222 - type: nauc_recall_at_3_diff1 value: 28.7908251906051 - type: nauc_recall_at_3_max value: 11.900913295288518 - type: nauc_recall_at_3_std value: -24.462530634963496 - type: nauc_recall_at_5_diff1 value: 25.173125475364177 - type: nauc_recall_at_5_max value: 11.315686078181972 - type: nauc_recall_at_5_std value: -25.091887815136914 - type: ndcg_at_1 value: 60.047 - type: ndcg_at_10 value: 74.435 - type: ndcg_at_100 value: 76.594 - type: ndcg_at_1000 value: 76.725 - type: ndcg_at_20 value: 75.773 - type: ndcg_at_3 value: 65.975 - type: ndcg_at_5 value: 70.81 - type: precision_at_1 value: 60.047 - type: precision_at_10 value: 14.988000000000001 - type: precision_at_100 value: 1.656 - type: precision_at_1000 value: 0.167 - type: precision_at_20 value: 7.9399999999999995 - type: precision_at_3 value: 36.623 - type: precision_at_5 value: 26.277 - type: recall_at_1 value: 42.76 - type: recall_at_10 value: 90.889 - type: recall_at_100 value: 98.834 - type: recall_at_1000 value: 99.663 - type: recall_at_20 value: 95.184 - type: recall_at_3 value: 70.62 - type: recall_at_5 value: 81.652 task: type: Retrieval - dataset: config: default name: MTEB RuReviewsClassification revision: f6d2c31f4dc6b88f468552750bfec05b4b41b05a split: test type: ai-forever/ru-reviews-classification metrics: - type: accuracy value: 74.8095703125 - type: f1 value: 73.91967376784037 - type: f1_weighted value: 73.9189948366255 - type: main_score value: 74.8095703125 task: type: Classification - dataset: config: default name: MTEB RuSTSBenchmarkSTS revision: 7cf24f325c6da6195df55bef3d86b5e0616f3018 split: test type: ai-forever/ru-stsbenchmark-sts metrics: - type: cosine_pearson value: 79.888528971486 - type: cosine_spearman value: 81.61889430378866 - type: euclidean_pearson value: 79.94703459875922 - type: euclidean_spearman value: 81.61980863924033 - type: main_score value: 81.61889430378866 - type: manhattan_pearson value: 79.95415547515567 - type: manhattan_spearman value: 81.61130692072074 - type: pearson value: 79.888528971486 - type: spearman value: 81.61889430378866 task: type: STS - dataset: config: default name: MTEB RuSciBenchGRNTIClassification revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1 split: test type: ai-forever/ru-scibench-grnti-classification metrics: - type: accuracy value: 71.6552734375 - type: f1 value: 70.63908761566744 - type: f1_weighted value: 70.64734045044828 - type: main_score value: 71.6552734375 task: type: Classification - dataset: config: default name: MTEB RuSciBenchGRNTIClusteringP2P revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1 split: test type: ai-forever/ru-scibench-grnti-classification metrics: - type: main_score value: 64.79686240363448 - type: v_measure value: 64.79686240363448 - type: v_measure_std value: 0.6119665206236284 task: type: Clustering - dataset: config: default name: MTEB RuSciBenchOECDClassification revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471 split: test type: ai-forever/ru-scibench-oecd-classification metrics: - type: accuracy value: 56.7626953125 - type: f1 value: 54.62202402640944 - type: f1_weighted value: 54.62367865280833 - type: main_score value: 56.7626953125 task: type: Classification - dataset: config: default name: MTEB RuSciBenchOECDClusteringP2P revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471 split: test type: ai-forever/ru-scibench-oecd-classification metrics: - type: main_score value: 54.818142832015695 - type: v_measure value: 54.818142832015695 - type: v_measure_std value: 0.7494689058177785 task: type: Clustering - dataset: config: ru name: MTEB STS22 (ru) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 69.46416898707648 - type: cosine_spearman value: 71.7236490731324 - type: euclidean_pearson value: 69.26978478998248 - type: euclidean_spearman value: 71.7236490731324 - type: main_score value: 71.7236490731324 - type: manhattan_pearson value: 69.31349929375952 - type: manhattan_spearman value: 71.75161736759956 - type: pearson value: 69.46416898707648 - type: spearman value: 71.7236490731324 task: type: STS - dataset: config: default name: MTEB SensitiveTopicsClassification revision: 416b34a802308eac30e4192afc0ff99bb8dcc7f2 split: test type: ai-forever/sensitive-topics-classification metrics: - type: accuracy value: 32.3974609375 - type: f1 value: 36.8155212473576 - type: lrap value: 50.2943929036452 - type: main_score value: 32.3974609375 task: type: MultilabelClassification - dataset: config: default name: MTEB TERRa revision: 7b58f24536063837d644aab9a023c62199b2a612 split: dev type: ai-forever/terra-pairclassification metrics: - type: cosine_accuracy value: 57.00325732899023 - type: cosine_accuracy_threshold value: 75.34879446029663 - type: cosine_ap value: 56.8594077887683 - type: cosine_f1 value: 67.72727272727272 - type: cosine_f1_threshold value: 65.37638306617737 - type: cosine_precision value: 51.91637630662021 - type: cosine_recall value: 97.38562091503267 - type: dot_accuracy value: 57.00325732899023 - type: dot_accuracy_threshold value: 75.34880638122559 - type: dot_ap value: 56.8594077887683 - type: dot_f1 value: 67.72727272727272 - type: dot_f1_threshold value: 65.37638306617737 - type: dot_precision value: 51.91637630662021 - type: dot_recall value: 97.38562091503267 - type: euclidean_accuracy value: 57.00325732899023 - type: euclidean_accuracy_threshold value: 70.2156662940979 - type: euclidean_ap value: 56.8594077887683 - type: euclidean_f1 value: 67.72727272727272 - type: euclidean_f1_threshold value: 83.21480751037598 - type: euclidean_precision value: 51.91637630662021 - type: euclidean_recall value: 97.38562091503267 - type: main_score value: 57.47570140269883 - type: manhattan_accuracy value: 57.65472312703584 - type: manhattan_accuracy_threshold value: 3097.412109375 - type: manhattan_ap value: 57.47570140269883 - type: manhattan_f1 value: 67.88990825688074 - type: manhattan_f1_threshold value: 3821.0716247558594 - type: manhattan_precision value: 52.29681978798587 - type: manhattan_recall value: 96.73202614379085 - type: max_ap value: 57.47570140269883 - type: max_f1 value: 67.88990825688074 - type: max_precision value: 52.29681978798587 - type: max_recall value: 97.38562091503267 - type: similarity_accuracy value: 57.00325732899023 - type: similarity_accuracy_threshold value: 75.34879446029663 - type: similarity_ap value: 56.8594077887683 - type: similarity_f1 value: 67.72727272727272 - type: similarity_f1_threshold value: 65.37638306617737 - type: similarity_precision value: 51.91637630662021 - type: similarity_recall value: 97.38562091503267 task: type: PairClassification tags: - mteb --- Development Version: Scheduled for Release Post-Optimization