--- model-index: - name: KaLM-Embedding results: - dataset: config: en-ext name: MTEB AmazonCounterfactualClassification (en-ext) revision: e8379541af4e31359cca9fbcf4b00f2671dba205 split: test type: mteb/amazon_counterfactual metrics: - type: accuracy value: 94.70764617691154 - type: ap value: 63.95797045534998 - type: ap_weighted value: 63.95797045534998 - type: f1 value: 87.7617940095788 - type: f1_weighted value: 95.06005151136341 - type: main_score value: 94.70764617691154 task: type: Classification - dataset: config: en name: MTEB AmazonCounterfactualClassification (en) revision: e8379541af4e31359cca9fbcf4b00f2671dba205 split: test type: mteb/amazon_counterfactual metrics: - type: accuracy value: 92.61194029850745 - type: ap value: 71.97102522133491 - type: ap_weighted value: 71.97102522133491 - type: f1 value: 89.43734819314082 - type: f1_weighted value: 92.9628819785742 - type: main_score value: 92.61194029850745 task: type: Classification - dataset: config: default name: MTEB AmazonPolarityClassification revision: e2d317d38cd51312af73b3d32a06d1a08b442046 split: test type: mteb/amazon_polarity metrics: - type: accuracy value: 97.22077500000002 - type: ap value: 95.57268767108621 - type: ap_weighted value: 95.57268767108621 - type: f1 value: 97.22027670117276 - type: f1_weighted value: 97.22027670117276 - type: main_score value: 97.22077500000002 task: type: Classification - dataset: config: en name: MTEB AmazonReviewsClassification (en) revision: 1399c76144fd37290681b995c656ef9b2e06e26d split: test type: mteb/amazon_reviews_multi metrics: - type: accuracy value: 62.368 - type: f1 value: 60.41599835295093 - type: f1_weighted value: 60.415998352950915 - type: main_score value: 62.368 task: type: Classification - dataset: config: default name: MTEB ArguAna revision: c22ab2a51041ffd869aaddef7af8d8215647e41a split: test type: mteb/arguana metrics: - type: main_score value: 53.339999999999996 - type: map_at_1 value: 28.592000000000002 - type: map_at_10 value: 44.382 - type: map_at_100 value: 45.385999999999996 - type: map_at_1000 value: 45.389 - type: map_at_20 value: 45.196999999999996 - type: map_at_3 value: 39.177 - type: map_at_5 value: 42.083 - type: mrr_at_1 value: 28.80512091038407 - type: mrr_at_10 value: 44.49242475558269 - type: mrr_at_100 value: 45.49519319661213 - type: mrr_at_1000 value: 45.49868308683136 - type: mrr_at_20 value: 45.306261295140246 - type: mrr_at_3 value: 39.23660502607869 - type: mrr_at_5 value: 42.19179706021811 - type: nauc_map_at_1000_diff1 value: 5.24917024842055 - type: nauc_map_at_1000_max value: -7.09540648715528 - type: nauc_map_at_1000_std value: -9.882910587438925 - type: nauc_map_at_100_diff1 value: 5.254691627094564 - type: nauc_map_at_100_max value: -7.089045794406583 - type: nauc_map_at_100_std value: -9.885723145360492 - type: nauc_map_at_10_diff1 value: 4.959745726447722 - type: nauc_map_at_10_max value: -7.144706490405034 - type: nauc_map_at_10_std value: -9.99284887097938 - type: nauc_map_at_1_diff1 value: 8.535277014808788 - type: nauc_map_at_1_max value: -8.111638688103659 - type: nauc_map_at_1_std value: -8.689352383072247 - type: nauc_map_at_20_diff1 value: 5.164278395127947 - type: nauc_map_at_20_max value: -7.038841398655542 - type: nauc_map_at_20_std value: -9.97432048851255 - type: nauc_map_at_3_diff1 value: 5.678704071070431 - type: nauc_map_at_3_max value: -7.2476181365793115 - type: nauc_map_at_3_std value: -10.047792611612989 - type: nauc_map_at_5_diff1 value: 4.952330546183565 - type: nauc_map_at_5_max value: -7.296412919120883 - type: nauc_map_at_5_std value: -10.293656343824145 - type: nauc_mrr_at_1000_diff1 value: 4.394597181579692 - type: nauc_mrr_at_1000_max value: -7.393172644809481 - type: nauc_mrr_at_1000_std value: -9.763581378779525 - type: nauc_mrr_at_100_diff1 value: 4.400204503714567 - type: nauc_mrr_at_100_max value: -7.386791369153434 - type: nauc_mrr_at_100_std value: -9.766401629145886 - type: nauc_mrr_at_10_diff1 value: 4.082379752904534 - type: nauc_mrr_at_10_max value: -7.476002366458036 - type: nauc_mrr_at_10_std value: -9.873610687093404 - type: nauc_mrr_at_1_diff1 value: 7.875162671435193 - type: nauc_mrr_at_1_max value: -7.797860915971028 - type: nauc_mrr_at_1_std value: -8.167942579203604 - type: nauc_mrr_at_20_diff1 value: 4.314990556724344 - type: nauc_mrr_at_20_max value: -7.334835834021755 - type: nauc_mrr_at_20_std value: -9.855592886154172 - type: nauc_mrr_at_3_diff1 value: 4.595930227602787 - type: nauc_mrr_at_3_max value: -7.741323588146538 - type: nauc_mrr_at_3_std value: -9.922965427544641 - type: nauc_mrr_at_5_diff1 value: 4.0947142510794805 - type: nauc_mrr_at_5_max value: -7.636769750619498 - type: nauc_mrr_at_5_std value: -10.109951819521424 - type: nauc_ndcg_at_1000_diff1 value: 4.797849472137916 - type: nauc_ndcg_at_1000_max value: -6.76916409656733 - type: nauc_ndcg_at_1000_std value: -9.76527779900162 - type: nauc_ndcg_at_100_diff1 value: 4.943623223983528 - type: nauc_ndcg_at_100_max value: -6.609493720083743 - type: nauc_ndcg_at_100_std value: -9.799841592142307 - type: nauc_ndcg_at_10_diff1 value: 3.521868307305827 - type: nauc_ndcg_at_10_max value: -6.589360702995581 - type: nauc_ndcg_at_10_std value: -10.156375998031436 - type: nauc_ndcg_at_1_diff1 value: 8.535277014808788 - type: nauc_ndcg_at_1_max value: -8.111638688103659 - type: nauc_ndcg_at_1_std value: -8.689352383072247 - type: nauc_ndcg_at_20_diff1 value: 4.351427263103635 - type: nauc_ndcg_at_20_max value: -6.161110800611226 - type: nauc_ndcg_at_20_std value: -10.189121022131834 - type: nauc_ndcg_at_3_diff1 value: 4.938096318305176 - type: nauc_ndcg_at_3_max value: -7.099770948839888 - type: nauc_ndcg_at_3_std value: -10.503036656329853 - type: nauc_ndcg_at_5_diff1 value: 3.597961127138521 - type: nauc_ndcg_at_5_max value: -7.124035036893146 - type: nauc_ndcg_at_5_std value: -10.868268121881416 - type: nauc_precision_at_1000_diff1 value: -10.830120486656995 - type: nauc_precision_at_1000_max value: 16.240271971974472 - type: nauc_precision_at_1000_std value: 58.17652429110699 - type: nauc_precision_at_100_diff1 value: 27.14305844545984 - type: nauc_precision_at_100_max value: 32.922184716848705 - type: nauc_precision_at_100_std value: 12.094002915605087 - type: nauc_precision_at_10_diff1 value: -4.289497132845688 - type: nauc_precision_at_10_max value: -3.026517428536828 - type: nauc_precision_at_10_std value: -10.501178949780323 - type: nauc_precision_at_1_diff1 value: 8.535277014808788 - type: nauc_precision_at_1_max value: -8.111638688103659 - type: nauc_precision_at_1_std value: -8.689352383072247 - type: nauc_precision_at_20_diff1 value: -2.7948555999791678 - type: nauc_precision_at_20_max value: 7.684474964556634 - type: nauc_precision_at_20_std value: -12.177245371990738 - type: nauc_precision_at_3_diff1 value: 2.844052990775969 - type: nauc_precision_at_3_max value: -6.710666457897499 - type: nauc_precision_at_3_std value: -11.829364231073193 - type: nauc_precision_at_5_diff1 value: -1.0402052939879016 - type: nauc_precision_at_5_max value: -6.556284823347452 - type: nauc_precision_at_5_std value: -12.76069078227526 - type: nauc_recall_at_1000_diff1 value: -10.830120486660826 - type: nauc_recall_at_1000_max value: 16.240271971969243 - type: nauc_recall_at_1000_std value: 58.17652429110116 - type: nauc_recall_at_100_diff1 value: 27.1430584454609 - type: nauc_recall_at_100_max value: 32.92218471685035 - type: nauc_recall_at_100_std value: 12.094002915606707 - type: nauc_recall_at_10_diff1 value: -4.289497132845802 - type: nauc_recall_at_10_max value: -3.026517428536865 - type: nauc_recall_at_10_std value: -10.501178949780433 - type: nauc_recall_at_1_diff1 value: 8.535277014808788 - type: nauc_recall_at_1_max value: -8.111638688103659 - type: nauc_recall_at_1_std value: -8.689352383072247 - type: nauc_recall_at_20_diff1 value: -2.7948555999790683 - type: nauc_recall_at_20_max value: 7.68447496455643 - type: nauc_recall_at_20_std value: -12.177245371990809 - type: nauc_recall_at_3_diff1 value: 2.8440529907759675 - type: nauc_recall_at_3_max value: -6.710666457897448 - type: nauc_recall_at_3_std value: -11.829364231073157 - type: nauc_recall_at_5_diff1 value: -1.040205293987901 - type: nauc_recall_at_5_max value: -6.556284823347436 - type: nauc_recall_at_5_std value: -12.760690782275224 - type: ndcg_at_1 value: 28.592000000000002 - type: ndcg_at_10 value: 53.339999999999996 - type: ndcg_at_100 value: 57.365 - type: ndcg_at_1000 value: 57.440999999999995 - type: ndcg_at_20 value: 56.188 - type: ndcg_at_3 value: 42.599 - type: ndcg_at_5 value: 47.838 - type: precision_at_1 value: 28.592000000000002 - type: precision_at_10 value: 8.208 - type: precision_at_100 value: 0.991 - type: precision_at_1000 value: 0.1 - type: precision_at_20 value: 4.655 - type: precision_at_3 value: 17.496000000000002 - type: precision_at_5 value: 13.044 - type: recall_at_1 value: 28.592000000000002 - type: recall_at_10 value: 82.077 - type: recall_at_100 value: 99.075 - type: recall_at_1000 value: 99.644 - type: recall_at_20 value: 93.101 - type: recall_at_3 value: 52.489 - type: recall_at_5 value: 65.22 task: type: Retrieval - dataset: config: default name: MTEB ArxivClusteringP2P revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d split: test type: mteb/arxiv-clustering-p2p metrics: - type: main_score value: 52.693821462837654 - type: v_measure value: 52.693821462837654 - type: v_measure_std value: 14.256213752132588 task: type: Clustering - dataset: config: default name: MTEB ArxivClusteringS2S revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 split: test type: mteb/arxiv-clustering-s2s metrics: - type: main_score value: 47.13455702233488 - type: v_measure value: 47.13455702233488 - type: v_measure_std value: 14.286536465264549 task: type: Clustering - dataset: config: default name: MTEB AskUbuntuDupQuestions revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 split: test type: mteb/askubuntudupquestions-reranking metrics: - type: main_score value: 61.527838274786674 - type: map value: 61.527838274786674 - type: mrr value: 75.54753110847294 - type: nAUC_map_diff1 value: 2.8751381939127287 - type: nAUC_map_max value: 15.131513756887651 - type: nAUC_map_std value: 18.315058451145468 - type: nAUC_mrr_diff1 value: 15.36768321511685 - type: nAUC_mrr_max value: 23.320088674986508 - type: nAUC_mrr_std value: 19.329794795565512 task: type: Reranking - dataset: config: default name: MTEB BIOSSES revision: d3fb88f8f02e40887cd149695127462bbcf29b4a split: test type: mteb/biosses-sts metrics: - type: cosine_pearson value: 89.77199852939349 - type: cosine_spearman value: 87.0953580207919 - type: euclidean_pearson value: 88.65134682192681 - type: euclidean_spearman value: 87.0953580207919 - type: main_score value: 87.0953580207919 - type: manhattan_pearson value: 88.84818904082849 - type: manhattan_spearman value: 87.19054091249025 - type: pearson value: 89.77199852939349 - type: spearman value: 87.0953580207919 task: type: STS - dataset: config: default name: MTEB Banking77Classification revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 split: test type: mteb/banking77 metrics: - type: accuracy value: 89.61363636363636 - type: f1 value: 89.35966405605187 - type: f1_weighted value: 89.35966405605186 - type: main_score value: 89.61363636363636 task: type: Classification - dataset: config: default name: MTEB BiorxivClusteringP2P revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 split: test type: mteb/biorxiv-clustering-p2p metrics: - type: main_score value: 42.52263068979641 - type: v_measure value: 42.52263068979641 - type: v_measure_std value: 1.0932709177099669 task: type: Clustering - dataset: config: default name: MTEB BiorxivClusteringS2S revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 split: test type: mteb/biorxiv-clustering-s2s metrics: - type: main_score value: 39.47675432510361 - type: v_measure value: 39.47675432510361 - type: v_measure_std value: 1.002746914914056 task: type: Clustering - dataset: config: default name: MTEB CQADupstackAndroidRetrieval revision: f46a197baaae43b4f621051089b82a364682dfeb split: test type: mteb/cqadupstack-android metrics: - type: main_score value: 52.42400000000001 - type: map_at_1 value: 32.708 - type: map_at_10 value: 45.176 - type: map_at_100 value: 46.749 - type: map_at_1000 value: 46.852 - type: map_at_20 value: 46.041 - type: map_at_3 value: 41.105999999999995 - type: map_at_5 value: 43.336999999999996 - type: mrr_at_1 value: 40.343347639484975 - type: mrr_at_10 value: 51.35840316097825 - type: mrr_at_100 value: 52.03358057301383 - type: mrr_at_1000 value: 52.059220207032475 - type: mrr_at_20 value: 51.732217545077106 - type: mrr_at_3 value: 48.37863614687649 - type: mrr_at_5 value: 50.10968049594655 - type: nauc_map_at_1000_diff1 value: 51.69003852884018 - type: nauc_map_at_1000_max value: 27.39134208658818 - type: nauc_map_at_1000_std value: -6.607438933907274 - type: nauc_map_at_100_diff1 value: 51.66950747183417 - type: nauc_map_at_100_max value: 27.40891458630571 - type: nauc_map_at_100_std value: -6.599345057518851 - type: nauc_map_at_10_diff1 value: 52.10491234471741 - type: nauc_map_at_10_max value: 27.190435149596325 - type: nauc_map_at_10_std value: -7.516072784883926 - type: nauc_map_at_1_diff1 value: 57.78487564795921 - type: nauc_map_at_1_max value: 24.8869489344822 - type: nauc_map_at_1_std value: -7.815798721301119 - type: nauc_map_at_20_diff1 value: 51.705847676872516 - type: nauc_map_at_20_max value: 27.17284079446511 - type: nauc_map_at_20_std value: -6.9606424832991936 - type: nauc_map_at_3_diff1 value: 52.80224242185357 - type: nauc_map_at_3_max value: 26.749525849670835 - type: nauc_map_at_3_std value: -7.651527830855037 - type: nauc_map_at_5_diff1 value: 52.239082025805736 - type: nauc_map_at_5_max value: 27.563311397765844 - type: nauc_map_at_5_std value: -7.920484042023935 - type: nauc_mrr_at_1000_diff1 value: 49.669021448442805 - type: nauc_mrr_at_1000_max value: 26.062575535267495 - type: nauc_mrr_at_1000_std value: -5.660004259517097 - type: nauc_mrr_at_100_diff1 value: 49.66664052470085 - type: nauc_mrr_at_100_max value: 26.071765288333932 - type: nauc_mrr_at_100_std value: -5.650196092661476 - type: nauc_mrr_at_10_diff1 value: 49.65007808307103 - type: nauc_mrr_at_10_max value: 26.119701810394975 - type: nauc_mrr_at_10_std value: -5.957676165197153 - type: nauc_mrr_at_1_diff1 value: 53.889768053170386 - type: nauc_mrr_at_1_max value: 25.7024244736301 - type: nauc_mrr_at_1_std value: -6.955484425529264 - type: nauc_mrr_at_20_diff1 value: 49.597099424185956 - type: nauc_mrr_at_20_max value: 25.888661594272243 - type: nauc_mrr_at_20_std value: -5.8485172777452235 - type: nauc_mrr_at_3_diff1 value: 49.679225090313594 - type: nauc_mrr_at_3_max value: 26.35714179265431 - type: nauc_mrr_at_3_std value: -5.939774287305976 - type: nauc_mrr_at_5_diff1 value: 49.49756577076009 - type: nauc_mrr_at_5_max value: 26.48906527367408 - type: nauc_mrr_at_5_std value: -6.036404535987862 - type: nauc_ndcg_at_1000_diff1 value: 49.8102577995177 - type: nauc_ndcg_at_1000_max value: 27.37848410644812 - type: nauc_ndcg_at_1000_std value: -4.479315087771578 - type: nauc_ndcg_at_100_diff1 value: 49.5531901704464 - type: nauc_ndcg_at_100_max value: 27.639237492475978 - type: nauc_ndcg_at_100_std value: -4.043226882044501 - type: nauc_ndcg_at_10_diff1 value: 49.927681911199016 - type: nauc_ndcg_at_10_max value: 26.917476792194766 - type: nauc_ndcg_at_10_std value: -6.531767727384376 - type: nauc_ndcg_at_1_diff1 value: 53.889768053170386 - type: nauc_ndcg_at_1_max value: 25.7024244736301 - type: nauc_ndcg_at_1_std value: -6.955484425529264 - type: nauc_ndcg_at_20_diff1 value: 49.23461179657125 - type: nauc_ndcg_at_20_max value: 26.207461018595968 - type: nauc_ndcg_at_20_std value: -5.749383922829711 - type: nauc_ndcg_at_3_diff1 value: 50.486604253521996 - type: nauc_ndcg_at_3_max value: 27.15887223811988 - type: nauc_ndcg_at_3_std value: -6.772844336866046 - type: nauc_ndcg_at_5_diff1 value: 49.758851349964246 - type: nauc_ndcg_at_5_max value: 27.913625187144785 - type: nauc_ndcg_at_5_std value: -6.955862232486927 - type: nauc_precision_at_1000_diff1 value: -19.543393508805266 - type: nauc_precision_at_1000_max value: -8.462900141059631 - type: nauc_precision_at_1000_std value: -0.2988593240647829 - type: nauc_precision_at_100_diff1 value: -14.319815281456657 - type: nauc_precision_at_100_max value: 0.3166792413466553 - type: nauc_precision_at_100_std value: 6.931446078515632 - type: nauc_precision_at_10_diff1 value: 3.9969883169805946 - type: nauc_precision_at_10_max value: 12.593337106002659 - type: nauc_precision_at_10_std value: 2.6768285005077126 - type: nauc_precision_at_1_diff1 value: 53.889768053170386 - type: nauc_precision_at_1_max value: 25.7024244736301 - type: nauc_precision_at_1_std value: -6.955484425529264 - type: nauc_precision_at_20_diff1 value: -4.36824234439425 - type: nauc_precision_at_20_max value: 7.411147899685287 - type: nauc_precision_at_20_std value: 7.264138681431661 - type: nauc_precision_at_3_diff1 value: 29.141335349723214 - type: nauc_precision_at_3_max value: 24.38376717564766 - type: nauc_precision_at_3_std value: -4.4566975761376755 - type: nauc_precision_at_5_diff1 value: 15.68069899345415 - type: nauc_precision_at_5_max value: 20.82564720799878 - type: nauc_precision_at_5_std value: -2.595979348843906 - type: nauc_recall_at_1000_diff1 value: 31.274450500303335 - type: nauc_recall_at_1000_max value: 45.3325873896174 - type: nauc_recall_at_1000_std value: 62.87409252594826 - type: nauc_recall_at_100_diff1 value: 36.04443738270723 - type: nauc_recall_at_100_max value: 33.20315366876393 - type: nauc_recall_at_100_std value: 22.162560701027807 - type: nauc_recall_at_10_diff1 value: 41.92857826834699 - type: nauc_recall_at_10_max value: 23.164772712983115 - type: nauc_recall_at_10_std value: -5.3829072333327295 - type: nauc_recall_at_1_diff1 value: 57.78487564795921 - type: nauc_recall_at_1_max value: 24.8869489344822 - type: nauc_recall_at_1_std value: -7.815798721301119 - type: nauc_recall_at_20_diff1 value: 38.68939365170392 - type: nauc_recall_at_20_max value: 19.76776877194406 - type: nauc_recall_at_20_std value: -2.9148529213339174 - type: nauc_recall_at_3_diff1 value: 45.808158113787584 - type: nauc_recall_at_3_max value: 25.5072817809929 - type: nauc_recall_at_3_std value: -6.3082482803045306 - type: nauc_recall_at_5_diff1 value: 43.035723738384064 - type: nauc_recall_at_5_max value: 26.606433161722755 - type: nauc_recall_at_5_std value: -6.710157293711573 - type: ndcg_at_1 value: 40.343 - type: ndcg_at_10 value: 52.42400000000001 - type: ndcg_at_100 value: 57.633 - type: ndcg_at_1000 value: 59.061 - type: ndcg_at_20 value: 54.42 - type: ndcg_at_3 value: 46.377 - type: ndcg_at_5 value: 49.167 - type: precision_at_1 value: 40.343 - type: precision_at_10 value: 10.242999999999999 - type: precision_at_100 value: 1.595 - type: precision_at_1000 value: 0.199 - type: precision_at_20 value: 6.052 - type: precision_at_3 value: 22.365 - type: precision_at_5 value: 16.423 - type: recall_at_1 value: 32.708 - type: recall_at_10 value: 66.818 - type: recall_at_100 value: 88.202 - type: recall_at_1000 value: 96.782 - type: recall_at_20 value: 73.70100000000001 - type: recall_at_3 value: 49.66 - type: recall_at_5 value: 57.193000000000005 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackEnglishRetrieval revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 split: test type: mteb/cqadupstack-english metrics: - type: main_score value: 50.846000000000004 - type: map_at_1 value: 33.75 - type: map_at_10 value: 44.949 - type: map_at_100 value: 46.239000000000004 - type: map_at_1000 value: 46.355000000000004 - type: map_at_20 value: 45.622 - type: map_at_3 value: 41.852000000000004 - type: map_at_5 value: 43.699 - type: mrr_at_1 value: 42.038216560509554 - type: mrr_at_10 value: 51.17786371448799 - type: mrr_at_100 value: 51.78956637687481 - type: mrr_at_1000 value: 51.824678937265276 - type: mrr_at_20 value: 51.53601063194404 - type: mrr_at_3 value: 49.02335456475585 - type: mrr_at_5 value: 50.44692144373681 - type: nauc_map_at_1000_diff1 value: 49.07573194075914 - type: nauc_map_at_1000_max value: 31.243896633386832 - type: nauc_map_at_1000_std value: -7.133019305397706 - type: nauc_map_at_100_diff1 value: 49.07099392572897 - type: nauc_map_at_100_max value: 31.18646637759123 - type: nauc_map_at_100_std value: -7.2009709086599525 - type: nauc_map_at_10_diff1 value: 49.32350980002587 - type: nauc_map_at_10_max value: 30.7731393198987 - type: nauc_map_at_10_std value: -8.26658687110296 - type: nauc_map_at_1_diff1 value: 54.83828392383 - type: nauc_map_at_1_max value: 26.304340799293207 - type: nauc_map_at_1_std value: -12.039034000771478 - type: nauc_map_at_20_diff1 value: 49.25806589661571 - type: nauc_map_at_20_max value: 30.95193676596228 - type: nauc_map_at_20_std value: -7.987027898362399 - type: nauc_map_at_3_diff1 value: 50.053883991156646 - type: nauc_map_at_3_max value: 29.40205729011692 - type: nauc_map_at_3_std value: -10.280596389574262 - type: nauc_map_at_5_diff1 value: 49.526915016202814 - type: nauc_map_at_5_max value: 29.98874749203265 - type: nauc_map_at_5_std value: -9.43797791048843 - type: nauc_mrr_at_1000_diff1 value: 47.039323198025755 - type: nauc_mrr_at_1000_max value: 33.33169640031901 - type: nauc_mrr_at_1000_std value: -2.649724757186699 - type: nauc_mrr_at_100_diff1 value: 47.01605475745878 - type: nauc_mrr_at_100_max value: 33.33479507637171 - type: nauc_mrr_at_100_std value: -2.642050027761926 - type: nauc_mrr_at_10_diff1 value: 46.91621772994386 - type: nauc_mrr_at_10_max value: 33.26182522399038 - type: nauc_mrr_at_10_std value: -2.732532286166379 - type: nauc_mrr_at_1_diff1 value: 50.97608903860762 - type: nauc_mrr_at_1_max value: 32.28458667723504 - type: nauc_mrr_at_1_std value: -4.718121470325966 - type: nauc_mrr_at_20_diff1 value: 47.024362485738095 - type: nauc_mrr_at_20_max value: 33.329868168668135 - type: nauc_mrr_at_20_std value: -2.7689411087730003 - type: nauc_mrr_at_3_diff1 value: 47.298121178937855 - type: nauc_mrr_at_3_max value: 33.369393869382804 - type: nauc_mrr_at_3_std value: -3.318442058247189 - type: nauc_mrr_at_5_diff1 value: 46.98247469977902 - type: nauc_mrr_at_5_max value: 33.227099564141206 - type: nauc_mrr_at_5_std value: -2.9671463212209903 - type: nauc_ndcg_at_1000_diff1 value: 47.09221712814494 - type: nauc_ndcg_at_1000_max value: 33.16099240342396 - type: nauc_ndcg_at_1000_std value: -2.7442925910108458 - type: nauc_ndcg_at_100_diff1 value: 46.69304757733847 - type: nauc_ndcg_at_100_max value: 32.91849990213013 - type: nauc_ndcg_at_100_std value: -2.9242349366164806 - type: nauc_ndcg_at_10_diff1 value: 46.94460938802772 - type: nauc_ndcg_at_10_max value: 32.32412993153396 - type: nauc_ndcg_at_10_std value: -4.982702327539414 - type: nauc_ndcg_at_1_diff1 value: 50.97608903860762 - type: nauc_ndcg_at_1_max value: 32.28458667723504 - type: nauc_ndcg_at_1_std value: -4.718121470325966 - type: nauc_ndcg_at_20_diff1 value: 47.0749206675552 - type: nauc_ndcg_at_20_max value: 32.3601290294448 - type: nauc_ndcg_at_20_std value: -5.0964525648365395 - type: nauc_ndcg_at_3_diff1 value: 47.31973286073462 - type: nauc_ndcg_at_3_max value: 31.989333192169894 - type: nauc_ndcg_at_3_std value: -6.379307995505856 - type: nauc_ndcg_at_5_diff1 value: 47.13032958418276 - type: nauc_ndcg_at_5_max value: 31.868396604717592 - type: nauc_ndcg_at_5_std value: -6.035230643350179 - type: nauc_precision_at_1000_diff1 value: -16.23846890297809 - type: nauc_precision_at_1000_max value: 6.00487316612199 - type: nauc_precision_at_1000_std value: 25.67778920236566 - type: nauc_precision_at_100_diff1 value: -11.688683303798001 - type: nauc_precision_at_100_max value: 13.368792156893736 - type: nauc_precision_at_100_std value: 29.089687372961965 - type: nauc_precision_at_10_diff1 value: 6.037879405450923 - type: nauc_precision_at_10_max value: 25.851622884445845 - type: nauc_precision_at_10_std value: 19.343335734372875 - type: nauc_precision_at_1_diff1 value: 50.97608903860762 - type: nauc_precision_at_1_max value: 32.28458667723504 - type: nauc_precision_at_1_std value: -4.718121470325966 - type: nauc_precision_at_20_diff1 value: -0.7950847413501376 - type: nauc_precision_at_20_max value: 21.522852456699525 - type: nauc_precision_at_20_std value: 22.33988031702229 - type: nauc_precision_at_3_diff1 value: 24.359592773540733 - type: nauc_precision_at_3_max value: 31.627180507174096 - type: nauc_precision_at_3_std value: 6.105359336404099 - type: nauc_precision_at_5_diff1 value: 15.376070055112267 - type: nauc_precision_at_5_max value: 29.03108364633357 - type: nauc_precision_at_5_std value: 11.44251650057547 - type: nauc_recall_at_1000_diff1 value: 40.45455125883035 - type: nauc_recall_at_1000_max value: 39.993333978253716 - type: nauc_recall_at_1000_std value: 22.303822662048965 - type: nauc_recall_at_100_diff1 value: 36.363175192593815 - type: nauc_recall_at_100_max value: 34.38066739111881 - type: nauc_recall_at_100_std value: 11.070828820280083 - type: nauc_recall_at_10_diff1 value: 40.43929249341488 - type: nauc_recall_at_10_max value: 31.500334947741287 - type: nauc_recall_at_10_std value: -3.69313765885391 - type: nauc_recall_at_1_diff1 value: 54.83828392383 - type: nauc_recall_at_1_max value: 26.304340799293207 - type: nauc_recall_at_1_std value: -12.039034000771478 - type: nauc_recall_at_20_diff1 value: 39.99978402418739 - type: nauc_recall_at_20_max value: 31.23742501939411 - type: nauc_recall_at_20_std value: -3.608225195927624 - type: nauc_recall_at_3_diff1 value: 44.167407535792485 - type: nauc_recall_at_3_max value: 28.598821548703725 - type: nauc_recall_at_3_std value: -9.464111948966554 - type: nauc_recall_at_5_diff1 value: 41.697071207372936 - type: nauc_recall_at_5_max value: 29.242651522839292 - type: nauc_recall_at_5_std value: -7.27216297448149 - type: ndcg_at_1 value: 42.038 - type: ndcg_at_10 value: 50.846000000000004 - type: ndcg_at_100 value: 55.198 - type: ndcg_at_1000 value: 56.946 - type: ndcg_at_20 value: 52.453 - type: ndcg_at_3 value: 46.512 - type: ndcg_at_5 value: 48.815999999999995 - type: precision_at_1 value: 42.038 - type: precision_at_10 value: 9.459 - type: precision_at_100 value: 1.512 - type: precision_at_1000 value: 0.19499999999999998 - type: precision_at_20 value: 5.510000000000001 - type: precision_at_3 value: 22.378 - type: precision_at_5 value: 15.924 - type: recall_at_1 value: 33.75 - type: recall_at_10 value: 61.058 - type: recall_at_100 value: 79.10199999999999 - type: recall_at_1000 value: 89.929 - type: recall_at_20 value: 66.769 - type: recall_at_3 value: 48.561 - type: recall_at_5 value: 54.715 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGamingRetrieval revision: 4885aa143210c98657558c04aaf3dc47cfb54340 split: test type: mteb/cqadupstack-gaming metrics: - type: main_score value: 61.964 - type: map_at_1 value: 42.293 - type: map_at_10 value: 55.832 - type: map_at_100 value: 56.852000000000004 - type: map_at_1000 value: 56.891999999999996 - type: map_at_20 value: 56.479 - type: map_at_3 value: 52.505 - type: map_at_5 value: 54.435 - type: mrr_at_1 value: 48.15047021943574 - type: mrr_at_10 value: 59.15462506841824 - type: mrr_at_100 value: 59.742741387966646 - type: mrr_at_1000 value: 59.759414997149804 - type: mrr_at_20 value: 59.55241820426905 - type: mrr_at_3 value: 56.708463949843335 - type: mrr_at_5 value: 58.2257053291537 - type: nauc_map_at_1000_diff1 value: 53.88997151988798 - type: nauc_map_at_1000_max value: 28.05119695949631 - type: nauc_map_at_1000_std value: -8.746769501792972 - type: nauc_map_at_100_diff1 value: 53.86345879902026 - type: nauc_map_at_100_max value: 28.033018642885715 - type: nauc_map_at_100_std value: -8.74879076591182 - type: nauc_map_at_10_diff1 value: 53.95373655838562 - type: nauc_map_at_10_max value: 27.619495595116668 - type: nauc_map_at_10_std value: -9.839270245483549 - type: nauc_map_at_1_diff1 value: 57.5356309192229 - type: nauc_map_at_1_max value: 22.078050911727487 - type: nauc_map_at_1_std value: -12.225703390271612 - type: nauc_map_at_20_diff1 value: 53.917981901360164 - type: nauc_map_at_20_max value: 27.890696950905923 - type: nauc_map_at_20_std value: -9.018264622236636 - type: nauc_map_at_3_diff1 value: 54.73469370291424 - type: nauc_map_at_3_max value: 25.93661703284364 - type: nauc_map_at_3_std value: -11.686674118695276 - type: nauc_map_at_5_diff1 value: 54.30077285527949 - type: nauc_map_at_5_max value: 26.598327345162236 - type: nauc_map_at_5_std value: -11.148625080680613 - type: nauc_mrr_at_1000_diff1 value: 53.2522934585164 - type: nauc_mrr_at_1000_max value: 29.26860767650486 - type: nauc_mrr_at_1000_std value: -7.4013077469887305 - type: nauc_mrr_at_100_diff1 value: 53.24079295204426 - type: nauc_mrr_at_100_max value: 29.28198286969243 - type: nauc_mrr_at_100_std value: -7.388500132385771 - type: nauc_mrr_at_10_diff1 value: 53.09741055006791 - type: nauc_mrr_at_10_max value: 29.27282921689257 - type: nauc_mrr_at_10_std value: -7.724459706837925 - type: nauc_mrr_at_1_diff1 value: 56.98827776793062 - type: nauc_mrr_at_1_max value: 26.239110432427825 - type: nauc_mrr_at_1_std value: -9.769133156778349 - type: nauc_mrr_at_20_diff1 value: 53.21796616313706 - type: nauc_mrr_at_20_max value: 29.309463729098212 - type: nauc_mrr_at_20_std value: -7.39017799955969 - type: nauc_mrr_at_3_diff1 value: 53.609436785858755 - type: nauc_mrr_at_3_max value: 28.47118720437638 - type: nauc_mrr_at_3_std value: -8.542325115274723 - type: nauc_mrr_at_5_diff1 value: 53.17215498048788 - type: nauc_mrr_at_5_max value: 28.81298606550906 - type: nauc_mrr_at_5_std value: -8.070357904721034 - type: nauc_ndcg_at_1000_diff1 value: 52.86515531215712 - type: nauc_ndcg_at_1000_max value: 30.411185522177455 - type: nauc_ndcg_at_1000_std value: -5.856091433969705 - type: nauc_ndcg_at_100_diff1 value: 52.435810082313935 - type: nauc_ndcg_at_100_max value: 30.694316830032896 - type: nauc_ndcg_at_100_std value: -5.367864841232696 - type: nauc_ndcg_at_10_diff1 value: 52.09813499323719 - type: nauc_ndcg_at_10_max value: 29.9906550116826 - type: nauc_ndcg_at_10_std value: -7.65776086733188 - type: nauc_ndcg_at_1_diff1 value: 56.98827776793062 - type: nauc_ndcg_at_1_max value: 26.239110432427825 - type: nauc_ndcg_at_1_std value: -9.769133156778349 - type: nauc_ndcg_at_20_diff1 value: 52.370154407552974 - type: nauc_ndcg_at_20_max value: 30.541251803556293 - type: nauc_ndcg_at_20_std value: -5.786551180698676 - type: nauc_ndcg_at_3_diff1 value: 53.24531628047732 - type: nauc_ndcg_at_3_max value: 27.175180459258197 - type: nauc_ndcg_at_3_std value: -10.203410646015804 - type: nauc_ndcg_at_5_diff1 value: 52.603303533751486 - type: nauc_ndcg_at_5_max value: 28.229324744136015 - type: nauc_ndcg_at_5_std value: -9.502852295927987 - type: nauc_precision_at_1000_diff1 value: -14.102740210727488 - type: nauc_precision_at_1000_max value: 15.115468264602807 - type: nauc_precision_at_1000_std value: 25.255763721020095 - type: nauc_precision_at_100_diff1 value: -12.413408776853924 - type: nauc_precision_at_100_max value: 19.232470344250395 - type: nauc_precision_at_100_std value: 28.295793841288315 - type: nauc_precision_at_10_diff1 value: 7.557626440880302 - type: nauc_precision_at_10_max value: 25.483874215249248 - type: nauc_precision_at_10_std value: 13.817408262332773 - type: nauc_precision_at_1_diff1 value: 56.98827776793062 - type: nauc_precision_at_1_max value: 26.239110432427825 - type: nauc_precision_at_1_std value: -9.769133156778349 - type: nauc_precision_at_20_diff1 value: -1.5400442871815325 - type: nauc_precision_at_20_max value: 24.143942284915358 - type: nauc_precision_at_20_std value: 23.848629289907468 - type: nauc_precision_at_3_diff1 value: 31.68532690406259 - type: nauc_precision_at_3_max value: 27.51886661317819 - type: nauc_precision_at_3_std value: -1.6859084086276148 - type: nauc_precision_at_5_diff1 value: 20.668517175272058 - type: nauc_precision_at_5_max value: 25.67641972457218 - type: nauc_precision_at_5_std value: 3.698328255850616 - type: nauc_recall_at_1000_diff1 value: 51.93674056522688 - type: nauc_recall_at_1000_max value: 65.73254729627118 - type: nauc_recall_at_1000_std value: 59.801638319574636 - type: nauc_recall_at_100_diff1 value: 39.327682723264395 - type: nauc_recall_at_100_max value: 49.145551365053244 - type: nauc_recall_at_100_std value: 27.757257299708048 - type: nauc_recall_at_10_diff1 value: 43.81957620736396 - type: nauc_recall_at_10_max value: 34.62285002992206 - type: nauc_recall_at_10_std value: -3.950762862420193 - type: nauc_recall_at_1_diff1 value: 57.5356309192229 - type: nauc_recall_at_1_max value: 22.078050911727487 - type: nauc_recall_at_1_std value: -12.225703390271612 - type: nauc_recall_at_20_diff1 value: 43.04784890259486 - type: nauc_recall_at_20_max value: 39.464076639890585 - type: nauc_recall_at_20_std value: 9.829114188429148 - type: nauc_recall_at_3_diff1 value: 49.55562372135711 - type: nauc_recall_at_3_max value: 26.64228511322954 - type: nauc_recall_at_3_std value: -11.72662658134587 - type: nauc_recall_at_5_diff1 value: 46.797047036676815 - type: nauc_recall_at_5_max value: 28.39804848129234 - type: nauc_recall_at_5_std value: -10.289435463020173 - type: ndcg_at_1 value: 48.15 - type: ndcg_at_10 value: 61.964 - type: ndcg_at_100 value: 65.777 - type: ndcg_at_1000 value: 66.51899999999999 - type: ndcg_at_20 value: 63.784 - type: ndcg_at_3 value: 56.516 - type: ndcg_at_5 value: 59.336999999999996 - type: precision_at_1 value: 48.15 - type: precision_at_10 value: 9.918000000000001 - type: precision_at_100 value: 1.282 - type: precision_at_1000 value: 0.13799999999999998 - type: precision_at_20 value: 5.52 - type: precision_at_3 value: 25.183 - type: precision_at_5 value: 17.254 - type: recall_at_1 value: 42.293 - type: recall_at_10 value: 76.512 - type: recall_at_100 value: 92.766 - type: recall_at_1000 value: 97.942 - type: recall_at_20 value: 83.301 - type: recall_at_3 value: 62.129999999999995 - type: recall_at_5 value: 69.03 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGisRetrieval revision: 5003b3064772da1887988e05400cf3806fe491f2 split: test type: mteb/cqadupstack-gis metrics: - type: main_score value: 41.757 - type: map_at_1 value: 26.927 - type: map_at_10 value: 36.434 - type: map_at_100 value: 37.525 - type: map_at_1000 value: 37.596000000000004 - type: map_at_20 value: 37.036 - type: map_at_3 value: 33.489000000000004 - type: map_at_5 value: 35.229 - type: mrr_at_1 value: 28.8135593220339 - type: mrr_at_10 value: 38.354452515469475 - type: mrr_at_100 value: 39.30694013562269 - type: mrr_at_1000 value: 39.35300863954695 - type: mrr_at_20 value: 38.90579652875661 - type: mrr_at_3 value: 35.61205273069679 - type: mrr_at_5 value: 37.22787193973633 - type: nauc_map_at_1000_diff1 value: 38.69821023907766 - type: nauc_map_at_1000_max value: 21.327726390080365 - type: nauc_map_at_1000_std value: -1.578850636956066 - type: nauc_map_at_100_diff1 value: 38.682886208274056 - type: nauc_map_at_100_max value: 21.276308689587115 - type: nauc_map_at_100_std value: -1.5958967269155169 - type: nauc_map_at_10_diff1 value: 38.737163053188375 - type: nauc_map_at_10_max value: 21.247797321854986 - type: nauc_map_at_10_std value: -1.8407022638914246 - type: nauc_map_at_1_diff1 value: 45.17417559536914 - type: nauc_map_at_1_max value: 18.966507579738273 - type: nauc_map_at_1_std value: -6.082838815549511 - type: nauc_map_at_20_diff1 value: 38.69666044271413 - type: nauc_map_at_20_max value: 21.220419665159525 - type: nauc_map_at_20_std value: -1.7683716596995307 - type: nauc_map_at_3_diff1 value: 39.20654888687282 - type: nauc_map_at_3_max value: 20.035191149040653 - type: nauc_map_at_3_std value: -3.2451889549045996 - type: nauc_map_at_5_diff1 value: 38.860827880177865 - type: nauc_map_at_5_max value: 20.802565909350484 - type: nauc_map_at_5_std value: -2.140706428673607 - type: nauc_mrr_at_1000_diff1 value: 37.23449816406517 - type: nauc_mrr_at_1000_max value: 22.521858033815107 - type: nauc_mrr_at_1000_std value: -0.8490576609038896 - type: nauc_mrr_at_100_diff1 value: 37.2142479919878 - type: nauc_mrr_at_100_max value: 22.50022118863909 - type: nauc_mrr_at_100_std value: -0.8492015038785595 - type: nauc_mrr_at_10_diff1 value: 37.22674231203438 - type: nauc_mrr_at_10_max value: 22.43537914809638 - type: nauc_mrr_at_10_std value: -1.0240507548998143 - type: nauc_mrr_at_1_diff1 value: 43.47449405556289 - type: nauc_mrr_at_1_max value: 20.934803920050644 - type: nauc_mrr_at_1_std value: -4.719975572442172 - type: nauc_mrr_at_20_diff1 value: 37.18576861717783 - type: nauc_mrr_at_20_max value: 22.51805859561698 - type: nauc_mrr_at_20_std value: -0.9876057547946508 - type: nauc_mrr_at_3_diff1 value: 37.437495431325935 - type: nauc_mrr_at_3_max value: 21.854500469666732 - type: nauc_mrr_at_3_std value: -1.8556268121359047 - type: nauc_mrr_at_5_diff1 value: 37.253889935064265 - type: nauc_mrr_at_5_max value: 22.024295670651647 - type: nauc_mrr_at_5_std value: -1.1597798708447562 - type: nauc_ndcg_at_1000_diff1 value: 36.28698092391473 - type: nauc_ndcg_at_1000_max value: 23.18393360149645 - type: nauc_ndcg_at_1000_std value: 1.317520523686197 - type: nauc_ndcg_at_100_diff1 value: 35.85989897165443 - type: nauc_ndcg_at_100_max value: 22.397953722094897 - type: nauc_ndcg_at_100_std value: 1.130180971345874 - type: nauc_ndcg_at_10_diff1 value: 36.25176192445081 - type: nauc_ndcg_at_10_max value: 22.39324694399015 - type: nauc_ndcg_at_10_std value: 0.0022365521407169213 - type: nauc_ndcg_at_1_diff1 value: 43.47449405556289 - type: nauc_ndcg_at_1_max value: 20.934803920050644 - type: nauc_ndcg_at_1_std value: -4.719975572442172 - type: nauc_ndcg_at_20_diff1 value: 35.951228489809615 - type: nauc_ndcg_at_20_max value: 22.323873435307295 - type: nauc_ndcg_at_20_std value: 0.17340593061860368 - type: nauc_ndcg_at_3_diff1 value: 36.94465054855865 - type: nauc_ndcg_at_3_max value: 20.728389689345956 - type: nauc_ndcg_at_3_std value: -2.3169765891809977 - type: nauc_ndcg_at_5_diff1 value: 36.560990105336835 - type: nauc_ndcg_at_5_max value: 21.4627442434317 - type: nauc_ndcg_at_5_std value: -0.6353238960728783 - type: nauc_precision_at_1000_diff1 value: -8.4976515745494 - type: nauc_precision_at_1000_max value: 22.060913413100398 - type: nauc_precision_at_1000_std value: 15.057202004848424 - type: nauc_precision_at_100_diff1 value: 2.600139953240612 - type: nauc_precision_at_100_max value: 22.214577731982168 - type: nauc_precision_at_100_std value: 13.633690690957396 - type: nauc_precision_at_10_diff1 value: 20.474551425383076 - type: nauc_precision_at_10_max value: 27.725967609682346 - type: nauc_precision_at_10_std value: 5.737444882498073 - type: nauc_precision_at_1_diff1 value: 43.47449405556289 - type: nauc_precision_at_1_max value: 20.934803920050644 - type: nauc_precision_at_1_std value: -4.719975572442172 - type: nauc_precision_at_20_diff1 value: 16.057860196759442 - type: nauc_precision_at_20_max value: 25.725009059203778 - type: nauc_precision_at_20_std value: 7.791655561099367 - type: nauc_precision_at_3_diff1 value: 28.162997708660953 - type: nauc_precision_at_3_max value: 23.750278888690257 - type: nauc_precision_at_3_std value: 1.2668370692952187 - type: nauc_precision_at_5_diff1 value: 23.932632325414176 - type: nauc_precision_at_5_max value: 25.212581695375142 - type: nauc_precision_at_5_std value: 4.709013285470974 - type: nauc_recall_at_1000_diff1 value: 15.056970147811624 - type: nauc_recall_at_1000_max value: 43.72741812350206 - type: nauc_recall_at_1000_std value: 41.7629826936216 - type: nauc_recall_at_100_diff1 value: 21.341508083709375 - type: nauc_recall_at_100_max value: 22.687694897714753 - type: nauc_recall_at_100_std value: 15.405768738062223 - type: nauc_recall_at_10_diff1 value: 29.132028959424023 - type: nauc_recall_at_10_max value: 23.591179300480146 - type: nauc_recall_at_10_std value: 5.017502114327835 - type: nauc_recall_at_1_diff1 value: 45.17417559536914 - type: nauc_recall_at_1_max value: 18.966507579738273 - type: nauc_recall_at_1_std value: -6.082838815549511 - type: nauc_recall_at_20_diff1 value: 26.506142270070605 - type: nauc_recall_at_20_max value: 23.2650224299633 - type: nauc_recall_at_20_std value: 5.959344787143748 - type: nauc_recall_at_3_diff1 value: 32.079476788889004 - type: nauc_recall_at_3_max value: 19.62740626105001 - type: nauc_recall_at_3_std value: -1.0183107071179378 - type: nauc_recall_at_5_diff1 value: 31.226619639570792 - type: nauc_recall_at_5_max value: 21.277446149154105 - type: nauc_recall_at_5_std value: 2.8013081602840653 - type: ndcg_at_1 value: 28.814 - type: ndcg_at_10 value: 41.757 - type: ndcg_at_100 value: 47.03 - type: ndcg_at_1000 value: 48.722 - type: ndcg_at_20 value: 43.82 - type: ndcg_at_3 value: 36.026 - type: ndcg_at_5 value: 38.945 - type: precision_at_1 value: 28.814 - type: precision_at_10 value: 6.451999999999999 - type: precision_at_100 value: 0.959 - type: precision_at_1000 value: 0.11399999999999999 - type: precision_at_20 value: 3.723 - type: precision_at_3 value: 15.104000000000001 - type: precision_at_5 value: 10.780000000000001 - type: recall_at_1 value: 26.927 - type: recall_at_10 value: 56.269999999999996 - type: recall_at_100 value: 80.258 - type: recall_at_1000 value: 92.881 - type: recall_at_20 value: 63.974 - type: recall_at_3 value: 40.939 - type: recall_at_5 value: 47.797 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackMathematicaRetrieval revision: 90fceea13679c63fe563ded68f3b6f06e50061de split: test type: mteb/cqadupstack-mathematica metrics: - type: main_score value: 33.064 - type: map_at_1 value: 17.816000000000003 - type: map_at_10 value: 27.132 - type: map_at_100 value: 28.476000000000003 - type: map_at_1000 value: 28.587 - type: map_at_20 value: 27.883999999999997 - type: map_at_3 value: 24.102999999999998 - type: map_at_5 value: 25.546999999999997 - type: mrr_at_1 value: 21.766169154228855 - type: mrr_at_10 value: 31.632117191818683 - type: mrr_at_100 value: 32.643966562578186 - type: mrr_at_1000 value: 32.70331885911402 - type: mrr_at_20 value: 32.248171560169034 - type: mrr_at_3 value: 28.834991708126058 - type: mrr_at_5 value: 30.153399668325054 - type: nauc_map_at_1000_diff1 value: 28.56948307053036 - type: nauc_map_at_1000_max value: 20.974497418072072 - type: nauc_map_at_1000_std value: -1.9707079025114336 - type: nauc_map_at_100_diff1 value: 28.57277892187157 - type: nauc_map_at_100_max value: 20.970741700934223 - type: nauc_map_at_100_std value: -1.9764197559226897 - type: nauc_map_at_10_diff1 value: 28.40267625984154 - type: nauc_map_at_10_max value: 20.73833121955205 - type: nauc_map_at_10_std value: -2.3354557021342974 - type: nauc_map_at_1_diff1 value: 32.9955434054352 - type: nauc_map_at_1_max value: 20.185986391843212 - type: nauc_map_at_1_std value: -2.695582761774532 - type: nauc_map_at_20_diff1 value: 28.319011030662317 - type: nauc_map_at_20_max value: 20.814998015640427 - type: nauc_map_at_20_std value: -2.153621852712255 - type: nauc_map_at_3_diff1 value: 28.946904722265863 - type: nauc_map_at_3_max value: 19.749417911447942 - type: nauc_map_at_3_std value: -3.661204685560851 - type: nauc_map_at_5_diff1 value: 28.80312132548748 - type: nauc_map_at_5_max value: 20.199963919315877 - type: nauc_map_at_5_std value: -3.196354863700378 - type: nauc_mrr_at_1000_diff1 value: 28.463244037658068 - type: nauc_mrr_at_1000_max value: 22.207940787458572 - type: nauc_mrr_at_1000_std value: -1.7807502120521839 - type: nauc_mrr_at_100_diff1 value: 28.464085908331015 - type: nauc_mrr_at_100_max value: 22.1910014200551 - type: nauc_mrr_at_100_std value: -1.7838363875906433 - type: nauc_mrr_at_10_diff1 value: 28.149010792882834 - type: nauc_mrr_at_10_max value: 22.101707130618394 - type: nauc_mrr_at_10_std value: -2.0042414955730883 - type: nauc_mrr_at_1_diff1 value: 32.55538071154933 - type: nauc_mrr_at_1_max value: 20.501728547646692 - type: nauc_mrr_at_1_std value: -2.7995597781432067 - type: nauc_mrr_at_20_diff1 value: 28.203277696962786 - type: nauc_mrr_at_20_max value: 22.105736976546 - type: nauc_mrr_at_20_std value: -1.8637244342254295 - type: nauc_mrr_at_3_diff1 value: 29.261720077477786 - type: nauc_mrr_at_3_max value: 22.366689717538204 - type: nauc_mrr_at_3_std value: -2.7167960371874 - type: nauc_mrr_at_5_diff1 value: 28.716952086934032 - type: nauc_mrr_at_5_max value: 21.879224075889343 - type: nauc_mrr_at_5_std value: -2.5020455130857893 - type: nauc_ndcg_at_1000_diff1 value: 28.245688765358988 - type: nauc_ndcg_at_1000_max value: 22.642033477626665 - type: nauc_ndcg_at_1000_std value: 0.21397309636335549 - type: nauc_ndcg_at_100_diff1 value: 28.30135768377054 - type: nauc_ndcg_at_100_max value: 22.522992841336574 - type: nauc_ndcg_at_100_std value: 0.42324718753653834 - type: nauc_ndcg_at_10_diff1 value: 26.784363607763844 - type: nauc_ndcg_at_10_max value: 21.54628364310073 - type: nauc_ndcg_at_10_std value: -1.1860589053309665 - type: nauc_ndcg_at_1_diff1 value: 32.55538071154933 - type: nauc_ndcg_at_1_max value: 20.501728547646692 - type: nauc_ndcg_at_1_std value: -2.7995597781432067 - type: nauc_ndcg_at_20_diff1 value: 26.71015517488221 - type: nauc_ndcg_at_20_max value: 21.666503602839168 - type: nauc_ndcg_at_20_std value: -0.6328599057610302 - type: nauc_ndcg_at_3_diff1 value: 28.52709170272658 - type: nauc_ndcg_at_3_max value: 20.698731352896495 - type: nauc_ndcg_at_3_std value: -3.512422540795765 - type: nauc_ndcg_at_5_diff1 value: 27.783727105375313 - type: nauc_ndcg_at_5_max value: 20.687586113228676 - type: nauc_ndcg_at_5_std value: -2.6249434707920223 - type: nauc_precision_at_1000_diff1 value: 2.5226549800225397 - type: nauc_precision_at_1000_max value: 3.945610129423507 - type: nauc_precision_at_1000_std value: 0.7898307382696627 - type: nauc_precision_at_100_diff1 value: 11.43319225787623 - type: nauc_precision_at_100_max value: 13.728983664835647 - type: nauc_precision_at_100_std value: 5.846755030727702 - type: nauc_precision_at_10_diff1 value: 17.42639845185874 - type: nauc_precision_at_10_max value: 19.770164108829377 - type: nauc_precision_at_10_std value: 0.4940921752167469 - type: nauc_precision_at_1_diff1 value: 32.55538071154933 - type: nauc_precision_at_1_max value: 20.501728547646692 - type: nauc_precision_at_1_std value: -2.7995597781432067 - type: nauc_precision_at_20_diff1 value: 13.784536308674664 - type: nauc_precision_at_20_max value: 17.11789975421563 - type: nauc_precision_at_20_std value: 2.657410411699374 - type: nauc_precision_at_3_diff1 value: 24.363303608463692 - type: nauc_precision_at_3_max value: 19.878147459240253 - type: nauc_precision_at_3_std value: -4.393894278831335 - type: nauc_precision_at_5_diff1 value: 21.40932322991802 - type: nauc_precision_at_5_max value: 19.046547544940655 - type: nauc_precision_at_5_std value: -3.4284702046576925 - type: nauc_recall_at_1000_diff1 value: 27.57281716480186 - type: nauc_recall_at_1000_max value: 37.131431272184045 - type: nauc_recall_at_1000_std value: 24.65399611858843 - type: nauc_recall_at_100_diff1 value: 27.262796876616974 - type: nauc_recall_at_100_max value: 25.11799760455776 - type: nauc_recall_at_100_std value: 10.988797719811688 - type: nauc_recall_at_10_diff1 value: 21.29530761630829 - type: nauc_recall_at_10_max value: 20.840796925098065 - type: nauc_recall_at_10_std value: 1.6862091939552224 - type: nauc_recall_at_1_diff1 value: 32.9955434054352 - type: nauc_recall_at_1_max value: 20.185986391843212 - type: nauc_recall_at_1_std value: -2.695582761774532 - type: nauc_recall_at_20_diff1 value: 20.325787031321553 - type: nauc_recall_at_20_max value: 20.566885145694496 - type: nauc_recall_at_20_std value: 3.403094312324928 - type: nauc_recall_at_3_diff1 value: 25.28444591138317 - type: nauc_recall_at_3_max value: 19.148264214041205 - type: nauc_recall_at_3_std value: -3.3648270784116416 - type: nauc_recall_at_5_diff1 value: 24.0500501554498 - type: nauc_recall_at_5_max value: 19.21067873195406 - type: nauc_recall_at_5_std value: -1.4859123472176754 - type: ndcg_at_1 value: 21.766 - type: ndcg_at_10 value: 33.064 - type: ndcg_at_100 value: 39.174 - type: ndcg_at_1000 value: 41.766 - type: ndcg_at_20 value: 35.491 - type: ndcg_at_3 value: 27.435 - type: ndcg_at_5 value: 29.567 - type: precision_at_1 value: 21.766 - type: precision_at_10 value: 6.331 - type: precision_at_100 value: 1.086 - type: precision_at_1000 value: 0.14300000000000002 - type: precision_at_20 value: 3.862 - type: precision_at_3 value: 13.516 - type: precision_at_5 value: 9.801 - type: recall_at_1 value: 17.816000000000003 - type: recall_at_10 value: 46.87 - type: recall_at_100 value: 73.08099999999999 - type: recall_at_1000 value: 91.571 - type: recall_at_20 value: 55.466 - type: recall_at_3 value: 31.094 - type: recall_at_5 value: 36.461 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackPhysicsRetrieval revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 split: test type: mteb/cqadupstack-physics metrics: - type: main_score value: 47.437000000000005 - type: map_at_1 value: 29.719 - type: map_at_10 value: 41.397 - type: map_at_100 value: 42.655 - type: map_at_1000 value: 42.766999999999996 - type: map_at_20 value: 42.073 - type: map_at_3 value: 38.437 - type: map_at_5 value: 40.119 - type: mrr_at_1 value: 35.803657362848895 - type: mrr_at_10 value: 46.5686633973448 - type: mrr_at_100 value: 47.38383257922262 - type: mrr_at_1000 value: 47.424815236896016 - type: mrr_at_20 value: 47.02057755519192 - type: mrr_at_3 value: 44.177093358999 - type: mrr_at_5 value: 45.60635226179013 - type: nauc_map_at_1000_diff1 value: 45.474559118914236 - type: nauc_map_at_1000_max value: 26.06599000190275 - type: nauc_map_at_1000_std value: -1.634004300045555 - type: nauc_map_at_100_diff1 value: 45.44886783168348 - type: nauc_map_at_100_max value: 26.008176024640093 - type: nauc_map_at_100_std value: -1.636239852124068 - type: nauc_map_at_10_diff1 value: 45.685044345430484 - type: nauc_map_at_10_max value: 25.59967636298861 - type: nauc_map_at_10_std value: -2.509737620261113 - type: nauc_map_at_1_diff1 value: 52.197902232798775 - type: nauc_map_at_1_max value: 23.766650096318084 - type: nauc_map_at_1_std value: -6.755306488619346 - type: nauc_map_at_20_diff1 value: 45.50723492448025 - type: nauc_map_at_20_max value: 25.920255733359888 - type: nauc_map_at_20_std value: -1.9852253753117055 - type: nauc_map_at_3_diff1 value: 45.9207599246456 - type: nauc_map_at_3_max value: 25.072956874486596 - type: nauc_map_at_3_std value: -3.3312720927409294 - type: nauc_map_at_5_diff1 value: 46.248855276752494 - type: nauc_map_at_5_max value: 25.23232020461944 - type: nauc_map_at_5_std value: -2.7274816661852865 - type: nauc_mrr_at_1000_diff1 value: 43.32935873272367 - type: nauc_mrr_at_1000_max value: 27.364151738421384 - type: nauc_mrr_at_1000_std value: 0.4430027521702194 - type: nauc_mrr_at_100_diff1 value: 43.29962722278112 - type: nauc_mrr_at_100_max value: 27.364237481700993 - type: nauc_mrr_at_100_std value: 0.46461178394171043 - type: nauc_mrr_at_10_diff1 value: 43.280067358258755 - type: nauc_mrr_at_10_max value: 27.26052722208089 - type: nauc_mrr_at_10_std value: 0.033327889407106626 - type: nauc_mrr_at_1_diff1 value: 48.972034375445446 - type: nauc_mrr_at_1_max value: 25.406648372601587 - type: nauc_mrr_at_1_std value: -3.0377861852375707 - type: nauc_mrr_at_20_diff1 value: 43.28599976550916 - type: nauc_mrr_at_20_max value: 27.400341300569604 - type: nauc_mrr_at_20_std value: 0.3228657221668738 - type: nauc_mrr_at_3_diff1 value: 43.31830104563768 - type: nauc_mrr_at_3_max value: 27.066015197122873 - type: nauc_mrr_at_3_std value: 0.058272030222717486 - type: nauc_mrr_at_5_diff1 value: 43.5430035502126 - type: nauc_mrr_at_5_max value: 27.1375826517609 - type: nauc_mrr_at_5_std value: 0.2222137083791384 - type: nauc_ndcg_at_1000_diff1 value: 43.3257996946117 - type: nauc_ndcg_at_1000_max value: 27.90142061606607 - type: nauc_ndcg_at_1000_std value: 1.5387994788136319 - type: nauc_ndcg_at_100_diff1 value: 42.677161301859215 - type: nauc_ndcg_at_100_max value: 27.208039599098736 - type: nauc_ndcg_at_100_std value: 2.0673586706233973 - type: nauc_ndcg_at_10_diff1 value: 43.31805086165568 - type: nauc_ndcg_at_10_max value: 26.24098447435429 - type: nauc_ndcg_at_10_std value: -1.256000107157048 - type: nauc_ndcg_at_1_diff1 value: 48.972034375445446 - type: nauc_ndcg_at_1_max value: 25.406648372601587 - type: nauc_ndcg_at_1_std value: -3.0377861852375707 - type: nauc_ndcg_at_20_diff1 value: 42.921471766944656 - type: nauc_ndcg_at_20_max value: 27.092239118986996 - type: nauc_ndcg_at_20_std value: 0.26255407591116076 - type: nauc_ndcg_at_3_diff1 value: 43.25713858676164 - type: nauc_ndcg_at_3_max value: 25.845454332686835 - type: nauc_ndcg_at_3_std value: -1.4137871683585073 - type: nauc_ndcg_at_5_diff1 value: 44.06897927715979 - type: nauc_ndcg_at_5_max value: 25.774318261166247 - type: nauc_ndcg_at_5_std value: -0.9574579974018443 - type: nauc_precision_at_1000_diff1 value: -18.519358045884793 - type: nauc_precision_at_1000_max value: 6.867120031401896 - type: nauc_precision_at_1000_std value: 13.989039343084889 - type: nauc_precision_at_100_diff1 value: -10.055490140613417 - type: nauc_precision_at_100_max value: 12.201926861409937 - type: nauc_precision_at_100_std value: 19.30942801044023 - type: nauc_precision_at_10_diff1 value: 10.395429614095383 - type: nauc_precision_at_10_max value: 20.007440291434015 - type: nauc_precision_at_10_std value: 10.256657366249321 - type: nauc_precision_at_1_diff1 value: 48.972034375445446 - type: nauc_precision_at_1_max value: 25.406648372601587 - type: nauc_precision_at_1_std value: -3.0377861852375707 - type: nauc_precision_at_20_diff1 value: 3.3930615083941165 - type: nauc_precision_at_20_max value: 19.39034621926737 - type: nauc_precision_at_20_std value: 14.360160756103731 - type: nauc_precision_at_3_diff1 value: 25.552062440445678 - type: nauc_precision_at_3_max value: 24.99256287344164 - type: nauc_precision_at_3_std value: 6.047492127520615 - type: nauc_precision_at_5_diff1 value: 20.64928065516237 - type: nauc_precision_at_5_max value: 21.718997717108408 - type: nauc_precision_at_5_std value: 9.027157106805936 - type: nauc_recall_at_1000_diff1 value: 35.186435660513176 - type: nauc_recall_at_1000_max value: 43.45509645555364 - type: nauc_recall_at_1000_std value: 36.081382694049594 - type: nauc_recall_at_100_diff1 value: 27.880584042396055 - type: nauc_recall_at_100_max value: 25.084152978364184 - type: nauc_recall_at_100_std value: 21.492937120403926 - type: nauc_recall_at_10_diff1 value: 36.73347137474949 - type: nauc_recall_at_10_max value: 24.497260601021914 - type: nauc_recall_at_10_std value: -0.8601511849541646 - type: nauc_recall_at_1_diff1 value: 52.197902232798775 - type: nauc_recall_at_1_max value: 23.766650096318084 - type: nauc_recall_at_1_std value: -6.755306488619346 - type: nauc_recall_at_20_diff1 value: 33.84265700795302 - type: nauc_recall_at_20_max value: 27.101444795635594 - type: nauc_recall_at_20_std value: 5.799240058274234 - type: nauc_recall_at_3_diff1 value: 38.94975225822273 - type: nauc_recall_at_3_max value: 23.75319294924259 - type: nauc_recall_at_3_std value: -1.9353308358998906 - type: nauc_recall_at_5_diff1 value: 39.500848017577454 - type: nauc_recall_at_5_max value: 23.738223769059072 - type: nauc_recall_at_5_std value: -0.6744907808338106 - type: ndcg_at_1 value: 35.804 - type: ndcg_at_10 value: 47.437000000000005 - type: ndcg_at_100 value: 52.699 - type: ndcg_at_1000 value: 54.732 - type: ndcg_at_20 value: 49.428 - type: ndcg_at_3 value: 42.747 - type: ndcg_at_5 value: 45.089 - type: precision_at_1 value: 35.804 - type: precision_at_10 value: 8.537 - type: precision_at_100 value: 1.288 - type: precision_at_1000 value: 0.165 - type: precision_at_20 value: 4.952 - type: precision_at_3 value: 20.533 - type: precision_at_5 value: 14.360000000000001 - type: recall_at_1 value: 29.719 - type: recall_at_10 value: 59.962 - type: recall_at_100 value: 82.016 - type: recall_at_1000 value: 95.15299999999999 - type: recall_at_20 value: 66.85900000000001 - type: recall_at_3 value: 47.016000000000005 - type: recall_at_5 value: 53.005 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackProgrammersRetrieval revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 split: test type: mteb/cqadupstack-programmers metrics: - type: main_score value: 44.432 - type: map_at_1 value: 27.003 - type: map_at_10 value: 38.089 - type: map_at_100 value: 39.566 - type: map_at_1000 value: 39.660000000000004 - type: map_at_20 value: 38.897 - type: map_at_3 value: 34.625 - type: map_at_5 value: 36.598000000000006 - type: mrr_at_1 value: 33.10502283105023 - type: mrr_at_10 value: 43.37736464448793 - type: mrr_at_100 value: 44.30207953712739 - type: mrr_at_1000 value: 44.34231889437203 - type: mrr_at_20 value: 43.94098463185362 - type: mrr_at_3 value: 40.468036529680354 - type: mrr_at_5 value: 42.05479452054791 - type: nauc_map_at_1000_diff1 value: 42.29121318447315 - type: nauc_map_at_1000_max value: 25.162280266690285 - type: nauc_map_at_1000_std value: -1.7521561690207341 - type: nauc_map_at_100_diff1 value: 42.31091240065635 - type: nauc_map_at_100_max value: 25.20393545511831 - type: nauc_map_at_100_std value: -1.7436781984908514 - type: nauc_map_at_10_diff1 value: 42.306247326264625 - type: nauc_map_at_10_max value: 24.937283086174872 - type: nauc_map_at_10_std value: -2.3651446216819734 - type: nauc_map_at_1_diff1 value: 46.9250765891058 - type: nauc_map_at_1_max value: 21.755241274265664 - type: nauc_map_at_1_std value: -6.526146753300459 - type: nauc_map_at_20_diff1 value: 42.35519189383038 - type: nauc_map_at_20_max value: 24.98344327037873 - type: nauc_map_at_20_std value: -2.029117180758772 - type: nauc_map_at_3_diff1 value: 42.861553083887635 - type: nauc_map_at_3_max value: 23.172290191636456 - type: nauc_map_at_3_std value: -5.729021647843113 - type: nauc_map_at_5_diff1 value: 42.400153330171605 - type: nauc_map_at_5_max value: 24.3843457517507 - type: nauc_map_at_5_std value: -4.103400247456953 - type: nauc_mrr_at_1000_diff1 value: 41.158321003184575 - type: nauc_mrr_at_1000_max value: 24.97097767640175 - type: nauc_mrr_at_1000_std value: -0.060488278757623824 - type: nauc_mrr_at_100_diff1 value: 41.14773301648136 - type: nauc_mrr_at_100_max value: 24.99056964072055 - type: nauc_mrr_at_100_std value: -0.018729456593603883 - type: nauc_mrr_at_10_diff1 value: 41.049394194899506 - type: nauc_mrr_at_10_max value: 25.047091956359484 - type: nauc_mrr_at_10_std value: -0.1236257167740216 - type: nauc_mrr_at_1_diff1 value: 46.45041628891175 - type: nauc_mrr_at_1_max value: 23.444962862646708 - type: nauc_mrr_at_1_std value: -2.922611081848368 - type: nauc_mrr_at_20_diff1 value: 41.08750565326973 - type: nauc_mrr_at_20_max value: 24.819736441385352 - type: nauc_mrr_at_20_std value: -0.03172086033426935 - type: nauc_mrr_at_3_diff1 value: 41.492360312542345 - type: nauc_mrr_at_3_max value: 24.215674776370445 - type: nauc_mrr_at_3_std value: -2.8279387995343015 - type: nauc_mrr_at_5_diff1 value: 41.120453407957804 - type: nauc_mrr_at_5_max value: 24.50766393647004 - type: nauc_mrr_at_5_std value: -1.6371724937383192 - type: nauc_ndcg_at_1000_diff1 value: 40.412925901692844 - type: nauc_ndcg_at_1000_max value: 26.667072127628472 - type: nauc_ndcg_at_1000_std value: 2.541976360792263 - type: nauc_ndcg_at_100_diff1 value: 40.050583278726855 - type: nauc_ndcg_at_100_max value: 27.24508730863342 - type: nauc_ndcg_at_100_std value: 3.428092864441771 - type: nauc_ndcg_at_10_diff1 value: 39.861190800718646 - type: nauc_ndcg_at_10_max value: 26.30436748687435 - type: nauc_ndcg_at_10_std value: 1.3475758168348535 - type: nauc_ndcg_at_1_diff1 value: 46.45041628891175 - type: nauc_ndcg_at_1_max value: 23.444962862646708 - type: nauc_ndcg_at_1_std value: -2.922611081848368 - type: nauc_ndcg_at_20_diff1 value: 40.07100561606471 - type: nauc_ndcg_at_20_max value: 25.985979715611602 - type: nauc_ndcg_at_20_std value: 2.1811308241758054 - type: nauc_ndcg_at_3_diff1 value: 40.790483372506245 - type: nauc_ndcg_at_3_max value: 23.59769744172244 - type: nauc_ndcg_at_3_std value: -4.494607758798129 - type: nauc_ndcg_at_5_diff1 value: 40.03373919733443 - type: nauc_ndcg_at_5_max value: 25.097848694679424 - type: nauc_ndcg_at_5_std value: -2.4552219224646534 - type: nauc_precision_at_1000_diff1 value: -15.775900582937789 - type: nauc_precision_at_1000_max value: -3.160203026108166 - type: nauc_precision_at_1000_std value: 11.990661201522675 - type: nauc_precision_at_100_diff1 value: -6.047106177069152 - type: nauc_precision_at_100_max value: 9.001379564709037 - type: nauc_precision_at_100_std value: 20.088414534460323 - type: nauc_precision_at_10_diff1 value: 15.804456709130987 - type: nauc_precision_at_10_max value: 21.48801451061341 - type: nauc_precision_at_10_std value: 16.96396374920401 - type: nauc_precision_at_1_diff1 value: 46.45041628891175 - type: nauc_precision_at_1_max value: 23.444962862646708 - type: nauc_precision_at_1_std value: -2.922611081848368 - type: nauc_precision_at_20_diff1 value: 8.666139058650666 - type: nauc_precision_at_20_max value: 15.74539655701009 - type: nauc_precision_at_20_std value: 18.34032263434352 - type: nauc_precision_at_3_diff1 value: 30.078328177014495 - type: nauc_precision_at_3_max value: 23.206236526849477 - type: nauc_precision_at_3_std value: 1.003946304697857 - type: nauc_precision_at_5_diff1 value: 23.224552662396835 - type: nauc_precision_at_5_max value: 23.237720157081668 - type: nauc_precision_at_5_std value: 7.476914377701041 - type: nauc_recall_at_1000_diff1 value: 34.47811252739882 - type: nauc_recall_at_1000_max value: 49.050703645866136 - type: nauc_recall_at_1000_std value: 53.56357175848858 - type: nauc_recall_at_100_diff1 value: 27.514510731063297 - type: nauc_recall_at_100_max value: 37.89383450779419 - type: nauc_recall_at_100_std value: 30.914956426396962 - type: nauc_recall_at_10_diff1 value: 31.60261294129923 - type: nauc_recall_at_10_max value: 28.682434669916518 - type: nauc_recall_at_10_std value: 11.066087887663386 - type: nauc_recall_at_1_diff1 value: 46.9250765891058 - type: nauc_recall_at_1_max value: 21.755241274265664 - type: nauc_recall_at_1_std value: -6.526146753300459 - type: nauc_recall_at_20_diff1 value: 31.15820698324821 - type: nauc_recall_at_20_max value: 27.283354858676518 - type: nauc_recall_at_20_std value: 15.224835259312252 - type: nauc_recall_at_3_diff1 value: 36.24962682315813 - type: nauc_recall_at_3_max value: 22.53285476244809 - type: nauc_recall_at_3_std value: -5.695898877644261 - type: nauc_recall_at_5_diff1 value: 33.90081514077898 - type: nauc_recall_at_5_max value: 25.68967839261565 - type: nauc_recall_at_5_std value: -0.44109359890721256 - type: ndcg_at_1 value: 33.105000000000004 - type: ndcg_at_10 value: 44.432 - type: ndcg_at_100 value: 50.346000000000004 - type: ndcg_at_1000 value: 52.207 - type: ndcg_at_20 value: 46.867999999999995 - type: ndcg_at_3 value: 38.651 - type: ndcg_at_5 value: 41.292 - type: precision_at_1 value: 33.105000000000004 - type: precision_at_10 value: 8.231 - type: precision_at_100 value: 1.314 - type: precision_at_1000 value: 0.165 - type: precision_at_20 value: 4.903 - type: precision_at_3 value: 18.379 - type: precision_at_5 value: 13.288 - type: recall_at_1 value: 27.003 - type: recall_at_10 value: 57.885 - type: recall_at_100 value: 82.632 - type: recall_at_1000 value: 94.933 - type: recall_at_20 value: 66.552 - type: recall_at_3 value: 42.039 - type: recall_at_5 value: 48.819 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackRetrieval revision: CQADupstackRetrieval_is_a_combined_dataset split: test type: CQADupstackRetrieval_is_a_combined_dataset metrics: - type: main_score value: 43.35658333333334 - type: ndcg_at_10 value: 43.35658333333334 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackStatsRetrieval revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a split: test type: mteb/cqadupstack-stats metrics: - type: main_score value: 36.774 - type: map_at_1 value: 24.314 - type: map_at_10 value: 32.247 - type: map_at_100 value: 33.318 - type: map_at_1000 value: 33.410000000000004 - type: map_at_20 value: 32.882 - type: map_at_3 value: 29.918 - type: map_at_5 value: 31.247000000000003 - type: mrr_at_1 value: 27.14723926380368 - type: mrr_at_10 value: 35.00261710000973 - type: mrr_at_100 value: 35.91774050269598 - type: mrr_at_1000 value: 35.98437542375498 - type: mrr_at_20 value: 35.574081424720816 - type: mrr_at_3 value: 32.77096114519429 - type: mrr_at_5 value: 34.00562372188139 - type: nauc_map_at_1000_diff1 value: 54.63180814646415 - type: nauc_map_at_1000_max value: 29.203223450358117 - type: nauc_map_at_1000_std value: -0.3021263833776267 - type: nauc_map_at_100_diff1 value: 54.59583529956081 - type: nauc_map_at_100_max value: 29.18626766299906 - type: nauc_map_at_100_std value: -0.3282163169867309 - type: nauc_map_at_10_diff1 value: 55.04726503326184 - type: nauc_map_at_10_max value: 29.044501256195648 - type: nauc_map_at_10_std value: -0.6117213083653824 - type: nauc_map_at_1_diff1 value: 63.550202477099546 - type: nauc_map_at_1_max value: 28.944844539322993 - type: nauc_map_at_1_std value: -4.171177807929341 - type: nauc_map_at_20_diff1 value: 54.740965468776515 - type: nauc_map_at_20_max value: 28.970227164490254 - type: nauc_map_at_20_std value: -0.5597251642384543 - type: nauc_map_at_3_diff1 value: 56.68104735872801 - type: nauc_map_at_3_max value: 29.047337946574054 - type: nauc_map_at_3_std value: -2.8603938824972754 - type: nauc_map_at_5_diff1 value: 55.794664314563 - type: nauc_map_at_5_max value: 29.441685380967396 - type: nauc_map_at_5_std value: -1.450803797972934 - type: nauc_mrr_at_1000_diff1 value: 50.6303942899797 - type: nauc_mrr_at_1000_max value: 27.776346009953336 - type: nauc_mrr_at_1000_std value: 1.3188306968164034 - type: nauc_mrr_at_100_diff1 value: 50.59353279312432 - type: nauc_mrr_at_100_max value: 27.777241355785826 - type: nauc_mrr_at_100_std value: 1.2939907419345495 - type: nauc_mrr_at_10_diff1 value: 50.82875069681195 - type: nauc_mrr_at_10_max value: 27.588357688879196 - type: nauc_mrr_at_10_std value: 1.049308481813355 - type: nauc_mrr_at_1_diff1 value: 59.7060003776849 - type: nauc_mrr_at_1_max value: 28.124249542516733 - type: nauc_mrr_at_1_std value: -1.0907284156522068 - type: nauc_mrr_at_20_diff1 value: 50.62304332288202 - type: nauc_mrr_at_20_max value: 27.607267675597264 - type: nauc_mrr_at_20_std value: 1.1985615432462147 - type: nauc_mrr_at_3_diff1 value: 52.23955902545173 - type: nauc_mrr_at_3_max value: 27.556213444977416 - type: nauc_mrr_at_3_std value: -0.4452631157956597 - type: nauc_mrr_at_5_diff1 value: 51.52533296430033 - type: nauc_mrr_at_5_max value: 28.03486269303886 - type: nauc_mrr_at_5_std value: 0.5537031982670476 - type: nauc_ndcg_at_1000_diff1 value: 49.74562245217321 - type: nauc_ndcg_at_1000_max value: 29.695929939841964 - type: nauc_ndcg_at_1000_std value: 3.59789568606284 - type: nauc_ndcg_at_100_diff1 value: 48.73016960799199 - type: nauc_ndcg_at_100_max value: 29.373164275930474 - type: nauc_ndcg_at_100_std value: 3.3071445431914053 - type: nauc_ndcg_at_10_diff1 value: 50.45669897827819 - type: nauc_ndcg_at_10_max value: 28.085677161982474 - type: nauc_ndcg_at_10_std value: 1.5717958758984907 - type: nauc_ndcg_at_1_diff1 value: 59.7060003776849 - type: nauc_ndcg_at_1_max value: 28.124249542516733 - type: nauc_ndcg_at_1_std value: -1.0907284156522068 - type: nauc_ndcg_at_20_diff1 value: 49.440890327894145 - type: nauc_ndcg_at_20_max value: 27.958232400870575 - type: nauc_ndcg_at_20_std value: 2.1757223709001705 - type: nauc_ndcg_at_3_diff1 value: 53.24615142610624 - type: nauc_ndcg_at_3_max value: 28.449635621849996 - type: nauc_ndcg_at_3_std value: -1.7354369161573167 - type: nauc_ndcg_at_5_diff1 value: 52.11884754097178 - type: nauc_ndcg_at_5_max value: 28.97700869483304 - type: nauc_ndcg_at_5_std value: -0.049595764710185807 - type: nauc_precision_at_1000_diff1 value: -6.724055880253433 - type: nauc_precision_at_1000_max value: 8.131667846820651 - type: nauc_precision_at_1000_std value: 12.161086752492784 - type: nauc_precision_at_100_diff1 value: 3.5747143402159764 - type: nauc_precision_at_100_max value: 17.163062125335692 - type: nauc_precision_at_100_std value: 17.47267867948372 - type: nauc_precision_at_10_diff1 value: 26.55048188213186 - type: nauc_precision_at_10_max value: 22.851499365785596 - type: nauc_precision_at_10_std value: 13.490360716905519 - type: nauc_precision_at_1_diff1 value: 59.7060003776849 - type: nauc_precision_at_1_max value: 28.124249542516733 - type: nauc_precision_at_1_std value: -1.0907284156522068 - type: nauc_precision_at_20_diff1 value: 18.486914285119706 - type: nauc_precision_at_20_max value: 18.83036905822163 - type: nauc_precision_at_20_std value: 14.04904452108196 - type: nauc_precision_at_3_diff1 value: 41.22193451730434 - type: nauc_precision_at_3_max value: 26.517497060104134 - type: nauc_precision_at_3_std value: 2.981025054337913 - type: nauc_precision_at_5_diff1 value: 34.47363856515903 - type: nauc_precision_at_5_max value: 26.549335031124084 - type: nauc_precision_at_5_std value: 8.941334424654631 - type: nauc_recall_at_1000_diff1 value: 25.057399705666906 - type: nauc_recall_at_1000_max value: 41.467062683278435 - type: nauc_recall_at_1000_std value: 36.55563676482939 - type: nauc_recall_at_100_diff1 value: 26.34082513090783 - type: nauc_recall_at_100_max value: 31.8749441635202 - type: nauc_recall_at_100_std value: 17.537769421710824 - type: nauc_recall_at_10_diff1 value: 39.625916192201196 - type: nauc_recall_at_10_max value: 25.169188062983334 - type: nauc_recall_at_10_std value: 6.35454388859695 - type: nauc_recall_at_1_diff1 value: 63.550202477099546 - type: nauc_recall_at_1_max value: 28.944844539322993 - type: nauc_recall_at_1_std value: -4.171177807929341 - type: nauc_recall_at_20_diff1 value: 34.359379269727185 - type: nauc_recall_at_20_max value: 24.215584525694908 - type: nauc_recall_at_20_std value: 9.553214249646407 - type: nauc_recall_at_3_diff1 value: 48.39776273577164 - type: nauc_recall_at_3_max value: 27.79586619747353 - type: nauc_recall_at_3_std value: -2.7296230291265546 - type: nauc_recall_at_5_diff1 value: 44.68394726788966 - type: nauc_recall_at_5_max value: 27.943324859473055 - type: nauc_recall_at_5_std value: 1.7899805533284538 - type: ndcg_at_1 value: 27.147 - type: ndcg_at_10 value: 36.774 - type: ndcg_at_100 value: 41.833999999999996 - type: ndcg_at_1000 value: 44.184 - type: ndcg_at_20 value: 38.940000000000005 - type: ndcg_at_3 value: 32.42 - type: ndcg_at_5 value: 34.547 - type: precision_at_1 value: 27.147 - type: precision_at_10 value: 5.844 - type: precision_at_100 value: 0.906 - type: precision_at_1000 value: 0.11900000000000001 - type: precision_at_20 value: 3.489 - type: precision_at_3 value: 14.008000000000001 - type: precision_at_5 value: 9.876999999999999 - type: recall_at_1 value: 24.314 - type: recall_at_10 value: 47.833 - type: recall_at_100 value: 70.461 - type: recall_at_1000 value: 87.689 - type: recall_at_20 value: 55.839000000000006 - type: recall_at_3 value: 36.04 - type: recall_at_5 value: 41.238 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackTexRetrieval revision: 46989137a86843e03a6195de44b09deda022eec7 split: test type: mteb/cqadupstack-tex metrics: - type: main_score value: 31.428 - type: map_at_1 value: 17.848 - type: map_at_10 value: 26.168999999999997 - type: map_at_100 value: 27.276 - type: map_at_1000 value: 27.400999999999996 - type: map_at_20 value: 26.729999999999997 - type: map_at_3 value: 23.571 - type: map_at_5 value: 24.916 - type: mrr_at_1 value: 21.369580178940122 - type: mrr_at_10 value: 29.898909208097145 - type: mrr_at_100 value: 30.823808441101676 - type: mrr_at_1000 value: 30.897013755381607 - type: mrr_at_20 value: 30.390336761527053 - type: mrr_at_3 value: 27.477632484514846 - type: mrr_at_5 value: 28.776668960770905 - type: nauc_map_at_1000_diff1 value: 37.167453703497216 - type: nauc_map_at_1000_max value: 24.593492027669335 - type: nauc_map_at_1000_std value: -0.6182994301019478 - type: nauc_map_at_100_diff1 value: 37.134679924125024 - type: nauc_map_at_100_max value: 24.594302733055176 - type: nauc_map_at_100_std value: -0.6176177796088345 - type: nauc_map_at_10_diff1 value: 37.377409033210334 - type: nauc_map_at_10_max value: 24.598862899239247 - type: nauc_map_at_10_std value: -1.2117270556231923 - type: nauc_map_at_1_diff1 value: 44.376952453024984 - type: nauc_map_at_1_max value: 22.843211192115177 - type: nauc_map_at_1_std value: -3.5247666967687294 - type: nauc_map_at_20_diff1 value: 37.2803705602926 - type: nauc_map_at_20_max value: 24.57157381915397 - type: nauc_map_at_20_std value: -0.9485367230630035 - type: nauc_map_at_3_diff1 value: 38.114661937896464 - type: nauc_map_at_3_max value: 23.646911635384974 - type: nauc_map_at_3_std value: -1.8771796703674217 - type: nauc_map_at_5_diff1 value: 37.72440124744284 - type: nauc_map_at_5_max value: 24.400385223089156 - type: nauc_map_at_5_std value: -1.85518820221106 - type: nauc_mrr_at_1000_diff1 value: 36.279091593855284 - type: nauc_mrr_at_1000_max value: 25.752705312713065 - type: nauc_mrr_at_1000_std value: -0.6497053309981409 - type: nauc_mrr_at_100_diff1 value: 36.25700698357928 - type: nauc_mrr_at_100_max value: 25.75493791037481 - type: nauc_mrr_at_100_std value: -0.6380977318625639 - type: nauc_mrr_at_10_diff1 value: 36.319691770034396 - type: nauc_mrr_at_10_max value: 25.849634979601955 - type: nauc_mrr_at_10_std value: -1.0788298133236984 - type: nauc_mrr_at_1_diff1 value: 42.52827078387801 - type: nauc_mrr_at_1_max value: 24.502556551204773 - type: nauc_mrr_at_1_std value: -3.0926334875437322 - type: nauc_mrr_at_20_diff1 value: 36.31909387741612 - type: nauc_mrr_at_20_max value: 25.771106603572925 - type: nauc_mrr_at_20_std value: -0.8462044328775786 - type: nauc_mrr_at_3_diff1 value: 36.7899528966624 - type: nauc_mrr_at_3_max value: 25.232138104185566 - type: nauc_mrr_at_3_std value: -1.6478212926185538 - type: nauc_mrr_at_5_diff1 value: 36.595407620586755 - type: nauc_mrr_at_5_max value: 25.709280281155316 - type: nauc_mrr_at_5_std value: -1.737997619159179 - type: nauc_ndcg_at_1000_diff1 value: 34.30480241960179 - type: nauc_ndcg_at_1000_max value: 25.389069439846047 - type: nauc_ndcg_at_1000_std value: 2.737250323865558 - type: nauc_ndcg_at_100_diff1 value: 33.69035842726696 - type: nauc_ndcg_at_100_max value: 25.565383928820896 - type: nauc_ndcg_at_100_std value: 2.8967447972944704 - type: nauc_ndcg_at_10_diff1 value: 34.9412657072751 - type: nauc_ndcg_at_10_max value: 25.611270020703326 - type: nauc_ndcg_at_10_std value: -0.05060167522188824 - type: nauc_ndcg_at_1_diff1 value: 42.52827078387801 - type: nauc_ndcg_at_1_max value: 24.502556551204773 - type: nauc_ndcg_at_1_std value: -3.0926334875437322 - type: nauc_ndcg_at_20_diff1 value: 34.704132651798545 - type: nauc_ndcg_at_20_max value: 25.45593337315021 - type: nauc_ndcg_at_20_std value: 0.8606782542884363 - type: nauc_ndcg_at_3_diff1 value: 36.01276209616952 - type: nauc_ndcg_at_3_max value: 24.26203826008212 - type: nauc_ndcg_at_3_std value: -1.7105623726622812 - type: nauc_ndcg_at_5_diff1 value: 35.63393277059753 - type: nauc_ndcg_at_5_max value: 25.24327027037505 - type: nauc_ndcg_at_5_std value: -1.6159691389130009 - type: nauc_precision_at_1000_diff1 value: 0.6954591900345397 - type: nauc_precision_at_1000_max value: 7.9627237764933385 - type: nauc_precision_at_1000_std value: 5.076240974805441 - type: nauc_precision_at_100_diff1 value: 6.595775618637469 - type: nauc_precision_at_100_max value: 16.448710982974102 - type: nauc_precision_at_100_std value: 9.888636343867235 - type: nauc_precision_at_10_diff1 value: 21.99545724981827 - type: nauc_precision_at_10_max value: 25.62686280149063 - type: nauc_precision_at_10_std value: 2.706914869657038 - type: nauc_precision_at_1_diff1 value: 42.52827078387801 - type: nauc_precision_at_1_max value: 24.502556551204773 - type: nauc_precision_at_1_std value: -3.0926334875437322 - type: nauc_precision_at_20_diff1 value: 18.530286397522858 - type: nauc_precision_at_20_max value: 23.3808048514038 - type: nauc_precision_at_20_std value: 5.043578003937948 - type: nauc_precision_at_3_diff1 value: 28.91038503274674 - type: nauc_precision_at_3_max value: 25.834790662084888 - type: nauc_precision_at_3_std value: -0.07557416544072024 - type: nauc_precision_at_5_diff1 value: 26.00541813092187 - type: nauc_precision_at_5_max value: 26.54661756251323 - type: nauc_precision_at_5_std value: -0.5797263784206406 - type: nauc_recall_at_1000_diff1 value: 13.301074843412533 - type: nauc_recall_at_1000_max value: 22.128020961826987 - type: nauc_recall_at_1000_std value: 33.09720613363087 - type: nauc_recall_at_100_diff1 value: 18.306615991716228 - type: nauc_recall_at_100_max value: 24.947716700172954 - type: nauc_recall_at_100_std value: 18.67267898916648 - type: nauc_recall_at_10_diff1 value: 27.37227268788039 - type: nauc_recall_at_10_max value: 25.18586685726637 - type: nauc_recall_at_10_std value: 3.04618494351913 - type: nauc_recall_at_1_diff1 value: 44.376952453024984 - type: nauc_recall_at_1_max value: 22.843211192115177 - type: nauc_recall_at_1_std value: -3.5247666967687294 - type: nauc_recall_at_20_diff1 value: 26.20650631007248 - type: nauc_recall_at_20_max value: 24.43786507889369 - type: nauc_recall_at_20_std value: 6.17509554506564 - type: nauc_recall_at_3_diff1 value: 31.635319796729632 - type: nauc_recall_at_3_max value: 23.03160072787221 - type: nauc_recall_at_3_std value: -0.7795216257356486 - type: nauc_recall_at_5_diff1 value: 30.182938597266528 - type: nauc_recall_at_5_max value: 24.824341207039357 - type: nauc_recall_at_5_std value: -0.7307873413229015 - type: ndcg_at_1 value: 21.37 - type: ndcg_at_10 value: 31.428 - type: ndcg_at_100 value: 36.793 - type: ndcg_at_1000 value: 39.546 - type: ndcg_at_20 value: 33.238 - type: ndcg_at_3 value: 26.701999999999998 - type: ndcg_at_5 value: 28.711 - type: precision_at_1 value: 21.37 - type: precision_at_10 value: 5.822 - type: precision_at_100 value: 0.9939999999999999 - type: precision_at_1000 value: 0.14100000000000001 - type: precision_at_20 value: 3.4450000000000003 - type: precision_at_3 value: 12.790000000000001 - type: precision_at_5 value: 9.25 - type: recall_at_1 value: 17.848 - type: recall_at_10 value: 43.552 - type: recall_at_100 value: 67.774 - type: recall_at_1000 value: 86.884 - type: recall_at_20 value: 50.190999999999995 - type: recall_at_3 value: 30.292 - type: recall_at_5 value: 35.436 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackUnixRetrieval revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 split: test type: mteb/cqadupstack-unix metrics: - type: main_score value: 43.813 - type: map_at_1 value: 27.997 - type: map_at_10 value: 38.096000000000004 - type: map_at_100 value: 39.304 - type: map_at_1000 value: 39.4 - type: map_at_20 value: 38.782 - type: map_at_3 value: 35.253 - type: map_at_5 value: 36.675000000000004 - type: mrr_at_1 value: 32.83582089552239 - type: mrr_at_10 value: 42.47282930585165 - type: mrr_at_100 value: 43.36727857674455 - type: mrr_at_1000 value: 43.41948243162911 - type: mrr_at_20 value: 43.0465833091852 - type: mrr_at_3 value: 40.04975124378107 - type: mrr_at_5 value: 41.30441542288552 - type: nauc_map_at_1000_diff1 value: 44.41223593591828 - type: nauc_map_at_1000_max value: 32.58816310726964 - type: nauc_map_at_1000_std value: -4.208261004906189 - type: nauc_map_at_100_diff1 value: 44.42876458182472 - type: nauc_map_at_100_max value: 32.57377793701348 - type: nauc_map_at_100_std value: -4.227462925797885 - type: nauc_map_at_10_diff1 value: 44.40349445543698 - type: nauc_map_at_10_max value: 32.404532273132304 - type: nauc_map_at_10_std value: -4.3647086008661065 - type: nauc_map_at_1_diff1 value: 50.95276693129925 - type: nauc_map_at_1_max value: 33.078904800087216 - type: nauc_map_at_1_std value: -6.567250850698339 - type: nauc_map_at_20_diff1 value: 44.379052730337584 - type: nauc_map_at_20_max value: 32.50157143927563 - type: nauc_map_at_20_std value: -4.289830434714925 - type: nauc_map_at_3_diff1 value: 45.319706520671346 - type: nauc_map_at_3_max value: 32.50959940236397 - type: nauc_map_at_3_std value: -5.466700712459993 - type: nauc_map_at_5_diff1 value: 44.96409844734475 - type: nauc_map_at_5_max value: 32.119322983474525 - type: nauc_map_at_5_std value: -4.590187472824741 - type: nauc_mrr_at_1000_diff1 value: 42.51705456838056 - type: nauc_mrr_at_1000_max value: 31.956080459044212 - type: nauc_mrr_at_1000_std value: -4.729535116692355 - type: nauc_mrr_at_100_diff1 value: 42.51627893326621 - type: nauc_mrr_at_100_max value: 31.949601612350868 - type: nauc_mrr_at_100_std value: -4.718578510367857 - type: nauc_mrr_at_10_diff1 value: 42.30960609765877 - type: nauc_mrr_at_10_max value: 31.922178728225408 - type: nauc_mrr_at_10_std value: -4.7413883551051255 - type: nauc_mrr_at_1_diff1 value: 48.065850636429104 - type: nauc_mrr_at_1_max value: 31.885329567003545 - type: nauc_mrr_at_1_std value: -7.332064258322191 - type: nauc_mrr_at_20_diff1 value: 42.36522237213352 - type: nauc_mrr_at_20_max value: 31.924162105913734 - type: nauc_mrr_at_20_std value: -4.7167633711352 - type: nauc_mrr_at_3_diff1 value: 42.76036289772746 - type: nauc_mrr_at_3_max value: 32.01652082298529 - type: nauc_mrr_at_3_std value: -5.774610637721887 - type: nauc_mrr_at_5_diff1 value: 42.804816342135645 - type: nauc_mrr_at_5_max value: 31.9268131687239 - type: nauc_mrr_at_5_std value: -4.939844143998838 - type: nauc_ndcg_at_1000_diff1 value: 41.985324020453035 - type: nauc_ndcg_at_1000_max value: 32.8014585551159 - type: nauc_ndcg_at_1000_std value: -2.2638688129527282 - type: nauc_ndcg_at_100_diff1 value: 42.00958703980752 - type: nauc_ndcg_at_100_max value: 32.6418808419422 - type: nauc_ndcg_at_100_std value: -1.8216030566831658 - type: nauc_ndcg_at_10_diff1 value: 41.73173947748463 - type: nauc_ndcg_at_10_max value: 32.20107124975781 - type: nauc_ndcg_at_10_std value: -3.075514374986655 - type: nauc_ndcg_at_1_diff1 value: 48.065850636429104 - type: nauc_ndcg_at_1_max value: 31.885329567003545 - type: nauc_ndcg_at_1_std value: -7.332064258322191 - type: nauc_ndcg_at_20_diff1 value: 41.7489808781435 - type: nauc_ndcg_at_20_max value: 32.48482250369374 - type: nauc_ndcg_at_20_std value: -2.6986224274974733 - type: nauc_ndcg_at_3_diff1 value: 42.99899262948209 - type: nauc_ndcg_at_3_max value: 32.135140771578044 - type: nauc_ndcg_at_3_std value: -5.362034707986969 - type: nauc_ndcg_at_5_diff1 value: 42.94295351236176 - type: nauc_ndcg_at_5_max value: 31.727819241059745 - type: nauc_ndcg_at_5_std value: -3.766267176124041 - type: nauc_precision_at_1000_diff1 value: -16.688488077811048 - type: nauc_precision_at_1000_max value: -5.444966084796059 - type: nauc_precision_at_1000_std value: 2.525586045437135 - type: nauc_precision_at_100_diff1 value: -5.88012945579821 - type: nauc_precision_at_100_max value: 6.623926741753618 - type: nauc_precision_at_100_std value: 6.0185855210833985 - type: nauc_precision_at_10_diff1 value: 15.235837716568845 - type: nauc_precision_at_10_max value: 21.283916499066468 - type: nauc_precision_at_10_std value: 0.5800542863369232 - type: nauc_precision_at_1_diff1 value: 48.065850636429104 - type: nauc_precision_at_1_max value: 31.885329567003545 - type: nauc_precision_at_1_std value: -7.332064258322191 - type: nauc_precision_at_20_diff1 value: 8.362537051133238 - type: nauc_precision_at_20_max value: 17.246236880510605 - type: nauc_precision_at_20_std value: 1.760431090469461 - type: nauc_precision_at_3_diff1 value: 29.566858364286276 - type: nauc_precision_at_3_max value: 27.63453000581231 - type: nauc_precision_at_3_std value: -5.588087076338071 - type: nauc_precision_at_5_diff1 value: 25.879446537486068 - type: nauc_precision_at_5_max value: 25.02532016400511 - type: nauc_precision_at_5_std value: -1.2114610959410343 - type: nauc_recall_at_1000_diff1 value: 20.631937933194283 - type: nauc_recall_at_1000_max value: 41.13011102383085 - type: nauc_recall_at_1000_std value: 29.517093912484878 - type: nauc_recall_at_100_diff1 value: 33.03117082693879 - type: nauc_recall_at_100_max value: 31.54315343011876 - type: nauc_recall_at_100_std value: 14.692188918266048 - type: nauc_recall_at_10_diff1 value: 33.92975852087473 - type: nauc_recall_at_10_max value: 30.156149373083508 - type: nauc_recall_at_10_std value: 1.2505426951778773 - type: nauc_recall_at_1_diff1 value: 50.95276693129925 - type: nauc_recall_at_1_max value: 33.078904800087216 - type: nauc_recall_at_1_std value: -6.567250850698339 - type: nauc_recall_at_20_diff1 value: 33.189240622708056 - type: nauc_recall_at_20_max value: 30.85070633278092 - type: nauc_recall_at_20_std value: 3.4827626407665098 - type: nauc_recall_at_3_diff1 value: 38.92823166292195 - type: nauc_recall_at_3_max value: 30.845069851745905 - type: nauc_recall_at_3_std value: -3.7294606783209603 - type: nauc_recall_at_5_diff1 value: 38.04143359412501 - type: nauc_recall_at_5_max value: 29.40448352846994 - type: nauc_recall_at_5_std value: -0.7365295869575292 - type: ndcg_at_1 value: 32.836 - type: ndcg_at_10 value: 43.813 - type: ndcg_at_100 value: 49.218 - type: ndcg_at_1000 value: 51.29 - type: ndcg_at_20 value: 46.034000000000006 - type: ndcg_at_3 value: 38.786 - type: ndcg_at_5 value: 40.825 - type: precision_at_1 value: 32.836 - type: precision_at_10 value: 7.444000000000001 - type: precision_at_100 value: 1.139 - type: precision_at_1000 value: 0.14300000000000002 - type: precision_at_20 value: 4.352 - type: precision_at_3 value: 17.693 - type: precision_at_5 value: 12.127 - type: recall_at_1 value: 27.997 - type: recall_at_10 value: 56.785 - type: recall_at_100 value: 80.099 - type: recall_at_1000 value: 94.353 - type: recall_at_20 value: 64.781 - type: recall_at_3 value: 42.878 - type: recall_at_5 value: 48.213 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWebmastersRetrieval revision: 160c094312a0e1facb97e55eeddb698c0abe3571 split: test type: mteb/cqadupstack-webmasters metrics: - type: main_score value: 41.276 - type: map_at_1 value: 25.657000000000004 - type: map_at_10 value: 35.19 - type: map_at_100 value: 36.982 - type: map_at_1000 value: 37.211 - type: map_at_20 value: 36.111 - type: map_at_3 value: 32.396 - type: map_at_5 value: 33.632 - type: mrr_at_1 value: 29.841897233201582 - type: mrr_at_10 value: 39.19113495200452 - type: mrr_at_100 value: 40.242180863744345 - type: mrr_at_1000 value: 40.28749586456178 - type: mrr_at_20 value: 39.808661586560554 - type: mrr_at_3 value: 36.82476943346511 - type: mrr_at_5 value: 37.84255599472992 - type: nauc_map_at_1000_diff1 value: 40.193447286473905 - type: nauc_map_at_1000_max value: 26.223647985527087 - type: nauc_map_at_1000_std value: 2.153579103556877 - type: nauc_map_at_100_diff1 value: 40.27197194450725 - type: nauc_map_at_100_max value: 26.428319524505156 - type: nauc_map_at_100_std value: 1.7912636808660172 - type: nauc_map_at_10_diff1 value: 40.195124428076795 - type: nauc_map_at_10_max value: 26.31741168494557 - type: nauc_map_at_10_std value: 0.20692123504748614 - type: nauc_map_at_1_diff1 value: 47.38887128517262 - type: nauc_map_at_1_max value: 23.89602164678559 - type: nauc_map_at_1_std value: -5.140027727038021 - type: nauc_map_at_20_diff1 value: 40.386241662450956 - type: nauc_map_at_20_max value: 26.30667850904554 - type: nauc_map_at_20_std value: 0.6630593960686111 - type: nauc_map_at_3_diff1 value: 41.1934335259685 - type: nauc_map_at_3_max value: 24.44266496257009 - type: nauc_map_at_3_std value: -2.1934750873230198 - type: nauc_map_at_5_diff1 value: 40.59913408376436 - type: nauc_map_at_5_max value: 25.3632786498764 - type: nauc_map_at_5_std value: -0.44326461546749474 - type: nauc_mrr_at_1000_diff1 value: 39.54779772416194 - type: nauc_mrr_at_1000_max value: 24.611300412702047 - type: nauc_mrr_at_1000_std value: 4.460847265115659 - type: nauc_mrr_at_100_diff1 value: 39.50462828111879 - type: nauc_mrr_at_100_max value: 24.62040535141358 - type: nauc_mrr_at_100_std value: 4.480637995508465 - type: nauc_mrr_at_10_diff1 value: 39.415069070641465 - type: nauc_mrr_at_10_max value: 24.52839211917029 - type: nauc_mrr_at_10_std value: 4.299230990716111 - type: nauc_mrr_at_1_diff1 value: 44.624898875180904 - type: nauc_mrr_at_1_max value: 22.57738618868472 - type: nauc_mrr_at_1_std value: 1.2223427136280545 - type: nauc_mrr_at_20_diff1 value: 39.51968173245412 - type: nauc_mrr_at_20_max value: 24.605323259224296 - type: nauc_mrr_at_20_std value: 4.388265886636648 - type: nauc_mrr_at_3_diff1 value: 40.13459422578896 - type: nauc_mrr_at_3_max value: 22.855554888595197 - type: nauc_mrr_at_3_std value: 2.4049570511348795 - type: nauc_mrr_at_5_diff1 value: 39.68353728831915 - type: nauc_mrr_at_5_max value: 24.209524006023432 - type: nauc_mrr_at_5_std value: 3.689692365668716 - type: nauc_ndcg_at_1000_diff1 value: 38.514386878415316 - type: nauc_ndcg_at_1000_max value: 27.616693548757915 - type: nauc_ndcg_at_1000_std value: 6.471498263469018 - type: nauc_ndcg_at_100_diff1 value: 37.683858957886265 - type: nauc_ndcg_at_100_max value: 28.126584052393945 - type: nauc_ndcg_at_100_std value: 6.564330756451578 - type: nauc_ndcg_at_10_diff1 value: 37.39339040968122 - type: nauc_ndcg_at_10_max value: 27.012116321212275 - type: nauc_ndcg_at_10_std value: 4.816600689273957 - type: nauc_ndcg_at_1_diff1 value: 44.624898875180904 - type: nauc_ndcg_at_1_max value: 22.57738618868472 - type: nauc_ndcg_at_1_std value: 1.2223427136280545 - type: nauc_ndcg_at_20_diff1 value: 37.995800561654264 - type: nauc_ndcg_at_20_max value: 27.363523971095404 - type: nauc_ndcg_at_20_std value: 4.884568980725764 - type: nauc_ndcg_at_3_diff1 value: 38.8577062454764 - type: nauc_ndcg_at_3_max value: 23.826427081857187 - type: nauc_ndcg_at_3_std value: 2.161107982790813 - type: nauc_ndcg_at_5_diff1 value: 38.16103345098773 - type: nauc_ndcg_at_5_max value: 25.61047872812428 - type: nauc_ndcg_at_5_std value: 4.314682877104812 - type: nauc_precision_at_1000_diff1 value: -15.034259275993636 - type: nauc_precision_at_1000_max value: -12.551328667782263 - type: nauc_precision_at_1000_std value: 40.05363366908327 - type: nauc_precision_at_100_diff1 value: -6.839700976158014 - type: nauc_precision_at_100_max value: 0.2108288067491828 - type: nauc_precision_at_100_std value: 38.691818658660175 - type: nauc_precision_at_10_diff1 value: 10.357779919034634 - type: nauc_precision_at_10_max value: 17.724601181221793 - type: nauc_precision_at_10_std value: 22.548540211646834 - type: nauc_precision_at_1_diff1 value: 44.624898875180904 - type: nauc_precision_at_1_max value: 22.57738618868472 - type: nauc_precision_at_1_std value: 1.2223427136280545 - type: nauc_precision_at_20_diff1 value: 4.81786343870205 - type: nauc_precision_at_20_max value: 13.147548387250598 - type: nauc_precision_at_20_std value: 27.994862705765172 - type: nauc_precision_at_3_diff1 value: 25.106147742224174 - type: nauc_precision_at_3_max value: 20.347646727496777 - type: nauc_precision_at_3_std value: 10.044480758401734 - type: nauc_precision_at_5_diff1 value: 18.36500397239675 - type: nauc_precision_at_5_max value: 21.53240691176414 - type: nauc_precision_at_5_std value: 16.809157790400775 - type: nauc_recall_at_1000_diff1 value: 28.28211166828611 - type: nauc_recall_at_1000_max value: 52.34899125051987 - type: nauc_recall_at_1000_std value: 46.58532157026862 - type: nauc_recall_at_100_diff1 value: 21.952440028722467 - type: nauc_recall_at_100_max value: 37.30396279293881 - type: nauc_recall_at_100_std value: 27.12270041719538 - type: nauc_recall_at_10_diff1 value: 29.138286882619113 - type: nauc_recall_at_10_max value: 30.684526760391613 - type: nauc_recall_at_10_std value: 8.865876872459117 - type: nauc_recall_at_1_diff1 value: 47.38887128517262 - type: nauc_recall_at_1_max value: 23.89602164678559 - type: nauc_recall_at_1_std value: -5.140027727038021 - type: nauc_recall_at_20_diff1 value: 29.736338014472235 - type: nauc_recall_at_20_max value: 30.948295931537555 - type: nauc_recall_at_20_std value: 10.5553324922939 - type: nauc_recall_at_3_diff1 value: 34.93573814903889 - type: nauc_recall_at_3_max value: 23.44939558867618 - type: nauc_recall_at_3_std value: -0.0471041198729599 - type: nauc_recall_at_5_diff1 value: 32.53652190156604 - type: nauc_recall_at_5_max value: 26.585203785148664 - type: nauc_recall_at_5_std value: 6.018855678725996 - type: ndcg_at_1 value: 29.842000000000002 - type: ndcg_at_10 value: 41.276 - type: ndcg_at_100 value: 47.795 - type: ndcg_at_1000 value: 49.91 - type: ndcg_at_20 value: 43.723 - type: ndcg_at_3 value: 36.638 - type: ndcg_at_5 value: 38.159 - type: precision_at_1 value: 29.842000000000002 - type: precision_at_10 value: 7.945 - type: precision_at_100 value: 1.644 - type: precision_at_1000 value: 0.246 - type: precision_at_20 value: 5.109 - type: precision_at_3 value: 17.325 - type: precision_at_5 value: 12.055 - type: recall_at_1 value: 25.657000000000004 - type: recall_at_10 value: 53.415 - type: recall_at_100 value: 82.243 - type: recall_at_1000 value: 94.903 - type: recall_at_20 value: 62.50599999999999 - type: recall_at_3 value: 39.987 - type: recall_at_5 value: 44.349 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWordpressRetrieval revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 split: test type: mteb/cqadupstack-wordpress metrics: - type: main_score value: 35.064 - type: map_at_1 value: 20.838 - type: map_at_10 value: 29.895 - type: map_at_100 value: 31.0 - type: map_at_1000 value: 31.1 - type: map_at_20 value: 30.55 - type: map_at_3 value: 27.208 - type: map_at_5 value: 28.488000000000003 - type: mrr_at_1 value: 22.920517560073936 - type: mrr_at_10 value: 31.860604993691865 - type: mrr_at_100 value: 32.90548098827449 - type: mrr_at_1000 value: 32.97283536720944 - type: mrr_at_20 value: 32.51654382943621 - type: mrr_at_3 value: 29.513247073321008 - type: mrr_at_5 value: 30.742452248921747 - type: nauc_map_at_1000_diff1 value: 38.908942357212766 - type: nauc_map_at_1000_max value: 22.942635871003098 - type: nauc_map_at_1000_std value: -4.5681776676050365 - type: nauc_map_at_100_diff1 value: 38.940288200880055 - type: nauc_map_at_100_max value: 22.95451430667675 - type: nauc_map_at_100_std value: -4.574316490787446 - type: nauc_map_at_10_diff1 value: 38.388530063018514 - type: nauc_map_at_10_max value: 22.627918160431346 - type: nauc_map_at_10_std value: -5.332900227210416 - type: nauc_map_at_1_diff1 value: 49.432054610813566 - type: nauc_map_at_1_max value: 25.500932340747738 - type: nauc_map_at_1_std value: -6.50421642912243 - type: nauc_map_at_20_diff1 value: 38.765400788013345 - type: nauc_map_at_20_max value: 22.771701239551746 - type: nauc_map_at_20_std value: -4.9536233578756645 - type: nauc_map_at_3_diff1 value: 39.75439368104839 - type: nauc_map_at_3_max value: 22.495617084234983 - type: nauc_map_at_3_std value: -6.651181928211542 - type: nauc_map_at_5_diff1 value: 38.55353759927066 - type: nauc_map_at_5_max value: 22.166821103032724 - type: nauc_map_at_5_std value: -6.316959235946222 - type: nauc_mrr_at_1000_diff1 value: 39.58986351673291 - type: nauc_mrr_at_1000_max value: 25.475743891190227 - type: nauc_mrr_at_1000_std value: -3.384285277655213 - type: nauc_mrr_at_100_diff1 value: 39.586909715776734 - type: nauc_mrr_at_100_max value: 25.471483985448494 - type: nauc_mrr_at_100_std value: -3.3592166333685225 - type: nauc_mrr_at_10_diff1 value: 39.27065836602099 - type: nauc_mrr_at_10_max value: 25.27624357292451 - type: nauc_mrr_at_10_std value: -3.940822359632824 - type: nauc_mrr_at_1_diff1 value: 49.83574175859242 - type: nauc_mrr_at_1_max value: 28.492429168618777 - type: nauc_mrr_at_1_std value: -6.1361188105506335 - type: nauc_mrr_at_20_diff1 value: 39.42502988813291 - type: nauc_mrr_at_20_max value: 25.338736831189834 - type: nauc_mrr_at_20_std value: -3.5777316284547664 - type: nauc_mrr_at_3_diff1 value: 40.638895896441966 - type: nauc_mrr_at_3_max value: 25.55027135158745 - type: nauc_mrr_at_3_std value: -4.956919545546124 - type: nauc_mrr_at_5_diff1 value: 39.453753608275974 - type: nauc_mrr_at_5_max value: 25.43399092248565 - type: nauc_mrr_at_5_std value: -4.332710908286518 - type: nauc_ndcg_at_1000_diff1 value: 36.811318071746605 - type: nauc_ndcg_at_1000_max value: 23.61697909965222 - type: nauc_ndcg_at_1000_std value: -0.3811922428488703 - type: nauc_ndcg_at_100_diff1 value: 37.25514551778969 - type: nauc_ndcg_at_100_max value: 23.69715218721035 - type: nauc_ndcg_at_100_std value: 0.06345429032853737 - type: nauc_ndcg_at_10_diff1 value: 34.875886631480256 - type: nauc_ndcg_at_10_max value: 22.106915564195575 - type: nauc_ndcg_at_10_std value: -3.436576622210651 - type: nauc_ndcg_at_1_diff1 value: 49.83574175859242 - type: nauc_ndcg_at_1_max value: 28.492429168618777 - type: nauc_ndcg_at_1_std value: -6.1361188105506335 - type: nauc_ndcg_at_20_diff1 value: 35.95083955876939 - type: nauc_ndcg_at_20_max value: 22.277638995852325 - type: nauc_ndcg_at_20_std value: -2.145006385700518 - type: nauc_ndcg_at_3_diff1 value: 37.27943253002554 - type: nauc_ndcg_at_3_max value: 22.603388381859958 - type: nauc_ndcg_at_3_std value: -6.023837369504776 - type: nauc_ndcg_at_5_diff1 value: 35.39609138329689 - type: nauc_ndcg_at_5_max value: 21.950935741166905 - type: nauc_ndcg_at_5_std value: -5.249802410414431 - type: nauc_precision_at_1000_diff1 value: -9.83217582220469 - type: nauc_precision_at_1000_max value: 2.0620921351501496 - type: nauc_precision_at_1000_std value: 19.889234374450094 - type: nauc_precision_at_100_diff1 value: 14.934900771704099 - type: nauc_precision_at_100_max value: 21.153505809373605 - type: nauc_precision_at_100_std value: 24.17318532623431 - type: nauc_precision_at_10_diff1 value: 19.943897485187755 - type: nauc_precision_at_10_max value: 20.120171971210425 - type: nauc_precision_at_10_std value: 6.764413975990199 - type: nauc_precision_at_1_diff1 value: 49.83574175859242 - type: nauc_precision_at_1_max value: 28.492429168618777 - type: nauc_precision_at_1_std value: -6.1361188105506335 - type: nauc_precision_at_20_diff1 value: 20.21771410373249 - type: nauc_precision_at_20_max value: 20.336749098978892 - type: nauc_precision_at_20_std value: 12.17382144918694 - type: nauc_precision_at_3_diff1 value: 29.391189473199475 - type: nauc_precision_at_3_max value: 21.61212329364091 - type: nauc_precision_at_3_std value: -4.297139156851815 - type: nauc_precision_at_5_diff1 value: 24.143374317219486 - type: nauc_precision_at_5_max value: 20.818202096307502 - type: nauc_precision_at_5_std value: -0.39262116523388174 - type: nauc_recall_at_1000_diff1 value: 21.220505343123836 - type: nauc_recall_at_1000_max value: 26.367130395257032 - type: nauc_recall_at_1000_std value: 43.03837762603965 - type: nauc_recall_at_100_diff1 value: 33.042009296036845 - type: nauc_recall_at_100_max value: 24.81858709092461 - type: nauc_recall_at_100_std value: 22.419759985275235 - type: nauc_recall_at_10_diff1 value: 23.88287712131902 - type: nauc_recall_at_10_max value: 17.755374057552604 - type: nauc_recall_at_10_std value: 0.4281352730035428 - type: nauc_recall_at_1_diff1 value: 49.432054610813566 - type: nauc_recall_at_1_max value: 25.500932340747738 - type: nauc_recall_at_1_std value: -6.50421642912243 - type: nauc_recall_at_20_diff1 value: 27.236019149194007 - type: nauc_recall_at_20_max value: 17.076130433759726 - type: nauc_recall_at_20_std value: 5.4346719564148165 - type: nauc_recall_at_3_diff1 value: 29.78269417225934 - type: nauc_recall_at_3_max value: 19.0414616648401 - type: nauc_recall_at_3_std value: -6.472619525672874 - type: nauc_recall_at_5_diff1 value: 25.665564078659386 - type: nauc_recall_at_5_max value: 18.117879917734765 - type: nauc_recall_at_5_std value: -4.420893015958168 - type: ndcg_at_1 value: 22.921 - type: ndcg_at_10 value: 35.064 - type: ndcg_at_100 value: 40.549 - type: ndcg_at_1000 value: 42.870000000000005 - type: ndcg_at_20 value: 37.37 - type: ndcg_at_3 value: 29.831000000000003 - type: ndcg_at_5 value: 31.953 - type: precision_at_1 value: 22.921 - type: precision_at_10 value: 5.749 - type: precision_at_100 value: 0.906 - type: precision_at_1000 value: 0.122 - type: precision_at_20 value: 3.447 - type: precision_at_3 value: 12.939 - type: precision_at_5 value: 9.131 - type: recall_at_1 value: 20.838 - type: recall_at_10 value: 49.059999999999995 - type: recall_at_100 value: 74.30600000000001 - type: recall_at_1000 value: 91.297 - type: recall_at_20 value: 57.662 - type: recall_at_3 value: 34.868 - type: recall_at_5 value: 39.803 task: type: Retrieval - dataset: config: default name: MTEB ClimateFEVER revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 split: test type: mteb/climate-fever metrics: - type: main_score value: 21.741 - type: map_at_1 value: 8.451 - type: map_at_10 value: 15.039 - type: map_at_100 value: 16.705000000000002 - type: map_at_1000 value: 16.900000000000002 - type: map_at_20 value: 15.879999999999999 - type: map_at_3 value: 12.573 - type: map_at_5 value: 13.886999999999999 - type: mrr_at_1 value: 19.218241042345277 - type: mrr_at_10 value: 29.188330489633387 - type: mrr_at_100 value: 30.357154789003747 - type: mrr_at_1000 value: 30.417212818659532 - type: mrr_at_20 value: 29.890588417385665 - type: mrr_at_3 value: 26.19978284473395 - type: mrr_at_5 value: 27.95222584147659 - type: nauc_map_at_1000_diff1 value: 17.502952982918995 - type: nauc_map_at_1000_max value: 35.432061394982135 - type: nauc_map_at_1000_std value: 14.846029870026916 - type: nauc_map_at_100_diff1 value: 17.488572388895207 - type: nauc_map_at_100_max value: 35.363535572635335 - type: nauc_map_at_100_std value: 14.766035682619098 - type: nauc_map_at_10_diff1 value: 17.64289702201983 - type: nauc_map_at_10_max value: 34.543548322954116 - type: nauc_map_at_10_std value: 12.399925332754982 - type: nauc_map_at_1_diff1 value: 22.908349710526117 - type: nauc_map_at_1_max value: 33.57250438077223 - type: nauc_map_at_1_std value: 8.712604422387274 - type: nauc_map_at_20_diff1 value: 17.569370935099712 - type: nauc_map_at_20_max value: 35.138592301344765 - type: nauc_map_at_20_std value: 13.707221606334985 - type: nauc_map_at_3_diff1 value: 17.765521543359768 - type: nauc_map_at_3_max value: 33.73612850334167 - type: nauc_map_at_3_std value: 9.313067637474399 - type: nauc_map_at_5_diff1 value: 18.083340964921437 - type: nauc_map_at_5_max value: 34.166474719746645 - type: nauc_map_at_5_std value: 10.974449923205754 - type: nauc_mrr_at_1000_diff1 value: 13.572232019111102 - type: nauc_mrr_at_1000_max value: 32.27033567761251 - type: nauc_mrr_at_1000_std value: 15.007771208191265 - type: nauc_mrr_at_100_diff1 value: 13.554920308230278 - type: nauc_mrr_at_100_max value: 32.26853416277165 - type: nauc_mrr_at_100_std value: 15.024406153099983 - type: nauc_mrr_at_10_diff1 value: 13.6105299907735 - type: nauc_mrr_at_10_max value: 32.10769073026925 - type: nauc_mrr_at_10_std value: 14.76906352229205 - type: nauc_mrr_at_1_diff1 value: 18.63925810467644 - type: nauc_mrr_at_1_max value: 30.61498167277275 - type: nauc_mrr_at_1_std value: 10.803867489250429 - type: nauc_mrr_at_20_diff1 value: 13.444375928376976 - type: nauc_mrr_at_20_max value: 32.29692347006646 - type: nauc_mrr_at_20_std value: 15.0740981820799 - type: nauc_mrr_at_3_diff1 value: 13.489439488339073 - type: nauc_mrr_at_3_max value: 31.53715146980795 - type: nauc_mrr_at_3_std value: 13.249956844762195 - type: nauc_mrr_at_5_diff1 value: 13.608424675210626 - type: nauc_mrr_at_5_max value: 31.811436392179417 - type: nauc_mrr_at_5_std value: 14.070385171176225 - type: nauc_ndcg_at_1000_diff1 value: 15.135208858000368 - type: nauc_ndcg_at_1000_max value: 36.73726598837783 - type: nauc_ndcg_at_1000_std value: 22.49794998527103 - type: nauc_ndcg_at_100_diff1 value: 14.60595639801511 - type: nauc_ndcg_at_100_max value: 35.660807978864746 - type: nauc_ndcg_at_100_std value: 21.439979285991225 - type: nauc_ndcg_at_10_diff1 value: 15.23850047796147 - type: nauc_ndcg_at_10_max value: 34.38767928652587 - type: nauc_ndcg_at_10_std value: 15.62350212723293 - type: nauc_ndcg_at_1_diff1 value: 18.63925810467644 - type: nauc_ndcg_at_1_max value: 30.61498167277275 - type: nauc_ndcg_at_1_std value: 10.803867489250429 - type: nauc_ndcg_at_20_diff1 value: 14.876461138197369 - type: nauc_ndcg_at_20_max value: 35.57021547970067 - type: nauc_ndcg_at_20_std value: 18.284759250928435 - type: nauc_ndcg_at_3_diff1 value: 14.887875179481064 - type: nauc_ndcg_at_3_max value: 33.16664899183086 - type: nauc_ndcg_at_3_std value: 11.335829264336013 - type: nauc_ndcg_at_5_diff1 value: 15.756394023741402 - type: nauc_ndcg_at_5_max value: 33.6703350040076 - type: nauc_ndcg_at_5_std value: 13.236593473590416 - type: nauc_precision_at_1000_diff1 value: 2.550932373114792 - type: nauc_precision_at_1000_max value: 17.048124921223774 - type: nauc_precision_at_1000_std value: 28.9124525611069 - type: nauc_precision_at_100_diff1 value: 4.545962592867694 - type: nauc_precision_at_100_max value: 22.227731846301644 - type: nauc_precision_at_100_std value: 31.041553579229664 - type: nauc_precision_at_10_diff1 value: 9.909950998110157 - type: nauc_precision_at_10_max value: 31.665528708037378 - type: nauc_precision_at_10_std value: 22.51502400629617 - type: nauc_precision_at_1_diff1 value: 18.63925810467644 - type: nauc_precision_at_1_max value: 30.61498167277275 - type: nauc_precision_at_1_std value: 10.803867489250429 - type: nauc_precision_at_20_diff1 value: 8.259051222580375 - type: nauc_precision_at_20_max value: 30.945098998381848 - type: nauc_precision_at_20_std value: 27.523627659609325 - type: nauc_precision_at_3_diff1 value: 10.416933150111415 - type: nauc_precision_at_3_max value: 32.228372741621506 - type: nauc_precision_at_3_std value: 14.588961705715183 - type: nauc_precision_at_5_diff1 value: 11.224578499442654 - type: nauc_precision_at_5_max value: 31.812290221917994 - type: nauc_precision_at_5_std value: 18.400573753951637 - type: nauc_recall_at_1000_diff1 value: 9.228466031917137 - type: nauc_recall_at_1000_max value: 33.224383148878516 - type: nauc_recall_at_1000_std value: 37.96687289347616 - type: nauc_recall_at_100_diff1 value: 7.894700089861699 - type: nauc_recall_at_100_max value: 28.708589643205183 - type: nauc_recall_at_100_std value: 28.82318769742546 - type: nauc_recall_at_10_diff1 value: 11.38168940235739 - type: nauc_recall_at_10_max value: 30.4019055873822 - type: nauc_recall_at_10_std value: 16.616989215161865 - type: nauc_recall_at_1_diff1 value: 22.908349710526117 - type: nauc_recall_at_1_max value: 33.57250438077223 - type: nauc_recall_at_1_std value: 8.712604422387274 - type: nauc_recall_at_20_diff1 value: 9.951260878819495 - type: nauc_recall_at_20_max value: 31.429106792257073 - type: nauc_recall_at_20_std value: 21.498883261323343 - type: nauc_recall_at_3_diff1 value: 12.884131495331697 - type: nauc_recall_at_3_max value: 31.535674495549642 - type: nauc_recall_at_3_std value: 9.59573025134361 - type: nauc_recall_at_5_diff1 value: 13.10939442306476 - type: nauc_recall_at_5_max value: 30.74959608648358 - type: nauc_recall_at_5_std value: 12.646417247753488 - type: ndcg_at_1 value: 19.218 - type: ndcg_at_10 value: 21.741 - type: ndcg_at_100 value: 28.969 - type: ndcg_at_1000 value: 32.733000000000004 - type: ndcg_at_20 value: 24.407999999999998 - type: ndcg_at_3 value: 17.497 - type: ndcg_at_5 value: 19.123 - type: precision_at_1 value: 19.218 - type: precision_at_10 value: 6.736000000000001 - type: precision_at_100 value: 1.444 - type: precision_at_1000 value: 0.213 - type: precision_at_20 value: 4.482 - type: precision_at_3 value: 13.008000000000001 - type: precision_at_5 value: 10.15 - type: recall_at_1 value: 8.451 - type: recall_at_10 value: 27.051 - type: recall_at_100 value: 52.23 - type: recall_at_1000 value: 73.48400000000001 - type: recall_at_20 value: 34.747 - type: recall_at_3 value: 16.713 - type: recall_at_5 value: 21.062 task: type: Retrieval - dataset: config: default name: MTEB DBPedia revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 split: test type: mteb/dbpedia metrics: - type: main_score value: 39.352 - type: map_at_1 value: 8.375 - type: map_at_10 value: 19.23 - type: map_at_100 value: 27.383999999999997 - type: map_at_1000 value: 29.278 - type: map_at_20 value: 22.253 - type: map_at_3 value: 13.539000000000001 - type: map_at_5 value: 15.939 - type: mrr_at_1 value: 62.74999999999999 - type: mrr_at_10 value: 72.14017857142855 - type: mrr_at_100 value: 72.53689357694621 - type: mrr_at_1000 value: 72.54184442925428 - type: mrr_at_20 value: 72.38509634715126 - type: mrr_at_3 value: 69.91666666666667 - type: mrr_at_5 value: 71.59166666666665 - type: nauc_map_at_1000_diff1 value: 18.88029798775761 - type: nauc_map_at_1000_max value: 7.665221121181996 - type: nauc_map_at_1000_std value: 18.148880628286303 - type: nauc_map_at_100_diff1 value: 19.794777303517453 - type: nauc_map_at_100_max value: 4.448153681940202 - type: nauc_map_at_100_std value: 15.058414717174912 - type: nauc_map_at_10_diff1 value: 28.78939304061159 - type: nauc_map_at_10_max value: -2.6561993861985074 - type: nauc_map_at_10_std value: -7.534487485026667 - type: nauc_map_at_1_diff1 value: 46.149561076868665 - type: nauc_map_at_1_max value: -6.389336619214446 - type: nauc_map_at_1_std value: -17.89129610408896 - type: nauc_map_at_20_diff1 value: 25.61558451141865 - type: nauc_map_at_20_max value: -0.9420880864468474 - type: nauc_map_at_20_std value: 0.7588570920830673 - type: nauc_map_at_3_diff1 value: 35.46216077836863 - type: nauc_map_at_3_max value: -5.097643918011575 - type: nauc_map_at_3_std value: -15.5444763932324 - type: nauc_map_at_5_diff1 value: 31.789555540146548 - type: nauc_map_at_5_max value: -4.326364315221623 - type: nauc_map_at_5_std value: -13.40257423826547 - type: nauc_mrr_at_1000_diff1 value: 29.876580588487073 - type: nauc_mrr_at_1000_max value: 27.358339191949543 - type: nauc_mrr_at_1000_std value: 25.542828730466038 - type: nauc_mrr_at_100_diff1 value: 29.87065278246424 - type: nauc_mrr_at_100_max value: 27.352130181484842 - type: nauc_mrr_at_100_std value: 25.527725594559534 - type: nauc_mrr_at_10_diff1 value: 29.517767094648978 - type: nauc_mrr_at_10_max value: 27.215004241760816 - type: nauc_mrr_at_10_std value: 25.649369693907854 - type: nauc_mrr_at_1_diff1 value: 34.90912919212515 - type: nauc_mrr_at_1_max value: 28.01105812534364 - type: nauc_mrr_at_1_std value: 21.29780904068035 - type: nauc_mrr_at_20_diff1 value: 29.80768338645755 - type: nauc_mrr_at_20_max value: 27.401622720884156 - type: nauc_mrr_at_20_std value: 25.510345105593945 - type: nauc_mrr_at_3_diff1 value: 30.455961362378027 - type: nauc_mrr_at_3_max value: 26.468887603967428 - type: nauc_mrr_at_3_std value: 27.027240505086585 - type: nauc_mrr_at_5_diff1 value: 29.717916198310697 - type: nauc_mrr_at_5_max value: 27.363743835788522 - type: nauc_mrr_at_5_std value: 26.21334003938699 - type: nauc_ndcg_at_1000_diff1 value: 17.29227971080394 - type: nauc_ndcg_at_1000_max value: 17.17916732853393 - type: nauc_ndcg_at_1000_std value: 30.5868580876502 - type: nauc_ndcg_at_100_diff1 value: 20.322852117613785 - type: nauc_ndcg_at_100_max value: 8.496070167269067 - type: nauc_ndcg_at_100_std value: 22.743658518788585 - type: nauc_ndcg_at_10_diff1 value: 22.612861412179733 - type: nauc_ndcg_at_10_max value: 10.390890301768655 - type: nauc_ndcg_at_10_std value: 15.355652064220552 - type: nauc_ndcg_at_1_diff1 value: 32.02282135426723 - type: nauc_ndcg_at_1_max value: 18.73932036405494 - type: nauc_ndcg_at_1_std value: 12.418048316639155 - type: nauc_ndcg_at_20_diff1 value: 23.00450027992583 - type: nauc_ndcg_at_20_max value: 6.518379878850901 - type: nauc_ndcg_at_20_std value: 13.314565299933712 - type: nauc_ndcg_at_3_diff1 value: 24.90663970943241 - type: nauc_ndcg_at_3_max value: 16.720190793412577 - type: nauc_ndcg_at_3_std value: 17.741350850462336 - type: nauc_ndcg_at_5_diff1 value: 23.942077263593788 - type: nauc_ndcg_at_5_max value: 14.150150139773096 - type: nauc_ndcg_at_5_std value: 16.64850168050627 - type: nauc_precision_at_1000_diff1 value: -7.73079546007836 - type: nauc_precision_at_1000_max value: 34.513703330351305 - type: nauc_precision_at_1000_std value: 21.966704720602433 - type: nauc_precision_at_100_diff1 value: -12.242257431028424 - type: nauc_precision_at_100_max value: 26.925706003886923 - type: nauc_precision_at_100_std value: 42.467502673832804 - type: nauc_precision_at_10_diff1 value: -7.818117617727808 - type: nauc_precision_at_10_max value: 22.992573864594277 - type: nauc_precision_at_10_std value: 39.98992861618417 - type: nauc_precision_at_1_diff1 value: 34.90912919212515 - type: nauc_precision_at_1_max value: 28.01105812534364 - type: nauc_precision_at_1_std value: 21.29780904068035 - type: nauc_precision_at_20_diff1 value: -9.731799872341142 - type: nauc_precision_at_20_max value: 22.954917780070286 - type: nauc_precision_at_20_std value: 43.90175939150421 - type: nauc_precision_at_3_diff1 value: 4.4369318435528715 - type: nauc_precision_at_3_max value: 23.98994009284958 - type: nauc_precision_at_3_std value: 32.82015899377878 - type: nauc_precision_at_5_diff1 value: -2.622229659342242 - type: nauc_precision_at_5_max value: 23.248179383335987 - type: nauc_precision_at_5_std value: 35.45136494259823 - type: nauc_recall_at_1000_diff1 value: 1.2977157761368256 - type: nauc_recall_at_1000_max value: 8.976379879417635 - type: nauc_recall_at_1000_std value: 38.45732593779355 - type: nauc_recall_at_100_diff1 value: 11.995174747566049 - type: nauc_recall_at_100_max value: -2.628950410823276 - type: nauc_recall_at_100_std value: 20.022839031858584 - type: nauc_recall_at_10_diff1 value: 19.80318997425701 - type: nauc_recall_at_10_max value: -9.59201270751594 - type: nauc_recall_at_10_std value: -13.74836332959553 - type: nauc_recall_at_1_diff1 value: 46.149561076868665 - type: nauc_recall_at_1_max value: -6.389336619214446 - type: nauc_recall_at_1_std value: -17.89129610408896 - type: nauc_recall_at_20_diff1 value: 18.752594293468366 - type: nauc_recall_at_20_max value: -9.078795299909972 - type: nauc_recall_at_20_std value: -5.290499498046677 - type: nauc_recall_at_3_diff1 value: 29.305250048147553 - type: nauc_recall_at_3_max value: -9.224674755388778 - type: nauc_recall_at_3_std value: -17.73620225134315 - type: nauc_recall_at_5_diff1 value: 22.676976136317002 - type: nauc_recall_at_5_max value: -11.004801254568662 - type: nauc_recall_at_5_std value: -17.825706947119347 - type: ndcg_at_1 value: 48.75 - type: ndcg_at_10 value: 39.352 - type: ndcg_at_100 value: 45.439 - type: ndcg_at_1000 value: 53.18000000000001 - type: ndcg_at_20 value: 39.101 - type: ndcg_at_3 value: 42.297000000000004 - type: ndcg_at_5 value: 40.488 - type: precision_at_1 value: 62.74999999999999 - type: precision_at_10 value: 32.275 - type: precision_at_100 value: 10.69 - type: precision_at_1000 value: 2.299 - type: precision_at_20 value: 24.224999999999998 - type: precision_at_3 value: 46.916999999999994 - type: precision_at_5 value: 40.45 - type: recall_at_1 value: 8.375 - type: recall_at_10 value: 25.568 - type: recall_at_100 value: 54.30199999999999 - type: recall_at_1000 value: 78.255 - type: recall_at_20 value: 32.855000000000004 - type: recall_at_3 value: 15.112 - type: recall_at_5 value: 19.198 task: type: Retrieval - dataset: config: default name: MTEB EmotionClassification revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 split: test type: mteb/emotion metrics: - type: accuracy value: 91.055 - type: f1 value: 87.52283052508109 - type: f1_weighted value: 91.34770577732763 - type: main_score value: 91.055 task: type: Classification - dataset: config: default name: MTEB FEVER revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 split: test type: mteb/fever metrics: - type: main_score value: 88.235 - type: map_at_1 value: 77.20700000000001 - type: map_at_10 value: 84.738 - type: map_at_100 value: 84.954 - type: map_at_1000 value: 84.967 - type: map_at_20 value: 84.87 - type: map_at_3 value: 83.777 - type: map_at_5 value: 84.465 - type: mrr_at_1 value: 83.1983198319832 - type: mrr_at_10 value: 89.65425113939946 - type: mrr_at_100 value: 89.70366403289165 - type: mrr_at_1000 value: 89.70472660650715 - type: mrr_at_20 value: 89.69197849795351 - type: mrr_at_3 value: 89.08390839083896 - type: mrr_at_5 value: 89.53320332033184 - type: nauc_map_at_1000_diff1 value: 51.74401940213882 - type: nauc_map_at_1000_max value: 24.574787388467225 - type: nauc_map_at_1000_std value: -22.254706775893723 - type: nauc_map_at_100_diff1 value: 51.71219072451743 - type: nauc_map_at_100_max value: 24.57914694016388 - type: nauc_map_at_100_std value: -22.23973604005683 - type: nauc_map_at_10_diff1 value: 51.432937343174224 - type: nauc_map_at_10_max value: 24.38203819196019 - type: nauc_map_at_10_std value: -22.04505640290546 - type: nauc_map_at_1_diff1 value: 56.05570622711996 - type: nauc_map_at_1_max value: 20.882322082547976 - type: nauc_map_at_1_std value: -23.857390386625898 - type: nauc_map_at_20_diff1 value: 51.60748339024268 - type: nauc_map_at_20_max value: 24.53365369099695 - type: nauc_map_at_20_std value: -22.165033159005997 - type: nauc_map_at_3_diff1 value: 50.9237963540491 - type: nauc_map_at_3_max value: 24.310582351891618 - type: nauc_map_at_3_std value: -22.77517772806593 - type: nauc_map_at_5_diff1 value: 51.15287441254988 - type: nauc_map_at_5_max value: 24.327049132596528 - type: nauc_map_at_5_std value: -22.15488708931633 - type: nauc_mrr_at_1000_diff1 value: 70.78906092062888 - type: nauc_mrr_at_1000_max value: 27.56584747398765 - type: nauc_mrr_at_1000_std value: -36.78664328874222 - type: nauc_mrr_at_100_diff1 value: 70.7883896517284 - type: nauc_mrr_at_100_max value: 27.572727387265843 - type: nauc_mrr_at_100_std value: -36.77606648796863 - type: nauc_mrr_at_10_diff1 value: 70.7016718240223 - type: nauc_mrr_at_10_max value: 27.576297815299977 - type: nauc_mrr_at_10_std value: -36.802730041235826 - type: nauc_mrr_at_1_diff1 value: 72.56467886105264 - type: nauc_mrr_at_1_max value: 25.047816223652337 - type: nauc_mrr_at_1_std value: -35.43043323148826 - type: nauc_mrr_at_20_diff1 value: 70.78565165170497 - type: nauc_mrr_at_20_max value: 27.61595804532829 - type: nauc_mrr_at_20_std value: -36.77470841123427 - type: nauc_mrr_at_3_diff1 value: 70.46710057415139 - type: nauc_mrr_at_3_max value: 27.993688073404094 - type: nauc_mrr_at_3_std value: -38.030184023693415 - type: nauc_mrr_at_5_diff1 value: 70.67346557555422 - type: nauc_mrr_at_5_max value: 27.887840822153066 - type: nauc_mrr_at_5_std value: -37.114816252701715 - type: nauc_ndcg_at_1000_diff1 value: 53.54403191691105 - type: nauc_ndcg_at_1000_max value: 26.057573937054883 - type: nauc_ndcg_at_1000_std value: -22.980840739646368 - type: nauc_ndcg_at_100_diff1 value: 52.78845761411475 - type: nauc_ndcg_at_100_max value: 26.237674896361224 - type: nauc_ndcg_at_100_std value: -22.41635108837151 - type: nauc_ndcg_at_10_diff1 value: 51.77362588411939 - type: nauc_ndcg_at_10_max value: 25.708787865750814 - type: nauc_ndcg_at_10_std value: -21.896103141189137 - type: nauc_ndcg_at_1_diff1 value: 72.56467886105264 - type: nauc_ndcg_at_1_max value: 25.047816223652337 - type: nauc_ndcg_at_1_std value: -35.43043323148826 - type: nauc_ndcg_at_20_diff1 value: 52.24618591325101 - type: nauc_ndcg_at_20_max value: 26.17137530598844 - type: nauc_ndcg_at_20_std value: -22.122956695830162 - type: nauc_ndcg_at_3_diff1 value: 52.08474195203946 - type: nauc_ndcg_at_3_max value: 26.022382150894472 - type: nauc_ndcg_at_3_std value: -24.867497341152745 - type: nauc_ndcg_at_5_diff1 value: 51.59387104825264 - type: nauc_ndcg_at_5_max value: 25.88262182004196 - type: nauc_ndcg_at_5_std value: -22.67726593321518 - type: nauc_precision_at_1000_diff1 value: -7.665108996488653 - type: nauc_precision_at_1000_max value: -2.6062217942884125 - type: nauc_precision_at_1000_std value: -0.08744097358301188 - type: nauc_precision_at_100_diff1 value: -7.563515671150688 - type: nauc_precision_at_100_max value: 2.750944824732769 - type: nauc_precision_at_100_std value: 0.8572442242496077 - type: nauc_precision_at_10_diff1 value: 2.0338145558222163 - type: nauc_precision_at_10_max value: 10.078215284195439 - type: nauc_precision_at_10_std value: -3.46646045540103 - type: nauc_precision_at_1_diff1 value: 72.56467886105264 - type: nauc_precision_at_1_max value: 25.047816223652337 - type: nauc_precision_at_1_std value: -35.43043323148826 - type: nauc_precision_at_20_diff1 value: -3.3453179234466326 - type: nauc_precision_at_20_max value: 7.646926187003873 - type: nauc_precision_at_20_std value: -1.100141451241193 - type: nauc_precision_at_3_diff1 value: 26.01120077866642 - type: nauc_precision_at_3_max value: 25.173134140576973 - type: nauc_precision_at_3_std value: -22.720122634505532 - type: nauc_precision_at_5_diff1 value: 10.634505578493453 - type: nauc_precision_at_5_max value: 16.31742159612031 - type: nauc_precision_at_5_std value: -10.514864481503986 - type: nauc_recall_at_1000_diff1 value: 3.0829582964963813 - type: nauc_recall_at_1000_max value: 30.517140803126058 - type: nauc_recall_at_1000_std value: 29.103343782282266 - type: nauc_recall_at_100_diff1 value: 8.908196855517545 - type: nauc_recall_at_100_max value: 31.404336161908063 - type: nauc_recall_at_100_std value: 18.857231712461154 - type: nauc_recall_at_10_diff1 value: 20.01104326739467 - type: nauc_recall_at_10_max value: 25.61348766510661 - type: nauc_recall_at_10_std value: 4.173815555830751 - type: nauc_recall_at_1_diff1 value: 56.05570622711996 - type: nauc_recall_at_1_max value: 20.882322082547976 - type: nauc_recall_at_1_std value: -23.857390386625898 - type: nauc_recall_at_20_diff1 value: 16.96080108927132 - type: nauc_recall_at_20_max value: 29.13998338324044 - type: nauc_recall_at_20_std value: 8.407818714784751 - type: nauc_recall_at_3_diff1 value: 32.36588919649255 - type: nauc_recall_at_3_max value: 26.882428288245663 - type: nauc_recall_at_3_std value: -14.224522899155872 - type: nauc_recall_at_5_diff1 value: 25.02889488044374 - type: nauc_recall_at_5_max value: 26.797034152722205 - type: nauc_recall_at_5_std value: -4.061789198071921 - type: ndcg_at_1 value: 83.19800000000001 - type: ndcg_at_10 value: 88.235 - type: ndcg_at_100 value: 88.937 - type: ndcg_at_1000 value: 89.167 - type: ndcg_at_20 value: 88.569 - type: ndcg_at_3 value: 86.848 - type: ndcg_at_5 value: 87.76 - type: precision_at_1 value: 83.19800000000001 - type: precision_at_10 value: 10.419 - type: precision_at_100 value: 1.101 - type: precision_at_1000 value: 0.11399999999999999 - type: precision_at_20 value: 5.319 - type: precision_at_3 value: 32.897999999999996 - type: precision_at_5 value: 20.372 - type: recall_at_1 value: 77.20700000000001 - type: recall_at_10 value: 94.169 - type: recall_at_100 value: 96.825 - type: recall_at_1000 value: 98.22999999999999 - type: recall_at_20 value: 95.274 - type: recall_at_3 value: 90.402 - type: recall_at_5 value: 92.75999999999999 task: type: Retrieval - dataset: config: default name: MTEB FiQA2018 revision: 27a168819829fe9bcd655c2df245fb19452e8e06 split: test type: mteb/fiqa metrics: - type: main_score value: 56.977 - type: map_at_1 value: 29.165999999999997 - type: map_at_10 value: 48.494 - type: map_at_100 value: 50.68899999999999 - type: map_at_1000 value: 50.802 - type: map_at_20 value: 49.718 - type: map_at_3 value: 42.251 - type: map_at_5 value: 46.099000000000004 - type: mrr_at_1 value: 56.17283950617284 - type: mrr_at_10 value: 64.55381638252004 - type: mrr_at_100 value: 65.09880805027655 - type: mrr_at_1000 value: 65.11451303835356 - type: mrr_at_20 value: 64.85380641852801 - type: mrr_at_3 value: 62.474279835390924 - type: mrr_at_5 value: 63.80144032921806 - type: nauc_map_at_1000_diff1 value: 46.15567820183458 - type: nauc_map_at_1000_max value: 23.85914776011726 - type: nauc_map_at_1000_std value: -10.210881119241188 - type: nauc_map_at_100_diff1 value: 46.1433625451628 - type: nauc_map_at_100_max value: 23.82327772588527 - type: nauc_map_at_100_std value: -10.206626860422366 - type: nauc_map_at_10_diff1 value: 45.89785007523926 - type: nauc_map_at_10_max value: 21.850445359725985 - type: nauc_map_at_10_std value: -12.035946884574237 - type: nauc_map_at_1_diff1 value: 48.56287890713655 - type: nauc_map_at_1_max value: 14.781804359098425 - type: nauc_map_at_1_std value: -12.96411103391661 - type: nauc_map_at_20_diff1 value: 46.02830493992219 - type: nauc_map_at_20_max value: 23.148468035403063 - type: nauc_map_at_20_std value: -10.851548220190683 - type: nauc_map_at_3_diff1 value: 47.10356640200969 - type: nauc_map_at_3_max value: 18.646309047375283 - type: nauc_map_at_3_std value: -13.439351237202239 - type: nauc_map_at_5_diff1 value: 46.251224419424894 - type: nauc_map_at_5_max value: 21.424986314589393 - type: nauc_map_at_5_std value: -12.89230390428629 - type: nauc_mrr_at_1000_diff1 value: 56.85277001906598 - type: nauc_mrr_at_1000_max value: 36.14037871838368 - type: nauc_mrr_at_1000_std value: -4.4859788641111935 - type: nauc_mrr_at_100_diff1 value: 56.86045231460612 - type: nauc_mrr_at_100_max value: 36.14240549568742 - type: nauc_mrr_at_100_std value: -4.482944933316575 - type: nauc_mrr_at_10_diff1 value: 56.62062385226928 - type: nauc_mrr_at_10_max value: 36.12823306526864 - type: nauc_mrr_at_10_std value: -4.647315411141485 - type: nauc_mrr_at_1_diff1 value: 59.492582174049936 - type: nauc_mrr_at_1_max value: 36.04782166218104 - type: nauc_mrr_at_1_std value: -5.873103547325989 - type: nauc_mrr_at_20_diff1 value: 56.8467666555966 - type: nauc_mrr_at_20_max value: 36.13922265994108 - type: nauc_mrr_at_20_std value: -4.5075054822083525 - type: nauc_mrr_at_3_diff1 value: 56.62199205421561 - type: nauc_mrr_at_3_max value: 35.93621352967496 - type: nauc_mrr_at_3_std value: -5.061867231351306 - type: nauc_mrr_at_5_diff1 value: 56.36603500387132 - type: nauc_mrr_at_5_max value: 35.94395375565718 - type: nauc_mrr_at_5_std value: -5.335799266305295 - type: nauc_ndcg_at_1000_diff1 value: 48.2747870336665 - type: nauc_ndcg_at_1000_max value: 29.190115984756304 - type: nauc_ndcg_at_1000_std value: -5.796604883664138 - type: nauc_ndcg_at_100_diff1 value: 48.13385666268353 - type: nauc_ndcg_at_100_max value: 29.2737390598833 - type: nauc_ndcg_at_100_std value: -5.124960480925651 - type: nauc_ndcg_at_10_diff1 value: 47.20759832977306 - type: nauc_ndcg_at_10_max value: 25.489342074908528 - type: nauc_ndcg_at_10_std value: -9.573372470660226 - type: nauc_ndcg_at_1_diff1 value: 59.492582174049936 - type: nauc_ndcg_at_1_max value: 36.04782166218104 - type: nauc_ndcg_at_1_std value: -5.873103547325989 - type: nauc_ndcg_at_20_diff1 value: 47.75676426233519 - type: nauc_ndcg_at_20_max value: 27.312137364404222 - type: nauc_ndcg_at_20_std value: -7.303197660643046 - type: nauc_ndcg_at_3_diff1 value: 47.10758066610286 - type: nauc_ndcg_at_3_max value: 27.55469947107044 - type: nauc_ndcg_at_3_std value: -9.319457910194306 - type: nauc_ndcg_at_5_diff1 value: 47.0472763249462 - type: nauc_ndcg_at_5_max value: 26.611510646319903 - type: nauc_ndcg_at_5_std value: -10.231521546346723 - type: nauc_precision_at_1000_diff1 value: -7.785876191427168 - type: nauc_precision_at_1000_max value: 22.604937273039326 - type: nauc_precision_at_1000_std value: 16.972839804855294 - type: nauc_precision_at_100_diff1 value: -4.025123815587912 - type: nauc_precision_at_100_max value: 26.05949554069217 - type: nauc_precision_at_100_std value: 18.293315646161 - type: nauc_precision_at_10_diff1 value: 8.196973320233116 - type: nauc_precision_at_10_max value: 26.212063497370053 - type: nauc_precision_at_10_std value: 8.182450170437274 - type: nauc_precision_at_1_diff1 value: 59.492582174049936 - type: nauc_precision_at_1_max value: 36.04782166218104 - type: nauc_precision_at_1_std value: -5.873103547325989 - type: nauc_precision_at_20_diff1 value: 4.5088666416358985 - type: nauc_precision_at_20_max value: 27.454406169942008 - type: nauc_precision_at_20_std value: 13.440201002675503 - type: nauc_precision_at_3_diff1 value: 24.809963273847497 - type: nauc_precision_at_3_max value: 28.387384281819074 - type: nauc_precision_at_3_std value: -0.9048213161004592 - type: nauc_precision_at_5_diff1 value: 15.496768887581311 - type: nauc_precision_at_5_max value: 29.681598678033104 - type: nauc_precision_at_5_std value: 3.099440192352152 - type: nauc_recall_at_1000_diff1 value: 18.554707355893477 - type: nauc_recall_at_1000_max value: 6.068201385782051 - type: nauc_recall_at_1000_std value: 22.745314611741694 - type: nauc_recall_at_100_diff1 value: 34.020390440565464 - type: nauc_recall_at_100_max value: 24.992414241893826 - type: nauc_recall_at_100_std value: 14.800530410044768 - type: nauc_recall_at_10_diff1 value: 36.73323995367879 - type: nauc_recall_at_10_max value: 16.8221498997325 - type: nauc_recall_at_10_std value: -9.798707460394535 - type: nauc_recall_at_1_diff1 value: 48.56287890713655 - type: nauc_recall_at_1_max value: 14.781804359098425 - type: nauc_recall_at_1_std value: -12.96411103391661 - type: nauc_recall_at_20_diff1 value: 37.161838982793334 - type: nauc_recall_at_20_max value: 20.66449797813354 - type: nauc_recall_at_20_std value: -2.794613308679489 - type: nauc_recall_at_3_diff1 value: 41.13264498304141 - type: nauc_recall_at_3_max value: 15.19396234845109 - type: nauc_recall_at_3_std value: -12.667593927361736 - type: nauc_recall_at_5_diff1 value: 37.65351195944888 - type: nauc_recall_at_5_max value: 17.33995231259238 - type: nauc_recall_at_5_std value: -12.587027179034068 - type: ndcg_at_1 value: 56.172999999999995 - type: ndcg_at_10 value: 56.977 - type: ndcg_at_100 value: 63.446999999999996 - type: ndcg_at_1000 value: 65.044 - type: ndcg_at_20 value: 59.461 - type: ndcg_at_3 value: 52.657 - type: ndcg_at_5 value: 54.574999999999996 - type: precision_at_1 value: 56.172999999999995 - type: precision_at_10 value: 15.679000000000002 - type: precision_at_100 value: 2.2689999999999997 - type: precision_at_1000 value: 0.255 - type: precision_at_20 value: 9.035 - type: precision_at_3 value: 35.134 - type: precision_at_5 value: 26.235000000000003 - type: recall_at_1 value: 29.165999999999997 - type: recall_at_10 value: 64.358 - type: recall_at_100 value: 87.656 - type: recall_at_1000 value: 97.074 - type: recall_at_20 value: 71.526 - type: recall_at_3 value: 47.731 - type: recall_at_5 value: 56.264 task: type: Retrieval - dataset: config: default name: MTEB HotpotQA revision: ab518f4d6fcca38d87c25209f94beba119d02014 split: test type: mteb/hotpotqa metrics: - type: main_score value: 75.429 - type: map_at_1 value: 41.931000000000004 - type: map_at_10 value: 67.057 - type: map_at_100 value: 67.914 - type: map_at_1000 value: 67.961 - type: map_at_20 value: 67.587 - type: map_at_3 value: 63.184 - type: map_at_5 value: 65.675 - type: mrr_at_1 value: 83.86225523295072 - type: mrr_at_10 value: 89.07849694007663 - type: mrr_at_100 value: 89.16460627281265 - type: mrr_at_1000 value: 89.16755925707503 - type: mrr_at_20 value: 89.13331989485316 - type: mrr_at_3 value: 88.4334908845372 - type: mrr_at_5 value: 88.8912896691421 - type: nauc_map_at_1000_diff1 value: 11.186055244066303 - type: nauc_map_at_1000_max value: 27.695130836389364 - type: nauc_map_at_1000_std value: -1.4187548500355525 - type: nauc_map_at_100_diff1 value: 11.140694417340631 - type: nauc_map_at_100_max value: 27.68476033902289 - type: nauc_map_at_100_std value: -1.3841739405783104 - type: nauc_map_at_10_diff1 value: 10.797184974039457 - type: nauc_map_at_10_max value: 27.297514474932385 - type: nauc_map_at_10_std value: -2.1652920988530626 - type: nauc_map_at_1_diff1 value: 75.13777952815623 - type: nauc_map_at_1_max value: 43.76578260120768 - type: nauc_map_at_1_std value: -16.84500659469801 - type: nauc_map_at_20_diff1 value: 10.940475473705753 - type: nauc_map_at_20_max value: 27.563957203461143 - type: nauc_map_at_20_std value: -1.5082262277776128 - type: nauc_map_at_3_diff1 value: 11.97528685151628 - type: nauc_map_at_3_max value: 25.50250178206831 - type: nauc_map_at_3_std value: -4.812722638305535 - type: nauc_map_at_5_diff1 value: 10.860967656801659 - type: nauc_map_at_5_max value: 26.763034434984277 - type: nauc_map_at_5_std value: -3.1787698219556266 - type: nauc_mrr_at_1000_diff1 value: 74.81045058117952 - type: nauc_mrr_at_1000_max value: 47.43470722846478 - type: nauc_mrr_at_1000_std value: -15.240350149830578 - type: nauc_mrr_at_100_diff1 value: 74.8120666495758 - type: nauc_mrr_at_100_max value: 47.44615167338359 - type: nauc_mrr_at_100_std value: -15.225402012024267 - type: nauc_mrr_at_10_diff1 value: 74.83364503273134 - type: nauc_mrr_at_10_max value: 47.603273970132086 - type: nauc_mrr_at_10_std value: -15.21997522218362 - type: nauc_mrr_at_1_diff1 value: 75.13777952815623 - type: nauc_mrr_at_1_max value: 43.76578260120768 - type: nauc_mrr_at_1_std value: -16.84500659469801 - type: nauc_mrr_at_20_diff1 value: 74.81678056000416 - type: nauc_mrr_at_20_max value: 47.51134451091319 - type: nauc_mrr_at_20_std value: -15.1557692326558 - type: nauc_mrr_at_3_diff1 value: 74.53661535179138 - type: nauc_mrr_at_3_max value: 47.56889276641844 - type: nauc_mrr_at_3_std value: -15.770583944376593 - type: nauc_mrr_at_5_diff1 value: 74.69094728932494 - type: nauc_mrr_at_5_max value: 47.4330554739683 - type: nauc_mrr_at_5_std value: -15.417150682107911 - type: nauc_ndcg_at_1000_diff1 value: 17.722508085358402 - type: nauc_ndcg_at_1000_max value: 32.441190857703035 - type: nauc_ndcg_at_1000_std value: 1.1710133819113677 - type: nauc_ndcg_at_100_diff1 value: 16.342302191137414 - type: nauc_ndcg_at_100_max value: 32.19065481732586 - type: nauc_ndcg_at_100_std value: 2.2118949576272 - type: nauc_ndcg_at_10_diff1 value: 14.893878948257406 - type: nauc_ndcg_at_10_max value: 30.693362814545864 - type: nauc_ndcg_at_10_std value: -0.7453873622440117 - type: nauc_ndcg_at_1_diff1 value: 75.13777952815623 - type: nauc_ndcg_at_1_max value: 43.76578260120768 - type: nauc_ndcg_at_1_std value: -16.84500659469801 - type: nauc_ndcg_at_20_diff1 value: 15.193991686557581 - type: nauc_ndcg_at_20_max value: 31.43587950852227 - type: nauc_ndcg_at_20_std value: 1.28043210873377 - type: nauc_ndcg_at_3_diff1 value: 17.101404287137655 - type: nauc_ndcg_at_3_max value: 28.160539467017305 - type: nauc_ndcg_at_3_std value: -5.249594411395804 - type: nauc_ndcg_at_5_diff1 value: 15.146368623461742 - type: nauc_ndcg_at_5_max value: 29.607671589617457 - type: nauc_ndcg_at_5_std value: -2.8311016631504877 - type: nauc_precision_at_1000_diff1 value: -11.322414529628775 - type: nauc_precision_at_1000_max value: 44.61275688219229 - type: nauc_precision_at_1000_std value: 45.38611387424689 - type: nauc_precision_at_100_diff1 value: -11.430526024067097 - type: nauc_precision_at_100_max value: 34.28691763253065 - type: nauc_precision_at_100_std value: 33.43689507972224 - type: nauc_precision_at_10_diff1 value: -6.037909156673666 - type: nauc_precision_at_10_max value: 27.311898133622474 - type: nauc_precision_at_10_std value: 9.608171573611601 - type: nauc_precision_at_1_diff1 value: 75.13777952815623 - type: nauc_precision_at_1_max value: 43.76578260120768 - type: nauc_precision_at_1_std value: -16.84500659469801 - type: nauc_precision_at_20_diff1 value: -8.346542785657766 - type: nauc_precision_at_20_max value: 29.60181312026616 - type: nauc_precision_at_20_std value: 18.70560531968656 - type: nauc_precision_at_3_diff1 value: 2.9103112476579254 - type: nauc_precision_at_3_max value: 24.32027866348405 - type: nauc_precision_at_3_std value: -1.7256171340611974 - type: nauc_precision_at_5_diff1 value: -2.643677876631311 - type: nauc_precision_at_5_max value: 25.6000176609228 - type: nauc_precision_at_5_std value: 3.315461041085347 - type: nauc_recall_at_1000_diff1 value: -11.32241452962795 - type: nauc_recall_at_1000_max value: 44.61275688219295 - type: nauc_recall_at_1000_std value: 45.38611387424773 - type: nauc_recall_at_100_diff1 value: -11.430526024067502 - type: nauc_recall_at_100_max value: 34.2869176325304 - type: nauc_recall_at_100_std value: 33.43689507972194 - type: nauc_recall_at_10_diff1 value: -6.037909156673655 - type: nauc_recall_at_10_max value: 27.31189813362245 - type: nauc_recall_at_10_std value: 9.608171573611546 - type: nauc_recall_at_1_diff1 value: 75.13777952815623 - type: nauc_recall_at_1_max value: 43.76578260120768 - type: nauc_recall_at_1_std value: -16.84500659469801 - type: nauc_recall_at_20_diff1 value: -8.346542785657814 - type: nauc_recall_at_20_max value: 29.60181312026618 - type: nauc_recall_at_20_std value: 18.705605319686715 - type: nauc_recall_at_3_diff1 value: 2.910311247657927 - type: nauc_recall_at_3_max value: 24.32027866348406 - type: nauc_recall_at_3_std value: -1.7256171340612136 - type: nauc_recall_at_5_diff1 value: -2.64367787663124 - type: nauc_recall_at_5_max value: 25.600017660922862 - type: nauc_recall_at_5_std value: 3.315461041085309 - type: ndcg_at_1 value: 83.86200000000001 - type: ndcg_at_10 value: 75.429 - type: ndcg_at_100 value: 78.154 - type: ndcg_at_1000 value: 79.046 - type: ndcg_at_20 value: 76.663 - type: ndcg_at_3 value: 70.274 - type: ndcg_at_5 value: 73.26899999999999 - type: precision_at_1 value: 83.86200000000001 - type: precision_at_10 value: 15.793 - type: precision_at_100 value: 1.789 - type: precision_at_1000 value: 0.191 - type: precision_at_20 value: 8.293000000000001 - type: precision_at_3 value: 45.114 - type: precision_at_5 value: 29.431 - type: recall_at_1 value: 41.931000000000004 - type: recall_at_10 value: 78.967 - type: recall_at_100 value: 89.44 - type: recall_at_1000 value: 95.327 - type: recall_at_20 value: 82.93 - type: recall_at_3 value: 67.67 - type: recall_at_5 value: 73.57900000000001 task: type: Retrieval - dataset: config: default name: MTEB ImdbClassification revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 split: test type: mteb/imdb metrics: - type: accuracy value: 96.53680000000001 - type: ap value: 94.76670832942901 - type: ap_weighted value: 94.76670832942901 - type: f1 value: 96.53595557711887 - type: f1_weighted value: 96.53595557711887 - type: main_score value: 96.53680000000001 task: type: Classification - dataset: config: default name: MTEB MSMARCO revision: c5a29a104738b98a9e76336939199e264163d4a0 split: dev type: mteb/msmarco metrics: - type: main_score value: 39.451 - type: map_at_1 value: 18.265 - type: map_at_10 value: 31.674000000000003 - type: map_at_100 value: 32.963 - type: map_at_1000 value: 33.006 - type: map_at_20 value: 32.492 - type: map_at_3 value: 27.182000000000002 - type: map_at_5 value: 29.743000000000002 - type: mrr_at_1 value: 18.76790830945559 - type: mrr_at_10 value: 32.228021103379206 - type: mrr_at_100 value: 33.43799341864116 - type: mrr_at_1000 value: 33.47593682442954 - type: mrr_at_20 value: 32.999483954709206 - type: mrr_at_3 value: 27.812798471823996 - type: mrr_at_5 value: 30.33930276981845 - type: nauc_map_at_1000_diff1 value: 26.999910569651554 - type: nauc_map_at_1000_max value: 2.8490114616904423 - type: nauc_map_at_1000_std value: -18.52225100879932 - type: nauc_map_at_100_diff1 value: 27.001795593526918 - type: nauc_map_at_100_max value: 2.843856424648976 - type: nauc_map_at_100_std value: -18.495011165417683 - type: nauc_map_at_10_diff1 value: 26.87477285425824 - type: nauc_map_at_10_max value: 2.8417155894416837 - type: nauc_map_at_10_std value: -19.24933403561987 - type: nauc_map_at_1_diff1 value: 29.227141248415816 - type: nauc_map_at_1_max value: 2.2954364314536084 - type: nauc_map_at_1_std value: -15.232245190650149 - type: nauc_map_at_20_diff1 value: 26.97105982347583 - type: nauc_map_at_20_max value: 2.7884244753270497 - type: nauc_map_at_20_std value: -18.81758117782641 - type: nauc_map_at_3_diff1 value: 26.753533341031172 - type: nauc_map_at_3_max value: 2.896828924288921 - type: nauc_map_at_3_std value: -18.480593252327175 - type: nauc_map_at_5_diff1 value: 26.83504035566875 - type: nauc_map_at_5_max value: 2.6382975101952613 - type: nauc_map_at_5_std value: -19.466788871119984 - type: nauc_mrr_at_1000_diff1 value: 26.869839099189512 - type: nauc_mrr_at_1000_max value: 2.951141298483271 - type: nauc_mrr_at_1000_std value: -18.30122678010223 - type: nauc_mrr_at_100_diff1 value: 26.872665303695864 - type: nauc_mrr_at_100_max value: 2.948310895546707 - type: nauc_mrr_at_100_std value: -18.27617903866379 - type: nauc_mrr_at_10_diff1 value: 26.77215286521409 - type: nauc_mrr_at_10_max value: 2.9902880278732846 - type: nauc_mrr_at_10_std value: -18.976774633106615 - type: nauc_mrr_at_1_diff1 value: 28.941733049559126 - type: nauc_mrr_at_1_max value: 2.430112496199441 - type: nauc_mrr_at_1_std value: -15.112994831255715 - type: nauc_mrr_at_20_diff1 value: 26.850826781817517 - type: nauc_mrr_at_20_max value: 2.9293409544798577 - type: nauc_mrr_at_20_std value: -18.55217930489679 - type: nauc_mrr_at_3_diff1 value: 26.60639916362163 - type: nauc_mrr_at_3_max value: 3.0467631947240292 - type: nauc_mrr_at_3_std value: -18.199308876336552 - type: nauc_mrr_at_5_diff1 value: 26.701342545145934 - type: nauc_mrr_at_5_max value: 2.816648361622308 - type: nauc_mrr_at_5_std value: -19.168978500154317 - type: nauc_ndcg_at_1000_diff1 value: 26.77970036843626 - type: nauc_ndcg_at_1000_max value: 3.2203449077061506 - type: nauc_ndcg_at_1000_std value: -17.773934302788962 - type: nauc_ndcg_at_100_diff1 value: 26.860929302475956 - type: nauc_ndcg_at_100_max value: 3.166489303604943 - type: nauc_ndcg_at_100_std value: -16.74111772255977 - type: nauc_ndcg_at_10_diff1 value: 26.309269429818194 - type: nauc_ndcg_at_10_max value: 3.0208747940378124 - type: nauc_ndcg_at_10_std value: -20.487604434978493 - type: nauc_ndcg_at_1_diff1 value: 28.941733049559126 - type: nauc_ndcg_at_1_max value: 2.430112496199441 - type: nauc_ndcg_at_1_std value: -15.112994831255715 - type: nauc_ndcg_at_20_diff1 value: 26.577230883895016 - type: nauc_ndcg_at_20_max value: 2.782269084054341 - type: nauc_ndcg_at_20_std value: -18.95043122989943 - type: nauc_ndcg_at_3_diff1 value: 26.0989786693196 - type: nauc_ndcg_at_3_max value: 3.038311245396892 - type: nauc_ndcg_at_3_std value: -19.288377657496063 - type: nauc_ndcg_at_5_diff1 value: 26.217951497498447 - type: nauc_ndcg_at_5_max value: 2.561548678443411 - type: nauc_ndcg_at_5_std value: -20.992522083076192 - type: nauc_precision_at_1000_diff1 value: -1.7356504996561546 - type: nauc_precision_at_1000_max value: 13.233672064541821 - type: nauc_precision_at_1000_std value: 11.370156141817658 - type: nauc_precision_at_100_diff1 value: 13.781439918940446 - type: nauc_precision_at_100_max value: 10.18269288195915 - type: nauc_precision_at_100_std value: 14.378636197945152 - type: nauc_precision_at_10_diff1 value: 22.956288629086337 - type: nauc_precision_at_10_max value: 4.214339578314294 - type: nauc_precision_at_10_std value: -22.194556871349498 - type: nauc_precision_at_1_diff1 value: 28.941733049559126 - type: nauc_precision_at_1_max value: 2.430112496199441 - type: nauc_precision_at_1_std value: -15.112994831255715 - type: nauc_precision_at_20_diff1 value: 21.17410458246401 - type: nauc_precision_at_20_max value: 4.003927039217645 - type: nauc_precision_at_20_std value: -13.790569596000953 - type: nauc_precision_at_3_diff1 value: 24.12161162607088 - type: nauc_precision_at_3_max value: 3.486170324409306 - type: nauc_precision_at_3_std value: -21.27032988231918 - type: nauc_precision_at_5_diff1 value: 23.945771897600494 - type: nauc_precision_at_5_max value: 2.3779782465129884 - type: nauc_precision_at_5_std value: -24.58965912962958 - type: nauc_recall_at_1000_diff1 value: 31.708787652672388 - type: nauc_recall_at_1000_max value: 37.466451015552984 - type: nauc_recall_at_1000_std value: 71.23128191304382 - type: nauc_recall_at_100_diff1 value: 28.56091058151315 - type: nauc_recall_at_100_max value: 6.101595606970932 - type: nauc_recall_at_100_std value: 16.587441091794766 - type: nauc_recall_at_10_diff1 value: 24.332256649127242 - type: nauc_recall_at_10_max value: 3.309230681087072 - type: nauc_recall_at_10_std value: -24.10749195655103 - type: nauc_recall_at_1_diff1 value: 29.227141248415816 - type: nauc_recall_at_1_max value: 2.2954364314536084 - type: nauc_recall_at_1_std value: -15.232245190650149 - type: nauc_recall_at_20_diff1 value: 25.103473833911465 - type: nauc_recall_at_20_max value: 1.9266470427493632 - type: nauc_recall_at_20_std value: -17.86758733635878 - type: nauc_recall_at_3_diff1 value: 24.41110479938838 - type: nauc_recall_at_3_max value: 3.232552608896218 - type: nauc_recall_at_3_std value: -21.40739678045427 - type: nauc_recall_at_5_diff1 value: 24.511681567068337 - type: nauc_recall_at_5_max value: 2.095598021153217 - type: nauc_recall_at_5_std value: -25.129733224833657 - type: ndcg_at_1 value: 18.768 - type: ndcg_at_10 value: 39.451 - type: ndcg_at_100 value: 45.528 - type: ndcg_at_1000 value: 46.558 - type: ndcg_at_20 value: 42.347 - type: ndcg_at_3 value: 30.288999999999998 - type: ndcg_at_5 value: 34.864 - type: precision_at_1 value: 18.768 - type: precision_at_10 value: 6.646000000000001 - type: precision_at_100 value: 0.967 - type: precision_at_1000 value: 0.106 - type: precision_at_20 value: 3.9309999999999996 - type: precision_at_3 value: 13.376 - type: precision_at_5 value: 10.347000000000001 - type: recall_at_1 value: 18.265 - type: recall_at_10 value: 63.59 - type: recall_at_100 value: 91.41 - type: recall_at_1000 value: 99.144 - type: recall_at_20 value: 74.824 - type: recall_at_3 value: 38.652 - type: recall_at_5 value: 49.641000000000005 task: type: Retrieval - dataset: config: en name: MTEB MTOPDomainClassification (en) revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf split: test type: mteb/mtop_domain metrics: - type: accuracy value: 98.98996808025535 - type: f1 value: 98.86662942881499 - type: f1_weighted value: 98.99067006916769 - type: main_score value: 98.98996808025535 task: type: Classification - dataset: config: en name: MTEB MTOPIntentClassification (en) revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba split: test type: mteb/mtop_intent metrics: - type: accuracy value: 92.9252165982672 - type: f1 value: 73.11944856770835 - type: f1_weighted value: 93.4697726721638 - type: main_score value: 92.9252165982672 task: type: Classification - dataset: config: en name: MTEB MassiveIntentClassification (en) revision: 4672e20407010da34463acc759c162ca9734bca6 split: test type: mteb/amazon_massive_intent metrics: - type: accuracy value: 82.85810356422327 - type: f1 value: 81.22596677765927 - type: f1_weighted value: 82.24185718848813 - type: main_score value: 82.85810356422327 task: type: Classification - dataset: config: en name: MTEB MassiveScenarioClassification (en) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: test type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 90.18829858776058 - type: f1 value: 89.25088012497999 - type: f1_weighted value: 89.84015465115705 - type: main_score value: 90.18829858776058 task: type: Classification - dataset: config: default name: MTEB MedrxivClusteringP2P revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 split: test type: mteb/medrxiv-clustering-p2p metrics: - type: main_score value: 37.4096740984997 - type: v_measure value: 37.4096740984997 - type: v_measure_std value: 1.4864955045231503 task: type: Clustering - dataset: config: default name: MTEB MedrxivClusteringS2S revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 split: test type: mteb/medrxiv-clustering-s2s metrics: - type: main_score value: 34.93488887387324 - type: v_measure value: 34.93488887387324 - type: v_measure_std value: 1.0237056309611563 task: type: Clustering - dataset: config: default name: MTEB MindSmallReranking revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 split: test type: mteb/mind_small metrics: - type: main_score value: 31.679889107326286 - type: map value: 31.679889107326286 - type: mrr value: 32.8556828296742 - type: nAUC_map_diff1 value: 12.283086399339567 - type: nAUC_map_max value: -17.619220274597936 - type: nAUC_map_std value: 3.8578436416880058 - type: nAUC_mrr_diff1 value: 11.769625979309597 - type: nAUC_mrr_max value: -12.050987086708885 - type: nAUC_mrr_std value: 5.2182653642437415 task: type: Reranking - dataset: config: default name: MTEB NFCorpus revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 split: test type: mteb/nfcorpus metrics: - type: main_score value: 39.903 - type: map_at_1 value: 6.935 - type: map_at_10 value: 15.310000000000002 - type: map_at_100 value: 19.580000000000002 - type: map_at_1000 value: 21.173000000000002 - type: map_at_20 value: 17.064 - type: map_at_3 value: 11.451 - type: map_at_5 value: 13.203999999999999 - type: mrr_at_1 value: 52.012383900928796 - type: mrr_at_10 value: 61.1703277802349 - type: mrr_at_100 value: 61.628965506973785 - type: mrr_at_1000 value: 61.66073224711265 - type: mrr_at_20 value: 61.43857628322639 - type: mrr_at_3 value: 59.54592363261095 - type: mrr_at_5 value: 60.67595459236328 - type: nauc_map_at_1000_diff1 value: 22.584450851713836 - type: nauc_map_at_1000_max value: 24.772063724767516 - type: nauc_map_at_1000_std value: 10.575715940269177 - type: nauc_map_at_100_diff1 value: 24.235775036769958 - type: nauc_map_at_100_max value: 24.881349081409425 - type: nauc_map_at_100_std value: 8.124155638610226 - type: nauc_map_at_10_diff1 value: 28.785455179837882 - type: nauc_map_at_10_max value: 20.150512502801075 - type: nauc_map_at_10_std value: -3.194715618777879 - type: nauc_map_at_1_diff1 value: 43.633321828909146 - type: nauc_map_at_1_max value: 7.263672295195329 - type: nauc_map_at_1_std value: -18.04443744595078 - type: nauc_map_at_20_diff1 value: 26.20767349515442 - type: nauc_map_at_20_max value: 22.784236364394552 - type: nauc_map_at_20_std value: 1.9147327953541387 - type: nauc_map_at_3_diff1 value: 36.849225055635735 - type: nauc_map_at_3_max value: 13.329583113401025 - type: nauc_map_at_3_std value: -12.466690205254928 - type: nauc_map_at_5_diff1 value: 33.03798140643773 - type: nauc_map_at_5_max value: 16.6034517557521 - type: nauc_map_at_5_std value: -9.342729701972127 - type: nauc_mrr_at_1000_diff1 value: 31.31995916586191 - type: nauc_mrr_at_1000_max value: 38.39584057162024 - type: nauc_mrr_at_1000_std value: 22.83508507183905 - type: nauc_mrr_at_100_diff1 value: 31.320828918807074 - type: nauc_mrr_at_100_max value: 38.41309934880254 - type: nauc_mrr_at_100_std value: 22.858247026515894 - type: nauc_mrr_at_10_diff1 value: 31.22938550038298 - type: nauc_mrr_at_10_max value: 38.067747421574936 - type: nauc_mrr_at_10_std value: 22.722851860111398 - type: nauc_mrr_at_1_diff1 value: 30.776563396172335 - type: nauc_mrr_at_1_max value: 31.752738992779772 - type: nauc_mrr_at_1_std value: 16.085217128756856 - type: nauc_mrr_at_20_diff1 value: 31.31397474585705 - type: nauc_mrr_at_20_max value: 38.546352463601885 - type: nauc_mrr_at_20_std value: 22.96417400386909 - type: nauc_mrr_at_3_diff1 value: 31.785686764729952 - type: nauc_mrr_at_3_max value: 36.50324332476303 - type: nauc_mrr_at_3_std value: 20.947264529321604 - type: nauc_mrr_at_5_diff1 value: 31.3772340890591 - type: nauc_mrr_at_5_max value: 37.8714282873046 - type: nauc_mrr_at_5_std value: 21.834380159750673 - type: nauc_ndcg_at_1000_diff1 value: 20.42851982134992 - type: nauc_ndcg_at_1000_max value: 40.09859222038282 - type: nauc_ndcg_at_1000_std value: 29.387766053814126 - type: nauc_ndcg_at_100_diff1 value: 19.965879365522582 - type: nauc_ndcg_at_100_max value: 34.51936059771763 - type: nauc_ndcg_at_100_std value: 23.986302048017162 - type: nauc_ndcg_at_10_diff1 value: 15.803087183736759 - type: nauc_ndcg_at_10_max value: 30.063167811831885 - type: nauc_ndcg_at_10_std value: 20.569958163834578 - type: nauc_ndcg_at_1_diff1 value: 31.37220394970542 - type: nauc_ndcg_at_1_max value: 30.183414159679483 - type: nauc_ndcg_at_1_std value: 14.848882003276135 - type: nauc_ndcg_at_20_diff1 value: 15.753314147806089 - type: nauc_ndcg_at_20_max value: 30.650581843410784 - type: nauc_ndcg_at_20_std value: 20.97310864113804 - type: nauc_ndcg_at_3_diff1 value: 22.113476433200923 - type: nauc_ndcg_at_3_max value: 29.622579924814364 - type: nauc_ndcg_at_3_std value: 16.574020713616594 - type: nauc_ndcg_at_5_diff1 value: 18.01630565535288 - type: nauc_ndcg_at_5_max value: 30.231154521761695 - type: nauc_ndcg_at_5_std value: 17.649648852098114 - type: nauc_precision_at_1000_diff1 value: -19.66772731016854 - type: nauc_precision_at_1000_max value: -4.35183390382939 - type: nauc_precision_at_1000_std value: 24.425962902382853 - type: nauc_precision_at_100_diff1 value: -16.696467411516007 - type: nauc_precision_at_100_max value: 8.49980274932246 - type: nauc_precision_at_100_std value: 34.41912405844157 - type: nauc_precision_at_10_diff1 value: -6.685008951570139 - type: nauc_precision_at_10_max value: 27.748616533764476 - type: nauc_precision_at_10_std value: 33.31331519081523 - type: nauc_precision_at_1_diff1 value: 30.776563396172335 - type: nauc_precision_at_1_max value: 31.752738992779772 - type: nauc_precision_at_1_std value: 16.085217128756856 - type: nauc_precision_at_20_diff1 value: -10.489025695108186 - type: nauc_precision_at_20_max value: 23.39249195686815 - type: nauc_precision_at_20_std value: 35.69020110636529 - type: nauc_precision_at_3_diff1 value: 9.420764096921703 - type: nauc_precision_at_3_max value: 29.44248069631858 - type: nauc_precision_at_3_std value: 21.965754366497446 - type: nauc_precision_at_5_diff1 value: 0.5674243876716504 - type: nauc_precision_at_5_max value: 30.353669297532665 - type: nauc_precision_at_5_std value: 26.14284694145731 - type: nauc_recall_at_1000_diff1 value: 2.3222454306912796 - type: nauc_recall_at_1000_max value: 22.119743073001903 - type: nauc_recall_at_1000_std value: 21.144230549076067 - type: nauc_recall_at_100_diff1 value: 15.42212749928085 - type: nauc_recall_at_100_max value: 23.66522465319368 - type: nauc_recall_at_100_std value: 15.428741085315185 - type: nauc_recall_at_10_diff1 value: 23.07476940724365 - type: nauc_recall_at_10_max value: 20.218942564646785 - type: nauc_recall_at_10_std value: -0.18338744634722515 - type: nauc_recall_at_1_diff1 value: 43.633321828909146 - type: nauc_recall_at_1_max value: 7.263672295195329 - type: nauc_recall_at_1_std value: -18.04443744595078 - type: nauc_recall_at_20_diff1 value: 20.279382741026918 - type: nauc_recall_at_20_max value: 23.8437703587225 - type: nauc_recall_at_20_std value: 5.972851393164579 - type: nauc_recall_at_3_diff1 value: 35.09655179037459 - type: nauc_recall_at_3_max value: 13.48698848006775 - type: nauc_recall_at_3_std value: -10.919374692664027 - type: nauc_recall_at_5_diff1 value: 27.981905111909217 - type: nauc_recall_at_5_max value: 16.071513507047307 - type: nauc_recall_at_5_std value: -7.6306462984316425 - type: ndcg_at_1 value: 50.464 - type: ndcg_at_10 value: 39.903 - type: ndcg_at_100 value: 36.856 - type: ndcg_at_1000 value: 45.139 - type: ndcg_at_20 value: 37.259 - type: ndcg_at_3 value: 46.639 - type: ndcg_at_5 value: 43.618 - type: precision_at_1 value: 52.012 - type: precision_at_10 value: 29.443 - type: precision_at_100 value: 9.427000000000001 - type: precision_at_1000 value: 2.2270000000000003 - type: precision_at_20 value: 21.873 - type: precision_at_3 value: 43.86 - type: precision_at_5 value: 37.523 - type: recall_at_1 value: 6.935 - type: recall_at_10 value: 19.099 - type: recall_at_100 value: 37.329 - type: recall_at_1000 value: 67.39699999999999 - type: recall_at_20 value: 23.444000000000003 - type: recall_at_3 value: 12.548 - type: recall_at_5 value: 15.459 task: type: Retrieval - dataset: config: default name: MTEB NQ revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 split: test type: mteb/nq metrics: - type: main_score value: 56.80500000000001 - type: map_at_1 value: 30.707 - type: map_at_10 value: 48.027 - type: map_at_100 value: 49.055 - type: map_at_1000 value: 49.071 - type: map_at_20 value: 48.77 - type: map_at_3 value: 42.953 - type: map_at_5 value: 45.932 - type: mrr_at_1 value: 34.73348783314021 - type: mrr_at_10 value: 50.59123765380995 - type: mrr_at_100 value: 51.2911460867936 - type: mrr_at_1000 value: 51.3007704782378 - type: mrr_at_20 value: 51.110685814028734 - type: mrr_at_3 value: 46.48995751255295 - type: mrr_at_5 value: 48.95229818462724 - type: nauc_map_at_1000_diff1 value: 33.30313803997953 - type: nauc_map_at_1000_max value: 16.736588225025084 - type: nauc_map_at_1000_std value: -13.56545243917768 - type: nauc_map_at_100_diff1 value: 33.30670292023732 - type: nauc_map_at_100_max value: 16.75356546595766 - type: nauc_map_at_100_std value: -13.551284422437835 - type: nauc_map_at_10_diff1 value: 33.17118290651829 - type: nauc_map_at_10_max value: 16.77583667534109 - type: nauc_map_at_10_std value: -14.115248663746192 - type: nauc_map_at_1_diff1 value: 36.32180475160689 - type: nauc_map_at_1_max value: 13.140196835715546 - type: nauc_map_at_1_std value: -12.65338287138244 - type: nauc_map_at_20_diff1 value: 33.21142152478589 - type: nauc_map_at_20_max value: 16.75610844744874 - type: nauc_map_at_20_std value: -13.666514276517505 - type: nauc_map_at_3_diff1 value: 33.278440724236425 - type: nauc_map_at_3_max value: 15.236368922962601 - type: nauc_map_at_3_std value: -14.879524822380047 - type: nauc_map_at_5_diff1 value: 33.06679927687458 - type: nauc_map_at_5_max value: 16.30090976126474 - type: nauc_map_at_5_std value: -14.87974860104747 - type: nauc_mrr_at_1000_diff1 value: 33.21630398912113 - type: nauc_mrr_at_1000_max value: 17.141516609922792 - type: nauc_mrr_at_1000_std value: -11.527716102859845 - type: nauc_mrr_at_100_diff1 value: 33.21923748783566 - type: nauc_mrr_at_100_max value: 17.154841046927476 - type: nauc_mrr_at_100_std value: -11.512589903355778 - type: nauc_mrr_at_10_diff1 value: 33.09295320062066 - type: nauc_mrr_at_10_max value: 17.294821426075426 - type: nauc_mrr_at_10_std value: -11.745683952459208 - type: nauc_mrr_at_1_diff1 value: 35.82124515070737 - type: nauc_mrr_at_1_max value: 14.414555474329834 - type: nauc_mrr_at_1_std value: -10.48993815934909 - type: nauc_mrr_at_20_diff1 value: 33.13729541613056 - type: nauc_mrr_at_20_max value: 17.203613822322882 - type: nauc_mrr_at_20_std value: -11.557119853880463 - type: nauc_mrr_at_3_diff1 value: 33.01912334394257 - type: nauc_mrr_at_3_max value: 16.37191823715626 - type: nauc_mrr_at_3_std value: -12.195284325207032 - type: nauc_mrr_at_5_diff1 value: 33.052483924636114 - type: nauc_mrr_at_5_max value: 16.946203888141184 - type: nauc_mrr_at_5_std value: -12.27536220261218 - type: nauc_ndcg_at_1000_diff1 value: 32.94865574116252 - type: nauc_ndcg_at_1000_max value: 17.90289887243065 - type: nauc_ndcg_at_1000_std value: -12.219014418242832 - type: nauc_ndcg_at_100_diff1 value: 32.976337978812644 - type: nauc_ndcg_at_100_max value: 18.359771291056802 - type: nauc_ndcg_at_100_std value: -11.724339628521792 - type: nauc_ndcg_at_10_diff1 value: 32.2322256791298 - type: nauc_ndcg_at_10_max value: 18.712545776923175 - type: nauc_ndcg_at_10_std value: -13.645289895578273 - type: nauc_ndcg_at_1_diff1 value: 35.908205017744486 - type: nauc_ndcg_at_1_max value: 14.46198189453581 - type: nauc_ndcg_at_1_std value: -10.40947841750246 - type: nauc_ndcg_at_20_diff1 value: 32.304408351225526 - type: nauc_ndcg_at_20_max value: 18.550783905703817 - type: nauc_ndcg_at_20_std value: -12.33146158684629 - type: nauc_ndcg_at_3_diff1 value: 32.44329515494948 - type: nauc_ndcg_at_3_max value: 16.0230661835299 - type: nauc_ndcg_at_3_std value: -15.033868607084708 - type: nauc_ndcg_at_5_diff1 value: 32.14296040013308 - type: nauc_ndcg_at_5_max value: 17.631162132251823 - type: nauc_ndcg_at_5_std value: -15.211603982696653 - type: nauc_precision_at_1000_diff1 value: -6.115022157876802 - type: nauc_precision_at_1000_max value: 5.033117657886166 - type: nauc_precision_at_1000_std value: 15.16097598336786 - type: nauc_precision_at_100_diff1 value: -3.3980807714805237 - type: nauc_precision_at_100_max value: 9.36678382952055 - type: nauc_precision_at_100_std value: 17.182008746348547 - type: nauc_precision_at_10_diff1 value: 10.26818643852145 - type: nauc_precision_at_10_max value: 18.23908711526027 - type: nauc_precision_at_10_std value: 1.1498545973666268 - type: nauc_precision_at_1_diff1 value: 35.908205017744486 - type: nauc_precision_at_1_max value: 14.46198189453581 - type: nauc_precision_at_1_std value: -10.40947841750246 - type: nauc_precision_at_20_diff1 value: 3.2986035559399385 - type: nauc_precision_at_20_max value: 14.705734592515254 - type: nauc_precision_at_20_std value: 10.253173542335778 - type: nauc_precision_at_3_diff1 value: 23.89852817310916 - type: nauc_precision_at_3_max value: 17.647973896079 - type: nauc_precision_at_3_std value: -11.251484610475117 - type: nauc_precision_at_5_diff1 value: 18.310603956452255 - type: nauc_precision_at_5_max value: 19.30307175724623 - type: nauc_precision_at_5_std value: -8.365248670056426 - type: nauc_recall_at_1000_diff1 value: 48.681473924344594 - type: nauc_recall_at_1000_max value: 67.78451270142858 - type: nauc_recall_at_1000_std value: 82.20674950627638 - type: nauc_recall_at_100_diff1 value: 33.767039300750554 - type: nauc_recall_at_100_max value: 56.175764471402914 - type: nauc_recall_at_100_std value: 37.55353854546892 - type: nauc_recall_at_10_diff1 value: 25.77945749860816 - type: nauc_recall_at_10_max value: 26.550862317304357 - type: nauc_recall_at_10_std value: -14.704528332712318 - type: nauc_recall_at_1_diff1 value: 36.32180475160689 - type: nauc_recall_at_1_max value: 13.140196835715546 - type: nauc_recall_at_1_std value: -12.65338287138244 - type: nauc_recall_at_20_diff1 value: 23.126269565396054 - type: nauc_recall_at_20_max value: 30.489504049833176 - type: nauc_recall_at_20_std value: -5.45317187272404 - type: nauc_recall_at_3_diff1 value: 29.220629544641298 - type: nauc_recall_at_3_max value: 16.511029637837126 - type: nauc_recall_at_3_std value: -17.617818059693196 - type: nauc_recall_at_5_diff1 value: 27.619015519621552 - type: nauc_recall_at_5_max value: 20.497211798441544 - type: nauc_recall_at_5_std value: -18.93100986884411 - type: ndcg_at_1 value: 34.705000000000005 - type: ndcg_at_10 value: 56.80500000000001 - type: ndcg_at_100 value: 60.757000000000005 - type: ndcg_at_1000 value: 61.065999999999995 - type: ndcg_at_20 value: 59.13699999999999 - type: ndcg_at_3 value: 47.361 - type: ndcg_at_5 value: 52.273 - type: precision_at_1 value: 34.705000000000005 - type: precision_at_10 value: 9.67 - type: precision_at_100 value: 1.185 - type: precision_at_1000 value: 0.121 - type: precision_at_20 value: 5.391 - type: precision_at_3 value: 22.006999999999998 - type: precision_at_5 value: 16.008 - type: recall_at_1 value: 30.707 - type: recall_at_10 value: 80.987 - type: recall_at_100 value: 97.477 - type: recall_at_1000 value: 99.68599999999999 - type: recall_at_20 value: 89.60000000000001 - type: recall_at_3 value: 56.54 - type: recall_at_5 value: 67.842 task: type: Retrieval - dataset: config: default name: MTEB QuoraRetrieval revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 split: test type: mteb/quora metrics: - type: main_score value: 89.68 - type: map_at_1 value: 71.88 - type: map_at_10 value: 86.149 - type: map_at_100 value: 86.762 - type: map_at_1000 value: 86.773 - type: map_at_20 value: 86.562 - type: map_at_3 value: 83.245 - type: map_at_5 value: 85.05 - type: mrr_at_1 value: 82.56 - type: mrr_at_10 value: 88.67061904761884 - type: mrr_at_100 value: 88.74582212646189 - type: mrr_at_1000 value: 88.7459897534807 - type: mrr_at_20 value: 88.72879827216109 - type: mrr_at_3 value: 87.78166666666642 - type: mrr_at_5 value: 88.42216666666639 - type: nauc_map_at_1000_diff1 value: 77.77827634245197 - type: nauc_map_at_1000_max value: 34.303391552585694 - type: nauc_map_at_1000_std value: -40.73979116855476 - type: nauc_map_at_100_diff1 value: 77.77655839567007 - type: nauc_map_at_100_max value: 34.28745250463004 - type: nauc_map_at_100_std value: -40.77907687445839 - type: nauc_map_at_10_diff1 value: 78.03301674901046 - type: nauc_map_at_10_max value: 33.95616344861403 - type: nauc_map_at_10_std value: -43.0427663766159 - type: nauc_map_at_1_diff1 value: 81.42879347202413 - type: nauc_map_at_1_max value: 26.47044615399362 - type: nauc_map_at_1_std value: -36.91322078574739 - type: nauc_map_at_20_diff1 value: 77.84699822479023 - type: nauc_map_at_20_max value: 34.22510132051961 - type: nauc_map_at_20_std value: -41.68184465612435 - type: nauc_map_at_3_diff1 value: 78.6259575718351 - type: nauc_map_at_3_max value: 32.136668018551475 - type: nauc_map_at_3_std value: -45.246580452265896 - type: nauc_map_at_5_diff1 value: 78.24314235923345 - type: nauc_map_at_5_max value: 33.4380144505197 - type: nauc_map_at_5_std value: -44.96004420301157 - type: nauc_mrr_at_1000_diff1 value: 77.81186389977847 - type: nauc_mrr_at_1000_max value: 35.58571308178954 - type: nauc_mrr_at_1000_std value: -35.92572586239496 - type: nauc_mrr_at_100_diff1 value: 77.81162772026825 - type: nauc_mrr_at_100_max value: 35.585640783234425 - type: nauc_mrr_at_100_std value: -35.92503395945711 - type: nauc_mrr_at_10_diff1 value: 77.81549582626468 - type: nauc_mrr_at_10_max value: 35.66727827567572 - type: nauc_mrr_at_10_std value: -36.068426956188375 - type: nauc_mrr_at_1_diff1 value: 78.77512383311107 - type: nauc_mrr_at_1_max value: 34.791604296509995 - type: nauc_mrr_at_1_std value: -32.83749058777642 - type: nauc_mrr_at_20_diff1 value: 77.80802204825851 - type: nauc_mrr_at_20_max value: 35.593101008561206 - type: nauc_mrr_at_20_std value: -35.97245413056526 - type: nauc_mrr_at_3_diff1 value: 77.53388669430694 - type: nauc_mrr_at_3_max value: 35.65686446555861 - type: nauc_mrr_at_3_std value: -36.726466208278055 - type: nauc_mrr_at_5_diff1 value: 77.77096326523154 - type: nauc_mrr_at_5_max value: 35.684780011414254 - type: nauc_mrr_at_5_std value: -36.532945502405624 - type: nauc_ndcg_at_1000_diff1 value: 77.52606819700611 - type: nauc_ndcg_at_1000_max value: 34.905908375262925 - type: nauc_ndcg_at_1000_std value: -38.66084704727431 - type: nauc_ndcg_at_100_diff1 value: 77.48927736298899 - type: nauc_ndcg_at_100_max value: 34.8687898619169 - type: nauc_ndcg_at_100_std value: -38.72065216555112 - type: nauc_ndcg_at_10_diff1 value: 77.62982722623056 - type: nauc_ndcg_at_10_max value: 35.11114367812813 - type: nauc_ndcg_at_10_std value: -41.946044524740074 - type: nauc_ndcg_at_1_diff1 value: 78.77512383311107 - type: nauc_ndcg_at_1_max value: 34.862734625189326 - type: nauc_ndcg_at_1_std value: -32.74580645746584 - type: nauc_ndcg_at_20_diff1 value: 77.52926838078629 - type: nauc_ndcg_at_20_max value: 35.02294071961195 - type: nauc_ndcg_at_20_std value: -40.4640991385587 - type: nauc_ndcg_at_3_diff1 value: 77.05333945319882 - type: nauc_ndcg_at_3_max value: 34.09015663528052 - type: nauc_ndcg_at_3_std value: -42.7594340069264 - type: nauc_ndcg_at_5_diff1 value: 77.36873631822688 - type: nauc_ndcg_at_5_max value: 34.81269285354121 - type: nauc_ndcg_at_5_std value: -43.668298988934765 - type: nauc_precision_at_1000_diff1 value: -44.983652342475125 - type: nauc_precision_at_1000_max value: -8.821223494872731 - type: nauc_precision_at_1000_std value: 38.53570406899049 - type: nauc_precision_at_100_diff1 value: -44.95124468071177 - type: nauc_precision_at_100_max value: -8.67920873444788 - type: nauc_precision_at_100_std value: 38.62049262129964 - type: nauc_precision_at_10_diff1 value: -41.20764021733603 - type: nauc_precision_at_10_max value: -5.222906610746238 - type: nauc_precision_at_10_std value: 27.0415725707115 - type: nauc_precision_at_1_diff1 value: 78.77512383311107 - type: nauc_precision_at_1_max value: 34.862734625189326 - type: nauc_precision_at_1_std value: -32.74580645746584 - type: nauc_precision_at_20_diff1 value: -43.757706502289686 - type: nauc_precision_at_20_max value: -6.979759807573208 - type: nauc_precision_at_20_std value: 33.067129296591546 - type: nauc_precision_at_3_diff1 value: -22.70024142171151 - type: nauc_precision_at_3_max value: 4.03375913519347 - type: nauc_precision_at_3_std value: 7.210765458286504 - type: nauc_precision_at_5_diff1 value: -34.63033109997473 - type: nauc_precision_at_5_max value: -0.9842354281288906 - type: nauc_precision_at_5_std value: 17.225737400415554 - type: nauc_recall_at_1000_diff1 value: 80.76773103573939 - type: nauc_recall_at_1000_max value: 63.70124359536291 - type: nauc_recall_at_1000_std value: 48.026347972729255 - type: nauc_recall_at_100_diff1 value: 66.35479130074016 - type: nauc_recall_at_100_max value: 34.93894925368835 - type: nauc_recall_at_100_std value: -21.82175019571663 - type: nauc_recall_at_10_diff1 value: 74.49428788891007 - type: nauc_recall_at_10_max value: 35.64905204086924 - type: nauc_recall_at_10_std value: -65.58824889749694 - type: nauc_recall_at_1_diff1 value: 81.42879347202413 - type: nauc_recall_at_1_max value: 26.47044615399362 - type: nauc_recall_at_1_std value: -36.91322078574739 - type: nauc_recall_at_20_diff1 value: 72.96345577662534 - type: nauc_recall_at_20_max value: 36.61406468914988 - type: nauc_recall_at_20_std value: -65.47914133838232 - type: nauc_recall_at_3_diff1 value: 74.77146169707699 - type: nauc_recall_at_3_max value: 29.778443936299663 - type: nauc_recall_at_3_std value: -55.84547010309643 - type: nauc_recall_at_5_diff1 value: 73.44260263851842 - type: nauc_recall_at_5_max value: 31.91962537563607 - type: nauc_recall_at_5_std value: -62.978300617646234 - type: ndcg_at_1 value: 82.56 - type: ndcg_at_10 value: 89.68 - type: ndcg_at_100 value: 90.69800000000001 - type: ndcg_at_1000 value: 90.755 - type: ndcg_at_20 value: 90.268 - type: ndcg_at_3 value: 87.02 - type: ndcg_at_5 value: 88.491 - type: precision_at_1 value: 82.56 - type: precision_at_10 value: 13.622 - type: precision_at_100 value: 1.539 - type: precision_at_1000 value: 0.157 - type: precision_at_20 value: 7.221 - type: precision_at_3 value: 38.133 - type: precision_at_5 value: 25.003999999999998 - type: recall_at_1 value: 71.88 - type: recall_at_10 value: 96.5 - type: recall_at_100 value: 99.76899999999999 - type: recall_at_1000 value: 99.981 - type: recall_at_20 value: 98.311 - type: recall_at_3 value: 88.895 - type: recall_at_5 value: 93.09100000000001 task: type: Retrieval - dataset: config: default name: MTEB RedditClustering revision: 24640382cdbf8abc73003fb0fa6d111a705499eb split: test type: mteb/reddit-clustering metrics: - type: main_score value: 59.97145108205019 - type: v_measure value: 59.97145108205019 - type: v_measure_std value: 4.598431166007637 task: type: Clustering - dataset: config: default name: MTEB RedditClusteringP2P revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 split: test type: mteb/reddit-clustering-p2p metrics: - type: main_score value: 69.99939249822759 - type: v_measure value: 69.99939249822759 - type: v_measure_std value: 12.548978114795585 task: type: Clustering - dataset: config: default name: MTEB SCIDOCS revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 split: test type: mteb/scidocs metrics: - type: main_score value: 22.607 - type: map_at_1 value: 5.108 - type: map_at_10 value: 13.638 - type: map_at_100 value: 15.998000000000001 - type: map_at_1000 value: 16.322 - type: map_at_20 value: 14.837 - type: map_at_3 value: 9.638 - type: map_at_5 value: 11.475 - type: mrr_at_1 value: 25.2 - type: mrr_at_10 value: 37.21150793650791 - type: mrr_at_100 value: 38.2163615619723 - type: mrr_at_1000 value: 38.262972983365415 - type: mrr_at_20 value: 37.790091241747554 - type: mrr_at_3 value: 33.86666666666666 - type: mrr_at_5 value: 35.786666666666626 - type: nauc_map_at_1000_diff1 value: 16.872927464628848 - type: nauc_map_at_1000_max value: 31.602464250031893 - type: nauc_map_at_1000_std value: 10.479958463188783 - type: nauc_map_at_100_diff1 value: 16.90965397460494 - type: nauc_map_at_100_max value: 31.5780537223412 - type: nauc_map_at_100_std value: 10.196435609723963 - type: nauc_map_at_10_diff1 value: 17.102065900745224 - type: nauc_map_at_10_max value: 30.710946755467834 - type: nauc_map_at_10_std value: 7.981668648780901 - type: nauc_map_at_1_diff1 value: 21.16169341420052 - type: nauc_map_at_1_max value: 21.833878477354272 - type: nauc_map_at_1_std value: 4.097136569819894 - type: nauc_map_at_20_diff1 value: 16.81040109678381 - type: nauc_map_at_20_max value: 30.847487585883087 - type: nauc_map_at_20_std value: 8.520132327523152 - type: nauc_map_at_3_diff1 value: 18.6001948173194 - type: nauc_map_at_3_max value: 27.738206915789874 - type: nauc_map_at_3_std value: 5.3340698251714205 - type: nauc_map_at_5_diff1 value: 17.329510561957278 - type: nauc_map_at_5_max value: 29.22005469501055 - type: nauc_map_at_5_std value: 6.274518941862602 - type: nauc_mrr_at_1000_diff1 value: 18.708602785759627 - type: nauc_mrr_at_1000_max value: 24.678189985023774 - type: nauc_mrr_at_1000_std value: 6.5884007678858545 - type: nauc_mrr_at_100_diff1 value: 18.713599172266747 - type: nauc_mrr_at_100_max value: 24.702381407466266 - type: nauc_mrr_at_100_std value: 6.608461435194634 - type: nauc_mrr_at_10_diff1 value: 18.62204823248993 - type: nauc_mrr_at_10_max value: 24.586899118297733 - type: nauc_mrr_at_10_std value: 6.302976681139027 - type: nauc_mrr_at_1_diff1 value: 21.311150984220813 - type: nauc_mrr_at_1_max value: 22.056572906221966 - type: nauc_mrr_at_1_std value: 4.226696219677387 - type: nauc_mrr_at_20_diff1 value: 18.687718980591946 - type: nauc_mrr_at_20_max value: 24.665155962615952 - type: nauc_mrr_at_20_std value: 6.458540495772268 - type: nauc_mrr_at_3_diff1 value: 17.70117997578875 - type: nauc_mrr_at_3_max value: 23.409639908387895 - type: nauc_mrr_at_3_std value: 5.745587528076042 - type: nauc_mrr_at_5_diff1 value: 18.364597368810685 - type: nauc_mrr_at_5_max value: 24.542875419222952 - type: nauc_mrr_at_5_std value: 6.237513747231462 - type: nauc_ndcg_at_1000_diff1 value: 16.55059439624311 - type: nauc_ndcg_at_1000_max value: 32.075131642537116 - type: nauc_ndcg_at_1000_std value: 16.568299571900617 - type: nauc_ndcg_at_100_diff1 value: 16.637816735373043 - type: nauc_ndcg_at_100_max value: 32.690593409060824 - type: nauc_ndcg_at_100_std value: 15.436508054412048 - type: nauc_ndcg_at_10_diff1 value: 17.256289440516944 - type: nauc_ndcg_at_10_max value: 30.49577485150971 - type: nauc_ndcg_at_10_std value: 8.917235903180325 - type: nauc_ndcg_at_1_diff1 value: 21.311150984220813 - type: nauc_ndcg_at_1_max value: 22.056572906221966 - type: nauc_ndcg_at_1_std value: 4.226696219677387 - type: nauc_ndcg_at_20_diff1 value: 16.71555027896559 - type: nauc_ndcg_at_20_max value: 30.76245661781703 - type: nauc_ndcg_at_20_std value: 9.947875766931642 - type: nauc_ndcg_at_3_diff1 value: 17.649013995500976 - type: nauc_ndcg_at_3_max value: 26.691705724210944 - type: nauc_ndcg_at_3_std value: 6.2283856980511505 - type: nauc_ndcg_at_5_diff1 value: 17.179389107781486 - type: nauc_ndcg_at_5_max value: 28.786079141931054 - type: nauc_ndcg_at_5_std value: 7.46828265114829 - type: nauc_precision_at_1000_diff1 value: 6.646902944111306 - type: nauc_precision_at_1000_max value: 23.663845390172934 - type: nauc_precision_at_1000_std value: 30.13105958741946 - type: nauc_precision_at_100_diff1 value: 10.304908982078652 - type: nauc_precision_at_100_max value: 30.1571421833641 - type: nauc_precision_at_100_std value: 24.50568332366397 - type: nauc_precision_at_10_diff1 value: 14.474208260447815 - type: nauc_precision_at_10_max value: 31.126838312127898 - type: nauc_precision_at_10_std value: 10.829844998296862 - type: nauc_precision_at_1_diff1 value: 21.311150984220813 - type: nauc_precision_at_1_max value: 22.056572906221966 - type: nauc_precision_at_1_std value: 4.226696219677387 - type: nauc_precision_at_20_diff1 value: 12.940503820972829 - type: nauc_precision_at_20_max value: 29.8224508299419 - type: nauc_precision_at_20_std value: 12.136236302993483 - type: nauc_precision_at_3_diff1 value: 16.003867782428053 - type: nauc_precision_at_3_max value: 27.99001536862125 - type: nauc_precision_at_3_std value: 7.312526153048216 - type: nauc_precision_at_5_diff1 value: 15.015656108096346 - type: nauc_precision_at_5_max value: 30.290986497798468 - type: nauc_precision_at_5_std value: 9.111233711158837 - type: nauc_recall_at_1000_diff1 value: 6.369503534421339 - type: nauc_recall_at_1000_max value: 23.975291229760515 - type: nauc_recall_at_1000_std value: 31.690098852363686 - type: nauc_recall_at_100_diff1 value: 9.985972751566928 - type: nauc_recall_at_100_max value: 30.225050865422908 - type: nauc_recall_at_100_std value: 24.848234919527243 - type: nauc_recall_at_10_diff1 value: 14.070607278478533 - type: nauc_recall_at_10_max value: 30.857014889020164 - type: nauc_recall_at_10_std value: 10.779927490771685 - type: nauc_recall_at_1_diff1 value: 21.16169341420052 - type: nauc_recall_at_1_max value: 21.833878477354272 - type: nauc_recall_at_1_std value: 4.097136569819894 - type: nauc_recall_at_20_diff1 value: 12.504616639994326 - type: nauc_recall_at_20_max value: 29.524733769173544 - type: nauc_recall_at_20_std value: 12.087942519735979 - type: nauc_recall_at_3_diff1 value: 15.676339180595503 - type: nauc_recall_at_3_max value: 27.792418591503065 - type: nauc_recall_at_3_std value: 7.108927362646152 - type: nauc_recall_at_5_diff1 value: 14.649305649140166 - type: nauc_recall_at_5_max value: 30.074330592672478 - type: nauc_recall_at_5_std value: 8.981268610041386 - type: ndcg_at_1 value: 25.2 - type: ndcg_at_10 value: 22.607 - type: ndcg_at_100 value: 31.229000000000003 - type: ndcg_at_1000 value: 36.435 - type: ndcg_at_20 value: 25.634 - type: ndcg_at_3 value: 21.354 - type: ndcg_at_5 value: 18.538 - type: precision_at_1 value: 25.2 - type: precision_at_10 value: 11.89 - type: precision_at_100 value: 2.432 - type: precision_at_1000 value: 0.367 - type: precision_at_20 value: 7.6850000000000005 - type: precision_at_3 value: 20.233 - type: precision_at_5 value: 16.38 - type: recall_at_1 value: 5.108 - type: recall_at_10 value: 24.092 - type: recall_at_100 value: 49.405 - type: recall_at_1000 value: 74.56 - type: recall_at_20 value: 31.183 - type: recall_at_3 value: 12.323 - type: recall_at_5 value: 16.608 task: type: Retrieval - dataset: config: default name: MTEB SICK-R revision: 20a6d6f312dd54037fe07a32d58e5e168867909d split: test type: mteb/sickr-sts metrics: - type: cosine_pearson value: 82.56032063606973 - type: cosine_spearman value: 80.82249636574292 - type: euclidean_pearson value: 80.3069395314719 - type: euclidean_spearman value: 80.82249104893089 - type: main_score value: 80.82249636574292 - type: manhattan_pearson value: 80.32669414585962 - type: manhattan_spearman value: 80.84075906338167 - type: pearson value: 82.56032063606973 - type: spearman value: 80.82249636574292 task: type: STS - dataset: config: default name: MTEB STS12 revision: a0d554a64d88156834ff5ae9920b964011b16384 split: test type: mteb/sts12-sts metrics: - type: cosine_pearson value: 87.44587974276024 - type: cosine_spearman value: 82.01275232741 - type: euclidean_pearson value: 86.17377046700429 - type: euclidean_spearman value: 82.0116349498885 - type: main_score value: 82.01275232741 - type: manhattan_pearson value: 86.22553703613917 - type: manhattan_spearman value: 82.0691869313588 - type: pearson value: 87.44587974276024 - type: spearman value: 82.01275232741 task: type: STS - dataset: config: default name: MTEB STS13 revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca split: test type: mteb/sts13-sts metrics: - type: cosine_pearson value: 81.0853181539696 - type: cosine_spearman value: 84.18357886858475 - type: euclidean_pearson value: 83.3521901556006 - type: euclidean_spearman value: 84.18357879375486 - type: main_score value: 84.18357886858475 - type: manhattan_pearson value: 83.53064020185045 - type: manhattan_spearman value: 84.26783884377868 - type: pearson value: 81.0853181539696 - type: spearman value: 84.18357886858475 task: type: STS - dataset: config: default name: MTEB STS14 revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 split: test type: mteb/sts14-sts metrics: - type: cosine_pearson value: 78.95784298545657 - type: cosine_spearman value: 80.13473126179021 - type: euclidean_pearson value: 80.05543224942781 - type: euclidean_spearman value: 80.1347327104491 - type: main_score value: 80.13473126179021 - type: manhattan_pearson value: 80.03699617797379 - type: manhattan_spearman value: 80.18840345898593 - type: pearson value: 78.95784298545657 - type: spearman value: 80.13473126179021 task: type: STS - dataset: config: default name: MTEB STS15 revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 split: test type: mteb/sts15-sts metrics: - type: cosine_pearson value: 82.54632076721043 - type: cosine_spearman value: 85.77466428497719 - type: euclidean_pearson value: 84.80557767422223 - type: euclidean_spearman value: 85.77465905014778 - type: main_score value: 85.77466428497719 - type: manhattan_pearson value: 84.76315087859247 - type: manhattan_spearman value: 85.75596334786712 - type: pearson value: 82.54632076721043 - type: spearman value: 85.77466428497719 task: type: STS - dataset: config: default name: MTEB STS16 revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 split: test type: mteb/sts16-sts metrics: - type: cosine_pearson value: 85.10105555270566 - type: cosine_spearman value: 86.32565588949089 - type: euclidean_pearson value: 85.68546967863992 - type: euclidean_spearman value: 86.32565526852552 - type: main_score value: 86.32565588949089 - type: manhattan_pearson value: 85.73388467741333 - type: manhattan_spearman value: 86.37964071612222 - type: pearson value: 85.10105555270566 - type: spearman value: 86.32565588949089 task: type: STS - dataset: config: en-ar name: MTEB STS17 (en-ar) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 74.97337094505147 - type: cosine_spearman value: 75.0426257869136 - type: euclidean_pearson value: 76.2084369145884 - type: euclidean_spearman value: 75.0426257869136 - type: main_score value: 75.0426257869136 - type: manhattan_pearson value: 76.80541224637902 - type: manhattan_spearman value: 75.74991979542767 - type: pearson value: 74.97337094505147 - type: spearman value: 75.0426257869136 task: type: STS - dataset: config: en-de name: MTEB STS17 (en-de) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 80.29394042201716 - type: cosine_spearman value: 79.91069985620722 - type: euclidean_pearson value: 81.07124455222367 - type: euclidean_spearman value: 79.91069985620722 - type: main_score value: 79.91069985620722 - type: manhattan_pearson value: 81.46942750086345 - type: manhattan_spearman value: 80.32158132965012 - type: pearson value: 80.29394042201716 - type: spearman value: 79.91069985620722 task: type: STS - dataset: config: en-en name: MTEB STS17 (en-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 86.63698252507213 - type: cosine_spearman value: 86.3894346469723 - type: euclidean_pearson value: 87.11643022652888 - type: euclidean_spearman value: 86.3894346469723 - type: main_score value: 86.3894346469723 - type: manhattan_pearson value: 87.04404131244353 - type: manhattan_spearman value: 86.34818889704208 - type: pearson value: 86.63698252507213 - type: spearman value: 86.3894346469723 task: type: STS - dataset: config: en-tr name: MTEB STS17 (en-tr) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 71.66737044806644 - type: cosine_spearman value: 69.31247702374004 - type: euclidean_pearson value: 72.4734989726235 - type: euclidean_spearman value: 69.31247702374004 - type: main_score value: 69.31247702374004 - type: manhattan_pearson value: 73.0653696883742 - type: manhattan_spearman value: 69.9570808070618 - type: pearson value: 71.66737044806644 - type: spearman value: 69.31247702374004 task: type: STS - dataset: config: es-en name: MTEB STS17 (es-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 81.27338603835878 - type: cosine_spearman value: 81.49746399375016 - type: euclidean_pearson value: 82.38887040187103 - type: euclidean_spearman value: 81.49746399375016 - type: main_score value: 81.49746399375016 - type: manhattan_pearson value: 82.61407562890808 - type: manhattan_spearman value: 81.78305823738435 - type: pearson value: 81.27338603835878 - type: spearman value: 81.49746399375016 task: type: STS - dataset: config: fr-en name: MTEB STS17 (fr-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 81.29304900212787 - type: cosine_spearman value: 80.85170261323616 - type: euclidean_pearson value: 82.28847318411496 - type: euclidean_spearman value: 80.85170261323616 - type: main_score value: 80.85170261323616 - type: manhattan_pearson value: 82.36855876132717 - type: manhattan_spearman value: 80.88764369076156 - type: pearson value: 81.29304900212787 - type: spearman value: 80.85170261323616 task: type: STS - dataset: config: it-en name: MTEB STS17 (it-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 80.87949653370673 - type: cosine_spearman value: 80.91666563036765 - type: euclidean_pearson value: 81.87418529172446 - type: euclidean_spearman value: 80.91666563036765 - type: main_score value: 80.91666563036765 - type: manhattan_pearson value: 82.0922068273658 - type: manhattan_spearman value: 81.30429111247058 - type: pearson value: 80.87949653370673 - type: spearman value: 80.91666563036765 task: type: STS - dataset: config: nl-en name: MTEB STS17 (nl-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 80.87805005405885 - type: cosine_spearman value: 80.73599925136291 - type: euclidean_pearson value: 81.98131362600103 - type: euclidean_spearman value: 80.73599925136291 - type: main_score value: 80.73599925136291 - type: manhattan_pearson value: 81.89303639228214 - type: manhattan_spearman value: 80.5586386826974 - type: pearson value: 80.87805005405885 - type: spearman value: 80.73599925136291 task: type: STS - dataset: config: en name: MTEB STS22 (en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 72.40714850520745 - type: cosine_spearman value: 71.35338992996104 - type: euclidean_pearson value: 72.1704336074855 - type: euclidean_spearman value: 71.35338992996104 - type: main_score value: 71.35338992996104 - type: manhattan_pearson value: 72.26777090862562 - type: manhattan_spearman value: 71.63905643882892 - type: pearson value: 72.40714850520745 - type: spearman value: 71.35338992996104 task: type: STS - dataset: config: de-en name: MTEB STS22 (de-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 70.01341070740081 - type: cosine_spearman value: 68.71118315458001 - type: euclidean_pearson value: 72.059883252585 - type: euclidean_spearman value: 68.71118315458001 - type: main_score value: 68.71118315458001 - type: manhattan_pearson value: 72.79094849932765 - type: manhattan_spearman value: 69.2093460969007 - type: pearson value: 70.01341070740081 - type: spearman value: 68.71118315458001 task: type: STS - dataset: config: es-en name: MTEB STS22 (es-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 81.502575161794 - type: cosine_spearman value: 83.41131733999916 - type: euclidean_pearson value: 81.96273788596758 - type: euclidean_spearman value: 83.41131733999916 - type: main_score value: 83.41131733999916 - type: manhattan_pearson value: 83.46212819020208 - type: manhattan_spearman value: 84.3209167710992 - type: pearson value: 81.502575161794 - type: spearman value: 83.41131733999916 task: type: STS - dataset: config: pl-en name: MTEB STS22 (pl-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 83.47606761887639 - type: cosine_spearman value: 83.58914160289982 - type: euclidean_pearson value: 82.42751476997759 - type: euclidean_spearman value: 83.58914160289982 - type: main_score value: 83.58914160289982 - type: manhattan_pearson value: 82.40583455477217 - type: manhattan_spearman value: 84.33690743130028 - type: pearson value: 83.47606761887639 - type: spearman value: 83.58914160289982 task: type: STS - dataset: config: zh-en name: MTEB STS22 (zh-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 77.1079893243794 - type: cosine_spearman value: 75.38489919896277 - type: euclidean_pearson value: 77.95017833814808 - type: euclidean_spearman value: 75.38489919896277 - type: main_score value: 75.38489919896277 - type: manhattan_pearson value: 78.03356897638844 - type: manhattan_spearman value: 75.40654250512307 - type: pearson value: 77.1079893243794 - type: spearman value: 75.38489919896277 task: type: STS - dataset: config: default name: MTEB STSBenchmark revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 split: test type: mteb/stsbenchmark-sts metrics: - type: cosine_pearson value: 81.06198597311345 - type: cosine_spearman value: 84.5220935212413 - type: euclidean_pearson value: 83.83882835865293 - type: euclidean_spearman value: 84.52208781229456 - type: main_score value: 84.5220935212413 - type: manhattan_pearson value: 83.82357873869961 - type: manhattan_spearman value: 84.55236236594469 - type: pearson value: 81.06198597311345 - type: spearman value: 84.5220935212413 task: type: STS - dataset: config: default name: MTEB SciDocsRR revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab split: test type: mteb/scidocs-reranking metrics: - type: main_score value: 85.57133513490932 - type: map value: 85.57133513490932 - type: mrr value: 96.5293838333054 - type: nAUC_map_diff1 value: -1.4450794007362975 - type: nAUC_map_max value: 53.708768018309996 - type: nAUC_map_std value: 69.45104105050855 - type: nAUC_mrr_diff1 value: 44.33725525809291 - type: nAUC_mrr_max value: 86.86628398252257 - type: nAUC_mrr_std value: 84.93184961302211 task: type: Reranking - dataset: config: default name: MTEB SciFact revision: 0228b52cf27578f30900b9e5271d331663a030d7 split: test type: mteb/scifact metrics: - type: main_score value: 80.17 - type: map_at_1 value: 64.744 - type: map_at_10 value: 75.804 - type: map_at_100 value: 76.117 - type: map_at_1000 value: 76.12400000000001 - type: map_at_20 value: 76.058 - type: map_at_3 value: 73.468 - type: map_at_5 value: 74.825 - type: mrr_at_1 value: 67.66666666666666 - type: mrr_at_10 value: 76.60396825396826 - type: mrr_at_100 value: 76.8207935065902 - type: mrr_at_1000 value: 76.82735959711287 - type: mrr_at_20 value: 76.76187175397703 - type: mrr_at_3 value: 75.05555555555557 - type: mrr_at_5 value: 75.98888888888891 - type: nauc_map_at_1000_diff1 value: 74.99560569320178 - type: nauc_map_at_1000_max value: 59.93123221592097 - type: nauc_map_at_1000_std value: 6.335685600455673 - type: nauc_map_at_100_diff1 value: 74.99861851143943 - type: nauc_map_at_100_max value: 59.93858491283187 - type: nauc_map_at_100_std value: 6.359318221056536 - type: nauc_map_at_10_diff1 value: 74.74113922918829 - type: nauc_map_at_10_max value: 59.57429127778291 - type: nauc_map_at_10_std value: 5.425816702032105 - type: nauc_map_at_1_diff1 value: 78.56654186500003 - type: nauc_map_at_1_max value: 53.70769274785771 - type: nauc_map_at_1_std value: -0.20630332689086603 - type: nauc_map_at_20_diff1 value: 74.92361554596881 - type: nauc_map_at_20_max value: 59.9284411054122 - type: nauc_map_at_20_std value: 6.263474131913917 - type: nauc_map_at_3_diff1 value: 75.43997459057438 - type: nauc_map_at_3_max value: 58.840442906301625 - type: nauc_map_at_3_std value: 3.488070949302078 - type: nauc_map_at_5_diff1 value: 74.84122397996222 - type: nauc_map_at_5_max value: 59.25740890077695 - type: nauc_map_at_5_std value: 4.81852806038265 - type: nauc_mrr_at_1000_diff1 value: 75.02229193921104 - type: nauc_mrr_at_1000_max value: 61.2311309124931 - type: nauc_mrr_at_1000_std value: 8.811929094489116 - type: nauc_mrr_at_100_diff1 value: 75.02535572859384 - type: nauc_mrr_at_100_max value: 61.238207127273135 - type: nauc_mrr_at_100_std value: 8.835225566663542 - type: nauc_mrr_at_10_diff1 value: 74.70877932854921 - type: nauc_mrr_at_10_max value: 61.20798236518107 - type: nauc_mrr_at_10_std value: 8.40878946203032 - type: nauc_mrr_at_1_diff1 value: 77.57422543025301 - type: nauc_mrr_at_1_max value: 58.888463100338086 - type: nauc_mrr_at_1_std value: 7.958178667231053 - type: nauc_mrr_at_20_diff1 value: 74.94879481682244 - type: nauc_mrr_at_20_max value: 61.224087869723874 - type: nauc_mrr_at_20_std value: 8.73029765492034 - type: nauc_mrr_at_3_diff1 value: 74.99058814307918 - type: nauc_mrr_at_3_max value: 61.22148682399406 - type: nauc_mrr_at_3_std value: 9.34784441755146 - type: nauc_mrr_at_5_diff1 value: 74.60879634369229 - type: nauc_mrr_at_5_max value: 61.40653480875652 - type: nauc_mrr_at_5_std value: 9.096673735916323 - type: nauc_ndcg_at_1000_diff1 value: 74.48350282137474 - type: nauc_ndcg_at_1000_max value: 61.19682450044165 - type: nauc_ndcg_at_1000_std value: 8.17163114048422 - type: nauc_ndcg_at_100_diff1 value: 74.5971753800477 - type: nauc_ndcg_at_100_max value: 61.51701484126267 - type: nauc_ndcg_at_100_std value: 9.133675505720879 - type: nauc_ndcg_at_10_diff1 value: 73.15941750903607 - type: nauc_ndcg_at_10_max value: 60.68428341010416 - type: nauc_ndcg_at_10_std value: 5.448128046956011 - type: nauc_ndcg_at_1_diff1 value: 77.57422543025301 - type: nauc_ndcg_at_1_max value: 58.888463100338086 - type: nauc_ndcg_at_1_std value: 7.958178667231053 - type: nauc_ndcg_at_20_diff1 value: 73.86342861239163 - type: nauc_ndcg_at_20_max value: 61.53680819008234 - type: nauc_ndcg_at_20_std value: 8.08837863650851 - type: nauc_ndcg_at_3_diff1 value: 74.0306560075162 - type: nauc_ndcg_at_3_max value: 60.97712651370143 - type: nauc_ndcg_at_3_std value: 7.024011079443911 - type: nauc_ndcg_at_5_diff1 value: 73.26765469945629 - type: nauc_ndcg_at_5_max value: 60.687008880189865 - type: nauc_ndcg_at_5_std value: 5.984627144849053 - type: nauc_precision_at_1000_diff1 value: -34.70722998493326 - type: nauc_precision_at_1000_max value: 6.459447001437875 - type: nauc_precision_at_1000_std value: 50.57274359662334 - type: nauc_precision_at_100_diff1 value: -26.61297040297831 - type: nauc_precision_at_100_max value: 11.997718869943522 - type: nauc_precision_at_100_std value: 52.9042758373221 - type: nauc_precision_at_10_diff1 value: -10.277209323536301 - type: nauc_precision_at_10_max value: 21.529753116681054 - type: nauc_precision_at_10_std value: 36.263517018474914 - type: nauc_precision_at_1_diff1 value: 77.57422543025301 - type: nauc_precision_at_1_max value: 58.888463100338086 - type: nauc_precision_at_1_std value: 7.958178667231053 - type: nauc_precision_at_20_diff1 value: -16.88612430486304 - type: nauc_precision_at_20_max value: 18.25526951877084 - type: nauc_precision_at_20_std value: 44.14507304924983 - type: nauc_precision_at_3_diff1 value: 24.826373093136738 - type: nauc_precision_at_3_max value: 44.4509143844963 - type: nauc_precision_at_3_std value: 29.604828192763687 - type: nauc_precision_at_5_diff1 value: 7.616392859260918 - type: nauc_precision_at_5_max value: 34.65927287823962 - type: nauc_precision_at_5_std value: 34.72807069568816 - type: nauc_recall_at_1000_diff1 value: .nan - type: nauc_recall_at_1000_max value: .nan - type: nauc_recall_at_1000_std value: .nan - type: nauc_recall_at_100_diff1 value: 83.23996265172782 - type: nauc_recall_at_100_max value: 87.16153127917863 - type: nauc_recall_at_100_std value: 84.54715219421065 - type: nauc_recall_at_10_diff1 value: 59.88604687617149 - type: nauc_recall_at_10_max value: 61.14041723745457 - type: nauc_recall_at_10_std value: -8.740381797487712 - type: nauc_recall_at_1_diff1 value: 78.56654186500003 - type: nauc_recall_at_1_max value: 53.70769274785771 - type: nauc_recall_at_1_std value: -0.20630332689086603 - type: nauc_recall_at_20_diff1 value: 63.7348272642388 - type: nauc_recall_at_20_max value: 71.61842514783675 - type: nauc_recall_at_20_std value: 15.066915655151064 - type: nauc_recall_at_3_diff1 value: 68.74310888754339 - type: nauc_recall_at_3_max value: 60.3859660304005 - type: nauc_recall_at_3_std value: 2.0627768394889068 - type: nauc_recall_at_5_diff1 value: 64.27991493726581 - type: nauc_recall_at_5_max value: 61.71506345963406 - type: nauc_recall_at_5_std value: 1.8613588780221653 - type: ndcg_at_1 value: 67.667 - type: ndcg_at_10 value: 80.17 - type: ndcg_at_100 value: 81.461 - type: ndcg_at_1000 value: 81.66799999999999 - type: ndcg_at_20 value: 80.895 - type: ndcg_at_3 value: 76.61099999999999 - type: ndcg_at_5 value: 78.347 - type: precision_at_1 value: 67.667 - type: precision_at_10 value: 10.467 - type: precision_at_100 value: 1.113 - type: precision_at_1000 value: 0.11299999999999999 - type: precision_at_20 value: 5.4 - type: precision_at_3 value: 30.333 - type: precision_at_5 value: 19.467000000000002 - type: recall_at_1 value: 64.744 - type: recall_at_10 value: 92.389 - type: recall_at_100 value: 98.333 - type: recall_at_1000 value: 100.0 - type: recall_at_20 value: 95.0 - type: recall_at_3 value: 82.77799999999999 - type: recall_at_5 value: 87.356 task: type: Retrieval - dataset: config: default name: MTEB SprintDuplicateQuestions revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 split: test type: mteb/sprintduplicatequestions-pairclassification metrics: - type: cosine_accuracy value: 99.82772277227723 - type: cosine_accuracy_threshold value: 86.87587976455688 - type: cosine_ap value: 95.96006632925014 - type: cosine_f1 value: 91.36408243375857 - type: cosine_f1_threshold value: 85.98719835281372 - type: cosine_precision value: 89.6917148362235 - type: cosine_recall value: 93.10000000000001 - type: dot_accuracy value: 99.82772277227723 - type: dot_accuracy_threshold value: 86.87587976455688 - type: dot_ap value: 95.96006632925014 - type: dot_f1 value: 91.36408243375857 - type: dot_f1_threshold value: 85.98719835281372 - type: dot_precision value: 89.6917148362235 - type: dot_recall value: 93.10000000000001 - type: euclidean_accuracy value: 99.82772277227723 - type: euclidean_accuracy_threshold value: 51.23302936553955 - type: euclidean_ap value: 95.96006632925014 - type: euclidean_f1 value: 91.36408243375857 - type: euclidean_f1_threshold value: 52.93921232223511 - type: euclidean_precision value: 89.6917148362235 - type: euclidean_recall value: 93.10000000000001 - type: main_score value: 96.0222708981342 - type: manhattan_accuracy value: 99.83267326732673 - type: manhattan_accuracy_threshold value: 2465.0619506835938 - type: manhattan_ap value: 96.0222708981342 - type: manhattan_f1 value: 91.571072319202 - type: manhattan_f1_threshold value: 2465.0619506835938 - type: manhattan_precision value: 91.34328358208955 - type: manhattan_recall value: 91.8 - type: max_ap value: 96.0222708981342 - type: max_f1 value: 91.571072319202 - type: max_precision value: 91.34328358208955 - type: max_recall value: 93.10000000000001 - type: similarity_accuracy value: 99.82772277227723 - type: similarity_accuracy_threshold value: 86.87587976455688 - type: similarity_ap value: 95.96006632925014 - type: similarity_f1 value: 91.36408243375857 - type: similarity_f1_threshold value: 85.98719835281372 - type: similarity_precision value: 89.6917148362235 - type: similarity_recall value: 93.10000000000001 task: type: PairClassification - dataset: config: default name: MTEB StackExchangeClustering revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 split: test type: mteb/stackexchange-clustering metrics: - type: main_score value: 74.5958003094627 - type: v_measure value: 74.5958003094627 - type: v_measure_std value: 3.3695560407521 task: type: Clustering - dataset: config: default name: MTEB StackExchangeClusteringP2P revision: 815ca46b2622cec33ccafc3735d572c266efdb44 split: test type: mteb/stackexchange-clustering-p2p metrics: - type: main_score value: 46.88713986980549 - type: v_measure value: 46.88713986980549 - type: v_measure_std value: 1.6520863324397057 task: type: Clustering - dataset: config: default name: MTEB StackOverflowDupQuestions revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 split: test type: mteb/stackoverflowdupquestions-reranking metrics: - type: main_score value: 52.71220171982238 - type: map value: 52.71220171982238 - type: mrr value: 53.56894841269841 - type: nAUC_map_diff1 value: 37.60903416384826 - type: nAUC_map_max value: 13.31452768810156 - type: nAUC_map_std value: 9.033520693146722 - type: nAUC_mrr_diff1 value: 38.346567943322256 - type: nAUC_mrr_max value: 14.279512391353592 - type: nAUC_mrr_std value: 9.004522097747586 task: type: Reranking - dataset: config: default name: MTEB SummEval revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c split: test type: mteb/summeval metrics: - type: cosine_pearson value: 27.831149154234218 - type: cosine_spearman value: 27.863308326596623 - type: dot_pearson value: 27.831158195704703 - type: dot_spearman value: 27.861804983279516 - type: main_score value: 27.863308326596623 - type: pearson value: 27.831149154234218 - type: spearman value: 27.863308326596623 task: type: Summarization - dataset: config: default name: MTEB TRECCOVID revision: bb9466bac8153a0349341eb1b22e06409e78ef4e split: test type: mteb/trec-covid metrics: - type: main_score value: 85.2 - type: map_at_1 value: 0.247 - type: map_at_10 value: 2.215 - type: map_at_100 value: 14.677000000000001 - type: map_at_1000 value: 36.553999999999995 - type: map_at_20 value: 4.091 - type: map_at_3 value: 0.703 - type: map_at_5 value: 1.142 - type: mrr_at_1 value: 96.0 - type: mrr_at_10 value: 98.0 - type: mrr_at_100 value: 98.0 - type: mrr_at_1000 value: 98.0 - type: mrr_at_20 value: 98.0 - type: mrr_at_3 value: 98.0 - type: mrr_at_5 value: 98.0 - type: nauc_map_at_1000_diff1 value: -34.03216194923068 - type: nauc_map_at_1000_max value: 33.461378347849816 - type: nauc_map_at_1000_std value: 70.01114381530917 - type: nauc_map_at_100_diff1 value: -24.053106054181576 - type: nauc_map_at_100_max value: 35.636927347233524 - type: nauc_map_at_100_std value: 49.980727892227556 - type: nauc_map_at_10_diff1 value: -16.4514540199886 - type: nauc_map_at_10_max value: 19.696783512002007 - type: nauc_map_at_10_std value: 24.3368863108627 - type: nauc_map_at_1_diff1 value: -9.056125568744475 - type: nauc_map_at_1_max value: 5.53074301562749 - type: nauc_map_at_1_std value: 11.29026856018124 - type: nauc_map_at_20_diff1 value: -16.824878853042396 - type: nauc_map_at_20_max value: 24.876234450431493 - type: nauc_map_at_20_std value: 23.308885603637826 - type: nauc_map_at_3_diff1 value: -6.588504470660044 - type: nauc_map_at_3_max value: 16.21832869231811 - type: nauc_map_at_3_std value: 15.599334445329823 - type: nauc_map_at_5_diff1 value: -6.629860123556049 - type: nauc_map_at_5_max value: 18.591049663974474 - type: nauc_map_at_5_std value: 18.77560307049183 - type: nauc_mrr_at_1000_diff1 value: 21.825396825396858 - type: nauc_mrr_at_1000_max value: 71.171802054155 - type: nauc_mrr_at_1000_std value: 71.171802054155 - type: nauc_mrr_at_100_diff1 value: 21.825396825396858 - type: nauc_mrr_at_100_max value: 71.171802054155 - type: nauc_mrr_at_100_std value: 71.171802054155 - type: nauc_mrr_at_10_diff1 value: 21.825396825396858 - type: nauc_mrr_at_10_max value: 71.171802054155 - type: nauc_mrr_at_10_std value: 71.171802054155 - type: nauc_mrr_at_1_diff1 value: 21.825396825396858 - type: nauc_mrr_at_1_max value: 71.171802054155 - type: nauc_mrr_at_1_std value: 71.171802054155 - type: nauc_mrr_at_20_diff1 value: 21.825396825396858 - type: nauc_mrr_at_20_max value: 71.171802054155 - type: nauc_mrr_at_20_std value: 71.171802054155 - type: nauc_mrr_at_3_diff1 value: 21.825396825396858 - type: nauc_mrr_at_3_max value: 71.171802054155 - type: nauc_mrr_at_3_std value: 71.171802054155 - type: nauc_mrr_at_5_diff1 value: 21.825396825396858 - type: nauc_mrr_at_5_max value: 71.171802054155 - type: nauc_mrr_at_5_std value: 71.171802054155 - type: nauc_ndcg_at_1000_diff1 value: -35.26433107840021 - type: nauc_ndcg_at_1000_max value: 34.37439400526442 - type: nauc_ndcg_at_1000_std value: 69.22668415799464 - type: nauc_ndcg_at_100_diff1 value: -27.50134284193791 - type: nauc_ndcg_at_100_max value: 42.81976378506305 - type: nauc_ndcg_at_100_std value: 69.35094521237268 - type: nauc_ndcg_at_10_diff1 value: -21.17622952210662 - type: nauc_ndcg_at_10_max value: 60.36920808881647 - type: nauc_ndcg_at_10_std value: 65.92538530244445 - type: nauc_ndcg_at_1_diff1 value: 5.879494655004866 - type: nauc_ndcg_at_1_max value: 46.55976676384832 - type: nauc_ndcg_at_1_std value: 36.5792031098153 - type: nauc_ndcg_at_20_diff1 value: -22.23669646744264 - type: nauc_ndcg_at_20_max value: 57.29582583730786 - type: nauc_ndcg_at_20_std value: 55.54791759063591 - type: nauc_ndcg_at_3_diff1 value: 13.860557120774985 - type: nauc_ndcg_at_3_max value: 57.15141347171681 - type: nauc_ndcg_at_3_std value: 45.514599842945415 - type: nauc_ndcg_at_5_diff1 value: 4.419618752771749 - type: nauc_ndcg_at_5_max value: 62.01514111450037 - type: nauc_ndcg_at_5_std value: 55.86054643089437 - type: nauc_precision_at_1000_diff1 value: -10.6946303861926 - type: nauc_precision_at_1000_max value: 16.14614493571456 - type: nauc_precision_at_1000_std value: 29.43099425811878 - type: nauc_precision_at_100_diff1 value: -20.010931490404875 - type: nauc_precision_at_100_max value: 44.66325309082853 - type: nauc_precision_at_100_std value: 68.60563139416732 - type: nauc_precision_at_10_diff1 value: -21.82668175778756 - type: nauc_precision_at_10_max value: 75.19314994340822 - type: nauc_precision_at_10_std value: 75.51006348112783 - type: nauc_precision_at_1_diff1 value: 21.825396825396858 - type: nauc_precision_at_1_max value: 71.171802054155 - type: nauc_precision_at_1_std value: 71.171802054155 - type: nauc_precision_at_20_diff1 value: -21.610980063408327 - type: nauc_precision_at_20_max value: 64.36072255095611 - type: nauc_precision_at_20_std value: 54.512376204511504 - type: nauc_precision_at_3_diff1 value: 27.64976958525334 - type: nauc_precision_at_3_max value: 85.41803818301513 - type: nauc_precision_at_3_std value: 62.05151415404879 - type: nauc_precision_at_5_diff1 value: 23.191751308094673 - type: nauc_precision_at_5_max value: 82.44075100030776 - type: nauc_precision_at_5_std value: 63.93175922261788 - type: nauc_recall_at_1000_diff1 value: -34.7321212809709 - type: nauc_recall_at_1000_max value: 22.985508334113096 - type: nauc_recall_at_1000_std value: 56.367533010052895 - type: nauc_recall_at_100_diff1 value: -20.925517981280173 - type: nauc_recall_at_100_max value: 20.535070709851304 - type: nauc_recall_at_100_std value: 33.817925716736774 - type: nauc_recall_at_10_diff1 value: -17.942449738811835 - type: nauc_recall_at_10_max value: 11.576456540823939 - type: nauc_recall_at_10_std value: 17.635794157135525 - type: nauc_recall_at_1_diff1 value: -9.056125568744475 - type: nauc_recall_at_1_max value: 5.53074301562749 - type: nauc_recall_at_1_std value: 11.29026856018124 - type: nauc_recall_at_20_diff1 value: -16.124708050169602 - type: nauc_recall_at_20_max value: 14.539970094380884 - type: nauc_recall_at_20_std value: 14.128567210830278 - type: nauc_recall_at_3_diff1 value: -7.508857649568135 - type: nauc_recall_at_3_max value: 11.113176214620266 - type: nauc_recall_at_3_std value: 10.829512353638474 - type: nauc_recall_at_5_diff1 value: -7.956196270739448 - type: nauc_recall_at_5_max value: 12.98725563285962 - type: nauc_recall_at_5_std value: 14.736399208474937 - type: ndcg_at_1 value: 90.0 - type: ndcg_at_10 value: 85.2 - type: ndcg_at_100 value: 68.836 - type: ndcg_at_1000 value: 62.275000000000006 - type: ndcg_at_20 value: 82.62899999999999 - type: ndcg_at_3 value: 87.346 - type: ndcg_at_5 value: 86.53699999999999 - type: precision_at_1 value: 96.0 - type: precision_at_10 value: 89.0 - type: precision_at_100 value: 71.67999999999999 - type: precision_at_1000 value: 27.778000000000002 - type: precision_at_20 value: 86.4 - type: precision_at_3 value: 92.0 - type: precision_at_5 value: 90.8 - type: recall_at_1 value: 0.247 - type: recall_at_10 value: 2.344 - type: recall_at_100 value: 17.598 - type: recall_at_1000 value: 59.379000000000005 - type: recall_at_20 value: 4.4319999999999995 - type: recall_at_3 value: 0.7270000000000001 - type: recall_at_5 value: 1.185 task: type: Retrieval - dataset: config: default name: MTEB Touche2020 revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f split: test type: mteb/touche2020 metrics: - type: main_score value: 27.014 - type: map_at_1 value: 2.3640000000000003 - type: map_at_10 value: 10.523 - type: map_at_100 value: 17.553 - type: map_at_1000 value: 19.211 - type: map_at_20 value: 13.702 - type: map_at_3 value: 5.689 - type: map_at_5 value: 7.392 - type: mrr_at_1 value: 30.612244897959183 - type: mrr_at_10 value: 49.63070942662779 - type: mrr_at_100 value: 50.22631894229441 - type: mrr_at_1000 value: 50.22631894229441 - type: mrr_at_20 value: 50.093717596402875 - type: mrr_at_3 value: 46.25850340136054 - type: mrr_at_5 value: 48.19727891156462 - type: nauc_map_at_1000_diff1 value: 11.861828289225198 - type: nauc_map_at_1000_max value: -33.50045451687243 - type: nauc_map_at_1000_std value: 5.651145007839342 - type: nauc_map_at_100_diff1 value: 10.51351931762349 - type: nauc_map_at_100_max value: -34.16395215095781 - type: nauc_map_at_100_std value: 2.371570410401416 - type: nauc_map_at_10_diff1 value: 8.348088012653324 - type: nauc_map_at_10_max value: -30.766753881914273 - type: nauc_map_at_10_std value: -16.757240011423956 - type: nauc_map_at_1_diff1 value: 10.614260109501945 - type: nauc_map_at_1_max value: -32.795323563367845 - type: nauc_map_at_1_std value: -18.655622347791716 - type: nauc_map_at_20_diff1 value: 11.961129127524424 - type: nauc_map_at_20_max value: -31.16485972303732 - type: nauc_map_at_20_std value: -8.538574015409665 - type: nauc_map_at_3_diff1 value: 5.157605290801791 - type: nauc_map_at_3_max value: -37.27407353409741 - type: nauc_map_at_3_std value: -28.053893301706122 - type: nauc_map_at_5_diff1 value: 5.425643598752088 - type: nauc_map_at_5_max value: -31.87709455468355 - type: nauc_map_at_5_std value: -22.285972678093913 - type: nauc_mrr_at_1000_diff1 value: 7.783622171442336 - type: nauc_mrr_at_1000_max value: -30.70152752675489 - type: nauc_mrr_at_1000_std value: -5.797369164597606 - type: nauc_mrr_at_100_diff1 value: 7.783622171442336 - type: nauc_mrr_at_100_max value: -30.70152752675489 - type: nauc_mrr_at_100_std value: -5.797369164597606 - type: nauc_mrr_at_10_diff1 value: 8.037396624307204 - type: nauc_mrr_at_10_max value: -31.574196983744457 - type: nauc_mrr_at_10_std value: -5.490528381537458 - type: nauc_mrr_at_1_diff1 value: 3.107873698963837 - type: nauc_mrr_at_1_max value: -28.635450062889834 - type: nauc_mrr_at_1_std value: -5.134754640289056 - type: nauc_mrr_at_20_diff1 value: 7.971382129764526 - type: nauc_mrr_at_20_max value: -30.958254133815426 - type: nauc_mrr_at_20_std value: -5.810321213072682 - type: nauc_mrr_at_3_diff1 value: 7.759123310159516 - type: nauc_mrr_at_3_max value: -29.795230456988104 - type: nauc_mrr_at_3_std value: -7.2211216831354745 - type: nauc_mrr_at_5_diff1 value: 8.642667507398137 - type: nauc_mrr_at_5_max value: -29.50129872074211 - type: nauc_mrr_at_5_std value: -4.206527190139964 - type: nauc_ndcg_at_1000_diff1 value: 21.299003864453443 - type: nauc_ndcg_at_1000_max value: -32.43403558738475 - type: nauc_ndcg_at_1000_std value: 28.2992659365124 - type: nauc_ndcg_at_100_diff1 value: 15.587350413584947 - type: nauc_ndcg_at_100_max value: -40.938423643955836 - type: nauc_ndcg_at_100_std value: 21.318509729314496 - type: nauc_ndcg_at_10_diff1 value: 15.711542438535679 - type: nauc_ndcg_at_10_max value: -35.26540980157084 - type: nauc_ndcg_at_10_std value: -5.7567037888170125 - type: nauc_ndcg_at_1_diff1 value: 2.370222991481304 - type: nauc_ndcg_at_1_max value: -23.49558145165367 - type: nauc_ndcg_at_1_std value: -5.809042558283733 - type: nauc_ndcg_at_20_diff1 value: 12.705733611060104 - type: nauc_ndcg_at_20_max value: -38.649060363532186 - type: nauc_ndcg_at_20_std value: -1.3367860544035444 - type: nauc_ndcg_at_3_diff1 value: 3.899876540849419 - type: nauc_ndcg_at_3_max value: -30.201743679979693 - type: nauc_ndcg_at_3_std value: -15.138205671648668 - type: nauc_ndcg_at_5_diff1 value: 12.066882857349661 - type: nauc_ndcg_at_5_max value: -27.090074561897726 - type: nauc_ndcg_at_5_std value: -7.096143081558743 - type: nauc_precision_at_1000_diff1 value: 12.484209328259318 - type: nauc_precision_at_1000_max value: 41.16847441154494 - type: nauc_precision_at_1000_std value: 30.070506662310407 - type: nauc_precision_at_100_diff1 value: 21.061442935362304 - type: nauc_precision_at_100_max value: -16.71869719818301 - type: nauc_precision_at_100_std value: 64.97755663990536 - type: nauc_precision_at_10_diff1 value: 25.298278790087974 - type: nauc_precision_at_10_max value: -29.366251023108664 - type: nauc_precision_at_10_std value: 8.958796717002295 - type: nauc_precision_at_1_diff1 value: 3.107873698963837 - type: nauc_precision_at_1_max value: -28.635450062889834 - type: nauc_precision_at_1_std value: -5.134754640289056 - type: nauc_precision_at_20_diff1 value: 22.68195447134841 - type: nauc_precision_at_20_max value: -28.369276180375113 - type: nauc_precision_at_20_std value: 25.10621385765007 - type: nauc_precision_at_3_diff1 value: 2.252977034797558 - type: nauc_precision_at_3_max value: -33.985657758546516 - type: nauc_precision_at_3_std value: -18.534758020546555 - type: nauc_precision_at_5_diff1 value: 14.54971149195295 - type: nauc_precision_at_5_max value: -26.487137609449178 - type: nauc_precision_at_5_std value: -4.449781405571922 - type: nauc_recall_at_1000_diff1 value: 22.68582159476759 - type: nauc_recall_at_1000_max value: 1.1700205927801608 - type: nauc_recall_at_1000_std value: 69.52991300534005 - type: nauc_recall_at_100_diff1 value: 8.764202313336355 - type: nauc_recall_at_100_max value: -34.88875890364159 - type: nauc_recall_at_100_std value: 37.002933317410495 - type: nauc_recall_at_10_diff1 value: 7.8037364899086885 - type: nauc_recall_at_10_max value: -33.55275242130378 - type: nauc_recall_at_10_std value: -11.551134514796559 - type: nauc_recall_at_1_diff1 value: 10.614260109501945 - type: nauc_recall_at_1_max value: -32.795323563367845 - type: nauc_recall_at_1_std value: -18.655622347791716 - type: nauc_recall_at_20_diff1 value: 8.482127705681654 - type: nauc_recall_at_20_max value: -35.10319585996859 - type: nauc_recall_at_20_std value: 0.8573773028708258 - type: nauc_recall_at_3_diff1 value: 5.109023982066391 - type: nauc_recall_at_3_max value: -38.5029061209905 - type: nauc_recall_at_3_std value: -26.307790461998938 - type: nauc_recall_at_5_diff1 value: 8.359401363810965 - type: nauc_recall_at_5_max value: -30.401395895692374 - type: nauc_recall_at_5_std value: -17.867578290521653 - type: ndcg_at_1 value: 26.531 - type: ndcg_at_10 value: 27.014 - type: ndcg_at_100 value: 39.617999999999995 - type: ndcg_at_1000 value: 50.607 - type: ndcg_at_20 value: 28.733999999999998 - type: ndcg_at_3 value: 28.675 - type: ndcg_at_5 value: 26.573999999999998 - type: precision_at_1 value: 30.612000000000002 - type: precision_at_10 value: 25.306 - type: precision_at_100 value: 8.366999999999999 - type: precision_at_1000 value: 1.582 - type: precision_at_20 value: 20.204 - type: precision_at_3 value: 31.973000000000003 - type: precision_at_5 value: 27.346999999999998 - type: recall_at_1 value: 2.3640000000000003 - type: recall_at_10 value: 18.136 - type: recall_at_100 value: 50.983000000000004 - type: recall_at_1000 value: 85.452 - type: recall_at_20 value: 27.683000000000003 - type: recall_at_3 value: 7.167 - type: recall_at_5 value: 10.126 task: type: Retrieval - dataset: config: default name: MTEB ToxicConversationsClassification revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de split: test type: mteb/toxic_conversations_50k metrics: - type: accuracy value: 89.0283203125 - type: ap value: 37.07177004148452 - type: ap_weighted value: 37.07177004148452 - type: f1 value: 74.86069010866501 - type: f1_weighted value: 90.74131208151626 - type: main_score value: 89.0283203125 task: type: Classification - dataset: config: default name: MTEB TweetSentimentExtractionClassification revision: d604517c81ca91fe16a244d1248fc021f9ecee7a split: test type: mteb/tweet_sentiment_extraction metrics: - type: accuracy value: 78.12676853423882 - type: f1 value: 78.33730077389063 - type: f1_weighted value: 77.73346059564223 - type: main_score value: 78.12676853423882 task: type: Classification - dataset: config: default name: MTEB TwentyNewsgroupsClustering revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 split: test type: mteb/twentynewsgroups-clustering metrics: - type: main_score value: 52.145354227491936 - type: v_measure value: 52.145354227491936 - type: v_measure_std value: 1.4582887484931664 task: type: Clustering - dataset: config: default name: MTEB TwitterSemEval2015 revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 split: test type: mteb/twittersemeval2015-pairclassification metrics: - type: cosine_accuracy value: 86.49341360195506 - type: cosine_accuracy_threshold value: 88.04887533187866 - type: cosine_ap value: 76.09078275541282 - type: cosine_f1 value: 69.58199356913184 - type: cosine_f1_threshold value: 86.9591236114502 - type: cosine_precision value: 67.87954830614805 - type: cosine_recall value: 71.37203166226914 - type: dot_accuracy value: 86.49341360195506 - type: dot_accuracy_threshold value: 88.04887533187866 - type: dot_ap value: 76.09082123667478 - type: dot_f1 value: 69.58199356913184 - type: dot_f1_threshold value: 86.95912957191467 - type: dot_precision value: 67.87954830614805 - type: dot_recall value: 71.37203166226914 - type: euclidean_accuracy value: 86.49341360195506 - type: euclidean_accuracy_threshold value: 48.88991713523865 - type: euclidean_ap value: 76.09080965536772 - type: euclidean_f1 value: 69.58199356913184 - type: euclidean_f1_threshold value: 51.07029676437378 - type: euclidean_precision value: 67.87954830614805 - type: euclidean_recall value: 71.37203166226914 - type: main_score value: 76.09082123667478 - type: manhattan_accuracy value: 86.48745306073792 - type: manhattan_accuracy_threshold value: 2292.697525024414 - type: manhattan_ap value: 76.06796964391891 - type: manhattan_f1 value: 69.48757763975155 - type: manhattan_f1_threshold value: 2408.074378967285 - type: manhattan_precision value: 68.18181818181817 - type: manhattan_recall value: 70.84432717678101 - type: max_ap value: 76.09082123667478 - type: max_f1 value: 69.58199356913184 - type: max_precision value: 68.18181818181817 - type: max_recall value: 71.37203166226914 - type: similarity_accuracy value: 86.49341360195506 - type: similarity_accuracy_threshold value: 88.04887533187866 - type: similarity_ap value: 76.09078275541282 - type: similarity_f1 value: 69.58199356913184 - type: similarity_f1_threshold value: 86.9591236114502 - type: similarity_precision value: 67.87954830614805 - type: similarity_recall value: 71.37203166226914 task: type: PairClassification - dataset: config: default name: MTEB TwitterURLCorpus revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf split: test type: mteb/twitterurlcorpus-pairclassification metrics: - type: cosine_accuracy value: 89.33325571467381 - type: cosine_accuracy_threshold value: 85.93302965164185 - type: cosine_ap value: 87.05621118427712 - type: cosine_f1 value: 78.9287295263391 - type: cosine_f1_threshold value: 84.22765135765076 - type: cosine_precision value: 75.76487252124646 - type: cosine_recall value: 82.36834000615954 - type: dot_accuracy value: 89.33325571467381 - type: dot_accuracy_threshold value: 85.93302965164185 - type: dot_ap value: 87.05618912462992 - type: dot_f1 value: 78.9287295263391 - type: dot_f1_threshold value: 84.22765731811523 - type: dot_precision value: 75.76487252124646 - type: dot_recall value: 82.36834000615954 - type: euclidean_accuracy value: 89.33325571467381 - type: euclidean_accuracy_threshold value: 53.0414342880249 - type: euclidean_ap value: 87.05617529668494 - type: euclidean_f1 value: 78.9287295263391 - type: euclidean_f1_threshold value: 56.16466999053955 - type: euclidean_precision value: 75.76487252124646 - type: euclidean_recall value: 82.36834000615954 - type: main_score value: 87.09146775896642 - type: manhattan_accuracy value: 89.35266037955525 - type: manhattan_accuracy_threshold value: 2520.371627807617 - type: manhattan_ap value: 87.09146775896642 - type: manhattan_f1 value: 78.98593200468933 - type: manhattan_f1_threshold value: 2671.186637878418 - type: manhattan_precision value: 75.34246575342466 - type: manhattan_recall value: 82.99969202340623 - type: max_ap value: 87.09146775896642 - type: max_f1 value: 78.98593200468933 - type: max_precision value: 75.76487252124646 - type: max_recall value: 82.99969202340623 - type: similarity_accuracy value: 89.33325571467381 - type: similarity_accuracy_threshold value: 85.93302965164185 - type: similarity_ap value: 87.05621118427712 - type: similarity_f1 value: 78.9287295263391 - type: similarity_f1_threshold value: 84.22765135765076 - type: similarity_precision value: 75.76487252124646 - type: similarity_recall value: 82.36834000615954 task: type: PairClassification - dataset: config: default name: MTEB AFQMC revision: b44c3b011063adb25877c13823db83bb193913c4 split: validation type: C-MTEB/AFQMC metrics: - type: cosine_pearson value: 43.075021655312774 - type: cosine_spearman value: 44.89262435412616 - type: euclidean_pearson value: 43.323441952835935 - type: euclidean_spearman value: 44.89264445339348 - type: main_score value: 44.89262435412616 - type: manhattan_pearson value: 43.299345135225096 - type: manhattan_spearman value: 44.84672624875845 - type: pearson value: 43.075021655312774 - type: spearman value: 44.89262435412616 task: type: STS - dataset: config: default name: MTEB ATEC revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865 split: test type: C-MTEB/ATEC metrics: - type: cosine_pearson value: 49.26021623057748 - type: cosine_spearman value: 50.63351427230114 - type: euclidean_pearson value: 52.990259347041366 - type: euclidean_spearman value: 50.633515397485795 - type: main_score value: 50.63351427230114 - type: manhattan_pearson value: 52.9932933040557 - type: manhattan_spearman value: 50.622171149550745 - type: pearson value: 49.26021623057748 - type: spearman value: 50.63351427230114 task: type: STS - dataset: config: zh name: MTEB AmazonReviewsClassification (zh) revision: 1399c76144fd37290681b995c656ef9b2e06e26d split: test type: mteb/amazon_reviews_multi metrics: - type: accuracy value: 52.038 - type: f1 value: 48.0322642325316 - type: f1_weighted value: 48.0322642325316 - type: main_score value: 52.038 task: type: Classification - dataset: config: default name: MTEB BQ revision: e3dda5e115e487b39ec7e618c0c6a29137052a55 split: test type: C-MTEB/BQ metrics: - type: cosine_pearson value: 57.65253445352181 - type: cosine_spearman value: 58.60866440384924 - type: euclidean_pearson value: 57.1957759360763 - type: euclidean_spearman value: 58.608685187052444 - type: main_score value: 58.60866440384924 - type: manhattan_pearson value: 57.27268942066487 - type: manhattan_spearman value: 58.718642701247404 - type: pearson value: 57.65253445352181 - type: spearman value: 58.60866440384924 task: type: STS - dataset: config: default name: MTEB CLSClusteringP2P revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476 split: test type: C-MTEB/CLSClusteringP2P metrics: - type: main_score value: 45.337001875641214 - type: v_measure value: 45.337001875641214 - type: v_measure_std value: 1.1760018538372494 task: type: Clustering - dataset: config: default name: MTEB CLSClusteringS2S revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f split: test type: C-MTEB/CLSClusteringS2S metrics: - type: main_score value: 42.64655060219692 - type: v_measure value: 42.64655060219692 - type: v_measure_std value: 1.0992203849693576 task: type: Clustering - dataset: config: default name: MTEB CMedQAv1 revision: 8d7f1e942507dac42dc58017c1a001c3717da7df split: test type: C-MTEB/CMedQAv1-reranking metrics: - type: main_score value: 85.68470926799546 - type: map value: 85.68470926799546 - type: mrr value: 87.81091269841271 - type: nAUC_map_diff1 value: 58.43870668745237 - type: nAUC_map_max value: 63.4705547882905 - type: nAUC_map_std value: 31.57960155271427 - type: nAUC_mrr_diff1 value: 68.50424079760478 - type: nAUC_mrr_max value: 74.10528679347851 - type: nAUC_mrr_std value: 43.31571104385471 task: type: Reranking - dataset: config: default name: MTEB CMedQAv2 revision: 23d186750531a14a0357ca22cd92d712fd512ea0 split: test type: C-MTEB/CMedQAv2-reranking metrics: - type: main_score value: 86.91743212359135 - type: map value: 86.91743212359135 - type: mrr value: 89.13869047619048 - type: nAUC_map_diff1 value: 64.75426744426333 - type: nAUC_map_max value: 69.55836795569942 - type: nAUC_map_std value: 22.82675117993607 - type: nAUC_mrr_diff1 value: 69.85618236678994 - type: nAUC_mrr_max value: 78.38152973868033 - type: nAUC_mrr_std value: 33.432371951974304 task: type: Reranking - dataset: config: default name: MTEB CmedqaRetrieval revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301 split: dev type: C-MTEB/CmedqaRetrieval metrics: - type: main_score value: 49.164 - type: map_at_1 value: 30.642999999999997 - type: map_at_10 value: 43.204 - type: map_at_100 value: 44.851 - type: map_at_1000 value: 44.966 - type: map_at_20 value: 44.061 - type: map_at_3 value: 39.477000000000004 - type: map_at_5 value: 41.624 - type: mrr_at_1 value: 45.83645911477869 - type: mrr_at_10 value: 52.66236201907607 - type: mrr_at_100 value: 53.52714200173996 - type: mrr_at_1000 value: 53.57067727231368 - type: mrr_at_20 value: 53.14034836694898 - type: mrr_at_3 value: 50.78352921563712 - type: mrr_at_5 value: 51.845044594481884 - type: nauc_map_at_1000_diff1 value: 51.12435620594382 - type: nauc_map_at_1000_max value: 41.83791386068948 - type: nauc_map_at_1000_std value: -12.33761462551034 - type: nauc_map_at_100_diff1 value: 51.08344869253166 - type: nauc_map_at_100_max value: 41.82531046761183 - type: nauc_map_at_100_std value: -12.377392301220217 - type: nauc_map_at_10_diff1 value: 51.03491585094033 - type: nauc_map_at_10_max value: 40.893337556770604 - type: nauc_map_at_10_std value: -13.425633468493414 - type: nauc_map_at_1_diff1 value: 53.64213604467537 - type: nauc_map_at_1_max value: 28.442399780009183 - type: nauc_map_at_1_std value: -13.86780674067903 - type: nauc_map_at_20_diff1 value: 50.95240054584321 - type: nauc_map_at_20_max value: 41.50748552604846 - type: nauc_map_at_20_std value: -12.878858420924283 - type: nauc_map_at_3_diff1 value: 51.532410498705026 - type: nauc_map_at_3_max value: 37.573997415109865 - type: nauc_map_at_3_std value: -14.305456203770694 - type: nauc_map_at_5_diff1 value: 51.246318406856986 - type: nauc_map_at_5_max value: 39.512092261118596 - type: nauc_map_at_5_std value: -14.206040341860682 - type: nauc_mrr_at_1000_diff1 value: 59.3509888315529 - type: nauc_mrr_at_1000_max value: 49.32503060961004 - type: nauc_mrr_at_1000_std value: -8.084928592499557 - type: nauc_mrr_at_100_diff1 value: 59.328964717630285 - type: nauc_mrr_at_100_max value: 49.32322220299966 - type: nauc_mrr_at_100_std value: -8.07721587542208 - type: nauc_mrr_at_10_diff1 value: 59.275302095009316 - type: nauc_mrr_at_10_max value: 49.2388974195244 - type: nauc_mrr_at_10_std value: -8.296007060227682 - type: nauc_mrr_at_1_diff1 value: 63.752152096070425 - type: nauc_mrr_at_1_max value: 47.97426619650677 - type: nauc_mrr_at_1_std value: -8.34729831294353 - type: nauc_mrr_at_20_diff1 value: 59.26101484827151 - type: nauc_mrr_at_20_max value: 49.38513016737576 - type: nauc_mrr_at_20_std value: -8.112180696872091 - type: nauc_mrr_at_3_diff1 value: 60.01369139291679 - type: nauc_mrr_at_3_max value: 49.55602354209582 - type: nauc_mrr_at_3_std value: -8.644271560895966 - type: nauc_mrr_at_5_diff1 value: 59.63144373657664 - type: nauc_mrr_at_5_max value: 49.40782389228212 - type: nauc_mrr_at_5_std value: -8.556289650408441 - type: nauc_ndcg_at_1000_diff1 value: 52.30957779159306 - type: nauc_ndcg_at_1000_max value: 45.33320658473615 - type: nauc_ndcg_at_1000_std value: -9.265387571187423 - type: nauc_ndcg_at_100_diff1 value: 51.48774508647491 - type: nauc_ndcg_at_100_max value: 45.293899755789134 - type: nauc_ndcg_at_100_std value: -9.169346523785142 - type: nauc_ndcg_at_10_diff1 value: 51.1178133997491 - type: nauc_ndcg_at_10_max value: 43.55888978754184 - type: nauc_ndcg_at_10_std value: -12.16790029306023 - type: nauc_ndcg_at_1_diff1 value: 63.752152096070425 - type: nauc_ndcg_at_1_max value: 47.97426619650677 - type: nauc_ndcg_at_1_std value: -8.34729831294353 - type: nauc_ndcg_at_20_diff1 value: 50.84989759257148 - type: nauc_ndcg_at_20_max value: 44.55785155757374 - type: nauc_ndcg_at_20_std value: -11.075561381856001 - type: nauc_ndcg_at_3_diff1 value: 52.49596895831883 - type: nauc_ndcg_at_3_max value: 44.225442427402236 - type: nauc_ndcg_at_3_std value: -11.007610493060776 - type: nauc_ndcg_at_5_diff1 value: 51.77791795912115 - type: nauc_ndcg_at_5_max value: 43.41218271495931 - type: nauc_ndcg_at_5_std value: -12.33037097871706 - type: nauc_precision_at_1000_diff1 value: 0.4766695190475029 - type: nauc_precision_at_1000_max value: 25.39279942924039 - type: nauc_precision_at_1000_std value: 21.475103942054407 - type: nauc_precision_at_100_diff1 value: 6.595226459389132 - type: nauc_precision_at_100_max value: 34.61829447952335 - type: nauc_precision_at_100_std value: 20.177567724525193 - type: nauc_precision_at_10_diff1 value: 21.860906421421568 - type: nauc_precision_at_10_max value: 45.022850040530656 - type: nauc_precision_at_10_std value: 4.977381345363062 - type: nauc_precision_at_1_diff1 value: 63.752152096070425 - type: nauc_precision_at_1_max value: 47.97426619650677 - type: nauc_precision_at_1_std value: -8.34729831294353 - type: nauc_precision_at_20_diff1 value: 16.449387989855655 - type: nauc_precision_at_20_max value: 43.35569435832909 - type: nauc_precision_at_20_std value: 9.819758417855832 - type: nauc_precision_at_3_diff1 value: 35.412222822731266 - type: nauc_precision_at_3_max value: 48.77260322589785 - type: nauc_precision_at_3_std value: -1.751720635474484 - type: nauc_precision_at_5_diff1 value: 28.616121437868802 - type: nauc_precision_at_5_max value: 46.902087667059654 - type: nauc_precision_at_5_std value: 0.2876484935059754 - type: nauc_recall_at_1000_diff1 value: 33.01802675991005 - type: nauc_recall_at_1000_max value: 54.09582524877301 - type: nauc_recall_at_1000_std value: 35.433539083847066 - type: nauc_recall_at_100_diff1 value: 32.36844158297472 - type: nauc_recall_at_100_max value: 41.02187114563657 - type: nauc_recall_at_100_std value: 2.5626011064811727 - type: nauc_recall_at_10_diff1 value: 40.04589830142059 - type: nauc_recall_at_10_max value: 38.183340089340064 - type: nauc_recall_at_10_std value: -13.278126780446401 - type: nauc_recall_at_1_diff1 value: 53.64213604467537 - type: nauc_recall_at_1_max value: 28.442399780009183 - type: nauc_recall_at_1_std value: -13.86780674067903 - type: nauc_recall_at_20_diff1 value: 37.30349216658668 - type: nauc_recall_at_20_max value: 40.44598806810775 - type: nauc_recall_at_20_std value: -9.751433777523005 - type: nauc_recall_at_3_diff1 value: 45.49528448105113 - type: nauc_recall_at_3_max value: 36.43441462224547 - type: nauc_recall_at_3_std value: -14.661163626643766 - type: nauc_recall_at_5_diff1 value: 43.3865812725853 - type: nauc_recall_at_5_max value: 37.430813774960235 - type: nauc_recall_at_5_std value: -15.225795585558224 - type: ndcg_at_1 value: 45.836 - type: ndcg_at_10 value: 49.164 - type: ndcg_at_100 value: 55.735 - type: ndcg_at_1000 value: 57.724 - type: ndcg_at_20 value: 51.489 - type: ndcg_at_3 value: 45.193 - type: ndcg_at_5 value: 46.783 - type: precision_at_1 value: 45.836 - type: precision_at_10 value: 10.338 - type: precision_at_100 value: 1.572 - type: precision_at_1000 value: 0.183 - type: precision_at_20 value: 5.953 - type: precision_at_3 value: 25.006 - type: precision_at_5 value: 17.589 - type: recall_at_1 value: 30.642999999999997 - type: recall_at_10 value: 57.31 - type: recall_at_100 value: 84.891 - type: recall_at_1000 value: 98.198 - type: recall_at_20 value: 65.257 - type: recall_at_3 value: 44.388 - type: recall_at_5 value: 50.007999999999996 task: type: Retrieval - dataset: config: default name: MTEB Cmnli revision: 41bc36f332156f7adc9e38f53777c959b2ae9766 split: validation type: C-MTEB/CMNLI metrics: - type: cosine_accuracy value: 71.93024654239326 - type: cosine_accuracy_threshold value: 79.62648272514343 - type: cosine_ap value: 79.84023667096872 - type: cosine_f1 value: 74.62052216150576 - type: cosine_f1_threshold value: 74.28100109100342 - type: cosine_precision value: 65.78055307760928 - type: cosine_recall value: 86.2052840776245 - type: dot_accuracy value: 71.93024654239326 - type: dot_accuracy_threshold value: 79.62648868560791 - type: dot_ap value: 79.84176293105413 - type: dot_f1 value: 74.62052216150576 - type: dot_f1_threshold value: 74.28099513053894 - type: dot_precision value: 65.78055307760928 - type: dot_recall value: 86.2052840776245 - type: euclidean_accuracy value: 71.93024654239326 - type: euclidean_accuracy_threshold value: 63.83339166641235 - type: euclidean_ap value: 79.84022496753799 - type: euclidean_f1 value: 74.62052216150576 - type: euclidean_f1_threshold value: 71.72029614448547 - type: euclidean_precision value: 65.78055307760928 - type: euclidean_recall value: 86.2052840776245 - type: main_score value: 79.84176293105413 - type: manhattan_accuracy value: 71.88214070956104 - type: manhattan_accuracy_threshold value: 3033.975601196289 - type: manhattan_ap value: 79.82655682168269 - type: manhattan_f1 value: 74.75157168931251 - type: manhattan_f1_threshold value: 3390.0177001953125 - type: manhattan_precision value: 65.99820948970456 - type: manhattan_recall value: 86.1819032031798 - type: max_ap value: 79.84176293105413 - type: max_f1 value: 74.75157168931251 - type: max_precision value: 65.99820948970456 - type: max_recall value: 86.2052840776245 - type: similarity_accuracy value: 71.93024654239326 - type: similarity_accuracy_threshold value: 79.62648272514343 - type: similarity_ap value: 79.84023667096872 - type: similarity_f1 value: 74.62052216150576 - type: similarity_f1_threshold value: 74.28100109100342 - type: similarity_precision value: 65.78055307760928 - type: similarity_recall value: 86.2052840776245 task: type: PairClassification - dataset: config: default name: MTEB CovidRetrieval revision: 1271c7809071a13532e05f25fb53511ffce77117 split: dev type: C-MTEB/CovidRetrieval metrics: - type: main_score value: 85.32300000000001 - type: map_at_1 value: 73.815 - type: map_at_10 value: 81.843 - type: map_at_100 value: 81.992 - type: map_at_1000 value: 81.99600000000001 - type: map_at_20 value: 81.941 - type: map_at_3 value: 80.374 - type: map_at_5 value: 81.392 - type: mrr_at_1 value: 73.97260273972603 - type: mrr_at_10 value: 81.82238613745464 - type: mrr_at_100 value: 81.97139599064744 - type: mrr_at_1000 value: 81.9751209540518 - type: mrr_at_20 value: 81.92072360797712 - type: mrr_at_3 value: 80.43554618897085 - type: mrr_at_5 value: 81.39971900245875 - type: nauc_map_at_1000_diff1 value: 83.94116203617172 - type: nauc_map_at_1000_max value: 39.63051357484414 - type: nauc_map_at_1000_std value: -49.13417273975926 - type: nauc_map_at_100_diff1 value: 83.94023475725179 - type: nauc_map_at_100_max value: 39.64189605415708 - type: nauc_map_at_100_std value: -49.11845809158707 - type: nauc_map_at_10_diff1 value: 83.88581860076957 - type: nauc_map_at_10_max value: 39.776029509427715 - type: nauc_map_at_10_std value: -49.268556643304706 - type: nauc_map_at_1_diff1 value: 85.69870213655336 - type: nauc_map_at_1_max value: 38.25195947846537 - type: nauc_map_at_1_std value: -45.38134094677471 - type: nauc_map_at_20_diff1 value: 83.91720847756393 - type: nauc_map_at_20_max value: 39.61772379019195 - type: nauc_map_at_20_std value: -49.150252243893235 - type: nauc_map_at_3_diff1 value: 83.72421386397973 - type: nauc_map_at_3_max value: 39.06178523377371 - type: nauc_map_at_3_std value: -51.489621107598914 - type: nauc_map_at_5_diff1 value: 83.74266309443259 - type: nauc_map_at_5_max value: 39.660712188325405 - type: nauc_map_at_5_std value: -49.99039917799208 - type: nauc_mrr_at_1000_diff1 value: 83.95587681463032 - type: nauc_mrr_at_1000_max value: 39.37858528926369 - type: nauc_mrr_at_1000_std value: -49.51791174892365 - type: nauc_mrr_at_100_diff1 value: 83.95494735813118 - type: nauc_mrr_at_100_max value: 39.39001070749591 - type: nauc_mrr_at_100_std value: -49.502129652196125 - type: nauc_mrr_at_10_diff1 value: 83.90046650897342 - type: nauc_mrr_at_10_max value: 39.52624673751861 - type: nauc_mrr_at_10_std value: -49.64858337425514 - type: nauc_mrr_at_1_diff1 value: 85.53930135061452 - type: nauc_mrr_at_1_max value: 38.00438602428203 - type: nauc_mrr_at_1_std value: -45.44305538344746 - type: nauc_mrr_at_20_diff1 value: 83.93190462249652 - type: nauc_mrr_at_20_max value: 39.36664531505779 - type: nauc_mrr_at_20_std value: -49.532701085538385 - type: nauc_mrr_at_3_diff1 value: 83.61849732651332 - type: nauc_mrr_at_3_max value: 39.02140272921619 - type: nauc_mrr_at_3_std value: -51.307424945225165 - type: nauc_mrr_at_5_diff1 value: 83.71779085120541 - type: nauc_mrr_at_5_max value: 39.50596725341864 - type: nauc_mrr_at_5_std value: -50.24447866157814 - type: nauc_ndcg_at_1000_diff1 value: 83.67294366563638 - type: nauc_ndcg_at_1000_max value: 40.21398544027225 - type: nauc_ndcg_at_1000_std value: -49.12252742927913 - type: nauc_ndcg_at_100_diff1 value: 83.6588426144424 - type: nauc_ndcg_at_100_max value: 40.606738813214804 - type: nauc_ndcg_at_100_std value: -48.57598972015289 - type: nauc_ndcg_at_10_diff1 value: 83.41609061694392 - type: nauc_ndcg_at_10_max value: 41.119972193574554 - type: nauc_ndcg_at_10_std value: -49.201259340920956 - type: nauc_ndcg_at_1_diff1 value: 85.53930135061452 - type: nauc_ndcg_at_1_max value: 38.00438602428203 - type: nauc_ndcg_at_1_std value: -45.44305538344746 - type: nauc_ndcg_at_20_diff1 value: 83.53337249475324 - type: nauc_ndcg_at_20_max value: 40.361185100289795 - type: nauc_ndcg_at_20_std value: -48.71504537552606 - type: nauc_ndcg_at_3_diff1 value: 82.90705436326783 - type: nauc_ndcg_at_3_max value: 39.71976425047279 - type: nauc_ndcg_at_3_std value: -53.61362379782653 - type: nauc_ndcg_at_5_diff1 value: 82.94082761188957 - type: nauc_ndcg_at_5_max value: 40.86657690987761 - type: nauc_ndcg_at_5_std value: -51.07185896777601 - type: nauc_precision_at_1000_diff1 value: -48.254404112415926 - type: nauc_precision_at_1000_max value: 3.8258192138305502 - type: nauc_precision_at_1000_std value: 54.221851315990286 - type: nauc_precision_at_100_diff1 value: -8.640831967434698 - type: nauc_precision_at_100_max value: 29.17042376932099 - type: nauc_precision_at_100_std value: 42.96917537866763 - type: nauc_precision_at_10_diff1 value: 37.442658795534925 - type: nauc_precision_at_10_max value: 39.37538912290781 - type: nauc_precision_at_10_std value: -10.21185898922827 - type: nauc_precision_at_1_diff1 value: 85.53930135061452 - type: nauc_precision_at_1_max value: 38.00438602428203 - type: nauc_precision_at_1_std value: -45.44305538344746 - type: nauc_precision_at_20_diff1 value: 23.199438215465886 - type: nauc_precision_at_20_max value: 29.331808414693427 - type: nauc_precision_at_20_std value: 8.38544696901703 - type: nauc_precision_at_3_diff1 value: 73.17909995337119 - type: nauc_precision_at_3_max value: 39.3002543181189 - type: nauc_precision_at_3_std value: -58.72671369918061 - type: nauc_precision_at_5_diff1 value: 55.80793305797087 - type: nauc_precision_at_5_max value: 40.57874453069026 - type: nauc_precision_at_5_std value: -36.99349366803955 - type: nauc_recall_at_1000_diff1 value: 55.40250039961657 - type: nauc_recall_at_1000_max value: 86.92657390825488 - type: nauc_recall_at_1000_std value: -115.04059223842143 - type: nauc_recall_at_100_diff1 value: 79.37578046333019 - type: nauc_recall_at_100_max value: 87.34770856038956 - type: nauc_recall_at_100_std value: 2.4317943399897994 - type: nauc_recall_at_10_diff1 value: 79.36609904797409 - type: nauc_recall_at_10_max value: 57.82170776098315 - type: nauc_recall_at_10_std value: -44.13645156554143 - type: nauc_recall_at_1_diff1 value: 85.69870213655336 - type: nauc_recall_at_1_max value: 38.25195947846537 - type: nauc_recall_at_1_std value: -45.38134094677471 - type: nauc_recall_at_20_diff1 value: 79.26362235490821 - type: nauc_recall_at_20_max value: 51.265161072837316 - type: nauc_recall_at_20_std value: -31.860771570489245 - type: nauc_recall_at_3_diff1 value: 79.41158233841963 - type: nauc_recall_at_3_max value: 42.87270252894273 - type: nauc_recall_at_3_std value: -63.357242359445664 - type: nauc_recall_at_5_diff1 value: 77.97179551541261 - type: nauc_recall_at_5_max value: 49.01311400350002 - type: nauc_recall_at_5_std value: -57.6403509031542 - type: ndcg_at_1 value: 73.973 - type: ndcg_at_10 value: 85.32300000000001 - type: ndcg_at_100 value: 86.003 - type: ndcg_at_1000 value: 86.10900000000001 - type: ndcg_at_20 value: 85.69099999999999 - type: ndcg_at_3 value: 82.458 - type: ndcg_at_5 value: 84.251 - type: precision_at_1 value: 73.973 - type: precision_at_10 value: 9.705 - type: precision_at_100 value: 1.001 - type: precision_at_1000 value: 0.101 - type: precision_at_20 value: 4.926 - type: precision_at_3 value: 29.609999999999996 - type: precision_at_5 value: 18.714 - type: recall_at_1 value: 73.815 - type: recall_at_10 value: 95.99600000000001 - type: recall_at_100 value: 99.05199999999999 - type: recall_at_1000 value: 99.895 - type: recall_at_20 value: 97.471 - type: recall_at_3 value: 88.409 - type: recall_at_5 value: 92.67699999999999 task: type: Retrieval - dataset: config: default name: MTEB DuRetrieval revision: a1a333e290fe30b10f3f56498e3a0d911a693ced split: dev type: C-MTEB/DuRetrieval metrics: - type: main_score value: 85.677 - type: map_at_1 value: 24.792 - type: map_at_10 value: 77.532 - type: map_at_100 value: 80.655 - type: map_at_1000 value: 80.686 - type: map_at_20 value: 80.023 - type: map_at_3 value: 52.581 - type: map_at_5 value: 66.84400000000001 - type: mrr_at_1 value: 85.1 - type: mrr_at_10 value: 90.47109126984127 - type: mrr_at_100 value: 90.52875367041672 - type: mrr_at_1000 value: 90.53174674759065 - type: mrr_at_20 value: 90.50084868562807 - type: mrr_at_3 value: 90.04166666666666 - type: mrr_at_5 value: 90.32916666666665 - type: nauc_map_at_1000_diff1 value: 0.5314078590514799 - type: nauc_map_at_1000_max value: 32.068799983746054 - type: nauc_map_at_1000_std value: 5.244918119526593 - type: nauc_map_at_100_diff1 value: 0.5517725999375852 - type: nauc_map_at_100_max value: 32.1157451966635 - type: nauc_map_at_100_std value: 5.256762737629798 - type: nauc_map_at_10_diff1 value: 4.1471688279826715 - type: nauc_map_at_10_max value: 28.430135190948302 - type: nauc_map_at_10_std value: -6.118055424655896 - type: nauc_map_at_1_diff1 value: 44.716739500115764 - type: nauc_map_at_1_max value: -5.285015138973625 - type: nauc_map_at_1_std value: -32.07742606042661 - type: nauc_map_at_20_diff1 value: 1.3277254109610759 - type: nauc_map_at_20_max value: 31.93919714166804 - type: nauc_map_at_20_std value: 2.8197981545213366 - type: nauc_map_at_3_diff1 value: 28.46682299772191 - type: nauc_map_at_3_max value: 6.178040021045322 - type: nauc_map_at_3_std value: -31.147714561110167 - type: nauc_map_at_5_diff1 value: 15.825276879930792 - type: nauc_map_at_5_max value: 16.240962294623948 - type: nauc_map_at_5_std value: -22.85370633774652 - type: nauc_mrr_at_1000_diff1 value: 11.801094544286372 - type: nauc_mrr_at_1000_max value: 43.579122801953936 - type: nauc_mrr_at_1000_std value: 15.95800760449844 - type: nauc_mrr_at_100_diff1 value: 11.788059021877388 - type: nauc_mrr_at_100_max value: 43.5965782578055 - type: nauc_mrr_at_100_std value: 15.982466013541577 - type: nauc_mrr_at_10_diff1 value: 11.73916123801849 - type: nauc_mrr_at_10_max value: 43.80187185920642 - type: nauc_mrr_at_10_std value: 16.281107685040784 - type: nauc_mrr_at_1_diff1 value: 14.565476463308405 - type: nauc_mrr_at_1_max value: 35.71919669458284 - type: nauc_mrr_at_1_std value: 8.335897956377403 - type: nauc_mrr_at_20_diff1 value: 11.737139039227051 - type: nauc_mrr_at_20_max value: 43.74305825653752 - type: nauc_mrr_at_20_std value: 16.150066634599625 - type: nauc_mrr_at_3_diff1 value: 11.891037673016188 - type: nauc_mrr_at_3_max value: 44.64214065722938 - type: nauc_mrr_at_3_std value: 16.224706039065737 - type: nauc_mrr_at_5_diff1 value: 11.727389263278019 - type: nauc_mrr_at_5_max value: 43.995238552909704 - type: nauc_mrr_at_5_std value: 16.203141207029542 - type: nauc_ndcg_at_1000_diff1 value: -0.5523988534890639 - type: nauc_ndcg_at_1000_max value: 39.26074988881199 - type: nauc_ndcg_at_1000_std value: 15.3079861118371 - type: nauc_ndcg_at_100_diff1 value: -0.546390996310969 - type: nauc_ndcg_at_100_max value: 39.91725498189356 - type: nauc_ndcg_at_100_std value: 16.053946400669552 - type: nauc_ndcg_at_10_diff1 value: 0.825749163798378 - type: nauc_ndcg_at_10_max value: 35.12989292769477 - type: nauc_ndcg_at_10_std value: 6.7810050179009345 - type: nauc_ndcg_at_1_diff1 value: 14.565476463308405 - type: nauc_ndcg_at_1_max value: 35.71919669458284 - type: nauc_ndcg_at_1_std value: 8.335897956377403 - type: nauc_ndcg_at_20_diff1 value: 0.09184114591301261 - type: nauc_ndcg_at_20_max value: 40.141518160803464 - type: nauc_ndcg_at_20_std value: 12.971260707457347 - type: nauc_ndcg_at_3_diff1 value: 1.8631712893665455 - type: nauc_ndcg_at_3_max value: 31.05203343045133 - type: nauc_ndcg_at_3_std value: 5.144493047793315 - type: nauc_ndcg_at_5_diff1 value: 2.764632307211415 - type: nauc_ndcg_at_5_max value: 29.501109429174893 - type: nauc_ndcg_at_5_std value: 2.223904069482948 - type: nauc_precision_at_1000_diff1 value: -32.64909897858444 - type: nauc_precision_at_1000_max value: 12.665002372458261 - type: nauc_precision_at_1000_std value: 48.16258936337017 - type: nauc_precision_at_100_diff1 value: -32.867113766143646 - type: nauc_precision_at_100_max value: 14.104710044729446 - type: nauc_precision_at_100_std value: 49.23633055318584 - type: nauc_precision_at_10_diff1 value: -36.47633969059553 - type: nauc_precision_at_10_max value: 22.472764296793933 - type: nauc_precision_at_10_std value: 44.41927280194313 - type: nauc_precision_at_1_diff1 value: 14.565476463308405 - type: nauc_precision_at_1_max value: 35.71919669458284 - type: nauc_precision_at_1_std value: 8.335897956377403 - type: nauc_precision_at_20_diff1 value: -33.950559475429685 - type: nauc_precision_at_20_max value: 18.27585165871056 - type: nauc_precision_at_20_std value: 48.43462093598873 - type: nauc_precision_at_3_diff1 value: -31.07775691821618 - type: nauc_precision_at_3_max value: 32.40916329237752 - type: nauc_precision_at_3_std value: 26.29511759621866 - type: nauc_precision_at_5_diff1 value: -38.791150222081626 - type: nauc_precision_at_5_max value: 28.708205488479255 - type: nauc_precision_at_5_std value: 36.26105360720685 - type: nauc_recall_at_1000_diff1 value: -41.58427478309009 - type: nauc_recall_at_1000_max value: 72.57446685130957 - type: nauc_recall_at_1000_std value: 72.5500580730667 - type: nauc_recall_at_100_diff1 value: -13.933674734637231 - type: nauc_recall_at_100_max value: 65.0027677167424 - type: nauc_recall_at_100_std value: 57.210504031506474 - type: nauc_recall_at_10_diff1 value: 3.4037955977346566 - type: nauc_recall_at_10_max value: 30.358328384690004 - type: nauc_recall_at_10_std value: -7.723718601042973 - type: nauc_recall_at_1_diff1 value: 44.716739500115764 - type: nauc_recall_at_1_max value: -5.285015138973625 - type: nauc_recall_at_1_std value: -32.07742606042661 - type: nauc_recall_at_20_diff1 value: -4.135529263837293 - type: nauc_recall_at_20_max value: 51.18721631694611 - type: nauc_recall_at_20_std value: 20.979918756566313 - type: nauc_recall_at_3_diff1 value: 28.94319699504412 - type: nauc_recall_at_3_max value: 3.035663863435099 - type: nauc_recall_at_3_std value: -34.194050610438254 - type: nauc_recall_at_5_diff1 value: 16.964844056864756 - type: nauc_recall_at_5_max value: 11.42916412340998 - type: nauc_recall_at_5_std value: -28.21418702342171 - type: ndcg_at_1 value: 85.1 - type: ndcg_at_10 value: 85.677 - type: ndcg_at_100 value: 88.688 - type: ndcg_at_1000 value: 88.97 - type: ndcg_at_20 value: 87.527 - type: ndcg_at_3 value: 82.53399999999999 - type: ndcg_at_5 value: 82.33200000000001 - type: precision_at_1 value: 85.1 - type: precision_at_10 value: 41.68 - type: precision_at_100 value: 4.8340000000000005 - type: precision_at_1000 value: 0.49 - type: precision_at_20 value: 22.965 - type: precision_at_3 value: 74.217 - type: precision_at_5 value: 63.370000000000005 - type: recall_at_1 value: 24.792 - type: recall_at_10 value: 88.7 - type: recall_at_100 value: 98.06899999999999 - type: recall_at_1000 value: 99.554 - type: recall_at_20 value: 94.21300000000001 - type: recall_at_3 value: 55.793000000000006 - type: recall_at_5 value: 73.219 task: type: Retrieval - dataset: config: default name: MTEB EcomRetrieval revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9 split: dev type: C-MTEB/EcomRetrieval metrics: - type: main_score value: 69.809 - type: map_at_1 value: 56.10000000000001 - type: map_at_10 value: 65.19500000000001 - type: map_at_100 value: 65.761 - type: map_at_1000 value: 65.77199999999999 - type: map_at_20 value: 65.623 - type: map_at_3 value: 62.867 - type: map_at_5 value: 64.20700000000001 - type: mrr_at_1 value: 56.10000000000001 - type: mrr_at_10 value: 65.19480158730158 - type: mrr_at_100 value: 65.76056222560752 - type: mrr_at_1000 value: 65.77248781367172 - type: mrr_at_20 value: 65.62277064997267 - type: mrr_at_3 value: 62.86666666666666 - type: mrr_at_5 value: 64.20666666666669 - type: nauc_map_at_1000_diff1 value: 69.5282928542231 - type: nauc_map_at_1000_max value: 22.766493423610353 - type: nauc_map_at_1000_std value: -18.206312189514207 - type: nauc_map_at_100_diff1 value: 69.52742690410307 - type: nauc_map_at_100_max value: 22.780177686444798 - type: nauc_map_at_100_std value: -18.199533658934463 - type: nauc_map_at_10_diff1 value: 69.38376595500006 - type: nauc_map_at_10_max value: 22.871676986296844 - type: nauc_map_at_10_std value: -18.372263694520484 - type: nauc_map_at_1_diff1 value: 72.15199946569128 - type: nauc_map_at_1_max value: 17.2784927946478 - type: nauc_map_at_1_std value: -21.258950737019216 - type: nauc_map_at_20_diff1 value: 69.51737384249724 - type: nauc_map_at_20_max value: 22.868332992381816 - type: nauc_map_at_20_std value: -18.12734266693158 - type: nauc_map_at_3_diff1 value: 69.97230256851888 - type: nauc_map_at_3_max value: 21.830982190276494 - type: nauc_map_at_3_std value: -20.258031514556475 - type: nauc_map_at_5_diff1 value: 69.27345260077102 - type: nauc_map_at_5_max value: 22.55075185481807 - type: nauc_map_at_5_std value: -19.220032330572128 - type: nauc_mrr_at_1000_diff1 value: 69.5282928542231 - type: nauc_mrr_at_1000_max value: 22.766493423610353 - type: nauc_mrr_at_1000_std value: -18.206312189514207 - type: nauc_mrr_at_100_diff1 value: 69.52742690410307 - type: nauc_mrr_at_100_max value: 22.780177686444798 - type: nauc_mrr_at_100_std value: -18.199533658934463 - type: nauc_mrr_at_10_diff1 value: 69.38376595500006 - type: nauc_mrr_at_10_max value: 22.871676986296844 - type: nauc_mrr_at_10_std value: -18.372263694520484 - type: nauc_mrr_at_1_diff1 value: 72.15199946569128 - type: nauc_mrr_at_1_max value: 17.2784927946478 - type: nauc_mrr_at_1_std value: -21.258950737019216 - type: nauc_mrr_at_20_diff1 value: 69.51737384249724 - type: nauc_mrr_at_20_max value: 22.868332992381816 - type: nauc_mrr_at_20_std value: -18.12734266693158 - type: nauc_mrr_at_3_diff1 value: 69.97230256851888 - type: nauc_mrr_at_3_max value: 21.830982190276494 - type: nauc_mrr_at_3_std value: -20.258031514556475 - type: nauc_mrr_at_5_diff1 value: 69.27345260077102 - type: nauc_mrr_at_5_max value: 22.55075185481807 - type: nauc_mrr_at_5_std value: -19.220032330572128 - type: nauc_ndcg_at_1000_diff1 value: 68.76864370832905 - type: nauc_ndcg_at_1000_max value: 25.417047227134187 - type: nauc_ndcg_at_1000_std value: -14.891054358722894 - type: nauc_ndcg_at_100_diff1 value: 68.6469312905141 - type: nauc_ndcg_at_100_max value: 25.9449199556344 - type: nauc_ndcg_at_100_std value: -14.372629559764604 - type: nauc_ndcg_at_10_diff1 value: 68.08914983527468 - type: nauc_ndcg_at_10_max value: 26.156421031346326 - type: nauc_ndcg_at_10_std value: -15.330635893199215 - type: nauc_ndcg_at_1_diff1 value: 72.15199946569128 - type: nauc_ndcg_at_1_max value: 17.2784927946478 - type: nauc_ndcg_at_1_std value: -21.258950737019216 - type: nauc_ndcg_at_20_diff1 value: 68.59487000870288 - type: nauc_ndcg_at_20_max value: 26.38398994927817 - type: nauc_ndcg_at_20_std value: -14.111328879262125 - type: nauc_ndcg_at_3_diff1 value: 69.16114187407089 - type: nauc_ndcg_at_3_max value: 23.583121504227382 - type: nauc_ndcg_at_3_std value: -19.69809932134116 - type: nauc_ndcg_at_5_diff1 value: 67.80622665830604 - type: nauc_ndcg_at_5_max value: 25.141316759573158 - type: nauc_ndcg_at_5_std value: -17.621504545479137 - type: nauc_precision_at_1000_diff1 value: 55.43459808165686 - type: nauc_precision_at_1000_max value: 98.21746880570424 - type: nauc_precision_at_1000_std value: 98.21746880570424 - type: nauc_precision_at_100_diff1 value: 57.33932461873638 - type: nauc_precision_at_100_max value: 79.52166977902282 - type: nauc_precision_at_100_std value: 59.380835667600074 - type: nauc_precision_at_10_diff1 value: 61.17523675550755 - type: nauc_precision_at_10_max value: 44.9662764701449 - type: nauc_precision_at_10_std value: 3.1647994172171763 - type: nauc_precision_at_1_diff1 value: 72.15199946569128 - type: nauc_precision_at_1_max value: 17.2784927946478 - type: nauc_precision_at_1_std value: -21.258950737019216 - type: nauc_precision_at_20_diff1 value: 62.291374883286444 - type: nauc_precision_at_20_max value: 57.71718409586054 - type: nauc_precision_at_20_std value: 25.01458916900078 - type: nauc_precision_at_3_diff1 value: 66.4091505509416 - type: nauc_precision_at_3_max value: 29.54787749563873 - type: nauc_precision_at_3_std value: -17.732640493834456 - type: nauc_precision_at_5_diff1 value: 61.78528195695574 - type: nauc_precision_at_5_max value: 35.75729400376851 - type: nauc_precision_at_5_std value: -10.78823077596837 - type: nauc_recall_at_1000_diff1 value: 55.434598081656915 - type: nauc_recall_at_1000_max value: 98.21746880570372 - type: nauc_recall_at_1000_std value: 98.21746880570372 - type: nauc_recall_at_100_diff1 value: 57.339324618736434 - type: nauc_recall_at_100_max value: 79.52166977902259 - type: nauc_recall_at_100_std value: 59.38083566760034 - type: nauc_recall_at_10_diff1 value: 61.17523675550747 - type: nauc_recall_at_10_max value: 44.96627647014505 - type: nauc_recall_at_10_std value: 3.1647994172172593 - type: nauc_recall_at_1_diff1 value: 72.15199946569128 - type: nauc_recall_at_1_max value: 17.2784927946478 - type: nauc_recall_at_1_std value: -21.258950737019216 - type: nauc_recall_at_20_diff1 value: 62.29137488328671 - type: nauc_recall_at_20_max value: 57.717184095860716 - type: nauc_recall_at_20_std value: 25.014589169000978 - type: nauc_recall_at_3_diff1 value: 66.40915055094162 - type: nauc_recall_at_3_max value: 29.547877495638637 - type: nauc_recall_at_3_std value: -17.732640493834527 - type: nauc_recall_at_5_diff1 value: 61.785281956955764 - type: nauc_recall_at_5_max value: 35.757294003768536 - type: nauc_recall_at_5_std value: -10.788230775968401 - type: ndcg_at_1 value: 56.10000000000001 - type: ndcg_at_10 value: 69.809 - type: ndcg_at_100 value: 72.259 - type: ndcg_at_1000 value: 72.584 - type: ndcg_at_20 value: 71.341 - type: ndcg_at_3 value: 65.012 - type: ndcg_at_5 value: 67.43400000000001 - type: precision_at_1 value: 56.10000000000001 - type: precision_at_10 value: 8.44 - type: precision_at_100 value: 0.9520000000000001 - type: precision_at_1000 value: 0.098 - type: precision_at_20 value: 4.52 - type: precision_at_3 value: 23.733 - type: precision_at_5 value: 15.42 - type: recall_at_1 value: 56.10000000000001 - type: recall_at_10 value: 84.39999999999999 - type: recall_at_100 value: 95.19999999999999 - type: recall_at_1000 value: 97.8 - type: recall_at_20 value: 90.4 - type: recall_at_3 value: 71.2 - type: recall_at_5 value: 77.10000000000001 task: type: Retrieval - dataset: config: default name: MTEB IFlyTek revision: 421605374b29664c5fc098418fe20ada9bd55f8a split: validation type: C-MTEB/IFlyTek-classification metrics: - type: accuracy value: 51.18891881492883 - type: f1 value: 35.885543766597635 - type: f1_weighted value: 48.97634603625266 - type: main_score value: 51.18891881492883 task: type: Classification - dataset: config: default name: MTEB JDReview revision: b7c64bd89eb87f8ded463478346f76731f07bf8b split: test type: C-MTEB/JDReview-classification metrics: - type: accuracy value: 90.65666041275794 - type: ap value: 63.77511944325287 - type: ap_weighted value: 63.77511944325287 - type: f1 value: 86.00238981992744 - type: f1_weighted value: 91.07458918598026 - type: main_score value: 90.65666041275794 task: type: Classification - dataset: config: default name: MTEB LCQMC revision: 17f9b096f80380fce5ed12a9be8be7784b337daf split: test type: C-MTEB/LCQMC metrics: - type: cosine_pearson value: 70.05538015642193 - type: cosine_spearman value: 75.0306188336682 - type: euclidean_pearson value: 73.47876414088381 - type: euclidean_spearman value: 75.03062326403035 - type: main_score value: 75.0306188336682 - type: manhattan_pearson value: 73.50511613688249 - type: manhattan_spearman value: 75.05781729295023 - type: pearson value: 70.05538015642193 - type: spearman value: 75.0306188336682 task: type: STS - dataset: config: default name: MTEB MMarcoReranking revision: 8e0c766dbe9e16e1d221116a3f36795fbade07f6 split: dev type: C-MTEB/Mmarco-reranking metrics: - type: main_score value: 35.122739329206276 - type: map value: 35.122739329206276 - type: mrr value: 33.80515873015873 - type: nAUC_map_diff1 value: 18.283558841748338 - type: nAUC_map_max value: -0.8054575209887027 - type: nAUC_map_std value: -10.511534036573472 - type: nAUC_mrr_diff1 value: 17.787398570993947 - type: nAUC_mrr_max value: 0.17471831921431277 - type: nAUC_mrr_std value: -10.769521614647314 task: type: Reranking - dataset: config: default name: MTEB MMarcoRetrieval revision: 539bbde593d947e2a124ba72651aafc09eb33fc2 split: dev type: C-MTEB/MMarcoRetrieval metrics: - type: main_score value: 84.47099999999999 - type: map_at_1 value: 72.285 - type: map_at_10 value: 81.077 - type: map_at_100 value: 81.307 - type: map_at_1000 value: 81.312 - type: map_at_20 value: 81.243 - type: map_at_3 value: 79.391 - type: map_at_5 value: 80.48100000000001 - type: mrr_at_1 value: 74.64183381088824 - type: mrr_at_10 value: 81.55021148860676 - type: mrr_at_100 value: 81.74084192770054 - type: mrr_at_1000 value: 81.74528561927147 - type: mrr_at_20 value: 81.68388651144093 - type: mrr_at_3 value: 80.1050620821394 - type: mrr_at_5 value: 81.0133715377266 - type: nauc_map_at_1000_diff1 value: 81.31502196492475 - type: nauc_map_at_1000_max value: 26.93049974396755 - type: nauc_map_at_1000_std value: -27.318658483025487 - type: nauc_map_at_100_diff1 value: 81.3142928265132 - type: nauc_map_at_100_max value: 26.946030579037263 - type: nauc_map_at_100_std value: -27.298793417586946 - type: nauc_map_at_10_diff1 value: 81.20163877931208 - type: nauc_map_at_10_max value: 27.10858439268023 - type: nauc_map_at_10_std value: -27.26922758643558 - type: nauc_map_at_1_diff1 value: 82.73626736559272 - type: nauc_map_at_1_max value: 19.190584748760145 - type: nauc_map_at_1_std value: -31.081943403692286 - type: nauc_map_at_20_diff1 value: 81.28879363142248 - type: nauc_map_at_20_max value: 27.05166841932255 - type: nauc_map_at_20_std value: -27.214943845380645 - type: nauc_map_at_3_diff1 value: 81.01178352760788 - type: nauc_map_at_3_max value: 25.33179754581807 - type: nauc_map_at_3_std value: -29.333021978349922 - type: nauc_map_at_5_diff1 value: 80.97178319173267 - type: nauc_map_at_5_max value: 26.770219324080998 - type: nauc_map_at_5_std value: -27.83332731269283 - type: nauc_mrr_at_1000_diff1 value: 81.74214266274632 - type: nauc_mrr_at_1000_max value: 27.910772482345347 - type: nauc_mrr_at_1000_std value: -26.234547134327585 - type: nauc_mrr_at_100_diff1 value: 81.74127539512843 - type: nauc_mrr_at_100_max value: 27.92627686889626 - type: nauc_mrr_at_100_std value: -26.21472188548659 - type: nauc_mrr_at_10_diff1 value: 81.66057687042073 - type: nauc_mrr_at_10_max value: 28.153655248131642 - type: nauc_mrr_at_10_std value: -26.07646732740471 - type: nauc_mrr_at_1_diff1 value: 83.82896035715028 - type: nauc_mrr_at_1_max value: 23.445693772103244 - type: nauc_mrr_at_1_std value: -30.535043591423456 - type: nauc_mrr_at_20_diff1 value: 81.7146149841705 - type: nauc_mrr_at_20_max value: 28.03245040651975 - type: nauc_mrr_at_20_std value: -26.10814209593599 - type: nauc_mrr_at_3_diff1 value: 81.4651688436585 - type: nauc_mrr_at_3_max value: 26.99236300795777 - type: nauc_mrr_at_3_std value: -27.665652343903595 - type: nauc_mrr_at_5_diff1 value: 81.46691907005798 - type: nauc_mrr_at_5_max value: 27.98480522493425 - type: nauc_mrr_at_5_std value: -26.47558941849681 - type: nauc_ndcg_at_1000_diff1 value: 81.08990997207735 - type: nauc_ndcg_at_1000_max value: 28.99088014924136 - type: nauc_ndcg_at_1000_std value: -24.629719127966915 - type: nauc_ndcg_at_100_diff1 value: 81.07111226676861 - type: nauc_ndcg_at_100_max value: 29.49598801604712 - type: nauc_ndcg_at_100_std value: -23.9309214396251 - type: nauc_ndcg_at_10_diff1 value: 80.58901795121668 - type: nauc_ndcg_at_10_max value: 30.617127525618976 - type: nauc_ndcg_at_10_std value: -23.382050077540665 - type: nauc_ndcg_at_1_diff1 value: 83.82896035715028 - type: nauc_ndcg_at_1_max value: 23.445693772103244 - type: nauc_ndcg_at_1_std value: -30.535043591423456 - type: nauc_ndcg_at_20_diff1 value: 80.87206559076617 - type: nauc_ndcg_at_20_max value: 30.319403449719424 - type: nauc_ndcg_at_20_std value: -23.154604991640497 - type: nauc_ndcg_at_3_diff1 value: 80.20746079040761 - type: nauc_ndcg_at_3_max value: 27.050341316665016 - type: nauc_ndcg_at_3_std value: -27.859885955551345 - type: nauc_ndcg_at_5_diff1 value: 80.08127917083362 - type: nauc_ndcg_at_5_max value: 29.697287407652922 - type: nauc_ndcg_at_5_std value: -25.029526214916135 - type: nauc_precision_at_1000_diff1 value: -27.049045175401513 - type: nauc_precision_at_1000_max value: 17.29917837413431 - type: nauc_precision_at_1000_std value: 25.159698269818698 - type: nauc_precision_at_100_diff1 value: -19.33576608132964 - type: nauc_precision_at_100_max value: 22.698633908983158 - type: nauc_precision_at_100_std value: 27.782027745120658 - type: nauc_precision_at_10_diff1 value: 5.6544260710133 - type: nauc_precision_at_10_max value: 33.01568945325273 - type: nauc_precision_at_10_std value: 18.18822803590054 - type: nauc_precision_at_1_diff1 value: 83.82896035715028 - type: nauc_precision_at_1_max value: 23.445693772103244 - type: nauc_precision_at_1_std value: -30.535043591423456 - type: nauc_precision_at_20_diff1 value: -6.060233024958679 - type: nauc_precision_at_20_max value: 29.47743301331644 - type: nauc_precision_at_20_std value: 25.134374163516277 - type: nauc_precision_at_3_diff1 value: 38.080925846147814 - type: nauc_precision_at_3_max value: 28.484149196087127 - type: nauc_precision_at_3_std value: -8.874053499120189 - type: nauc_precision_at_5_diff1 value: 22.861915429487702 - type: nauc_precision_at_5_max value: 31.77743586126765 - type: nauc_precision_at_5_std value: 3.966309881531549 - type: nauc_recall_at_1000_diff1 value: 71.49239442612605 - type: nauc_recall_at_1000_max value: 86.54516658984141 - type: nauc_recall_at_1000_std value: 77.7245919464824 - type: nauc_recall_at_100_diff1 value: 76.13224099354179 - type: nauc_recall_at_100_max value: 86.55312672173186 - type: nauc_recall_at_100_std value: 64.69429511863424 - type: nauc_recall_at_10_diff1 value: 73.76569675489255 - type: nauc_recall_at_10_max value: 58.9851680020382 - type: nauc_recall_at_10_std value: 9.415565725036705 - type: nauc_recall_at_1_diff1 value: 82.73626736559272 - type: nauc_recall_at_1_max value: 19.190584748760145 - type: nauc_recall_at_1_std value: -31.081943403692286 - type: nauc_recall_at_20_diff1 value: 74.53482313735805 - type: nauc_recall_at_20_max value: 71.08126860320584 - type: nauc_recall_at_20_std value: 31.76692408086622 - type: nauc_recall_at_3_diff1 value: 76.1695516140843 - type: nauc_recall_at_3_max value: 31.38244156291182 - type: nauc_recall_at_3_std value: -24.132194205762634 - type: nauc_recall_at_5_diff1 value: 74.02789384948382 - type: nauc_recall_at_5_max value: 42.949304882185565 - type: nauc_recall_at_5_std value: -12.188041013140424 - type: ndcg_at_1 value: 74.642 - type: ndcg_at_10 value: 84.47099999999999 - type: ndcg_at_100 value: 85.413 - type: ndcg_at_1000 value: 85.532 - type: ndcg_at_20 value: 85.02199999999999 - type: ndcg_at_3 value: 81.303 - type: ndcg_at_5 value: 83.107 - type: precision_at_1 value: 74.642 - type: precision_at_10 value: 10.040000000000001 - type: precision_at_100 value: 1.05 - type: precision_at_1000 value: 0.106 - type: precision_at_20 value: 5.141 - type: precision_at_3 value: 30.343999999999998 - type: precision_at_5 value: 19.183 - type: recall_at_1 value: 72.285 - type: recall_at_10 value: 94.44200000000001 - type: recall_at_100 value: 98.509 - type: recall_at_1000 value: 99.434 - type: recall_at_20 value: 96.543 - type: recall_at_3 value: 86.065 - type: recall_at_5 value: 90.337 task: type: Retrieval - dataset: config: zh-CN name: MTEB MassiveIntentClassification (zh-CN) revision: 4672e20407010da34463acc759c162ca9734bca6 split: test type: mteb/amazon_massive_intent metrics: - type: accuracy value: 79.14593140551446 - type: f1 value: 76.00932185103491 - type: f1_weighted value: 78.71815136705226 - type: main_score value: 79.14593140551446 task: type: Classification - dataset: config: zh-TW name: MTEB MassiveIntentClassification (zh-TW) revision: 4672e20407010da34463acc759c162ca9734bca6 split: test type: mteb/amazon_massive_intent metrics: - type: accuracy value: 75.497646267653 - type: f1 value: 74.54959366293717 - type: f1_weighted value: 74.64814706886175 - type: main_score value: 75.497646267653 task: type: Classification - dataset: config: zh-CN name: MTEB MassiveScenarioClassification (zh-CN) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: test type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 87.4747814391392 - type: f1 value: 86.43632175686828 - type: f1_weighted value: 87.17273979239228 - type: main_score value: 87.4747814391392 task: type: Classification - dataset: config: zh-TW name: MTEB MassiveScenarioClassification (zh-TW) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: test type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 84.86886348352387 - type: f1 value: 84.55883152206087 - type: f1_weighted value: 84.60969784137691 - type: main_score value: 84.86886348352387 task: type: Classification - dataset: config: default name: MTEB MedicalRetrieval revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6 split: dev type: C-MTEB/MedicalRetrieval metrics: - type: main_score value: 64.537 - type: map_at_1 value: 55.800000000000004 - type: map_at_10 value: 61.608 - type: map_at_100 value: 62.083 - type: map_at_1000 value: 62.126999999999995 - type: map_at_20 value: 61.828 - type: map_at_3 value: 60.25 - type: map_at_5 value: 60.975 - type: mrr_at_1 value: 55.800000000000004 - type: mrr_at_10 value: 61.60841269841272 - type: mrr_at_100 value: 62.0826917547746 - type: mrr_at_1000 value: 62.12728129927465 - type: mrr_at_20 value: 61.828323790073036 - type: mrr_at_3 value: 60.250000000000014 - type: mrr_at_5 value: 60.975 - type: nauc_map_at_1000_diff1 value: 78.53042594946584 - type: nauc_map_at_1000_max value: 57.87170441264835 - type: nauc_map_at_1000_std value: 8.742842230724634 - type: nauc_map_at_100_diff1 value: 78.50320353520665 - type: nauc_map_at_100_max value: 57.85527701711253 - type: nauc_map_at_100_std value: 8.744302075325809 - type: nauc_map_at_10_diff1 value: 78.51546215061337 - type: nauc_map_at_10_max value: 57.88100300832363 - type: nauc_map_at_10_std value: 8.692056058245225 - type: nauc_map_at_1_diff1 value: 82.32060554040007 - type: nauc_map_at_1_max value: 58.49218287456054 - type: nauc_map_at_1_std value: 7.2192619409813155 - type: nauc_map_at_20_diff1 value: 78.52970910311484 - type: nauc_map_at_20_max value: 57.835808668663226 - type: nauc_map_at_20_std value: 8.685152136111503 - type: nauc_map_at_3_diff1 value: 79.38538421354082 - type: nauc_map_at_3_max value: 58.603928677076865 - type: nauc_map_at_3_std value: 8.908769345996717 - type: nauc_map_at_5_diff1 value: 78.93529056237428 - type: nauc_map_at_5_max value: 58.01053223483436 - type: nauc_map_at_5_std value: 8.38456545890693 - type: nauc_mrr_at_1000_diff1 value: 78.53042594946584 - type: nauc_mrr_at_1000_max value: 57.87170441264835 - type: nauc_mrr_at_1000_std value: 8.742842230724634 - type: nauc_mrr_at_100_diff1 value: 78.50320353520665 - type: nauc_mrr_at_100_max value: 57.85527701711253 - type: nauc_mrr_at_100_std value: 8.744302075325809 - type: nauc_mrr_at_10_diff1 value: 78.51546215061337 - type: nauc_mrr_at_10_max value: 57.88100300832363 - type: nauc_mrr_at_10_std value: 8.692056058245225 - type: nauc_mrr_at_1_diff1 value: 82.32060554040007 - type: nauc_mrr_at_1_max value: 58.49218287456054 - type: nauc_mrr_at_1_std value: 7.2192619409813155 - type: nauc_mrr_at_20_diff1 value: 78.52970910311484 - type: nauc_mrr_at_20_max value: 57.835808668663226 - type: nauc_mrr_at_20_std value: 8.685152136111503 - type: nauc_mrr_at_3_diff1 value: 79.38538421354082 - type: nauc_mrr_at_3_max value: 58.603928677076865 - type: nauc_mrr_at_3_std value: 8.908769345996717 - type: nauc_mrr_at_5_diff1 value: 78.93529056237428 - type: nauc_mrr_at_5_max value: 58.01053223483436 - type: nauc_mrr_at_5_std value: 8.38456545890693 - type: nauc_ndcg_at_1000_diff1 value: 77.04774221260911 - type: nauc_ndcg_at_1000_max value: 57.501057485933515 - type: nauc_ndcg_at_1000_std value: 9.766177354155186 - type: nauc_ndcg_at_100_diff1 value: 76.12268339640097 - type: nauc_ndcg_at_100_max value: 57.08140354142063 - type: nauc_ndcg_at_100_std value: 10.03142840441606 - type: nauc_ndcg_at_10_diff1 value: 76.41065562832505 - type: nauc_ndcg_at_10_max value: 57.13345244254137 - type: nauc_ndcg_at_10_std value: 9.243848412135602 - type: nauc_ndcg_at_1_diff1 value: 82.32060554040007 - type: nauc_ndcg_at_1_max value: 58.49218287456054 - type: nauc_ndcg_at_1_std value: 7.2192619409813155 - type: nauc_ndcg_at_20_diff1 value: 76.40190351721685 - type: nauc_ndcg_at_20_max value: 56.94878259983022 - type: nauc_ndcg_at_20_std value: 9.20173098810125 - type: nauc_ndcg_at_3_diff1 value: 78.36268408181185 - type: nauc_ndcg_at_3_max value: 58.54660688433276 - type: nauc_ndcg_at_3_std value: 9.438481461394815 - type: nauc_ndcg_at_5_diff1 value: 77.50597573566196 - type: nauc_ndcg_at_5_max value: 57.466316276867026 - type: nauc_ndcg_at_5_std value: 8.470204721354028 - type: nauc_precision_at_1000_diff1 value: 62.32814965066468 - type: nauc_precision_at_1000_max value: 61.47493480150634 - type: nauc_precision_at_1000_std value: 45.69367977075875 - type: nauc_precision_at_100_diff1 value: 57.459787172163836 - type: nauc_precision_at_100_max value: 51.42357511987413 - type: nauc_precision_at_100_std value: 23.609050030201324 - type: nauc_precision_at_10_diff1 value: 67.84475150811777 - type: nauc_precision_at_10_max value: 53.959187127503874 - type: nauc_precision_at_10_std value: 11.465120871061389 - type: nauc_precision_at_1_diff1 value: 82.32060554040007 - type: nauc_precision_at_1_max value: 58.49218287456054 - type: nauc_precision_at_1_std value: 7.2192619409813155 - type: nauc_precision_at_20_diff1 value: 66.78923927396428 - type: nauc_precision_at_20_max value: 52.65705780980722 - type: nauc_precision_at_20_std value: 11.418723842349053 - type: nauc_precision_at_3_diff1 value: 75.12450995168666 - type: nauc_precision_at_3_max value: 58.3329330685513 - type: nauc_precision_at_3_std value: 11.09600226577474 - type: nauc_precision_at_5_diff1 value: 72.61530592447568 - type: nauc_precision_at_5_max value: 55.465897666543164 - type: nauc_precision_at_5_std value: 8.573116743390234 - type: nauc_recall_at_1000_diff1 value: 62.328149650664976 - type: nauc_recall_at_1000_max value: 61.47493480150668 - type: nauc_recall_at_1000_std value: 45.69367977075931 - type: nauc_recall_at_100_diff1 value: 57.4597871721639 - type: nauc_recall_at_100_max value: 51.423575119874144 - type: nauc_recall_at_100_std value: 23.609050030201526 - type: nauc_recall_at_10_diff1 value: 67.84475150811788 - type: nauc_recall_at_10_max value: 53.959187127503995 - type: nauc_recall_at_10_std value: 11.465120871061492 - type: nauc_recall_at_1_diff1 value: 82.32060554040007 - type: nauc_recall_at_1_max value: 58.49218287456054 - type: nauc_recall_at_1_std value: 7.2192619409813155 - type: nauc_recall_at_20_diff1 value: 66.78923927396438 - type: nauc_recall_at_20_max value: 52.65705780980727 - type: nauc_recall_at_20_std value: 11.418723842349126 - type: nauc_recall_at_3_diff1 value: 75.12450995168665 - type: nauc_recall_at_3_max value: 58.332933068551284 - type: nauc_recall_at_3_std value: 11.096002265774736 - type: nauc_recall_at_5_diff1 value: 72.61530592447568 - type: nauc_recall_at_5_max value: 55.465897666543185 - type: nauc_recall_at_5_std value: 8.57311674339029 - type: ndcg_at_1 value: 55.800000000000004 - type: ndcg_at_10 value: 64.537 - type: ndcg_at_100 value: 67.209 - type: ndcg_at_1000 value: 68.458 - type: ndcg_at_20 value: 65.34299999999999 - type: ndcg_at_3 value: 61.70099999999999 - type: ndcg_at_5 value: 62.992000000000004 - type: precision_at_1 value: 55.800000000000004 - type: precision_at_10 value: 7.380000000000001 - type: precision_at_100 value: 0.8710000000000001 - type: precision_at_1000 value: 0.097 - type: precision_at_20 value: 3.85 - type: precision_at_3 value: 21.967 - type: precision_at_5 value: 13.8 - type: recall_at_1 value: 55.800000000000004 - type: recall_at_10 value: 73.8 - type: recall_at_100 value: 87.1 - type: recall_at_1000 value: 97.1 - type: recall_at_20 value: 77.0 - type: recall_at_3 value: 65.9 - type: recall_at_5 value: 69.0 task: type: Retrieval - dataset: config: default name: MTEB MultilingualSentiment revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a split: test type: C-MTEB/MultilingualSentiment-classification metrics: - type: accuracy value: 79.74666666666667 - type: f1 value: 79.21549623726263 - type: f1_weighted value: 79.21549623726263 - type: main_score value: 79.74666666666667 task: type: Classification - dataset: config: default name: MTEB Ocnli revision: 66e76a618a34d6d565d5538088562851e6daa7ec split: validation type: C-MTEB/OCNLI metrics: - type: cosine_accuracy value: 77.9101245262588 - type: cosine_accuracy_threshold value: 78.57074737548828 - type: cosine_ap value: 83.39338878433254 - type: cosine_f1 value: 79.25478348439073 - type: cosine_f1_threshold value: 78.18113565444946 - type: cosine_precision value: 75.74590952839269 - type: cosine_recall value: 83.10454065469905 - type: dot_accuracy value: 77.9101245262588 - type: dot_accuracy_threshold value: 78.57075929641724 - type: dot_ap value: 83.39331275710597 - type: dot_f1 value: 79.25478348439073 - type: dot_f1_threshold value: 78.18113565444946 - type: dot_precision value: 75.74590952839269 - type: dot_recall value: 83.10454065469905 - type: euclidean_accuracy value: 77.9101245262588 - type: euclidean_accuracy_threshold value: 65.46639204025269 - type: euclidean_ap value: 83.39338878433254 - type: euclidean_f1 value: 79.25478348439073 - type: euclidean_f1_threshold value: 66.05886220932007 - type: euclidean_precision value: 75.74590952839269 - type: euclidean_recall value: 83.10454065469905 - type: main_score value: 83.39338878433254 - type: manhattan_accuracy value: 78.07255008121278 - type: manhattan_accuracy_threshold value: 3041.6690826416016 - type: manhattan_ap value: 83.35077537482259 - type: manhattan_f1 value: 79.13306451612902 - type: manhattan_f1_threshold value: 3124.5437622070312 - type: manhattan_precision value: 75.69913211186113 - type: manhattan_recall value: 82.89334741288279 - type: max_ap value: 83.39338878433254 - type: max_f1 value: 79.25478348439073 - type: max_precision value: 75.74590952839269 - type: max_recall value: 83.10454065469905 - type: similarity_accuracy value: 77.9101245262588 - type: similarity_accuracy_threshold value: 78.57074737548828 - type: similarity_ap value: 83.39338878433254 - type: similarity_f1 value: 79.25478348439073 - type: similarity_f1_threshold value: 78.18113565444946 - type: similarity_precision value: 75.74590952839269 - type: similarity_recall value: 83.10454065469905 task: type: PairClassification - dataset: config: default name: MTEB OnlineShopping revision: e610f2ebd179a8fda30ae534c3878750a96db120 split: test type: C-MTEB/OnlineShopping-classification metrics: - type: accuracy value: 95.52 - type: ap value: 93.91391029217587 - type: ap_weighted value: 93.91391029217587 - type: f1 value: 95.5096300435442 - type: f1_weighted value: 95.51978800511638 - type: main_score value: 95.52 task: type: Classification - dataset: config: default name: MTEB PAWSX revision: 9c6a90e430ac22b5779fb019a23e820b11a8b5e1 split: test type: C-MTEB/PAWSX metrics: - type: cosine_pearson value: 16.89049479898108 - type: cosine_spearman value: 19.194003496073027 - type: euclidean_pearson value: 21.764477368375466 - type: euclidean_spearman value: 19.179673630901735 - type: main_score value: 19.194003496073027 - type: manhattan_pearson value: 21.838550982773857 - type: manhattan_spearman value: 19.22478792996997 - type: pearson value: 16.89049479898108 - type: spearman value: 19.194003496073027 task: type: STS - dataset: config: default name: MTEB QBQTC revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7 split: test type: C-MTEB/QBQTC metrics: - type: cosine_pearson value: 31.28231339795801 - type: cosine_spearman value: 32.39788353388234 - type: euclidean_pearson value: 30.902729982397652 - type: euclidean_spearman value: 32.39849552441359 - type: main_score value: 32.39788353388234 - type: manhattan_pearson value: 32.215956367041734 - type: manhattan_spearman value: 33.772884414632436 - type: pearson value: 31.28231339795801 - type: spearman value: 32.39788353388234 task: type: STS - dataset: config: zh name: MTEB STS22 (zh) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 74.96662649719056 - type: cosine_spearman value: 74.2762247360519 - type: euclidean_pearson value: 72.0456060558342 - type: euclidean_spearman value: 74.2762247360519 - type: main_score value: 74.2762247360519 - type: manhattan_pearson value: 72.10643009732564 - type: manhattan_spearman value: 74.32358817473123 - type: pearson value: 74.96662649719056 - type: spearman value: 74.2762247360519 task: type: STS - dataset: config: zh-en name: MTEB STS22 (zh-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 77.10798951329204 - type: cosine_spearman value: 75.38489919896277 - type: euclidean_pearson value: 77.95017854231413 - type: euclidean_spearman value: 75.38489919896277 - type: main_score value: 75.38489919896277 - type: manhattan_pearson value: 78.03356917670276 - type: manhattan_spearman value: 75.40654250512307 - type: pearson value: 77.10798951329204 - type: spearman value: 75.38489919896277 task: type: STS - dataset: config: default name: MTEB STSB revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0 split: test type: C-MTEB/STSB metrics: - type: cosine_pearson value: 78.04654088145858 - type: cosine_spearman value: 80.0067484828085 - type: euclidean_pearson value: 78.92647120090463 - type: euclidean_spearman value: 80.00625414255886 - type: main_score value: 80.0067484828085 - type: manhattan_pearson value: 78.91635540659946 - type: manhattan_spearman value: 80.00962977839127 - type: pearson value: 78.04654088145858 - type: spearman value: 80.0067484828085 task: type: STS - dataset: config: default name: MTEB T2Reranking revision: 76631901a18387f85eaa53e5450019b87ad58ef9 split: dev type: C-MTEB/T2Reranking metrics: - type: main_score value: 66.59484243193151 - type: map value: 66.59484243193151 - type: mrr value: 76.39825203383091 - type: nAUC_map_diff1 value: -12.609150621250715 - type: nAUC_map_max value: 28.729282972536723 - type: nAUC_map_std value: -4.213245955574732 - type: nAUC_mrr_diff1 value: -9.916958638758372 - type: nAUC_mrr_max value: 23.444357765259483 - type: nAUC_mrr_std value: -4.818962754577474 task: type: Reranking - dataset: config: default name: MTEB T2Retrieval revision: 8731a845f1bf500a4f111cf1070785c793d10e64 split: dev type: C-MTEB/T2Retrieval metrics: - type: main_score value: 87.551 - type: map_at_1 value: 28.525 - type: map_at_10 value: 80.821 - type: map_at_100 value: 84.25200000000001 - type: map_at_1000 value: 84.299 - type: map_at_20 value: 83.529 - type: map_at_3 value: 56.74 - type: map_at_5 value: 69.837 - type: mrr_at_1 value: 92.00859196913905 - type: mrr_at_10 value: 94.07259371981893 - type: mrr_at_100 value: 94.13644045266841 - type: mrr_at_1000 value: 94.13892829727085 - type: mrr_at_20 value: 94.11432532277512 - type: mrr_at_3 value: 93.74159798936223 - type: mrr_at_5 value: 93.9574931322696 - type: nauc_map_at_1000_diff1 value: 10.121085369470526 - type: nauc_map_at_1000_max value: 41.85427564199515 - type: nauc_map_at_1000_std value: 17.33566565580439 - type: nauc_map_at_100_diff1 value: 10.122729970890017 - type: nauc_map_at_100_max value: 41.795248649377726 - type: nauc_map_at_100_std value: 17.289370823810966 - type: nauc_map_at_10_diff1 value: 15.987863276022384 - type: nauc_map_at_10_max value: 30.0137410459408 - type: nauc_map_at_10_std value: -0.863018059283026 - type: nauc_map_at_1_diff1 value: 55.91305785766281 - type: nauc_map_at_1_max value: -23.038080921855585 - type: nauc_map_at_1_std value: -38.75322744423002 - type: nauc_map_at_20_diff1 value: 10.900186814952582 - type: nauc_map_at_20_max value: 39.77099041869598 - type: nauc_map_at_20_std value: 13.684432702221477 - type: nauc_map_at_3_diff1 value: 40.49617475417898 - type: nauc_map_at_3_max value: -12.379044262921264 - type: nauc_map_at_3_std value: -38.96192691508436 - type: nauc_map_at_5_diff1 value: 31.33895287880325 - type: nauc_map_at_5_max value: 2.2592474589626046 - type: nauc_map_at_5_std value: -29.709298878910005 - type: nauc_mrr_at_1000_diff1 value: 46.31151605099309 - type: nauc_mrr_at_1000_max value: 73.65860369362454 - type: nauc_mrr_at_1000_std value: 41.71269735770433 - type: nauc_mrr_at_100_diff1 value: 46.311021901725624 - type: nauc_mrr_at_100_max value: 73.66615446679083 - type: nauc_mrr_at_100_std value: 41.72778678395296 - type: nauc_mrr_at_10_diff1 value: 46.31730796225192 - type: nauc_mrr_at_10_max value: 73.76206281015122 - type: nauc_mrr_at_10_std value: 41.82553951416834 - type: nauc_mrr_at_1_diff1 value: 46.73871618823354 - type: nauc_mrr_at_1_max value: 69.29511161438498 - type: nauc_mrr_at_1_std value: 35.466317687869186 - type: nauc_mrr_at_20_diff1 value: 46.30458060928028 - type: nauc_mrr_at_20_max value: 73.72666464590321 - type: nauc_mrr_at_20_std value: 41.804478456115284 - type: nauc_mrr_at_3_diff1 value: 46.17879048906075 - type: nauc_mrr_at_3_max value: 73.65099457999104 - type: nauc_mrr_at_3_std value: 41.28629076742652 - type: nauc_mrr_at_5_diff1 value: 46.291756995049006 - type: nauc_mrr_at_5_max value: 73.84737176034277 - type: nauc_mrr_at_5_std value: 41.72058593135316 - type: nauc_ndcg_at_1000_diff1 value: 14.554011035958524 - type: nauc_ndcg_at_1000_max value: 53.93570226347488 - type: nauc_ndcg_at_1000_std value: 30.55037519434084 - type: nauc_ndcg_at_100_diff1 value: 14.075517532976587 - type: nauc_ndcg_at_100_max value: 53.35878201491667 - type: nauc_ndcg_at_100_std value: 30.584391693172826 - type: nauc_ndcg_at_10_diff1 value: 14.035419941170105 - type: nauc_ndcg_at_10_max value: 43.555115899341175 - type: nauc_ndcg_at_10_std value: 17.68370584730019 - type: nauc_ndcg_at_1_diff1 value: 46.73871618823354 - type: nauc_ndcg_at_1_max value: 69.29511161438498 - type: nauc_ndcg_at_1_std value: 35.466317687869186 - type: nauc_ndcg_at_20_diff1 value: 14.140965577965222 - type: nauc_ndcg_at_20_max value: 48.75015386726066 - type: nauc_ndcg_at_20_std value: 23.76388318896128 - type: nauc_ndcg_at_3_diff1 value: 9.979479295134984 - type: nauc_ndcg_at_3_max value: 57.15034126681594 - type: nauc_ndcg_at_3_std value: 30.664177781310837 - type: nauc_ndcg_at_5_diff1 value: 9.863692001396508 - type: nauc_ndcg_at_5_max value: 49.828410061132786 - type: nauc_ndcg_at_5_std value: 25.18276314759578 - type: nauc_precision_at_1000_diff1 value: -38.598723274470096 - type: nauc_precision_at_1000_max value: 37.90111804129822 - type: nauc_precision_at_1000_std value: 59.61888509598029 - type: nauc_precision_at_100_diff1 value: -38.79604747872378 - type: nauc_precision_at_100_max value: 39.2144061430104 - type: nauc_precision_at_100_std value: 60.73381935167722 - type: nauc_precision_at_10_diff1 value: -39.8535477160983 - type: nauc_precision_at_10_max value: 44.17010847929743 - type: nauc_precision_at_10_std value: 56.44202505269556 - type: nauc_precision_at_1_diff1 value: 46.73871618823354 - type: nauc_precision_at_1_max value: 69.29511161438498 - type: nauc_precision_at_1_std value: 35.466317687869186 - type: nauc_precision_at_20_diff1 value: -39.12551645948687 - type: nauc_precision_at_20_max value: 41.49275837791035 - type: nauc_precision_at_20_std value: 59.59558170536777 - type: nauc_precision_at_3_diff1 value: -40.28688743948119 - type: nauc_precision_at_3_max value: 56.42521625304799 - type: nauc_precision_at_3_std value: 48.967572654487476 - type: nauc_precision_at_5_diff1 value: -42.45154424115371 - type: nauc_precision_at_5_max value: 50.58373157367533 - type: nauc_precision_at_5_std value: 52.82952288871686 - type: nauc_recall_at_1000_diff1 value: 5.007071134864612 - type: nauc_recall_at_1000_max value: 63.63017776302716 - type: nauc_recall_at_1000_std value: 64.8184847972016 - type: nauc_recall_at_100_diff1 value: 4.208203154926017 - type: nauc_recall_at_100_max value: 53.25521928960708 - type: nauc_recall_at_100_std value: 48.699790027590765 - type: nauc_recall_at_10_diff1 value: 15.492065682318119 - type: nauc_recall_at_10_max value: 22.03034014606119 - type: nauc_recall_at_10_std value: -7.441252728267243 - type: nauc_recall_at_1_diff1 value: 55.91305785766281 - type: nauc_recall_at_1_max value: -23.038080921855585 - type: nauc_recall_at_1_std value: -38.75322744423002 - type: nauc_recall_at_20_diff1 value: 7.8988081758288216 - type: nauc_recall_at_20_max value: 39.13105652649949 - type: nauc_recall_at_20_std value: 19.079175683490202 - type: nauc_recall_at_3_diff1 value: 39.02253864680384 - type: nauc_recall_at_3_max value: -16.02763709561568 - type: nauc_recall_at_3_std value: -41.21843356648781 - type: nauc_recall_at_5_diff1 value: 30.766394155127475 - type: nauc_recall_at_5_max value: -4.918002520606815 - type: nauc_recall_at_5_std value: -35.25092908456641 - type: ndcg_at_1 value: 92.009 - type: ndcg_at_10 value: 87.551 - type: ndcg_at_100 value: 90.534 - type: ndcg_at_1000 value: 90.99199999999999 - type: ndcg_at_20 value: 89.087 - type: ndcg_at_3 value: 88.652 - type: ndcg_at_5 value: 87.488 - type: precision_at_1 value: 92.009 - type: precision_at_10 value: 43.406 - type: precision_at_100 value: 5.063 - type: precision_at_1000 value: 0.517 - type: precision_at_20 value: 23.921999999999997 - type: precision_at_3 value: 77.446 - type: precision_at_5 value: 65.08699999999999 - type: recall_at_1 value: 28.525 - type: recall_at_10 value: 86.441 - type: recall_at_100 value: 96.358 - type: recall_at_1000 value: 98.694 - type: recall_at_20 value: 91.809 - type: recall_at_3 value: 58.213 - type: recall_at_5 value: 72.77799999999999 task: type: Retrieval - dataset: config: default name: MTEB TNews revision: 317f262bf1e6126357bbe89e875451e4b0938fe4 split: validation type: C-MTEB/TNews-classification metrics: - type: accuracy value: 54.435 - type: f1 value: 52.19447972668819 - type: f1_weighted value: 54.28996698149013 - type: main_score value: 54.435 task: type: Classification - dataset: config: default name: MTEB ThuNewsClusteringP2P revision: 5798586b105c0434e4f0fe5e767abe619442cf93 split: test type: C-MTEB/ThuNewsClusteringP2P metrics: - type: main_score value: 74.6069058418097 - type: v_measure value: 74.6069058418097 - type: v_measure_std value: 1.1800367124821882 task: type: Clustering - dataset: config: default name: MTEB ThuNewsClusteringS2S revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d split: test type: C-MTEB/ThuNewsClusteringS2S metrics: - type: main_score value: 68.72949652731435 - type: v_measure value: 68.72949652731435 - type: v_measure_std value: 1.5602534023143013 task: type: Clustering - dataset: config: default name: MTEB VideoRetrieval revision: 58c2597a5943a2ba48f4668c3b90d796283c5639 split: dev type: C-MTEB/VideoRetrieval metrics: - type: main_score value: 77.798 - type: map_at_1 value: 64.8 - type: map_at_10 value: 73.81299999999999 - type: map_at_100 value: 74.195 - type: map_at_1000 value: 74.203 - type: map_at_20 value: 74.11 - type: map_at_3 value: 72.167 - type: map_at_5 value: 73.167 - type: mrr_at_1 value: 64.8 - type: mrr_at_10 value: 73.81349206349213 - type: mrr_at_100 value: 74.19517795740796 - type: mrr_at_1000 value: 74.20253141998586 - type: mrr_at_20 value: 74.10976562008693 - type: mrr_at_3 value: 72.16666666666673 - type: mrr_at_5 value: 73.16666666666674 - type: nauc_map_at_1000_diff1 value: 74.76737257186714 - type: nauc_map_at_1000_max value: 16.640119978908388 - type: nauc_map_at_1000_std value: -36.84957121114938 - type: nauc_map_at_100_diff1 value: 74.76608777204034 - type: nauc_map_at_100_max value: 16.656445162300926 - type: nauc_map_at_100_std value: -36.8303160292049 - type: nauc_map_at_10_diff1 value: 74.72961187224274 - type: nauc_map_at_10_max value: 16.65107748964904 - type: nauc_map_at_10_std value: -37.25567848837336 - type: nauc_map_at_1_diff1 value: 76.78251818995372 - type: nauc_map_at_1_max value: 16.493683773653377 - type: nauc_map_at_1_std value: -32.087110747960516 - type: nauc_map_at_20_diff1 value: 74.75805873364565 - type: nauc_map_at_20_max value: 16.562021428539573 - type: nauc_map_at_20_std value: -36.935043070442845 - type: nauc_map_at_3_diff1 value: 74.37867158984531 - type: nauc_map_at_3_max value: 15.785398121842103 - type: nauc_map_at_3_std value: -39.17518274365011 - type: nauc_map_at_5_diff1 value: 74.58856823682738 - type: nauc_map_at_5_max value: 16.35555931687003 - type: nauc_map_at_5_std value: -37.78583639410299 - type: nauc_mrr_at_1000_diff1 value: 74.76737257186714 - type: nauc_mrr_at_1000_max value: 16.640119978908388 - type: nauc_mrr_at_1000_std value: -36.84957121114938 - type: nauc_mrr_at_100_diff1 value: 74.76608777204034 - type: nauc_mrr_at_100_max value: 16.656445162300926 - type: nauc_mrr_at_100_std value: -36.8303160292049 - type: nauc_mrr_at_10_diff1 value: 74.72961187224274 - type: nauc_mrr_at_10_max value: 16.65107748964904 - type: nauc_mrr_at_10_std value: -37.25567848837336 - type: nauc_mrr_at_1_diff1 value: 76.78251818995372 - type: nauc_mrr_at_1_max value: 16.493683773653377 - type: nauc_mrr_at_1_std value: -32.087110747960516 - type: nauc_mrr_at_20_diff1 value: 74.75805873364565 - type: nauc_mrr_at_20_max value: 16.562021428539573 - type: nauc_mrr_at_20_std value: -36.935043070442845 - type: nauc_mrr_at_3_diff1 value: 74.37867158984531 - type: nauc_mrr_at_3_max value: 15.785398121842103 - type: nauc_mrr_at_3_std value: -39.17518274365011 - type: nauc_mrr_at_5_diff1 value: 74.58856823682738 - type: nauc_mrr_at_5_max value: 16.35555931687003 - type: nauc_mrr_at_5_std value: -37.78583639410299 - type: nauc_ndcg_at_1000_diff1 value: 74.35496433724884 - type: nauc_ndcg_at_1000_max value: 17.630965924403153 - type: nauc_ndcg_at_1000_std value: -35.896731466745976 - type: nauc_ndcg_at_100_diff1 value: 74.35945658945664 - type: nauc_ndcg_at_100_max value: 18.192713634856155 - type: nauc_ndcg_at_100_std value: -35.37569380565159 - type: nauc_ndcg_at_10_diff1 value: 74.14500550748814 - type: nauc_ndcg_at_10_max value: 17.870088331324528 - type: nauc_ndcg_at_10_std value: -37.646305633378084 - type: nauc_ndcg_at_1_diff1 value: 76.78251818995372 - type: nauc_ndcg_at_1_max value: 16.493683773653377 - type: nauc_ndcg_at_1_std value: -32.087110747960516 - type: nauc_ndcg_at_20_diff1 value: 74.21829560653306 - type: nauc_ndcg_at_20_max value: 17.480938143131795 - type: nauc_ndcg_at_20_std value: -36.29850515002883 - type: nauc_ndcg_at_3_diff1 value: 73.37866917010594 - type: nauc_ndcg_at_3_max value: 15.889644972205227 - type: nauc_ndcg_at_3_std value: -41.515855438208284 - type: nauc_ndcg_at_5_diff1 value: 73.73441412771963 - type: nauc_ndcg_at_5_max value: 17.07699991256553 - type: nauc_ndcg_at_5_std value: -38.86511529710689 - type: nauc_precision_at_1000_diff1 value: 57.25957049486323 - type: nauc_precision_at_1000_max value: 73.24929971988627 - type: nauc_precision_at_1000_std value: 87.21988795518203 - type: nauc_precision_at_100_diff1 value: 69.85620915032692 - type: nauc_precision_at_100_max value: 67.372549019608 - type: nauc_precision_at_100_std value: 31.396825396825072 - type: nauc_precision_at_10_diff1 value: 70.93719642739251 - type: nauc_precision_at_10_max value: 27.096831998792663 - type: nauc_precision_at_10_std value: -38.19238132963629 - type: nauc_precision_at_1_diff1 value: 76.78251818995372 - type: nauc_precision_at_1_max value: 16.493683773653377 - type: nauc_precision_at_1_std value: -32.087110747960516 - type: nauc_precision_at_20_diff1 value: 69.38096876177339 - type: nauc_precision_at_20_max value: 28.501810080757277 - type: nauc_precision_at_20_std value: -21.734892787525023 - type: nauc_precision_at_3_diff1 value: 69.47330554203629 - type: nauc_precision_at_3_max value: 16.45258903442886 - type: nauc_precision_at_3_std value: -50.41951456927006 - type: nauc_precision_at_5_diff1 value: 69.77375505249235 - type: nauc_precision_at_5_max value: 21.00336165841815 - type: nauc_precision_at_5_std value: -43.04023318170317 - type: nauc_recall_at_1000_diff1 value: 57.25957049486421 - type: nauc_recall_at_1000_max value: 73.24929971988658 - type: nauc_recall_at_1000_std value: 87.21988795518236 - type: nauc_recall_at_100_diff1 value: 69.85620915032695 - type: nauc_recall_at_100_max value: 67.37254901960794 - type: nauc_recall_at_100_std value: 31.396825396825385 - type: nauc_recall_at_10_diff1 value: 70.9371964273925 - type: nauc_recall_at_10_max value: 27.09683199879275 - type: nauc_recall_at_10_std value: -38.19238132963632 - type: nauc_recall_at_1_diff1 value: 76.78251818995372 - type: nauc_recall_at_1_max value: 16.493683773653377 - type: nauc_recall_at_1_std value: -32.087110747960516 - type: nauc_recall_at_20_diff1 value: 69.38096876177391 - type: nauc_recall_at_20_max value: 28.501810080757384 - type: nauc_recall_at_20_std value: -21.73489278752423 - type: nauc_recall_at_3_diff1 value: 69.47330554203603 - type: nauc_recall_at_3_max value: 16.452589034428737 - type: nauc_recall_at_3_std value: -50.419514569270184 - type: nauc_recall_at_5_diff1 value: 69.77375505249263 - type: nauc_recall_at_5_max value: 21.003361658418214 - type: nauc_recall_at_5_std value: -43.04023318170279 - type: ndcg_at_1 value: 64.8 - type: ndcg_at_10 value: 77.798 - type: ndcg_at_100 value: 79.467 - type: ndcg_at_1000 value: 79.679 - type: ndcg_at_20 value: 78.866 - type: ndcg_at_3 value: 74.493 - type: ndcg_at_5 value: 76.25800000000001 - type: precision_at_1 value: 64.8 - type: precision_at_10 value: 9.01 - type: precision_at_100 value: 0.975 - type: precision_at_1000 value: 0.099 - type: precision_at_20 value: 4.715 - type: precision_at_3 value: 27.067000000000004 - type: precision_at_5 value: 17.080000000000002 - type: recall_at_1 value: 64.8 - type: recall_at_10 value: 90.10000000000001 - type: recall_at_100 value: 97.5 - type: recall_at_1000 value: 99.2 - type: recall_at_20 value: 94.3 - type: recall_at_3 value: 81.2 - type: recall_at_5 value: 85.39999999999999 task: type: Retrieval - dataset: config: default name: MTEB Waimai revision: 339287def212450dcaa9df8c22bf93e9980c7023 split: test type: C-MTEB/waimai-classification metrics: - type: accuracy value: 88.75999999999999 - type: ap value: 73.98539257322851 - type: ap_weighted value: 73.98539257322851 - type: f1 value: 87.5285625266221 - type: f1_weighted value: 88.89821431206254 - type: main_score value: 88.75999999999999 task: type: Classification - dataset: config: default name: MTEB BSARDRetrieval revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59 split: test type: maastrichtlawtech/bsard metrics: - type: main_score value: 72.52300000000001 - type: map_at_1 value: 17.568 - type: map_at_10 value: 26.235999999999997 - type: map_at_100 value: 27.127000000000002 - type: map_at_1000 value: 27.194000000000003 - type: map_at_20 value: 26.649 - type: map_at_3 value: 23.574 - type: map_at_5 value: 25.240000000000002 - type: mrr_at_1 value: 17.56756756756757 - type: mrr_at_10 value: 26.23605748605749 - type: mrr_at_100 value: 27.127370646474375 - type: mrr_at_1000 value: 27.193677228265678 - type: mrr_at_20 value: 26.648676188149885 - type: mrr_at_3 value: 23.573573573573565 - type: mrr_at_5 value: 25.24024024024024 - type: nauc_map_at_1000_diff1 value: 23.362235735237928 - type: nauc_map_at_1000_max value: 23.099557311144455 - type: nauc_map_at_1000_std value: 6.417970261189206 - type: nauc_map_at_100_diff1 value: 23.319710694694088 - type: nauc_map_at_100_max value: 23.095327535767353 - type: nauc_map_at_100_std value: 6.43094424518516 - type: nauc_map_at_10_diff1 value: 23.67704921408694 - type: nauc_map_at_10_max value: 23.623508872346285 - type: nauc_map_at_10_std value: 6.495464480679902 - type: nauc_map_at_1_diff1 value: 29.767909978816125 - type: nauc_map_at_1_max value: 21.298751992079154 - type: nauc_map_at_1_std value: 0.5739049357879726 - type: nauc_map_at_20_diff1 value: 23.568363361347025 - type: nauc_map_at_20_max value: 23.191462056289076 - type: nauc_map_at_20_std value: 6.232100129395237 - type: nauc_map_at_3_diff1 value: 22.23542268017524 - type: nauc_map_at_3_max value: 22.371946221297385 - type: nauc_map_at_3_std value: 5.600099483632678 - type: nauc_map_at_5_diff1 value: 23.47085633507728 - type: nauc_map_at_5_max value: 23.469124006817168 - type: nauc_map_at_5_std value: 5.638572238729765 - type: nauc_mrr_at_1000_diff1 value: 23.362235735237928 - type: nauc_mrr_at_1000_max value: 23.099557311144455 - type: nauc_mrr_at_1000_std value: 6.417970261189206 - type: nauc_mrr_at_100_diff1 value: 23.319710694694088 - type: nauc_mrr_at_100_max value: 23.095327535767353 - type: nauc_mrr_at_100_std value: 6.43094424518516 - type: nauc_mrr_at_10_diff1 value: 23.67704921408694 - type: nauc_mrr_at_10_max value: 23.623508872346285 - type: nauc_mrr_at_10_std value: 6.495464480679902 - type: nauc_mrr_at_1_diff1 value: 29.767909978816125 - type: nauc_mrr_at_1_max value: 21.298751992079154 - type: nauc_mrr_at_1_std value: 0.5739049357879726 - type: nauc_mrr_at_20_diff1 value: 23.568363361347025 - type: nauc_mrr_at_20_max value: 23.191462056289076 - type: nauc_mrr_at_20_std value: 6.232100129395237 - type: nauc_mrr_at_3_diff1 value: 22.23542268017524 - type: nauc_mrr_at_3_max value: 22.371946221297385 - type: nauc_mrr_at_3_std value: 5.600099483632678 - type: nauc_mrr_at_5_diff1 value: 23.47085633507728 - type: nauc_mrr_at_5_max value: 23.469124006817168 - type: nauc_mrr_at_5_std value: 5.638572238729765 - type: nauc_ndcg_at_1000_diff1 value: 23.18860502285218 - type: nauc_ndcg_at_1000_max value: 24.337297830995762 - type: nauc_ndcg_at_1000_std value: 10.121678041628586 - type: nauc_ndcg_at_100_diff1 value: 21.409677577190962 - type: nauc_ndcg_at_100_max value: 23.763824865138915 - type: nauc_ndcg_at_100_std value: 9.836913962160063 - type: nauc_ndcg_at_10_diff1 value: 23.137608108389536 - type: nauc_ndcg_at_10_max value: 25.49878568000273 - type: nauc_ndcg_at_10_std value: 9.71436161377689 - type: nauc_ndcg_at_1_diff1 value: 29.767909978816125 - type: nauc_ndcg_at_1_max value: 21.298751992079154 - type: nauc_ndcg_at_1_std value: 0.5739049357879726 - type: nauc_ndcg_at_20_diff1 value: 22.84610911259782 - type: nauc_ndcg_at_20_max value: 23.98206662083106 - type: nauc_ndcg_at_20_std value: 8.83824193781075 - type: nauc_ndcg_at_3_diff1 value: 20.820047771679246 - type: nauc_ndcg_at_3_max value: 23.042948937441317 - type: nauc_ndcg_at_3_std value: 7.6382686198271585 - type: nauc_ndcg_at_5_diff1 value: 22.900866891932314 - type: nauc_ndcg_at_5_max value: 24.95545943941514 - type: nauc_ndcg_at_5_std value: 7.559287348060641 - type: nauc_precision_at_1000_diff1 value: 42.861721283134834 - type: nauc_precision_at_1000_max value: 45.2902997682021 - type: nauc_precision_at_1000_std value: 53.33902847835412 - type: nauc_precision_at_100_diff1 value: 11.953909966608961 - type: nauc_precision_at_100_max value: 25.778492348102773 - type: nauc_precision_at_100_std value: 23.84786369759703 - type: nauc_precision_at_10_diff1 value: 22.066967178494913 - type: nauc_precision_at_10_max value: 30.838987580597482 - type: nauc_precision_at_10_std value: 18.68831796310775 - type: nauc_precision_at_1_diff1 value: 29.767909978816125 - type: nauc_precision_at_1_max value: 21.298751992079154 - type: nauc_precision_at_1_std value: 0.5739049357879726 - type: nauc_precision_at_20_diff1 value: 21.13005275171906 - type: nauc_precision_at_20_max value: 25.537388359358847 - type: nauc_precision_at_20_std value: 15.935408807180243 - type: nauc_precision_at_3_diff1 value: 17.462206643366333 - type: nauc_precision_at_3_max value: 24.821855620513862 - type: nauc_precision_at_3_std value: 12.909441338381935 - type: nauc_precision_at_5_diff1 value: 21.895500156457338 - type: nauc_precision_at_5_max value: 28.928360384506384 - type: nauc_precision_at_5_std value: 12.332846141063767 - type: nauc_recall_at_1000_diff1 value: 42.86172128313482 - type: nauc_recall_at_1000_max value: 45.29029976820203 - type: nauc_recall_at_1000_std value: 53.33902847835422 - type: nauc_recall_at_100_diff1 value: 11.95390996660899 - type: nauc_recall_at_100_max value: 25.77849234810276 - type: nauc_recall_at_100_std value: 23.847863697596992 - type: nauc_recall_at_10_diff1 value: 22.066967178494863 - type: nauc_recall_at_10_max value: 30.838987580597426 - type: nauc_recall_at_10_std value: 18.68831796310771 - type: nauc_recall_at_1_diff1 value: 29.767909978816125 - type: nauc_recall_at_1_max value: 21.298751992079154 - type: nauc_recall_at_1_std value: 0.5739049357879726 - type: nauc_recall_at_20_diff1 value: 21.130052751719013 - type: nauc_recall_at_20_max value: 25.537388359358843 - type: nauc_recall_at_20_std value: 15.93540880718023 - type: nauc_recall_at_3_diff1 value: 17.462206643366294 - type: nauc_recall_at_3_max value: 24.821855620513826 - type: nauc_recall_at_3_std value: 12.909441338381914 - type: nauc_recall_at_5_diff1 value: 21.895500156457313 - type: nauc_recall_at_5_max value: 28.928360384506362 - type: nauc_recall_at_5_std value: 12.332846141063726 - type: ndcg_at_1 value: 17.568 - type: ndcg_at_10 value: 31.047000000000004 - type: ndcg_at_100 value: 36.227 - type: ndcg_at_1000 value: 38.362 - type: ndcg_at_20 value: 32.61 - type: ndcg_at_3 value: 25.611 - type: ndcg_at_5 value: 28.597 - type: precision_at_1 value: 17.568 - type: precision_at_10 value: 4.64 - type: precision_at_100 value: 0.7250000000000001 - type: precision_at_1000 value: 0.09 - type: precision_at_20 value: 2.635 - type: precision_at_3 value: 10.511 - type: precision_at_5 value: 7.747999999999999 - type: recall_at_1 value: 17.568 - type: recall_at_10 value: 46.396 - type: recall_at_100 value: 72.52300000000001 - type: recall_at_1000 value: 90.09 - type: recall_at_20 value: 52.703 - type: recall_at_3 value: 31.532 - type: recall_at_5 value: 38.739000000000004 task: type: Retrieval - dataset: config: default name: MTEB AllegroReviews revision: b89853e6de927b0e3bfa8ecc0e56fe4e02ceafc6 split: test type: PL-MTEB/allegro-reviews metrics: - type: accuracy value: 66.66998011928429 - type: f1 value: 54.371543793302365 - type: f1_weighted value: 63.79388019991205 - type: main_score value: 66.66998011928429 task: type: Classification - dataset: config: default name: MTEB ArguAna-PL revision: 63fc86750af76253e8c760fc9e534bbf24d260a2 split: test type: clarin-knext/arguana-pl metrics: - type: main_score value: 55.46 - type: map_at_1 value: 29.232000000000003 - type: map_at_10 value: 45.945 - type: map_at_100 value: 46.733000000000004 - type: map_at_1000 value: 46.736 - type: map_at_20 value: 46.586 - type: map_at_3 value: 40.422000000000004 - type: map_at_5 value: 43.726 - type: mrr_at_1 value: 29.445234708392604 - type: mrr_at_10 value: 46.03572557519931 - type: mrr_at_100 value: 46.8235128932079 - type: mrr_at_1000 value: 46.82675097662112 - type: mrr_at_20 value: 46.67688438749221 - type: mrr_at_3 value: 40.57610241820769 - type: mrr_at_5 value: 43.819345661450974 - type: nauc_map_at_1000_diff1 value: 10.502785889600858 - type: nauc_map_at_1000_max value: -7.686354797547079 - type: nauc_map_at_1000_std value: -14.177066645512207 - type: nauc_map_at_100_diff1 value: 10.506323429052205 - type: nauc_map_at_100_max value: -7.6807338473246904 - type: nauc_map_at_100_std value: -14.177167212491891 - type: nauc_map_at_10_diff1 value: 10.405019256218994 - type: nauc_map_at_10_max value: -7.5454074967557485 - type: nauc_map_at_10_std value: -14.301937136299387 - type: nauc_map_at_1_diff1 value: 13.450146784500044 - type: nauc_map_at_1_max value: -8.715395052179776 - type: nauc_map_at_1_std value: -14.011038446916563 - type: nauc_map_at_20_diff1 value: 10.425497585735641 - type: nauc_map_at_20_max value: -7.6183351779364585 - type: nauc_map_at_20_std value: -14.167874968781927 - type: nauc_map_at_3_diff1 value: 10.462458378350235 - type: nauc_map_at_3_max value: -7.7309355115393945 - type: nauc_map_at_3_std value: -13.544003909328806 - type: nauc_map_at_5_diff1 value: 9.953747189168595 - type: nauc_map_at_5_max value: -8.000529086220583 - type: nauc_map_at_5_std value: -14.823371091659702 - type: nauc_mrr_at_1000_diff1 value: 9.531482089391643 - type: nauc_mrr_at_1000_max value: -8.198176858165382 - type: nauc_mrr_at_1000_std value: -13.912750101416698 - type: nauc_mrr_at_100_diff1 value: 9.535116615067988 - type: nauc_mrr_at_100_max value: -8.192512626234889 - type: nauc_mrr_at_100_std value: -13.912878856317642 - type: nauc_mrr_at_10_diff1 value: 9.461598994329648 - type: nauc_mrr_at_10_max value: -8.039357214473368 - type: nauc_mrr_at_10_std value: -14.042489357115507 - type: nauc_mrr_at_1_diff1 value: 12.779727867481405 - type: nauc_mrr_at_1_max value: -8.838661466218573 - type: nauc_mrr_at_1_std value: -13.509125665978333 - type: nauc_mrr_at_20_diff1 value: 9.461374495467274 - type: nauc_mrr_at_20_max value: -8.12628346963044 - type: nauc_mrr_at_20_std value: -13.904713587399781 - type: nauc_mrr_at_3_diff1 value: 9.519031795305066 - type: nauc_mrr_at_3_max value: -8.15023955552063 - type: nauc_mrr_at_3_std value: -13.485287346853307 - type: nauc_mrr_at_5_diff1 value: 8.908610017641701 - type: nauc_mrr_at_5_max value: -8.56506477559728 - type: nauc_mrr_at_5_std value: -14.658681656132465 - type: nauc_ndcg_at_1000_diff1 value: 10.098360395073335 - type: nauc_ndcg_at_1000_max value: -7.340354149365716 - type: nauc_ndcg_at_1000_std value: -14.021622532721869 - type: nauc_ndcg_at_100_diff1 value: 10.180894245878132 - type: nauc_ndcg_at_100_max value: -7.2078775650586975 - type: nauc_ndcg_at_100_std value: -14.035377812520178 - type: nauc_ndcg_at_10_diff1 value: 9.639428047091771 - type: nauc_ndcg_at_10_max value: -6.392201736606361 - type: nauc_ndcg_at_10_std value: -14.560037498314621 - type: nauc_ndcg_at_1_diff1 value: 13.450146784500044 - type: nauc_ndcg_at_1_max value: -8.715395052179776 - type: nauc_ndcg_at_1_std value: -14.011038446916563 - type: nauc_ndcg_at_20_diff1 value: 9.674236239607199 - type: nauc_ndcg_at_20_max value: -6.597761863805856 - type: nauc_ndcg_at_20_std value: -13.80905210481527 - type: nauc_ndcg_at_3_diff1 value: 9.530133327673822 - type: nauc_ndcg_at_3_max value: -7.456119329628919 - type: nauc_ndcg_at_3_std value: -13.535125784613665 - type: nauc_ndcg_at_5_diff1 value: 8.496538833750787 - type: nauc_ndcg_at_5_max value: -7.897313374391556 - type: nauc_ndcg_at_5_std value: -15.93359512296299 - type: nauc_precision_at_1000_diff1 value: -17.975053415855932 - type: nauc_precision_at_1000_max value: 1.6374460508901119 - type: nauc_precision_at_1000_std value: 67.87961898836618 - type: nauc_precision_at_100_diff1 value: 15.041694590736752 - type: nauc_precision_at_100_max value: 25.37319834135301 - type: nauc_precision_at_100_std value: 19.523939232189043 - type: nauc_precision_at_10_diff1 value: 5.573811170307738 - type: nauc_precision_at_10_max value: 2.921092448607865 - type: nauc_precision_at_10_std value: -15.709514126395025 - type: nauc_precision_at_1_diff1 value: 13.450146784500044 - type: nauc_precision_at_1_max value: -8.715395052179776 - type: nauc_precision_at_1_std value: -14.011038446916563 - type: nauc_precision_at_20_diff1 value: 0.12142004352181024 - type: nauc_precision_at_20_max value: 13.711485803842164 - type: nauc_precision_at_20_std value: -2.020950895812948 - type: nauc_precision_at_3_diff1 value: 6.7779460397264515 - type: nauc_precision_at_3_max value: -6.655480077476869 - type: nauc_precision_at_3_std value: -13.553739193256142 - type: nauc_precision_at_5_diff1 value: 3.103460548855474 - type: nauc_precision_at_5_max value: -7.591305339148799 - type: nauc_precision_at_5_std value: -20.402616152037595 - type: nauc_recall_at_1000_diff1 value: -17.97505341585769 - type: nauc_recall_at_1000_max value: 1.637446050887491 - type: nauc_recall_at_1000_std value: 67.87961898836626 - type: nauc_recall_at_100_diff1 value: 15.04169459073919 - type: nauc_recall_at_100_max value: 25.37319834135467 - type: nauc_recall_at_100_std value: 19.523939232189914 - type: nauc_recall_at_10_diff1 value: 5.573811170307614 - type: nauc_recall_at_10_max value: 2.921092448607839 - type: nauc_recall_at_10_std value: -15.70951412639516 - type: nauc_recall_at_1_diff1 value: 13.450146784500044 - type: nauc_recall_at_1_max value: -8.715395052179776 - type: nauc_recall_at_1_std value: -14.011038446916563 - type: nauc_recall_at_20_diff1 value: 0.12142004352181009 - type: nauc_recall_at_20_max value: 13.711485803842086 - type: nauc_recall_at_20_std value: -2.020950895812578 - type: nauc_recall_at_3_diff1 value: 6.777946039726469 - type: nauc_recall_at_3_max value: -6.6554800774768275 - type: nauc_recall_at_3_std value: -13.55373919325609 - type: nauc_recall_at_5_diff1 value: 3.103460548855548 - type: nauc_recall_at_5_max value: -7.591305339148789 - type: nauc_recall_at_5_std value: -20.402616152037513 - type: ndcg_at_1 value: 29.232000000000003 - type: ndcg_at_10 value: 55.46 - type: ndcg_at_100 value: 58.617 - type: ndcg_at_1000 value: 58.677 - type: ndcg_at_20 value: 57.714 - type: ndcg_at_3 value: 44.153999999999996 - type: ndcg_at_5 value: 50.119 - type: precision_at_1 value: 29.232000000000003 - type: precision_at_10 value: 8.591999999999999 - type: precision_at_100 value: 0.992 - type: precision_at_1000 value: 0.1 - type: precision_at_20 value: 4.733 - type: precision_at_3 value: 18.326 - type: precision_at_5 value: 13.898 - type: recall_at_1 value: 29.232000000000003 - type: recall_at_10 value: 85.917 - type: recall_at_100 value: 99.21799999999999 - type: recall_at_1000 value: 99.644 - type: recall_at_20 value: 94.666 - type: recall_at_3 value: 54.979 - type: recall_at_5 value: 69.488 task: type: Retrieval - dataset: config: default name: MTEB CBD revision: 36ddb419bcffe6a5374c3891957912892916f28d split: test type: PL-MTEB/cbd metrics: - type: accuracy value: 84.59999999999998 - type: ap value: 39.6367333585003 - type: ap_weighted value: 39.6367333585003 - type: f1 value: 74.49482276609427 - type: f1_weighted value: 86.23477944376174 - type: main_score value: 84.59999999999998 task: type: Classification - dataset: config: default name: MTEB CDSC-E revision: 0a3d4aa409b22f80eb22cbf59b492637637b536d split: test type: PL-MTEB/cdsce-pairclassification metrics: - type: cosine_accuracy value: 88.8 - type: cosine_accuracy_threshold value: 94.77243423461914 - type: cosine_ap value: 74.53294045085991 - type: cosine_f1 value: 67.5 - type: cosine_f1_threshold value: 92.33227968215942 - type: cosine_precision value: 64.28571428571429 - type: cosine_recall value: 71.05263157894737 - type: dot_accuracy value: 88.8 - type: dot_accuracy_threshold value: 94.77243423461914 - type: dot_ap value: 74.53294045085991 - type: dot_f1 value: 67.5 - type: dot_f1_threshold value: 92.3322856426239 - type: dot_precision value: 64.28571428571429 - type: dot_recall value: 71.05263157894737 - type: euclidean_accuracy value: 88.8 - type: euclidean_accuracy_threshold value: 32.334333658218384 - type: euclidean_ap value: 74.53294045085991 - type: euclidean_f1 value: 67.5 - type: euclidean_f1_threshold value: 39.16049003601074 - type: euclidean_precision value: 64.28571428571429 - type: euclidean_recall value: 71.05263157894737 - type: main_score value: 74.53294045085991 - type: manhattan_accuracy value: 88.8 - type: manhattan_accuracy_threshold value: 1547.9369163513184 - type: manhattan_ap value: 74.46681166184207 - type: manhattan_f1 value: 67.33167082294264 - type: manhattan_f1_threshold value: 1859.6370697021484 - type: manhattan_precision value: 63.98104265402843 - type: manhattan_recall value: 71.05263157894737 - type: max_ap value: 74.53294045085991 - type: max_f1 value: 67.5 - type: max_precision value: 64.28571428571429 - type: max_recall value: 71.05263157894737 - type: similarity_accuracy value: 88.8 - type: similarity_accuracy_threshold value: 94.77243423461914 - type: similarity_ap value: 74.53294045085991 - type: similarity_f1 value: 67.5 - type: similarity_f1_threshold value: 92.33227968215942 - type: similarity_precision value: 64.28571428571429 - type: similarity_recall value: 71.05263157894737 task: type: PairClassification - dataset: config: default name: MTEB CDSC-R revision: 1cd6abbb00df7d14be3dbd76a7dcc64b3a79a7cd split: test type: PL-MTEB/cdscr-sts metrics: - type: cosine_pearson value: 93.08928372799097 - type: cosine_spearman value: 92.82282319248756 - type: euclidean_pearson value: 91.44458065562785 - type: euclidean_spearman value: 92.82277967128924 - type: main_score value: 92.82282319248756 - type: manhattan_pearson value: 91.49209204032495 - type: manhattan_spearman value: 92.86500827709709 - type: pearson value: 93.08928372799097 - type: spearman value: 92.82282319248756 task: type: STS - dataset: config: default name: MTEB DBPedia-PL revision: 76afe41d9af165cc40999fcaa92312b8b012064a split: test type: clarin-knext/dbpedia-pl metrics: - type: main_score value: 37.158 - type: map_at_1 value: 7.788 - type: map_at_10 value: 17.559 - type: map_at_100 value: 25.272 - type: map_at_1000 value: 27.125 - type: map_at_20 value: 20.483 - type: map_at_3 value: 12.542 - type: map_at_5 value: 14.571000000000002 - type: mrr_at_1 value: 57.49999999999999 - type: mrr_at_10 value: 68.23353174603176 - type: mrr_at_100 value: 68.50672350816744 - type: mrr_at_1000 value: 68.52247100314929 - type: mrr_at_20 value: 68.38637622589829 - type: mrr_at_3 value: 66.0 - type: mrr_at_5 value: 67.77499999999999 - type: nauc_map_at_1000_diff1 value: 19.717948841211605 - type: nauc_map_at_1000_max value: 9.288820087003367 - type: nauc_map_at_1000_std value: 20.879026137601887 - type: nauc_map_at_100_diff1 value: 20.188253614879525 - type: nauc_map_at_100_max value: 6.372907047920168 - type: nauc_map_at_100_std value: 17.56696166857179 - type: nauc_map_at_10_diff1 value: 28.828057382672647 - type: nauc_map_at_10_max value: 0.6181930352721214 - type: nauc_map_at_10_std value: -3.8233616452518695 - type: nauc_map_at_1_diff1 value: 46.17759454379471 - type: nauc_map_at_1_max value: -1.2547951904168366 - type: nauc_map_at_1_std value: -15.850344250080495 - type: nauc_map_at_20_diff1 value: 25.66509849424556 - type: nauc_map_at_20_max value: 2.966364491948928 - type: nauc_map_at_20_std value: 3.60098211443544 - type: nauc_map_at_3_diff1 value: 33.949746836518784 - type: nauc_map_at_3_max value: -0.48480759212207764 - type: nauc_map_at_3_std value: -12.442185584819159 - type: nauc_map_at_5_diff1 value: 32.71109907631609 - type: nauc_map_at_5_max value: 1.0362759190596795 - type: nauc_map_at_5_std value: -10.438598772493624 - type: nauc_mrr_at_1000_diff1 value: 31.269946753576967 - type: nauc_mrr_at_1000_max value: 31.83960117453128 - type: nauc_mrr_at_1000_std value: 32.89716139639096 - type: nauc_mrr_at_100_diff1 value: 31.27149960219703 - type: nauc_mrr_at_100_max value: 31.858982647079266 - type: nauc_mrr_at_100_std value: 32.89727920489369 - type: nauc_mrr_at_10_diff1 value: 31.002098892844266 - type: nauc_mrr_at_10_max value: 31.815861199345342 - type: nauc_mrr_at_10_std value: 32.978178528104976 - type: nauc_mrr_at_1_diff1 value: 33.836718496338236 - type: nauc_mrr_at_1_max value: 26.825282297341225 - type: nauc_mrr_at_1_std value: 27.106316966701584 - type: nauc_mrr_at_20_diff1 value: 31.20948063747236 - type: nauc_mrr_at_20_max value: 31.83511554530153 - type: nauc_mrr_at_20_std value: 32.87101978213825 - type: nauc_mrr_at_3_diff1 value: 31.60332128370919 - type: nauc_mrr_at_3_max value: 31.235539036822047 - type: nauc_mrr_at_3_std value: 32.44212786178573 - type: nauc_mrr_at_5_diff1 value: 31.453145553849392 - type: nauc_mrr_at_5_max value: 31.536861198566495 - type: nauc_mrr_at_5_std value: 32.71970436673626 - type: nauc_ndcg_at_1000_diff1 value: 17.53124452036564 - type: nauc_ndcg_at_1000_max value: 18.596891379024278 - type: nauc_ndcg_at_1000_std value: 35.391122349027796 - type: nauc_ndcg_at_100_diff1 value: 18.861841559667734 - type: nauc_ndcg_at_100_max value: 12.47799675991209 - type: nauc_ndcg_at_100_std value: 27.414609384383542 - type: nauc_ndcg_at_10_diff1 value: 20.240612242669048 - type: nauc_ndcg_at_10_max value: 7.683636942648057 - type: nauc_ndcg_at_10_std value: 19.877454804374583 - type: nauc_ndcg_at_1_diff1 value: 32.115358463998675 - type: nauc_ndcg_at_1_max value: 16.433795747215306 - type: nauc_ndcg_at_1_std value: 16.159755705007598 - type: nauc_ndcg_at_20_diff1 value: 21.691487081630907 - type: nauc_ndcg_at_20_max value: 8.008358391021618 - type: nauc_ndcg_at_20_std value: 18.21252225826786 - type: nauc_ndcg_at_3_diff1 value: 20.586795240892144 - type: nauc_ndcg_at_3_max value: 12.495638059254945 - type: nauc_ndcg_at_3_std value: 21.60222133655735 - type: nauc_ndcg_at_5_diff1 value: 21.074550902604848 - type: nauc_ndcg_at_5_max value: 11.119330459490238 - type: nauc_ndcg_at_5_std value: 21.66642015786286 - type: nauc_precision_at_1000_diff1 value: -6.99902738945863 - type: nauc_precision_at_1000_max value: 26.517601449080217 - type: nauc_precision_at_1000_std value: 19.317042723341093 - type: nauc_precision_at_100_diff1 value: -12.097892120151556 - type: nauc_precision_at_100_max value: 21.178551934879877 - type: nauc_precision_at_100_std value: 41.85444279167118 - type: nauc_precision_at_10_diff1 value: -9.035138901008862 - type: nauc_precision_at_10_max value: 14.688595613184086 - type: nauc_precision_at_10_std value: 40.929869919506054 - type: nauc_precision_at_1_diff1 value: 33.836718496338236 - type: nauc_precision_at_1_max value: 26.825282297341225 - type: nauc_precision_at_1_std value: 27.106316966701584 - type: nauc_precision_at_20_diff1 value: -10.17299709672001 - type: nauc_precision_at_20_max value: 18.321856179667446 - type: nauc_precision_at_20_std value: 43.67167228241682 - type: nauc_precision_at_3_diff1 value: 2.2694320560983727 - type: nauc_precision_at_3_max value: 20.361782058286664 - type: nauc_precision_at_3_std value: 33.64957145499185 - type: nauc_precision_at_5_diff1 value: -1.3490414264646866 - type: nauc_precision_at_5_max value: 19.026363729564775 - type: nauc_precision_at_5_std value: 37.002377703997574 - type: nauc_recall_at_1000_diff1 value: 6.61095747312913 - type: nauc_recall_at_1000_max value: 21.848405490384913 - type: nauc_recall_at_1000_std value: 48.01501198286099 - type: nauc_recall_at_100_diff1 value: 10.61255339624991 - type: nauc_recall_at_100_max value: 10.560638486147043 - type: nauc_recall_at_100_std value: 29.546295549651123 - type: nauc_recall_at_10_diff1 value: 21.907619020929754 - type: nauc_recall_at_10_max value: -2.376721914451776 - type: nauc_recall_at_10_std value: -4.847298297286775 - type: nauc_recall_at_1_diff1 value: 46.17759454379471 - type: nauc_recall_at_1_max value: -1.2547951904168366 - type: nauc_recall_at_1_std value: -15.850344250080495 - type: nauc_recall_at_20_diff1 value: 18.524114441581744 - type: nauc_recall_at_20_max value: 1.4521197936632442 - type: nauc_recall_at_20_std value: 3.6946971168217706 - type: nauc_recall_at_3_diff1 value: 29.23016890651971 - type: nauc_recall_at_3_max value: -1.8605739217483561 - type: nauc_recall_at_3_std value: -12.263583914144881 - type: nauc_recall_at_5_diff1 value: 28.124478219964 - type: nauc_recall_at_5_max value: -0.8947432730368748 - type: nauc_recall_at_5_std value: -11.674241635354349 - type: ndcg_at_1 value: 46.375 - type: ndcg_at_10 value: 37.158 - type: ndcg_at_100 value: 43.128 - type: ndcg_at_1000 value: 50.69200000000001 - type: ndcg_at_20 value: 37.268 - type: ndcg_at_3 value: 40.966 - type: ndcg_at_5 value: 38.558 - type: precision_at_1 value: 57.49999999999999 - type: precision_at_10 value: 30.15 - type: precision_at_100 value: 10.298 - type: precision_at_1000 value: 2.274 - type: precision_at_20 value: 23.186999999999998 - type: precision_at_3 value: 45.25 - type: precision_at_5 value: 38.0 - type: recall_at_1 value: 7.788 - type: recall_at_10 value: 23.305 - type: recall_at_100 value: 50.205999999999996 - type: recall_at_1000 value: 74.295 - type: recall_at_20 value: 30.653000000000002 - type: recall_at_3 value: 14.051 - type: recall_at_5 value: 17.555 task: type: Retrieval - dataset: config: default name: MTEB 8TagsClustering revision: 78b962b130c6690659c65abf67bf1c2f030606b6 split: test type: PL-MTEB/8tags-clustering metrics: - type: main_score value: 51.50199732043716 - type: v_measure value: 51.50199732043716 - type: v_measure_std value: 2.1037892821478335 task: type: Clustering - dataset: config: default name: MTEB FiQA-PL revision: 2e535829717f8bf9dc829b7f911cc5bbd4e6608e split: test type: clarin-knext/fiqa-pl metrics: - type: main_score value: 45.743 - type: map_at_1 value: 22.495 - type: map_at_10 value: 37.269999999999996 - type: map_at_100 value: 39.32 - type: map_at_1000 value: 39.474 - type: map_at_20 value: 38.446999999999996 - type: map_at_3 value: 32.452999999999996 - type: map_at_5 value: 35.353 - type: mrr_at_1 value: 44.44444444444444 - type: mrr_at_10 value: 53.85300313541052 - type: mrr_at_100 value: 54.55866777383982 - type: mrr_at_1000 value: 54.59175804016086 - type: mrr_at_20 value: 54.28927000329718 - type: mrr_at_3 value: 51.51748971193415 - type: mrr_at_5 value: 52.99125514403289 - type: nauc_map_at_1000_diff1 value: 43.67665596379517 - type: nauc_map_at_1000_max value: 27.300277548467083 - type: nauc_map_at_1000_std value: -1.2286099566460338 - type: nauc_map_at_100_diff1 value: 43.64191587331029 - type: nauc_map_at_100_max value: 27.192080216071325 - type: nauc_map_at_100_std value: -1.2836006532401139 - type: nauc_map_at_10_diff1 value: 43.402619329393474 - type: nauc_map_at_10_max value: 25.150191597314738 - type: nauc_map_at_10_std value: -2.643411877592581 - type: nauc_map_at_1_diff1 value: 47.131757603258364 - type: nauc_map_at_1_max value: 16.628115295460642 - type: nauc_map_at_1_std value: -5.420155745014655 - type: nauc_map_at_20_diff1 value: 43.21779762800581 - type: nauc_map_at_20_max value: 26.350630822592358 - type: nauc_map_at_20_std value: -1.8982532454225303 - type: nauc_map_at_3_diff1 value: 43.77467073501862 - type: nauc_map_at_3_max value: 20.8794998745785 - type: nauc_map_at_3_std value: -4.609804091006871 - type: nauc_map_at_5_diff1 value: 43.133522690016164 - type: nauc_map_at_5_max value: 23.780413291891882 - type: nauc_map_at_5_std value: -2.8672870977941605 - type: nauc_mrr_at_1000_diff1 value: 53.10081824795023 - type: nauc_mrr_at_1000_max value: 37.412071384452744 - type: nauc_mrr_at_1000_std value: 1.3054001614930035 - type: nauc_mrr_at_100_diff1 value: 53.09183337030703 - type: nauc_mrr_at_100_max value: 37.42539658932786 - type: nauc_mrr_at_100_std value: 1.3234733019063856 - type: nauc_mrr_at_10_diff1 value: 53.02622457364493 - type: nauc_mrr_at_10_max value: 37.56755942011799 - type: nauc_mrr_at_10_std value: 1.1914639725471496 - type: nauc_mrr_at_1_diff1 value: 56.005833443525965 - type: nauc_mrr_at_1_max value: 35.24121569297938 - type: nauc_mrr_at_1_std value: -1.5503135555701086 - type: nauc_mrr_at_20_diff1 value: 53.02375651618393 - type: nauc_mrr_at_20_max value: 37.432220097949376 - type: nauc_mrr_at_20_std value: 1.2961922190207147 - type: nauc_mrr_at_3_diff1 value: 53.60330597085407 - type: nauc_mrr_at_3_max value: 36.4063432757418 - type: nauc_mrr_at_3_std value: 0.0869713762799581 - type: nauc_mrr_at_5_diff1 value: 53.082837852025065 - type: nauc_mrr_at_5_max value: 37.768051901258794 - type: nauc_mrr_at_5_std value: 1.4529049416524216 - type: nauc_ndcg_at_1000_diff1 value: 45.69445219763277 - type: nauc_ndcg_at_1000_max value: 33.47546627823062 - type: nauc_ndcg_at_1000_std value: 2.8661956736527996 - type: nauc_ndcg_at_100_diff1 value: 45.00865346920527 - type: nauc_ndcg_at_100_max value: 32.60842747088832 - type: nauc_ndcg_at_100_std value: 3.0432310025774982 - type: nauc_ndcg_at_10_diff1 value: 43.949512158842886 - type: nauc_ndcg_at_10_max value: 28.633133219698102 - type: nauc_ndcg_at_10_std value: -0.988120828216768 - type: nauc_ndcg_at_1_diff1 value: 56.005833443525965 - type: nauc_ndcg_at_1_max value: 35.24121569297938 - type: nauc_ndcg_at_1_std value: -1.5503135555701086 - type: nauc_ndcg_at_20_diff1 value: 43.44864982223412 - type: nauc_ndcg_at_20_max value: 30.001884009559365 - type: nauc_ndcg_at_20_std value: 0.47609666321585886 - type: nauc_ndcg_at_3_diff1 value: 45.06088297160447 - type: nauc_ndcg_at_3_max value: 29.31190490592052 - type: nauc_ndcg_at_3_std value: -1.7137906563190914 - type: nauc_ndcg_at_5_diff1 value: 43.69818726090504 - type: nauc_ndcg_at_5_max value: 28.8191923046129 - type: nauc_ndcg_at_5_std value: -0.6419449792142431 - type: nauc_precision_at_1000_diff1 value: 4.386004815900876 - type: nauc_precision_at_1000_max value: 34.772657854303894 - type: nauc_precision_at_1000_std value: 16.489897609485826 - type: nauc_precision_at_100_diff1 value: 10.378770912736556 - type: nauc_precision_at_100_max value: 40.078290430428304 - type: nauc_precision_at_100_std value: 19.450269926793222 - type: nauc_precision_at_10_diff1 value: 20.400494484975106 - type: nauc_precision_at_10_max value: 39.14911545817243 - type: nauc_precision_at_10_std value: 9.785842673526762 - type: nauc_precision_at_1_diff1 value: 56.005833443525965 - type: nauc_precision_at_1_max value: 35.24121569297938 - type: nauc_precision_at_1_std value: -1.5503135555701086 - type: nauc_precision_at_20_diff1 value: 15.393535826614322 - type: nauc_precision_at_20_max value: 40.31386422419663 - type: nauc_precision_at_20_std value: 13.516100118847444 - type: nauc_precision_at_3_diff1 value: 34.03826253444397 - type: nauc_precision_at_3_max value: 35.51452405497843 - type: nauc_precision_at_3_std value: 2.7557682623777087 - type: nauc_precision_at_5_diff1 value: 25.340839704002388 - type: nauc_precision_at_5_max value: 39.15392665612607 - type: nauc_precision_at_5_std value: 8.099822978145566 - type: nauc_recall_at_1000_diff1 value: 30.50713126973229 - type: nauc_recall_at_1000_max value: 36.8571645268172 - type: nauc_recall_at_1000_std value: 33.488587670824764 - type: nauc_recall_at_100_diff1 value: 28.349999148728493 - type: nauc_recall_at_100_max value: 26.593855391567434 - type: nauc_recall_at_100_std value: 16.866013872128406 - type: nauc_recall_at_10_diff1 value: 30.29270171291693 - type: nauc_recall_at_10_max value: 19.093915182481037 - type: nauc_recall_at_10_std value: -1.4978028545316968 - type: nauc_recall_at_1_diff1 value: 47.131757603258364 - type: nauc_recall_at_1_max value: 16.628115295460642 - type: nauc_recall_at_1_std value: -5.420155745014655 - type: nauc_recall_at_20_diff1 value: 27.448993459103427 - type: nauc_recall_at_20_max value: 20.47824308530052 - type: nauc_recall_at_20_std value: 2.2956960816237824 - type: nauc_recall_at_3_diff1 value: 36.93725469077635 - type: nauc_recall_at_3_max value: 17.185607882239516 - type: nauc_recall_at_3_std value: -4.101832506177628 - type: nauc_recall_at_5_diff1 value: 32.591852712263716 - type: nauc_recall_at_5_max value: 19.57514443862995 - type: nauc_recall_at_5_std value: -0.23716711035317323 - type: ndcg_at_1 value: 44.444 - type: ndcg_at_10 value: 45.743 - type: ndcg_at_100 value: 52.608 - type: ndcg_at_1000 value: 55.123 - type: ndcg_at_20 value: 48.498000000000005 - type: ndcg_at_3 value: 41.675000000000004 - type: ndcg_at_5 value: 43.356 - type: precision_at_1 value: 44.444 - type: precision_at_10 value: 12.639 - type: precision_at_100 value: 1.986 - type: precision_at_1000 value: 0.244 - type: precision_at_20 value: 7.507999999999999 - type: precision_at_3 value: 27.881 - type: precision_at_5 value: 20.833 - type: recall_at_1 value: 22.495 - type: recall_at_10 value: 53.504 - type: recall_at_100 value: 78.70899999999999 - type: recall_at_1000 value: 93.643 - type: recall_at_20 value: 61.87200000000001 - type: recall_at_3 value: 38.198 - type: recall_at_5 value: 45.381 task: type: Retrieval - dataset: config: default name: MTEB HotpotQA-PL revision: a0bd479ac97b4ccb5bd6ce320c415d0bb4beb907 split: test type: clarin-knext/hotpotqa-pl metrics: - type: main_score value: 71.458 - type: map_at_1 value: 39.858 - type: map_at_10 value: 62.846000000000004 - type: map_at_100 value: 63.708 - type: map_at_1000 value: 63.76199999999999 - type: map_at_20 value: 63.363 - type: map_at_3 value: 59.233999999999995 - type: map_at_5 value: 61.455000000000005 - type: mrr_at_1 value: 79.71640783254557 - type: mrr_at_10 value: 85.60616486072234 - type: mrr_at_100 value: 85.74963562586552 - type: mrr_at_1000 value: 85.75383932067582 - type: mrr_at_20 value: 85.69453151648447 - type: mrr_at_3 value: 84.7422912446543 - type: mrr_at_5 value: 85.31217645734831 - type: nauc_map_at_1000_diff1 value: 18.82896026721301 - type: nauc_map_at_1000_max value: 30.08208297638813 - type: nauc_map_at_1000_std value: 1.0919499027581339 - type: nauc_map_at_100_diff1 value: 18.787849467594707 - type: nauc_map_at_100_max value: 30.0672241013999 - type: nauc_map_at_100_std value: 1.0854009377291158 - type: nauc_map_at_10_diff1 value: 18.563330543640195 - type: nauc_map_at_10_max value: 29.647927284475323 - type: nauc_map_at_10_std value: 0.45574925541029604 - type: nauc_map_at_1_diff1 value: 72.71208210581678 - type: nauc_map_at_1_max value: 41.786454058521905 - type: nauc_map_at_1_std value: -7.559908527828302 - type: nauc_map_at_20_diff1 value: 18.706554365458665 - type: nauc_map_at_20_max value: 29.95643199659549 - type: nauc_map_at_20_std value: 0.8105767533039925 - type: nauc_map_at_3_diff1 value: 19.2816636555537 - type: nauc_map_at_3_max value: 27.97855665073172 - type: nauc_map_at_3_std value: -2.3775429838338296 - type: nauc_map_at_5_diff1 value: 18.854680004407367 - type: nauc_map_at_5_max value: 29.155799904353596 - type: nauc_map_at_5_std value: -0.7164832038589412 - type: nauc_mrr_at_1000_diff1 value: 72.05334909361561 - type: nauc_mrr_at_1000_max value: 46.044920600161795 - type: nauc_mrr_at_1000_std value: -4.457821177435927 - type: nauc_mrr_at_100_diff1 value: 72.05317253897155 - type: nauc_mrr_at_100_max value: 46.05318857254434 - type: nauc_mrr_at_100_std value: -4.447361331913138 - type: nauc_mrr_at_10_diff1 value: 71.9938772291846 - type: nauc_mrr_at_10_max value: 46.184304078169596 - type: nauc_mrr_at_10_std value: -4.394273696540023 - type: nauc_mrr_at_1_diff1 value: 72.71208210581678 - type: nauc_mrr_at_1_max value: 41.786454058521905 - type: nauc_mrr_at_1_std value: -7.559908527828302 - type: nauc_mrr_at_20_diff1 value: 72.04105502901557 - type: nauc_mrr_at_20_max value: 46.128138383996685 - type: nauc_mrr_at_20_std value: -4.405852757292548 - type: nauc_mrr_at_3_diff1 value: 71.82880140683653 - type: nauc_mrr_at_3_max value: 46.30467612536101 - type: nauc_mrr_at_3_std value: -4.821098102505373 - type: nauc_mrr_at_5_diff1 value: 71.97495635309006 - type: nauc_mrr_at_5_max value: 46.23622063437775 - type: nauc_mrr_at_5_std value: -4.6516510843012195 - type: nauc_ndcg_at_1000_diff1 value: 25.11034492194725 - type: nauc_ndcg_at_1000_max value: 34.85396991528589 - type: nauc_ndcg_at_1000_std value: 4.929757713292653 - type: nauc_ndcg_at_100_diff1 value: 24.081999142029016 - type: nauc_ndcg_at_100_max value: 34.58418101031264 - type: nauc_ndcg_at_100_std value: 5.182871503471253 - type: nauc_ndcg_at_10_diff1 value: 23.216653213082708 - type: nauc_ndcg_at_10_max value: 33.22162749020928 - type: nauc_ndcg_at_10_std value: 2.5807526683481092 - type: nauc_ndcg_at_1_diff1 value: 72.71208210581678 - type: nauc_ndcg_at_1_max value: 41.786454058521905 - type: nauc_ndcg_at_1_std value: -7.559908527828302 - type: nauc_ndcg_at_20_diff1 value: 23.55424798047348 - type: nauc_ndcg_at_20_max value: 34.03134195994103 - type: nauc_ndcg_at_20_std value: 3.618578669653321 - type: nauc_ndcg_at_3_diff1 value: 24.99145894561175 - type: nauc_ndcg_at_3_max value: 31.029302544873342 - type: nauc_ndcg_at_3_std value: -2.000915160547242 - type: nauc_ndcg_at_5_diff1 value: 23.968997373405223 - type: nauc_ndcg_at_5_max value: 32.34539270116085 - type: nauc_ndcg_at_5_std value: 0.2649701531589036 - type: nauc_precision_at_1000_diff1 value: -4.153413327118964 - type: nauc_precision_at_1000_max value: 42.516341291018676 - type: nauc_precision_at_1000_std value: 43.0681859760197 - type: nauc_precision_at_100_diff1 value: -1.6575245669239438 - type: nauc_precision_at_100_max value: 35.498672512273444 - type: nauc_precision_at_100_std value: 29.314816538075505 - type: nauc_precision_at_10_diff1 value: 3.9557238420354968 - type: nauc_precision_at_10_max value: 30.599182581229183 - type: nauc_precision_at_10_std value: 10.889627599383743 - type: nauc_precision_at_1_diff1 value: 72.71208210581678 - type: nauc_precision_at_1_max value: 41.786454058521905 - type: nauc_precision_at_1_std value: -7.559908527828302 - type: nauc_precision_at_20_diff1 value: 2.6376081285589414 - type: nauc_precision_at_20_max value: 32.62386286815395 - type: nauc_precision_at_20_std value: 15.392519951642358 - type: nauc_precision_at_3_diff1 value: 11.532153250815478 - type: nauc_precision_at_3_max value: 27.9227292855764 - type: nauc_precision_at_3_std value: -0.009884158692811876 - type: nauc_precision_at_5_diff1 value: 8.14192449266197 - type: nauc_precision_at_5_max value: 29.4009050168275 - type: nauc_precision_at_5_std value: 4.491333461521159 - type: nauc_recall_at_1000_diff1 value: -4.153413327118319 - type: nauc_recall_at_1000_max value: 42.51634129101883 - type: nauc_recall_at_1000_std value: 43.068185976019876 - type: nauc_recall_at_100_diff1 value: -1.6575245669238963 - type: nauc_recall_at_100_max value: 35.49867251227348 - type: nauc_recall_at_100_std value: 29.314816538075494 - type: nauc_recall_at_10_diff1 value: 3.9557238420354106 - type: nauc_recall_at_10_max value: 30.59918258122913 - type: nauc_recall_at_10_std value: 10.889627599383676 - type: nauc_recall_at_1_diff1 value: 72.71208210581678 - type: nauc_recall_at_1_max value: 41.786454058521905 - type: nauc_recall_at_1_std value: -7.559908527828302 - type: nauc_recall_at_20_diff1 value: 2.6376081285588433 - type: nauc_recall_at_20_max value: 32.62386286815392 - type: nauc_recall_at_20_std value: 15.392519951642324 - type: nauc_recall_at_3_diff1 value: 11.532153250815417 - type: nauc_recall_at_3_max value: 27.92272928557642 - type: nauc_recall_at_3_std value: -0.009884158692884414 - type: nauc_recall_at_5_diff1 value: 8.141924492661996 - type: nauc_recall_at_5_max value: 29.400905016827533 - type: nauc_recall_at_5_std value: 4.491333461521265 - type: ndcg_at_1 value: 79.716 - type: ndcg_at_10 value: 71.458 - type: ndcg_at_100 value: 74.328 - type: ndcg_at_1000 value: 75.359 - type: ndcg_at_20 value: 72.698 - type: ndcg_at_3 value: 66.44099999999999 - type: ndcg_at_5 value: 69.203 - type: precision_at_1 value: 79.716 - type: precision_at_10 value: 14.997 - type: precision_at_100 value: 1.722 - type: precision_at_1000 value: 0.186 - type: precision_at_20 value: 7.896 - type: precision_at_3 value: 42.597 - type: precision_at_5 value: 27.741 - type: recall_at_1 value: 39.858 - type: recall_at_10 value: 74.983 - type: recall_at_100 value: 86.09700000000001 - type: recall_at_1000 value: 92.903 - type: recall_at_20 value: 78.96 - type: recall_at_3 value: 63.896 - type: recall_at_5 value: 69.352 task: type: Retrieval - dataset: config: default name: MTEB MSMARCO-PL revision: 8634c07806d5cce3a6138e260e59b81760a0a640 split: test type: clarin-knext/msmarco-pl metrics: - type: main_score value: 59.241 - type: map_at_1 value: 1.965 - type: map_at_10 value: 11.924 - type: map_at_100 value: 34.791 - type: map_at_1000 value: 43.492 - type: map_at_20 value: 19.526 - type: map_at_3 value: 4.5409999999999995 - type: map_at_5 value: 7.061000000000001 - type: mrr_at_1 value: 76.74418604651163 - type: mrr_at_10 value: 84.13067552602436 - type: mrr_at_100 value: 84.32447397563676 - type: mrr_at_1000 value: 84.33604403233005 - type: mrr_at_20 value: 84.32447397563676 - type: mrr_at_3 value: 83.33333333333334 - type: mrr_at_5 value: 83.79844961240312 - type: nauc_map_at_1000_diff1 value: 12.159078117179046 - type: nauc_map_at_1000_max value: 64.11298773611966 - type: nauc_map_at_1000_std value: 54.21817905620874 - type: nauc_map_at_100_diff1 value: 12.386118312853949 - type: nauc_map_at_100_max value: 42.26422077544063 - type: nauc_map_at_100_std value: 29.2570931701845 - type: nauc_map_at_10_diff1 value: 19.178459163810494 - type: nauc_map_at_10_max value: 16.596536396085657 - type: nauc_map_at_10_std value: -4.300263200578836 - type: nauc_map_at_1_diff1 value: 46.513024786898875 - type: nauc_map_at_1_max value: -15.210246414961023 - type: nauc_map_at_1_std value: -9.456083493778928 - type: nauc_map_at_20_diff1 value: 16.517901412908163 - type: nauc_map_at_20_max value: 20.86120906446304 - type: nauc_map_at_20_std value: 1.1585208856096998 - type: nauc_map_at_3_diff1 value: 31.44160678503829 - type: nauc_map_at_3_max value: 1.7270042550306164 - type: nauc_map_at_3_std value: -10.13614267146731 - type: nauc_map_at_5_diff1 value: 27.709802628834957 - type: nauc_map_at_5_max value: 9.865510718255036 - type: nauc_map_at_5_std value: -8.349518096887683 - type: nauc_mrr_at_1000_diff1 value: 5.899876921594855 - type: nauc_mrr_at_1000_max value: 42.30921456935505 - type: nauc_mrr_at_1000_std value: 42.06961534139319 - type: nauc_mrr_at_100_diff1 value: 5.8808544808378285 - type: nauc_mrr_at_100_max value: 42.355098507494404 - type: nauc_mrr_at_100_std value: 42.11568984300082 - type: nauc_mrr_at_10_diff1 value: 7.118224401100997 - type: nauc_mrr_at_10_max value: 43.11294715528994 - type: nauc_mrr_at_10_std value: 42.706153717769546 - type: nauc_mrr_at_1_diff1 value: 6.384417370863776 - type: nauc_mrr_at_1_max value: 39.192356067411104 - type: nauc_mrr_at_1_std value: 40.35051299638967 - type: nauc_mrr_at_20_diff1 value: 5.8808544808378285 - type: nauc_mrr_at_20_max value: 42.355098507494404 - type: nauc_mrr_at_20_std value: 42.11568984300082 - type: nauc_mrr_at_3_diff1 value: 3.3341943553211046 - type: nauc_mrr_at_3_max value: 41.543404571573674 - type: nauc_mrr_at_3_std value: 38.98879765076945 - type: nauc_mrr_at_5_diff1 value: 8.879507009835894 - type: nauc_mrr_at_5_max value: 43.38127234810657 - type: nauc_mrr_at_5_std value: 43.68305313066986 - type: nauc_ndcg_at_1000_diff1 value: 14.083258315566619 - type: nauc_ndcg_at_1000_max value: 71.65961169204522 - type: nauc_ndcg_at_1000_std value: 59.74519661886993 - type: nauc_ndcg_at_100_diff1 value: 7.309891347575953 - type: nauc_ndcg_at_100_max value: 58.13355447878872 - type: nauc_ndcg_at_100_std value: 49.433560140446225 - type: nauc_ndcg_at_10_diff1 value: -10.58095723709257 - type: nauc_ndcg_at_10_max value: 40.17779346953999 - type: nauc_ndcg_at_10_std value: 20.761671585361604 - type: nauc_ndcg_at_1_diff1 value: -0.009005713464445425 - type: nauc_ndcg_at_1_max value: 29.155400828301868 - type: nauc_ndcg_at_1_std value: 14.753262430391977 - type: nauc_ndcg_at_20_diff1 value: -4.303250886690403 - type: nauc_ndcg_at_20_max value: 40.0851666859854 - type: nauc_ndcg_at_20_std value: 26.501491316520724 - type: nauc_ndcg_at_3_diff1 value: -3.7503387977794773 - type: nauc_ndcg_at_3_max value: 32.161028255143734 - type: nauc_ndcg_at_3_std value: 7.324938428148138 - type: nauc_ndcg_at_5_diff1 value: -6.591833732039136 - type: nauc_ndcg_at_5_max value: 40.78182248626899 - type: nauc_ndcg_at_5_std value: 17.41913731893224 - type: nauc_precision_at_1000_diff1 value: -9.089825435107217 - type: nauc_precision_at_1000_max value: 34.95005696644683 - type: nauc_precision_at_1000_std value: 47.357927856929486 - type: nauc_precision_at_100_diff1 value: -7.670382001072911 - type: nauc_precision_at_100_max value: 43.78464379907426 - type: nauc_precision_at_100_std value: 50.87181201407126 - type: nauc_precision_at_10_diff1 value: -12.516636561141247 - type: nauc_precision_at_10_max value: 49.67343071161069 - type: nauc_precision_at_10_std value: 38.031770403538445 - type: nauc_precision_at_1_diff1 value: 6.384417370863776 - type: nauc_precision_at_1_max value: 39.192356067411104 - type: nauc_precision_at_1_std value: 40.35051299638967 - type: nauc_precision_at_20_diff1 value: -8.258139693851565 - type: nauc_precision_at_20_max value: 45.019172034870394 - type: nauc_precision_at_20_std value: 43.31227997589287 - type: nauc_precision_at_3_diff1 value: -5.279218349188137 - type: nauc_precision_at_3_max value: 44.742827307734814 - type: nauc_precision_at_3_std value: 15.31538195294759 - type: nauc_precision_at_5_diff1 value: -5.527716415594539 - type: nauc_precision_at_5_max value: 51.69984563567432 - type: nauc_precision_at_5_std value: 29.481493034320916 - type: nauc_recall_at_1000_diff1 value: 35.99471613884353 - type: nauc_recall_at_1000_max value: 74.01355806422032 - type: nauc_recall_at_1000_std value: 64.38552838796538 - type: nauc_recall_at_100_diff1 value: 23.707063753513605 - type: nauc_recall_at_100_max value: 38.75861596115204 - type: nauc_recall_at_100_std value: 29.22005969614964 - type: nauc_recall_at_10_diff1 value: 24.152683464005666 - type: nauc_recall_at_10_max value: 11.766784970144489 - type: nauc_recall_at_10_std value: -4.889170411146165 - type: nauc_recall_at_1_diff1 value: 46.513024786898875 - type: nauc_recall_at_1_max value: -15.210246414961023 - type: nauc_recall_at_1_std value: -9.456083493778928 - type: nauc_recall_at_20_diff1 value: 21.53222043370967 - type: nauc_recall_at_20_max value: 18.87217624918272 - type: nauc_recall_at_20_std value: 2.2852378821845836 - type: nauc_recall_at_3_diff1 value: 29.62576433952479 - type: nauc_recall_at_3_max value: 0.3427635890052729 - type: nauc_recall_at_3_std value: -12.216464366857 - type: nauc_recall_at_5_diff1 value: 28.44209614498645 - type: nauc_recall_at_5_max value: 8.91978732318928 - type: nauc_recall_at_5_std value: -9.364317989135836 - type: ndcg_at_1 value: 58.14 - type: ndcg_at_10 value: 59.241 - type: ndcg_at_100 value: 58.13700000000001 - type: ndcg_at_1000 value: 67.013 - type: ndcg_at_20 value: 58.855999999999995 - type: ndcg_at_3 value: 59.986 - type: ndcg_at_5 value: 59.994 - type: precision_at_1 value: 76.744 - type: precision_at_10 value: 70.69800000000001 - type: precision_at_100 value: 36.326 - type: precision_at_1000 value: 7.093000000000001 - type: precision_at_20 value: 65.23299999999999 - type: precision_at_3 value: 73.643 - type: precision_at_5 value: 75.349 - type: recall_at_1 value: 1.965 - type: recall_at_10 value: 13.664000000000001 - type: recall_at_100 value: 49.142 - type: recall_at_1000 value: 77.917 - type: recall_at_20 value: 23.207 - type: recall_at_3 value: 4.852 - type: recall_at_5 value: 7.733 task: type: Retrieval - dataset: config: pl name: MTEB MassiveIntentClassification (pl) revision: 4672e20407010da34463acc759c162ca9734bca6 split: test type: mteb/amazon_massive_intent metrics: - type: accuracy value: 81.04572965702758 - type: f1 value: 78.8206842211545 - type: f1_weighted value: 80.45490860165103 - type: main_score value: 81.04572965702758 task: type: Classification - dataset: config: pl name: MTEB MassiveScenarioClassification (pl) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: test type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 88.97444519166106 - type: f1 value: 87.632588826147 - type: f1_weighted value: 88.61529562960045 - type: main_score value: 88.97444519166106 task: type: Classification - dataset: config: default name: MTEB NFCorpus-PL revision: 9a6f9567fda928260afed2de480d79c98bf0bec0 split: test type: clarin-knext/nfcorpus-pl metrics: - type: main_score value: 37.753 - type: map_at_1 value: 5.954000000000001 - type: map_at_10 value: 14.049 - type: map_at_100 value: 17.708 - type: map_at_1000 value: 19.195 - type: map_at_20 value: 15.598999999999998 - type: map_at_3 value: 10.387 - type: map_at_5 value: 12.049 - type: mrr_at_1 value: 47.987616099071204 - type: mrr_at_10 value: 57.41006929087427 - type: mrr_at_100 value: 57.926364364233976 - type: mrr_at_1000 value: 57.960246326924526 - type: mrr_at_20 value: 57.75006491355735 - type: mrr_at_3 value: 55.521155830753386 - type: mrr_at_5 value: 56.805985552115615 - type: nauc_map_at_1000_diff1 value: 29.728096797541358 - type: nauc_map_at_1000_max value: 13.735000144672549 - type: nauc_map_at_1000_std value: 12.713493312167817 - type: nauc_map_at_100_diff1 value: 31.2367566207513 - type: nauc_map_at_100_max value: 12.85474238514142 - type: nauc_map_at_100_std value: 9.45570972155026 - type: nauc_map_at_10_diff1 value: 35.256082105675574 - type: nauc_map_at_10_max value: 6.980593429985639 - type: nauc_map_at_10_std value: -1.4130285405220921 - type: nauc_map_at_1_diff1 value: 49.74566889246096 - type: nauc_map_at_1_max value: -1.3819651669581958 - type: nauc_map_at_1_std value: -14.113716159029424 - type: nauc_map_at_20_diff1 value: 32.999553313479865 - type: nauc_map_at_20_max value: 9.859036383559443 - type: nauc_map_at_20_std value: 3.438093473640727 - type: nauc_map_at_3_diff1 value: 41.04696358334019 - type: nauc_map_at_3_max value: 1.0567366608147593 - type: nauc_map_at_3_std value: -10.188106898128463 - type: nauc_map_at_5_diff1 value: 38.222042277131294 - type: nauc_map_at_5_max value: 3.9635119445816622 - type: nauc_map_at_5_std value: -6.9525212573654915 - type: nauc_mrr_at_1000_diff1 value: 37.16498013813682 - type: nauc_mrr_at_1000_max value: 29.95834289869972 - type: nauc_mrr_at_1000_std value: 23.539890204655638 - type: nauc_mrr_at_100_diff1 value: 37.174515442231964 - type: nauc_mrr_at_100_max value: 29.997786381153375 - type: nauc_mrr_at_100_std value: 23.563729195109566 - type: nauc_mrr_at_10_diff1 value: 37.068181712628274 - type: nauc_mrr_at_10_max value: 29.760878274882884 - type: nauc_mrr_at_10_std value: 23.248818677642287 - type: nauc_mrr_at_1_diff1 value: 36.21216369926301 - type: nauc_mrr_at_1_max value: 22.512879352706598 - type: nauc_mrr_at_1_std value: 15.971841763586278 - type: nauc_mrr_at_20_diff1 value: 37.16537343494671 - type: nauc_mrr_at_20_max value: 29.97495292459537 - type: nauc_mrr_at_20_std value: 23.59315550232456 - type: nauc_mrr_at_3_diff1 value: 36.74721020982978 - type: nauc_mrr_at_3_max value: 29.152765285198484 - type: nauc_mrr_at_3_std value: 23.013929102588396 - type: nauc_mrr_at_5_diff1 value: 37.437581226063195 - type: nauc_mrr_at_5_max value: 29.68452212536 - type: nauc_mrr_at_5_std value: 22.747933469458708 - type: nauc_ndcg_at_1000_diff1 value: 29.70271147615061 - type: nauc_ndcg_at_1000_max value: 32.384942919357165 - type: nauc_ndcg_at_1000_std value: 31.238900567142124 - type: nauc_ndcg_at_100_diff1 value: 28.536731325383485 - type: nauc_ndcg_at_100_max value: 26.378810626564725 - type: nauc_ndcg_at_100_std value: 25.249726404460667 - type: nauc_ndcg_at_10_diff1 value: 22.65174080332614 - type: nauc_ndcg_at_10_max value: 22.0615651025461 - type: nauc_ndcg_at_10_std value: 24.107446480286402 - type: nauc_ndcg_at_1_diff1 value: 36.86270131161854 - type: nauc_ndcg_at_1_max value: 21.937072785953603 - type: nauc_ndcg_at_1_std value: 15.75016465758386 - type: nauc_ndcg_at_20_diff1 value: 23.1311387396434 - type: nauc_ndcg_at_20_max value: 22.113581207730494 - type: nauc_ndcg_at_20_std value: 23.91212829592197 - type: nauc_ndcg_at_3_diff1 value: 28.23282370872197 - type: nauc_ndcg_at_3_max value: 22.349587794809704 - type: nauc_ndcg_at_3_std value: 19.375057310501138 - type: nauc_ndcg_at_5_diff1 value: 25.316112420194642 - type: nauc_ndcg_at_5_max value: 22.64244803878985 - type: nauc_ndcg_at_5_std value: 20.914382255696175 - type: nauc_precision_at_1000_diff1 value: -15.884587542440705 - type: nauc_precision_at_1000_max value: 3.4524971620514537 - type: nauc_precision_at_1000_std value: 32.57802385559548 - type: nauc_precision_at_100_diff1 value: -10.815721339629508 - type: nauc_precision_at_100_max value: 14.581845433365109 - type: nauc_precision_at_100_std value: 40.9767434008545 - type: nauc_precision_at_10_diff1 value: 1.1567015111246228 - type: nauc_precision_at_10_max value: 24.00157054137661 - type: nauc_precision_at_10_std value: 36.504378830295586 - type: nauc_precision_at_1_diff1 value: 36.21216369926301 - type: nauc_precision_at_1_max value: 22.512879352706598 - type: nauc_precision_at_1_std value: 15.971841763586278 - type: nauc_precision_at_20_diff1 value: -3.628079180765514 - type: nauc_precision_at_20_max value: 22.139080782389314 - type: nauc_precision_at_20_std value: 38.72514218754405 - type: nauc_precision_at_3_diff1 value: 18.784688197265094 - type: nauc_precision_at_3_max value: 24.45079969972759 - type: nauc_precision_at_3_std value: 24.807142027406552 - type: nauc_precision_at_5_diff1 value: 10.408742984189825 - type: nauc_precision_at_5_max value: 24.773455314333027 - type: nauc_precision_at_5_std value: 28.76067259399478 - type: nauc_recall_at_1000_diff1 value: 10.220735531615466 - type: nauc_recall_at_1000_max value: 18.99256865200567 - type: nauc_recall_at_1000_std value: 21.675607476098303 - type: nauc_recall_at_100_diff1 value: 22.424638756496783 - type: nauc_recall_at_100_max value: 20.28423606164443 - type: nauc_recall_at_100_std value: 16.687433726131637 - type: nauc_recall_at_10_diff1 value: 28.32421038572244 - type: nauc_recall_at_10_max value: 8.632440078308774 - type: nauc_recall_at_10_std value: 0.3926055649926599 - type: nauc_recall_at_1_diff1 value: 49.74566889246096 - type: nauc_recall_at_1_max value: -1.3819651669581958 - type: nauc_recall_at_1_std value: -14.113716159029424 - type: nauc_recall_at_20_diff1 value: 25.30890708652614 - type: nauc_recall_at_20_max value: 13.151222948624744 - type: nauc_recall_at_20_std value: 5.685608432262241 - type: nauc_recall_at_3_diff1 value: 34.783010152706325 - type: nauc_recall_at_3_max value: 1.4582748263838834 - type: nauc_recall_at_3_std value: -9.34459638155807 - type: nauc_recall_at_5_diff1 value: 31.68991191912685 - type: nauc_recall_at_5_max value: 5.425013358759879 - type: nauc_recall_at_5_std value: -5.900209466248673 - type: ndcg_at_1 value: 46.129999999999995 - type: ndcg_at_10 value: 37.753 - type: ndcg_at_100 value: 33.883 - type: ndcg_at_1000 value: 42.632 - type: ndcg_at_20 value: 34.936 - type: ndcg_at_3 value: 43.937 - type: ndcg_at_5 value: 41.402 - type: precision_at_1 value: 47.988 - type: precision_at_10 value: 28.204 - type: precision_at_100 value: 8.559999999999999 - type: precision_at_1000 value: 2.137 - type: precision_at_20 value: 20.65 - type: precision_at_3 value: 41.692 - type: precision_at_5 value: 36.037 - type: recall_at_1 value: 5.954000000000001 - type: recall_at_10 value: 18.383 - type: recall_at_100 value: 33.598 - type: recall_at_1000 value: 65.743 - type: recall_at_20 value: 22.304 - type: recall_at_3 value: 11.979 - type: recall_at_5 value: 14.645 task: type: Retrieval - dataset: config: default name: MTEB NQ-PL revision: f171245712cf85dd4700b06bef18001578d0ca8d split: test type: clarin-knext/nq-pl metrics: - type: main_score value: 44.101 - type: map_at_1 value: 22.649 - type: map_at_10 value: 36.41 - type: map_at_100 value: 37.74 - type: map_at_1000 value: 37.779 - type: map_at_20 value: 37.271 - type: map_at_3 value: 31.857999999999997 - type: map_at_5 value: 34.396 - type: mrr_at_1 value: 25.724217844727693 - type: mrr_at_10 value: 38.75300033107103 - type: mrr_at_100 value: 39.76925481604743 - type: mrr_at_1000 value: 39.79945190569742 - type: mrr_at_20 value: 39.43842511094656 - type: mrr_at_3 value: 34.70934723831597 - type: mrr_at_5 value: 37.022499034376274 - type: nauc_map_at_1000_diff1 value: 27.71659760028521 - type: nauc_map_at_1000_max value: 17.30016750423598 - type: nauc_map_at_1000_std value: 2.4594233120163613 - type: nauc_map_at_100_diff1 value: 27.717413868542884 - type: nauc_map_at_100_max value: 17.333960779261226 - type: nauc_map_at_100_std value: 2.5004161365971864 - type: nauc_map_at_10_diff1 value: 27.529329259247344 - type: nauc_map_at_10_max value: 16.96083534496552 - type: nauc_map_at_10_std value: 1.7512473066126424 - type: nauc_map_at_1_diff1 value: 30.920332642055897 - type: nauc_map_at_1_max value: 11.1957078216929 - type: nauc_map_at_1_std value: -2.5353421704586725 - type: nauc_map_at_20_diff1 value: 27.686205021258413 - type: nauc_map_at_20_max value: 17.183552541126325 - type: nauc_map_at_20_std value: 2.2371270525627365 - type: nauc_map_at_3_diff1 value: 27.590476305773677 - type: nauc_map_at_3_max value: 14.013468292244461 - type: nauc_map_at_3_std value: -0.8280579415581625 - type: nauc_map_at_5_diff1 value: 27.751402144369653 - type: nauc_map_at_5_max value: 16.14625095116823 - type: nauc_map_at_5_std value: 0.5814736856990728 - type: nauc_mrr_at_1000_diff1 value: 27.32614774496667 - type: nauc_mrr_at_1000_max value: 18.36133445317734 - type: nauc_mrr_at_1000_std value: 4.016455465530706 - type: nauc_mrr_at_100_diff1 value: 27.325654045484697 - type: nauc_mrr_at_100_max value: 18.391703503506115 - type: nauc_mrr_at_100_std value: 4.053515295552473 - type: nauc_mrr_at_10_diff1 value: 27.119764152975286 - type: nauc_mrr_at_10_max value: 18.304980938611326 - type: nauc_mrr_at_10_std value: 3.7002724827041136 - type: nauc_mrr_at_1_diff1 value: 31.46505506163651 - type: nauc_mrr_at_1_max value: 13.946778362510226 - type: nauc_mrr_at_1_std value: 0.1550522387738174 - type: nauc_mrr_at_20_diff1 value: 27.276115629092505 - type: nauc_mrr_at_20_max value: 18.369350834846312 - type: nauc_mrr_at_20_std value: 3.939400945761456 - type: nauc_mrr_at_3_diff1 value: 27.142999498875703 - type: nauc_mrr_at_3_max value: 16.18363410122643 - type: nauc_mrr_at_3_std value: 2.0114995140229386 - type: nauc_mrr_at_5_diff1 value: 27.241747153404155 - type: nauc_mrr_at_5_max value: 17.802505345863175 - type: nauc_mrr_at_5_std value: 2.9168117545468806 - type: nauc_ndcg_at_1000_diff1 value: 27.014305226738855 - type: nauc_ndcg_at_1000_max value: 20.844298727223666 - type: nauc_ndcg_at_1000_std value: 6.610183005903507 - type: nauc_ndcg_at_100_diff1 value: 26.987892344622267 - type: nauc_ndcg_at_100_max value: 21.798392724477445 - type: nauc_ndcg_at_100_std value: 7.772472704614899 - type: nauc_ndcg_at_10_diff1 value: 26.137787629860316 - type: nauc_ndcg_at_10_max value: 20.25454457217501 - type: nauc_ndcg_at_10_std value: 4.747284253797064 - type: nauc_ndcg_at_1_diff1 value: 31.46505506163651 - type: nauc_ndcg_at_1_max value: 13.946778362510226 - type: nauc_ndcg_at_1_std value: 0.1550522387738174 - type: nauc_ndcg_at_20_diff1 value: 26.664007757938812 - type: nauc_ndcg_at_20_max value: 20.998078199606116 - type: nauc_ndcg_at_20_std value: 6.344813369547819 - type: nauc_ndcg_at_3_diff1 value: 26.451756057528918 - type: nauc_ndcg_at_3_max value: 15.062345536885738 - type: nauc_ndcg_at_3_std value: 0.11901391550877781 - type: nauc_ndcg_at_5_diff1 value: 26.686292004859364 - type: nauc_ndcg_at_5_max value: 18.471084568270328 - type: nauc_ndcg_at_5_std value: 2.2382134309925314 - type: nauc_precision_at_1000_diff1 value: -0.12231226207274565 - type: nauc_precision_at_1000_max value: 22.334661190622235 - type: nauc_precision_at_1000_std value: 24.355238419971297 - type: nauc_precision_at_100_diff1 value: 5.290866165349823 - type: nauc_precision_at_100_max value: 30.56770639923321 - type: nauc_precision_at_100_std value: 30.701701192234886 - type: nauc_precision_at_10_diff1 value: 15.579821736856408 - type: nauc_precision_at_10_max value: 29.644587139143713 - type: nauc_precision_at_10_std value: 17.93166545429322 - type: nauc_precision_at_1_diff1 value: 31.46505506163651 - type: nauc_precision_at_1_max value: 13.946778362510226 - type: nauc_precision_at_1_std value: 0.1550522387738174 - type: nauc_precision_at_20_diff1 value: 12.739318743000242 - type: nauc_precision_at_20_max value: 30.443912745747053 - type: nauc_precision_at_20_std value: 24.14783163080362 - type: nauc_precision_at_3_diff1 value: 22.638870372483307 - type: nauc_precision_at_3_max value: 19.02388672087659 - type: nauc_precision_at_3_std value: 4.687098716709532 - type: nauc_precision_at_5_diff1 value: 21.123309908934917 - type: nauc_precision_at_5_max value: 26.090672835189864 - type: nauc_precision_at_5_std value: 10.187574264021215 - type: nauc_recall_at_1000_diff1 value: 25.46369070734409 - type: nauc_recall_at_1000_max value: 80.84294394020036 - type: nauc_recall_at_1000_std value: 84.41136510632738 - type: nauc_recall_at_100_diff1 value: 25.194774168236762 - type: nauc_recall_at_100_max value: 60.09259144992601 - type: nauc_recall_at_100_std value: 56.4633692461303 - type: nauc_recall_at_10_diff1 value: 20.923278471097504 - type: nauc_recall_at_10_max value: 28.68082770648001 - type: nauc_recall_at_10_std value: 12.203830608961233 - type: nauc_recall_at_1_diff1 value: 30.920332642055897 - type: nauc_recall_at_1_max value: 11.1957078216929 - type: nauc_recall_at_1_std value: -2.5353421704586725 - type: nauc_recall_at_20_diff1 value: 22.58368806078016 - type: nauc_recall_at_20_max value: 34.943387819944945 - type: nauc_recall_at_20_std value: 22.14231412128716 - type: nauc_recall_at_3_diff1 value: 23.085351523312152 - type: nauc_recall_at_3_max value: 15.312269696582359 - type: nauc_recall_at_3_std value: -0.01777826598687156 - type: nauc_recall_at_5_diff1 value: 23.295132439743938 - type: nauc_recall_at_5_max value: 22.67655193754732 - type: nauc_recall_at_5_std value: 4.408452460294922 - type: ndcg_at_1 value: 25.724000000000004 - type: ndcg_at_10 value: 44.101 - type: ndcg_at_100 value: 49.732 - type: ndcg_at_1000 value: 50.651 - type: ndcg_at_20 value: 46.929 - type: ndcg_at_3 value: 35.298 - type: ndcg_at_5 value: 39.631 - type: precision_at_1 value: 25.724000000000004 - type: precision_at_10 value: 7.795000000000001 - type: precision_at_100 value: 1.094 - type: precision_at_1000 value: 0.11800000000000001 - type: precision_at_20 value: 4.571 - type: precision_at_3 value: 16.464000000000002 - type: precision_at_5 value: 12.335 - type: recall_at_1 value: 22.649 - type: recall_at_10 value: 65.402 - type: recall_at_100 value: 89.803 - type: recall_at_1000 value: 96.65899999999999 - type: recall_at_20 value: 75.89099999999999 - type: recall_at_3 value: 42.408 - type: recall_at_5 value: 52.458000000000006 task: type: Retrieval - dataset: config: default name: MTEB PAC revision: fc69d1c153a8ccdcf1eef52f4e2a27f88782f543 split: test type: laugustyniak/abusive-clauses-pl metrics: - type: accuracy value: 68.15522733854618 - type: ap value: 76.81479633165098 - type: ap_weighted value: 76.81479633165098 - type: f1 value: 65.64668916424436 - type: f1_weighted value: 68.73537458392438 - type: main_score value: 68.15522733854618 task: type: Classification - dataset: config: default name: MTEB PSC revision: d05a294af9e1d3ff2bfb6b714e08a24a6cabc669 split: test type: PL-MTEB/psc-pairclassification metrics: - type: cosine_accuracy value: 98.33024118738405 - type: cosine_accuracy_threshold value: 74.66177940368652 - type: cosine_ap value: 98.85110245470408 - type: cosine_f1 value: 97.26443768996961 - type: cosine_f1_threshold value: 74.13613796234131 - type: cosine_precision value: 96.96969696969697 - type: cosine_recall value: 97.5609756097561 - type: dot_accuracy value: 98.33024118738405 - type: dot_accuracy_threshold value: 74.661785364151 - type: dot_ap value: 98.85110245470408 - type: dot_f1 value: 97.26443768996961 - type: dot_f1_threshold value: 74.13613796234131 - type: dot_precision value: 96.96969696969697 - type: dot_recall value: 97.5609756097561 - type: euclidean_accuracy value: 98.33024118738405 - type: euclidean_accuracy_threshold value: 71.18732929229736 - type: euclidean_ap value: 98.85110245470408 - type: euclidean_f1 value: 97.26443768996961 - type: euclidean_f1_threshold value: 71.92109823226929 - type: euclidean_precision value: 96.96969696969697 - type: euclidean_recall value: 97.5609756097561 - type: main_score value: 98.87384068220769 - type: manhattan_accuracy value: 98.42300556586271 - type: manhattan_accuracy_threshold value: 3448.358154296875 - type: manhattan_ap value: 98.87384068220769 - type: manhattan_f1 value: 97.42033383915023 - type: manhattan_f1_threshold value: 3448.358154296875 - type: manhattan_precision value: 96.97885196374622 - type: manhattan_recall value: 97.86585365853658 - type: max_ap value: 98.87384068220769 - type: max_f1 value: 97.42033383915023 - type: max_precision value: 96.97885196374622 - type: max_recall value: 97.86585365853658 - type: similarity_accuracy value: 98.33024118738405 - type: similarity_accuracy_threshold value: 74.66177940368652 - type: similarity_ap value: 98.85110245470408 - type: similarity_f1 value: 97.26443768996961 - type: similarity_f1_threshold value: 74.13613796234131 - type: similarity_precision value: 96.96969696969697 - type: similarity_recall value: 97.5609756097561 task: type: PairClassification - dataset: config: default name: MTEB PolEmo2.0-IN revision: d90724373c70959f17d2331ad51fb60c71176b03 split: test type: PL-MTEB/polemo2_in metrics: - type: accuracy value: 91.5512465373961 - type: f1 value: 88.63869612355849 - type: f1_weighted value: 90.94254146584655 - type: main_score value: 91.5512465373961 task: type: Classification - dataset: config: default name: MTEB PolEmo2.0-OUT revision: 6a21ab8716e255ab1867265f8b396105e8aa63d4 split: test type: PL-MTEB/polemo2_out metrics: - type: accuracy value: 72.0242914979757 - type: f1 value: 55.48152185992409 - type: f1_weighted value: 73.23943741123678 - type: main_score value: 72.0242914979757 task: type: Classification - dataset: config: default name: MTEB PPC revision: 2c7d2df57801a591f6b1e3aaf042e7a04ec7d9f2 split: test type: PL-MTEB/ppc-pairclassification metrics: - type: cosine_accuracy value: 83.6 - type: cosine_accuracy_threshold value: 92.84583330154419 - type: cosine_ap value: 93.76523813707351 - type: cosine_f1 value: 86.83788121990368 - type: cosine_f1_threshold value: 92.76325106620789 - type: cosine_precision value: 84.26791277258567 - type: cosine_recall value: 89.56953642384106 - type: dot_accuracy value: 83.6 - type: dot_accuracy_threshold value: 92.84583330154419 - type: dot_ap value: 93.76523813707351 - type: dot_f1 value: 86.83788121990368 - type: dot_f1_threshold value: 92.76325702667236 - type: dot_precision value: 84.26791277258567 - type: dot_recall value: 89.56953642384106 - type: euclidean_accuracy value: 83.6 - type: euclidean_accuracy_threshold value: 37.82634735107422 - type: euclidean_ap value: 93.76523813707351 - type: euclidean_f1 value: 86.83788121990368 - type: euclidean_f1_threshold value: 38.04401755332947 - type: euclidean_precision value: 84.26791277258567 - type: euclidean_recall value: 89.56953642384106 - type: main_score value: 93.8055630546975 - type: manhattan_accuracy value: 83.6 - type: manhattan_accuracy_threshold value: 1782.4386596679688 - type: manhattan_ap value: 93.8055630546975 - type: manhattan_f1 value: 86.81672025723472 - type: manhattan_f1_threshold value: 1795.6729888916016 - type: manhattan_precision value: 84.375 - type: manhattan_recall value: 89.40397350993378 - type: max_ap value: 93.8055630546975 - type: max_f1 value: 86.83788121990368 - type: max_precision value: 84.375 - type: max_recall value: 89.56953642384106 - type: similarity_accuracy value: 83.6 - type: similarity_accuracy_threshold value: 92.84583330154419 - type: similarity_ap value: 93.76523813707351 - type: similarity_f1 value: 86.83788121990368 - type: similarity_f1_threshold value: 92.76325106620789 - type: similarity_precision value: 84.26791277258567 - type: similarity_recall value: 89.56953642384106 task: type: PairClassification - dataset: config: default name: MTEB Quora-PL revision: 0be27e93455051e531182b85e85e425aba12e9d4 split: test type: clarin-knext/quora-pl metrics: - type: main_score value: 83.00800000000001 - type: map_at_1 value: 64.39099999999999 - type: map_at_10 value: 78.56400000000001 - type: map_at_100 value: 79.363 - type: map_at_1000 value: 79.38300000000001 - type: map_at_20 value: 79.09 - type: map_at_3 value: 75.394 - type: map_at_5 value: 77.383 - type: mrr_at_1 value: 73.95 - type: mrr_at_10 value: 81.64371031745985 - type: mrr_at_100 value: 81.86393337568269 - type: mrr_at_1000 value: 81.86661104106508 - type: mrr_at_20 value: 81.80555952733138 - type: mrr_at_3 value: 80.30499999999951 - type: mrr_at_5 value: 81.19349999999935 - type: nauc_map_at_1000_diff1 value: 72.42120266733039 - type: nauc_map_at_1000_max value: 25.828786757630752 - type: nauc_map_at_1000_std value: -31.837423066135624 - type: nauc_map_at_100_diff1 value: 72.41755138061323 - type: nauc_map_at_100_max value: 25.806629836061397 - type: nauc_map_at_100_std value: -31.885382432039922 - type: nauc_map_at_10_diff1 value: 72.57239857740196 - type: nauc_map_at_10_max value: 25.13432030892976 - type: nauc_map_at_10_std value: -33.61463298089167 - type: nauc_map_at_1_diff1 value: 76.56646838190882 - type: nauc_map_at_1_max value: 19.68409236042715 - type: nauc_map_at_1_std value: -31.64281006710309 - type: nauc_map_at_20_diff1 value: 72.49590020475424 - type: nauc_map_at_20_max value: 25.51802056794516 - type: nauc_map_at_20_std value: -32.601388633210014 - type: nauc_map_at_3_diff1 value: 73.31562023753943 - type: nauc_map_at_3_max value: 23.033617153328738 - type: nauc_map_at_3_std value: -35.30201855569379 - type: nauc_map_at_5_diff1 value: 72.7523614719781 - type: nauc_map_at_5_max value: 24.156428042837987 - type: nauc_map_at_5_std value: -34.76882088425794 - type: nauc_mrr_at_1000_diff1 value: 72.55297143223885 - type: nauc_mrr_at_1000_max value: 28.105640485806248 - type: nauc_mrr_at_1000_std value: -27.65920557309928 - type: nauc_mrr_at_100_diff1 value: 72.55229089374288 - type: nauc_mrr_at_100_max value: 28.109525481212135 - type: nauc_mrr_at_100_std value: -27.654876095973762 - type: nauc_mrr_at_10_diff1 value: 72.4639376064242 - type: nauc_mrr_at_10_max value: 28.213872925333742 - type: nauc_mrr_at_10_std value: -27.702586697027048 - type: nauc_mrr_at_1_diff1 value: 74.3616464589109 - type: nauc_mrr_at_1_max value: 26.657638207790185 - type: nauc_mrr_at_1_std value: -26.88146706383791 - type: nauc_mrr_at_20_diff1 value: 72.53485401195218 - type: nauc_mrr_at_20_max value: 28.152887386542613 - type: nauc_mrr_at_20_std value: -27.659848758547472 - type: nauc_mrr_at_3_diff1 value: 72.23941782475755 - type: nauc_mrr_at_3_max value: 27.89028800301356 - type: nauc_mrr_at_3_std value: -28.043042933247758 - type: nauc_mrr_at_5_diff1 value: 72.31898406365974 - type: nauc_mrr_at_5_max value: 28.152956506519505 - type: nauc_mrr_at_5_std value: -27.95915556778505 - type: nauc_ndcg_at_1000_diff1 value: 71.93793670628591 - type: nauc_ndcg_at_1000_max value: 27.395145774854658 - type: nauc_ndcg_at_1000_std value: -29.349891829651455 - type: nauc_ndcg_at_100_diff1 value: 71.84604594826929 - type: nauc_ndcg_at_100_max value: 27.38636781073668 - type: nauc_ndcg_at_100_std value: -29.37548557319033 - type: nauc_ndcg_at_10_diff1 value: 71.68593852333392 - type: nauc_ndcg_at_10_max value: 27.180666134929403 - type: nauc_ndcg_at_10_std value: -31.96129262909471 - type: nauc_ndcg_at_1_diff1 value: 74.2006539140374 - type: nauc_ndcg_at_1_max value: 27.01978809386149 - type: nauc_ndcg_at_1_std value: -26.72404328390589 - type: nauc_ndcg_at_20_diff1 value: 71.88438912057342 - type: nauc_ndcg_at_20_max value: 27.40646501856208 - type: nauc_ndcg_at_20_std value: -30.584579754521823 - type: nauc_ndcg_at_3_diff1 value: 71.42357622751526 - type: nauc_ndcg_at_3_max value: 25.699743270860132 - type: nauc_ndcg_at_3_std value: -32.30177635937264 - type: nauc_ndcg_at_5_diff1 value: 71.4193356224092 - type: nauc_ndcg_at_5_max value: 26.257226578711307 - type: nauc_ndcg_at_5_std value: -32.79088181562008 - type: nauc_precision_at_1000_diff1 value: -40.03389044086437 - type: nauc_precision_at_1000_max value: 4.5443339352361205 - type: nauc_precision_at_1000_std value: 38.40422529338755 - type: nauc_precision_at_100_diff1 value: -39.57233887601791 - type: nauc_precision_at_100_max value: 4.882293413501653 - type: nauc_precision_at_100_std value: 37.34274497867058 - type: nauc_precision_at_10_diff1 value: -28.83107808655046 - type: nauc_precision_at_10_max value: 7.06510380157429 - type: nauc_precision_at_10_std value: 21.570132763531983 - type: nauc_precision_at_1_diff1 value: 74.2006539140374 - type: nauc_precision_at_1_max value: 27.01978809386149 - type: nauc_precision_at_1_std value: -26.72404328390589 - type: nauc_precision_at_20_diff1 value: -35.08200775185059 - type: nauc_precision_at_20_max value: 5.791762670992723 - type: nauc_precision_at_20_std value: 29.887073304352796 - type: nauc_precision_at_3_diff1 value: -2.8879076149741745 - type: nauc_precision_at_3_max value: 12.263921499383972 - type: nauc_precision_at_3_std value: 1.6808045019264743 - type: nauc_precision_at_5_diff1 value: -18.001493290892313 - type: nauc_precision_at_5_max value: 9.23135470591486 - type: nauc_precision_at_5_std value: 11.270656833966468 - type: nauc_recall_at_1000_diff1 value: 66.11165193806026 - type: nauc_recall_at_1000_max value: 35.292204875560515 - type: nauc_recall_at_1000_std value: 22.302669654282177 - type: nauc_recall_at_100_diff1 value: 61.49171824448597 - type: nauc_recall_at_100_max value: 33.78218206729295 - type: nauc_recall_at_100_std value: -8.97285450643589 - type: nauc_recall_at_10_diff1 value: 64.92645224718736 - type: nauc_recall_at_10_max value: 27.755191054403806 - type: nauc_recall_at_10_std value: -39.46468109800979 - type: nauc_recall_at_1_diff1 value: 76.56646838190882 - type: nauc_recall_at_1_max value: 19.68409236042715 - type: nauc_recall_at_1_std value: -31.64281006710309 - type: nauc_recall_at_20_diff1 value: 65.45121204856326 - type: nauc_recall_at_20_max value: 30.985201367987337 - type: nauc_recall_at_20_std value: -32.20205073852556 - type: nauc_recall_at_3_diff1 value: 68.66285433558242 - type: nauc_recall_at_3_max value: 21.472129424206027 - type: nauc_recall_at_3_std value: -39.30576415893871 - type: nauc_recall_at_5_diff1 value: 66.94018397063209 - type: nauc_recall_at_5_max value: 23.75041557481213 - type: nauc_recall_at_5_std value: -41.378049389285735 - type: ndcg_at_1 value: 74.03 - type: ndcg_at_10 value: 83.00800000000001 - type: ndcg_at_100 value: 84.885 - type: ndcg_at_1000 value: 85.063 - type: ndcg_at_20 value: 84.045 - type: ndcg_at_3 value: 79.426 - type: ndcg_at_5 value: 81.402 - type: precision_at_1 value: 74.03 - type: precision_at_10 value: 12.797 - type: precision_at_100 value: 1.51 - type: precision_at_1000 value: 0.156 - type: precision_at_20 value: 6.906 - type: precision_at_3 value: 34.94 - type: precision_at_5 value: 23.206 - type: recall_at_1 value: 64.39099999999999 - type: recall_at_10 value: 92.146 - type: recall_at_100 value: 98.9 - type: recall_at_1000 value: 99.842 - type: recall_at_20 value: 95.56 - type: recall_at_3 value: 82.214 - type: recall_at_5 value: 87.496 task: type: Retrieval - dataset: config: default name: MTEB SCIDOCS-PL revision: 45452b03f05560207ef19149545f168e596c9337 split: test type: clarin-knext/scidocs-pl metrics: - type: main_score value: 20.133000000000003 - type: map_at_1 value: 4.808 - type: map_at_10 value: 12.071 - type: map_at_100 value: 14.213999999999999 - type: map_at_1000 value: 14.512 - type: map_at_20 value: 13.098 - type: map_at_3 value: 8.644 - type: map_at_5 value: 10.355 - type: mrr_at_1 value: 23.7 - type: mrr_at_10 value: 33.988333333333294 - type: mrr_at_100 value: 34.98277901841838 - type: mrr_at_1000 value: 35.04792054340422 - type: mrr_at_20 value: 34.529107050500194 - type: mrr_at_3 value: 30.43333333333333 - type: mrr_at_5 value: 32.54333333333331 - type: nauc_map_at_1000_diff1 value: 16.669949331701645 - type: nauc_map_at_1000_max value: 30.66001701591584 - type: nauc_map_at_1000_std value: 13.617808770230608 - type: nauc_map_at_100_diff1 value: 16.801213547391377 - type: nauc_map_at_100_max value: 30.6044852891921 - type: nauc_map_at_100_std value: 13.275583817487654 - type: nauc_map_at_10_diff1 value: 16.454838294858174 - type: nauc_map_at_10_max value: 27.92724725747021 - type: nauc_map_at_10_std value: 9.228047732117426 - type: nauc_map_at_1_diff1 value: 20.8621297873611 - type: nauc_map_at_1_max value: 22.60479725765449 - type: nauc_map_at_1_std value: 3.7006026584941196 - type: nauc_map_at_20_diff1 value: 16.532838494210228 - type: nauc_map_at_20_max value: 29.516234590797026 - type: nauc_map_at_20_std value: 11.08144963030353 - type: nauc_map_at_3_diff1 value: 15.496299901071223 - type: nauc_map_at_3_max value: 23.743149545794388 - type: nauc_map_at_3_std value: 4.257015693691822 - type: nauc_map_at_5_diff1 value: 15.780650419246726 - type: nauc_map_at_5_max value: 26.220929108375763 - type: nauc_map_at_5_std value: 6.6146970985722415 - type: nauc_mrr_at_1000_diff1 value: 17.438944967869052 - type: nauc_mrr_at_1000_max value: 25.56324506964433 - type: nauc_mrr_at_1000_std value: 9.346139008553658 - type: nauc_mrr_at_100_diff1 value: 17.438300691414188 - type: nauc_mrr_at_100_max value: 25.59614088811725 - type: nauc_mrr_at_100_std value: 9.394784766526817 - type: nauc_mrr_at_10_diff1 value: 17.417777826705354 - type: nauc_mrr_at_10_max value: 25.52971273087244 - type: nauc_mrr_at_10_std value: 9.34383303456919 - type: nauc_mrr_at_1_diff1 value: 20.67301248834819 - type: nauc_mrr_at_1_max value: 22.843602752165104 - type: nauc_mrr_at_1_std value: 4.019221183659888 - type: nauc_mrr_at_20_diff1 value: 17.50340318503831 - type: nauc_mrr_at_20_max value: 25.63748110625153 - type: nauc_mrr_at_20_std value: 9.27416648679795 - type: nauc_mrr_at_3_diff1 value: 16.72568417353666 - type: nauc_mrr_at_3_max value: 23.239156989519927 - type: nauc_mrr_at_3_std value: 6.881838997320669 - type: nauc_mrr_at_5_diff1 value: 16.761167230191873 - type: nauc_mrr_at_5_max value: 24.52043299070985 - type: nauc_mrr_at_5_std value: 8.188357955769558 - type: nauc_ndcg_at_1000_diff1 value: 14.863037406813564 - type: nauc_ndcg_at_1000_max value: 33.03885508440853 - type: nauc_ndcg_at_1000_std value: 23.014675350894812 - type: nauc_ndcg_at_100_diff1 value: 16.294396230116366 - type: nauc_ndcg_at_100_max value: 33.62717225493682 - type: nauc_ndcg_at_100_std value: 20.865559377307235 - type: nauc_ndcg_at_10_diff1 value: 16.392635549436864 - type: nauc_ndcg_at_10_max value: 29.650907186121184 - type: nauc_ndcg_at_10_std value: 12.801917137645754 - type: nauc_ndcg_at_1_diff1 value: 20.67301248834819 - type: nauc_ndcg_at_1_max value: 22.843602752165104 - type: nauc_ndcg_at_1_std value: 4.019221183659888 - type: nauc_ndcg_at_20_diff1 value: 16.33846905123575 - type: nauc_ndcg_at_20_max value: 31.848301854149653 - type: nauc_ndcg_at_20_std value: 15.42987201173441 - type: nauc_ndcg_at_3_diff1 value: 14.605332707708902 - type: nauc_ndcg_at_3_max value: 23.55368891292461 - type: nauc_ndcg_at_3_std value: 5.9288152451473115 - type: nauc_ndcg_at_5_diff1 value: 14.916393932677044 - type: nauc_ndcg_at_5_max value: 26.871621139307507 - type: nauc_ndcg_at_5_std value: 9.121298841130745 - type: nauc_precision_at_1000_diff1 value: 2.816432279220305 - type: nauc_precision_at_1000_max value: 27.162909270744695 - type: nauc_precision_at_1000_std value: 41.286452153405776 - type: nauc_precision_at_100_diff1 value: 11.601900554925066 - type: nauc_precision_at_100_max value: 33.5340791987365 - type: nauc_precision_at_100_std value: 32.0457660307125 - type: nauc_precision_at_10_diff1 value: 14.667483709576548 - type: nauc_precision_at_10_max value: 31.571950210817246 - type: nauc_precision_at_10_std value: 17.707589420807363 - type: nauc_precision_at_1_diff1 value: 20.67301248834819 - type: nauc_precision_at_1_max value: 22.843602752165104 - type: nauc_precision_at_1_std value: 4.019221183659888 - type: nauc_precision_at_20_diff1 value: 13.524209319620168 - type: nauc_precision_at_20_max value: 33.557253516233146 - type: nauc_precision_at_20_std value: 21.567035565240953 - type: nauc_precision_at_3_diff1 value: 11.681135607814 - type: nauc_precision_at_3_max value: 23.294020996421605 - type: nauc_precision_at_3_std value: 6.605499514191135 - type: nauc_precision_at_5_diff1 value: 12.11059222112869 - type: nauc_precision_at_5_max value: 28.156059066847277 - type: nauc_precision_at_5_std value: 11.861533479388662 - type: nauc_recall_at_1000_diff1 value: 2.760624202435653 - type: nauc_recall_at_1000_max value: 28.141864203899637 - type: nauc_recall_at_1000_std value: 42.31972834128477 - type: nauc_recall_at_100_diff1 value: 11.54879873430573 - type: nauc_recall_at_100_max value: 33.78780786180266 - type: nauc_recall_at_100_std value: 32.223817304896244 - type: nauc_recall_at_10_diff1 value: 14.606474347476684 - type: nauc_recall_at_10_max value: 31.58615270121226 - type: nauc_recall_at_10_std value: 17.70672198874074 - type: nauc_recall_at_1_diff1 value: 20.8621297873611 - type: nauc_recall_at_1_max value: 22.60479725765449 - type: nauc_recall_at_1_std value: 3.7006026584941196 - type: nauc_recall_at_20_diff1 value: 13.331858453917068 - type: nauc_recall_at_20_max value: 33.424828783436205 - type: nauc_recall_at_20_std value: 21.412751002953286 - type: nauc_recall_at_3_diff1 value: 11.80681862207012 - type: nauc_recall_at_3_max value: 23.186595208884846 - type: nauc_recall_at_3_std value: 6.623077419771417 - type: nauc_recall_at_5_diff1 value: 12.051201810114055 - type: nauc_recall_at_5_max value: 27.96160404681549 - type: nauc_recall_at_5_std value: 11.662995963169784 - type: ndcg_at_1 value: 23.7 - type: ndcg_at_10 value: 20.133000000000003 - type: ndcg_at_100 value: 28.285 - type: ndcg_at_1000 value: 33.475 - type: ndcg_at_20 value: 22.771 - type: ndcg_at_3 value: 18.98 - type: ndcg_at_5 value: 16.714000000000002 - type: precision_at_1 value: 23.7 - type: precision_at_10 value: 10.440000000000001 - type: precision_at_100 value: 2.228 - type: precision_at_1000 value: 0.347 - type: precision_at_20 value: 6.734999999999999 - type: precision_at_3 value: 17.666999999999998 - type: precision_at_5 value: 14.66 - type: recall_at_1 value: 4.808 - type: recall_at_10 value: 21.2 - type: recall_at_100 value: 45.245000000000005 - type: recall_at_1000 value: 70.50999999999999 - type: recall_at_20 value: 27.32 - type: recall_at_3 value: 10.767 - type: recall_at_5 value: 14.917 task: type: Retrieval - dataset: config: default name: MTEB SICK-E-PL revision: 71bba34b0ece6c56dfcf46d9758a27f7a90f17e9 split: test type: PL-MTEB/sicke-pl-pairclassification metrics: - type: cosine_accuracy value: 84.71259682022014 - type: cosine_accuracy_threshold value: 94.51554417610168 - type: cosine_ap value: 80.45908020433436 - type: cosine_f1 value: 72.50177179305456 - type: cosine_f1_threshold value: 93.44581365585327 - type: cosine_precision value: 72.14386459802539 - type: cosine_recall value: 72.86324786324786 - type: dot_accuracy value: 84.71259682022014 - type: dot_accuracy_threshold value: 94.5155382156372 - type: dot_ap value: 80.45909089768219 - type: dot_f1 value: 72.50177179305456 - type: dot_f1_threshold value: 93.44581365585327 - type: dot_precision value: 72.14386459802539 - type: dot_recall value: 72.86324786324786 - type: euclidean_accuracy value: 84.71259682022014 - type: euclidean_accuracy_threshold value: 33.11933875083923 - type: euclidean_ap value: 80.45918672034553 - type: euclidean_f1 value: 72.50177179305456 - type: euclidean_f1_threshold value: 36.205485463142395 - type: euclidean_precision value: 72.14386459802539 - type: euclidean_recall value: 72.86324786324786 - type: main_score value: 80.47906117815072 - type: manhattan_accuracy value: 84.61068079902161 - type: manhattan_accuracy_threshold value: 1623.581314086914 - type: manhattan_ap value: 80.47906117815072 - type: manhattan_f1 value: 72.55972696245735 - type: manhattan_f1_threshold value: 1776.2283325195312 - type: manhattan_precision value: 69.65923984272608 - type: manhattan_recall value: 75.71225071225072 - type: max_ap value: 80.47906117815072 - type: max_f1 value: 72.55972696245735 - type: max_precision value: 72.14386459802539 - type: max_recall value: 75.71225071225072 - type: similarity_accuracy value: 84.71259682022014 - type: similarity_accuracy_threshold value: 94.51554417610168 - type: similarity_ap value: 80.45908020433436 - type: similarity_f1 value: 72.50177179305456 - type: similarity_f1_threshold value: 93.44581365585327 - type: similarity_precision value: 72.14386459802539 - type: similarity_recall value: 72.86324786324786 task: type: PairClassification - dataset: config: default name: MTEB SICK-R-PL revision: fd5c2441b7eeff8676768036142af4cfa42c1339 split: test type: PL-MTEB/sickr-pl-sts metrics: - type: cosine_pearson value: 78.98722515294865 - type: cosine_spearman value: 76.51897187464125 - type: euclidean_pearson value: 76.87254304403095 - type: euclidean_spearman value: 76.51895072164689 - type: main_score value: 76.51897187464125 - type: manhattan_pearson value: 76.90840201713975 - type: manhattan_spearman value: 76.54836933234095 - type: pearson value: 78.98722515294865 - type: spearman value: 76.51897187464125 task: type: STS - dataset: config: pl name: MTEB STS22 (pl) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 47.74261753488902 - type: cosine_spearman value: 50.40633387870395 - type: euclidean_pearson value: 32.27774759364273 - type: euclidean_spearman value: 50.29218785859864 - type: main_score value: 50.40633387870395 - type: manhattan_pearson value: 32.29034003704625 - type: manhattan_spearman value: 50.51546972965036 - type: pearson value: 47.74261753488902 - type: spearman value: 50.40633387870395 task: type: STS - dataset: config: pl-en name: MTEB STS22 (pl-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 83.47606761887639 - type: cosine_spearman value: 83.58914160289982 - type: euclidean_pearson value: 82.42751476997759 - type: euclidean_spearman value: 83.58914160289982 - type: main_score value: 83.58914160289982 - type: manhattan_pearson value: 82.40583455477217 - type: manhattan_spearman value: 84.33690743130028 - type: pearson value: 83.47606761887639 - type: spearman value: 83.58914160289982 task: type: STS - dataset: config: de-pl name: MTEB STS22 (de-pl) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 52.31272070209978 - type: cosine_spearman value: 60.26406054877119 - type: euclidean_pearson value: 53.9168461321904 - type: euclidean_spearman value: 60.26406054877119 - type: main_score value: 60.26406054877119 - type: manhattan_pearson value: 53.58666620050511 - type: manhattan_spearman value: 60.72597210126559 - type: pearson value: 52.31272070209978 - type: spearman value: 60.26406054877119 task: type: STS - dataset: config: fr-pl name: MTEB STS22 (fr-pl) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 72.51212303546434 - type: cosine_spearman value: 84.51542547285167 - type: euclidean_pearson value: 74.82741121236613 - type: euclidean_spearman value: 84.51542547285167 - type: main_score value: 84.51542547285167 - type: manhattan_pearson value: 74.36356972625282 - type: manhattan_spearman value: 84.51542547285167 - type: pearson value: 72.51212303546434 - type: spearman value: 84.51542547285167 task: type: STS - dataset: config: default name: MTEB SciFact-PL revision: 47932a35f045ef8ed01ba82bf9ff67f6e109207e split: test type: clarin-knext/scifact-pl metrics: - type: main_score value: 76.483 - type: map_at_1 value: 61.077999999999996 - type: map_at_10 value: 71.844 - type: map_at_100 value: 72.271 - type: map_at_1000 value: 72.282 - type: map_at_20 value: 72.14399999999999 - type: map_at_3 value: 68.74900000000001 - type: map_at_5 value: 70.504 - type: mrr_at_1 value: 64.0 - type: mrr_at_10 value: 72.66560846560846 - type: mrr_at_100 value: 73.02803557535663 - type: mrr_at_1000 value: 73.03935117763135 - type: mrr_at_20 value: 72.93043068043067 - type: mrr_at_3 value: 70.55555555555556 - type: mrr_at_5 value: 71.6388888888889 - type: nauc_map_at_1000_diff1 value: 70.67972732966814 - type: nauc_map_at_1000_max value: 52.7448367732258 - type: nauc_map_at_1000_std value: 2.3149621281813086 - type: nauc_map_at_100_diff1 value: 70.67426111546254 - type: nauc_map_at_100_max value: 52.75820117657533 - type: nauc_map_at_100_std value: 2.3322029195834646 - type: nauc_map_at_10_diff1 value: 70.31387620283456 - type: nauc_map_at_10_max value: 52.53361978893661 - type: nauc_map_at_10_std value: 1.6712315246696121 - type: nauc_map_at_1_diff1 value: 74.50954364898547 - type: nauc_map_at_1_max value: 47.92594443052853 - type: nauc_map_at_1_std value: -3.1990608546068033 - type: nauc_map_at_20_diff1 value: 70.61311411604913 - type: nauc_map_at_20_max value: 52.69704504334533 - type: nauc_map_at_20_std value: 2.0974131004509955 - type: nauc_map_at_3_diff1 value: 71.53019882348268 - type: nauc_map_at_3_max value: 50.34665256271534 - type: nauc_map_at_3_std value: -1.06256847490544 - type: nauc_map_at_5_diff1 value: 70.7643716468851 - type: nauc_map_at_5_max value: 51.63717817428888 - type: nauc_map_at_5_std value: 1.1529618645239925 - type: nauc_mrr_at_1000_diff1 value: 70.78001542596851 - type: nauc_mrr_at_1000_max value: 55.690268010738166 - type: nauc_mrr_at_1000_std value: 4.979473774861326 - type: nauc_mrr_at_100_diff1 value: 70.77440043856612 - type: nauc_mrr_at_100_max value: 55.70241748540339 - type: nauc_mrr_at_100_std value: 4.995708945978219 - type: nauc_mrr_at_10_diff1 value: 70.42444095938065 - type: nauc_mrr_at_10_max value: 55.63468144088557 - type: nauc_mrr_at_10_std value: 4.609168905104799 - type: nauc_mrr_at_1_diff1 value: 73.42998254353469 - type: nauc_mrr_at_1_max value: 53.89683654787755 - type: nauc_mrr_at_1_std value: 5.071422489036472 - type: nauc_mrr_at_20_diff1 value: 70.73711865840654 - type: nauc_mrr_at_20_max value: 55.70711765956939 - type: nauc_mrr_at_20_std value: 4.809578707877329 - type: nauc_mrr_at_3_diff1 value: 70.83565806257577 - type: nauc_mrr_at_3_max value: 55.81662812282864 - type: nauc_mrr_at_3_std value: 5.071815985149413 - type: nauc_mrr_at_5_diff1 value: 70.48962000852396 - type: nauc_mrr_at_5_max value: 55.829536714916905 - type: nauc_mrr_at_5_std value: 5.411569201466013 - type: nauc_ndcg_at_1000_diff1 value: 70.06589401534107 - type: nauc_ndcg_at_1000_max value: 54.715547915744345 - type: nauc_ndcg_at_1000_std value: 3.9365398167637475 - type: nauc_ndcg_at_100_diff1 value: 69.90635709920745 - type: nauc_ndcg_at_100_max value: 55.1151101740361 - type: nauc_ndcg_at_100_std value: 4.604179149372659 - type: nauc_ndcg_at_10_diff1 value: 68.49026148591895 - type: nauc_ndcg_at_10_max value: 54.262282275033016 - type: nauc_ndcg_at_10_std value: 1.5331419608195964 - type: nauc_ndcg_at_1_diff1 value: 73.42998254353469 - type: nauc_ndcg_at_1_max value: 53.89683654787755 - type: nauc_ndcg_at_1_std value: 5.071422489036472 - type: nauc_ndcg_at_20_diff1 value: 69.5225240248553 - type: nauc_ndcg_at_20_max value: 54.80887757583549 - type: nauc_ndcg_at_20_std value: 2.976565258596729 - type: nauc_ndcg_at_3_diff1 value: 70.09736034783485 - type: nauc_ndcg_at_3_max value: 52.708387672513915 - type: nauc_ndcg_at_3_std value: 1.1972697514282578 - type: nauc_ndcg_at_5_diff1 value: 69.25694143416614 - type: nauc_ndcg_at_5_max value: 53.398788484974865 - type: nauc_ndcg_at_5_std value: 2.1911584965654196 - type: nauc_precision_at_1000_diff1 value: -33.9340316620902 - type: nauc_precision_at_1000_max value: 18.883351978033293 - type: nauc_precision_at_1000_std value: 53.40520017627719 - type: nauc_precision_at_100_diff1 value: -25.20786022438437 - type: nauc_precision_at_100_max value: 24.43303854414762 - type: nauc_precision_at_100_std value: 52.758032851454594 - type: nauc_precision_at_10_diff1 value: -6.0510066835270155 - type: nauc_precision_at_10_max value: 31.757918187813814 - type: nauc_precision_at_10_std value: 33.523054792457536 - type: nauc_precision_at_1_diff1 value: 73.42998254353469 - type: nauc_precision_at_1_max value: 53.89683654787755 - type: nauc_precision_at_1_std value: 5.071422489036472 - type: nauc_precision_at_20_diff1 value: -13.992396288851463 - type: nauc_precision_at_20_max value: 28.84986869880234 - type: nauc_precision_at_20_std value: 42.4368830383489 - type: nauc_precision_at_3_diff1 value: 35.67098389203306 - type: nauc_precision_at_3_max value: 46.289181541140664 - type: nauc_precision_at_3_std value: 19.633217239878086 - type: nauc_precision_at_5_diff1 value: 14.785946438813479 - type: nauc_precision_at_5_max value: 38.54581819786163 - type: nauc_precision_at_5_std value: 29.488555867660786 - type: nauc_recall_at_1000_diff1 value: 72.2222222222207 - type: nauc_recall_at_1000_max value: 100.0 - type: nauc_recall_at_1000_std value: 35.8076563958937 - type: nauc_recall_at_100_diff1 value: 62.079831932773 - type: nauc_recall_at_100_max value: 81.64682539682518 - type: nauc_recall_at_100_std value: 45.068860877684344 - type: nauc_recall_at_10_diff1 value: 56.087531321578545 - type: nauc_recall_at_10_max value: 55.735499838588275 - type: nauc_recall_at_10_std value: -10.406450323592264 - type: nauc_recall_at_1_diff1 value: 74.50954364898547 - type: nauc_recall_at_1_max value: 47.92594443052853 - type: nauc_recall_at_1_std value: -3.1990608546068033 - type: nauc_recall_at_20_diff1 value: 60.41783380018676 - type: nauc_recall_at_20_max value: 61.36087768440704 - type: nauc_recall_at_20_std value: -2.619047619047705 - type: nauc_recall_at_3_diff1 value: 66.8687513774488 - type: nauc_recall_at_3_max value: 51.47513270108863 - type: nauc_recall_at_3_std value: -4.623829922336638 - type: nauc_recall_at_5_diff1 value: 62.72958432704322 - type: nauc_recall_at_5_max value: 52.80660459293593 - type: nauc_recall_at_5_std value: -1.4441376040158003 - type: ndcg_at_1 value: 64.0 - type: ndcg_at_10 value: 76.483 - type: ndcg_at_100 value: 78.217 - type: ndcg_at_1000 value: 78.518 - type: ndcg_at_20 value: 77.438 - type: ndcg_at_3 value: 71.468 - type: ndcg_at_5 value: 73.741 - type: precision_at_1 value: 64.0 - type: precision_at_10 value: 10.2 - type: precision_at_100 value: 1.103 - type: precision_at_1000 value: 0.11299999999999999 - type: precision_at_20 value: 5.3 - type: precision_at_3 value: 27.778000000000002 - type: precision_at_5 value: 18.4 - type: recall_at_1 value: 61.077999999999996 - type: recall_at_10 value: 89.833 - type: recall_at_100 value: 97.333 - type: recall_at_1000 value: 99.667 - type: recall_at_20 value: 93.333 - type: recall_at_3 value: 76.40599999999999 - type: recall_at_5 value: 81.922 task: type: Retrieval - dataset: config: default name: MTEB TRECCOVID-PL revision: 81bcb408f33366c2a20ac54adafad1ae7e877fdd split: test type: clarin-knext/trec-covid-pl metrics: - type: main_score value: 85.084 - type: map_at_1 value: 0.252 - type: map_at_10 value: 2.2089999999999996 - type: map_at_100 value: 13.628000000000002 - type: map_at_1000 value: 33.035 - type: map_at_20 value: 4.031 - type: map_at_3 value: 0.726 - type: map_at_5 value: 1.192 - type: mrr_at_1 value: 94.0 - type: mrr_at_10 value: 97.0 - type: mrr_at_100 value: 97.0 - type: mrr_at_1000 value: 97.0 - type: mrr_at_20 value: 97.0 - type: mrr_at_3 value: 97.0 - type: mrr_at_5 value: 97.0 - type: nauc_map_at_1000_diff1 value: -10.45225903789272 - type: nauc_map_at_1000_max value: 54.54483646166203 - type: nauc_map_at_1000_std value: 75.84945599190988 - type: nauc_map_at_100_diff1 value: 4.30280977851165 - type: nauc_map_at_100_max value: 42.9299091197573 - type: nauc_map_at_100_std value: 51.716436872164905 - type: nauc_map_at_10_diff1 value: 15.922323713849607 - type: nauc_map_at_10_max value: 12.698159510258655 - type: nauc_map_at_10_std value: 13.157729105916992 - type: nauc_map_at_1_diff1 value: 12.47773408805693 - type: nauc_map_at_1_max value: -0.3995300281637068 - type: nauc_map_at_1_std value: 2.53372616236555 - type: nauc_map_at_20_diff1 value: 11.778368594750873 - type: nauc_map_at_20_max value: 18.863172576938076 - type: nauc_map_at_20_std value: 20.01814055163764 - type: nauc_map_at_3_diff1 value: 10.877996697704734 - type: nauc_map_at_3_max value: 5.034335685321121 - type: nauc_map_at_3_std value: 7.026748162537961 - type: nauc_map_at_5_diff1 value: 15.769885367892275 - type: nauc_map_at_5_max value: 7.567586698829546 - type: nauc_map_at_5_std value: 6.737676254464625 - type: nauc_mrr_at_1000_diff1 value: -51.77404295051345 - type: nauc_mrr_at_1000_max value: 9.383753501400783 - type: nauc_mrr_at_1000_std value: 59.38375350140056 - type: nauc_mrr_at_100_diff1 value: -51.77404295051345 - type: nauc_mrr_at_100_max value: 9.383753501400783 - type: nauc_mrr_at_100_std value: 59.38375350140056 - type: nauc_mrr_at_10_diff1 value: -51.77404295051345 - type: nauc_mrr_at_10_max value: 9.383753501400783 - type: nauc_mrr_at_10_std value: 59.38375350140056 - type: nauc_mrr_at_1_diff1 value: -51.77404295051332 - type: nauc_mrr_at_1_max value: 9.383753501400763 - type: nauc_mrr_at_1_std value: 59.38375350140065 - type: nauc_mrr_at_20_diff1 value: -51.77404295051345 - type: nauc_mrr_at_20_max value: 9.383753501400783 - type: nauc_mrr_at_20_std value: 59.38375350140056 - type: nauc_mrr_at_3_diff1 value: -51.77404295051345 - type: nauc_mrr_at_3_max value: 9.383753501400783 - type: nauc_mrr_at_3_std value: 59.38375350140056 - type: nauc_mrr_at_5_diff1 value: -51.77404295051345 - type: nauc_mrr_at_5_max value: 9.383753501400783 - type: nauc_mrr_at_5_std value: 59.38375350140056 - type: nauc_ndcg_at_1000_diff1 value: -4.631327822639004 - type: nauc_ndcg_at_1000_max value: 55.29075029383574 - type: nauc_ndcg_at_1000_std value: 75.56240298407324 - type: nauc_ndcg_at_100_diff1 value: -21.774997339166962 - type: nauc_ndcg_at_100_max value: 45.31934431455725 - type: nauc_ndcg_at_100_std value: 73.07783548535839 - type: nauc_ndcg_at_10_diff1 value: -7.047839091732799 - type: nauc_ndcg_at_10_max value: 34.848098537857446 - type: nauc_ndcg_at_10_std value: 55.11602391969356 - type: nauc_ndcg_at_1_diff1 value: -42.34419942473637 - type: nauc_ndcg_at_1_max value: 33.67209971236814 - type: nauc_ndcg_at_1_std value: 68.50431447746888 - type: nauc_ndcg_at_20_diff1 value: -16.189578254830334 - type: nauc_ndcg_at_20_max value: 42.84601708478319 - type: nauc_ndcg_at_20_std value: 62.231380624811464 - type: nauc_ndcg_at_3_diff1 value: -39.49303235851018 - type: nauc_ndcg_at_3_max value: 23.38023512941226 - type: nauc_ndcg_at_3_std value: 59.03951082033232 - type: nauc_ndcg_at_5_diff1 value: -10.953906619815172 - type: nauc_ndcg_at_5_max value: 26.744128408697854 - type: nauc_ndcg_at_5_std value: 50.7107848191522 - type: nauc_precision_at_1000_diff1 value: -19.228496350000803 - type: nauc_precision_at_1000_max value: 21.283673740418784 - type: nauc_precision_at_1000_std value: 33.167974792931645 - type: nauc_precision_at_100_diff1 value: -25.300067315131752 - type: nauc_precision_at_100_max value: 47.405608613394115 - type: nauc_precision_at_100_std value: 72.09971712931008 - type: nauc_precision_at_10_diff1 value: -8.516006620645221 - type: nauc_precision_at_10_max value: 38.69948730370179 - type: nauc_precision_at_10_std value: 57.7247587905209 - type: nauc_precision_at_1_diff1 value: -51.77404295051332 - type: nauc_precision_at_1_max value: 9.383753501400763 - type: nauc_precision_at_1_std value: 59.38375350140065 - type: nauc_precision_at_20_diff1 value: -21.334892657254898 - type: nauc_precision_at_20_max value: 46.090353274381364 - type: nauc_precision_at_20_std value: 66.76929563906421 - type: nauc_precision_at_3_diff1 value: -60.28311096648229 - type: nauc_precision_at_3_max value: 21.35264128430395 - type: nauc_precision_at_3_std value: 61.68781863542673 - type: nauc_precision_at_5_diff1 value: -10.220236917248522 - type: nauc_precision_at_5_max value: 22.654151706200167 - type: nauc_precision_at_5_std value: 45.26306861553246 - type: nauc_recall_at_1000_diff1 value: 5.597993166570423 - type: nauc_recall_at_1000_max value: 51.62593446120785 - type: nauc_recall_at_1000_std value: 63.71125972276357 - type: nauc_recall_at_100_diff1 value: 12.31696726884448 - type: nauc_recall_at_100_max value: 33.1772812090682 - type: nauc_recall_at_100_std value: 38.344388547774585 - type: nauc_recall_at_10_diff1 value: 19.665980793300676 - type: nauc_recall_at_10_max value: 10.1739399039441 - type: nauc_recall_at_10_std value: 8.417234292095406 - type: nauc_recall_at_1_diff1 value: 12.47773408805693 - type: nauc_recall_at_1_max value: -0.3995300281637068 - type: nauc_recall_at_1_std value: 2.53372616236555 - type: nauc_recall_at_20_diff1 value: 15.724086176861823 - type: nauc_recall_at_20_max value: 15.544832547359503 - type: nauc_recall_at_20_std value: 14.202586656321635 - type: nauc_recall_at_3_diff1 value: 13.742217455450584 - type: nauc_recall_at_3_max value: 5.399130625322105 - type: nauc_recall_at_3_std value: 5.215112841397118 - type: nauc_recall_at_5_diff1 value: 19.996275921198055 - type: nauc_recall_at_5_max value: 6.5780639997658135 - type: nauc_recall_at_5_std value: 3.1625978044078247 - type: ndcg_at_1 value: 90.0 - type: ndcg_at_10 value: 85.084 - type: ndcg_at_100 value: 65.825 - type: ndcg_at_1000 value: 58.882999999999996 - type: ndcg_at_20 value: 79.879 - type: ndcg_at_3 value: 90.24600000000001 - type: ndcg_at_5 value: 89.217 - type: precision_at_1 value: 94.0 - type: precision_at_10 value: 88.6 - type: precision_at_100 value: 67.54 - type: precision_at_1000 value: 25.898 - type: precision_at_20 value: 83.5 - type: precision_at_3 value: 94.0 - type: precision_at_5 value: 92.80000000000001 - type: recall_at_1 value: 0.252 - type: recall_at_10 value: 2.323 - type: recall_at_100 value: 16.547 - type: recall_at_1000 value: 55.235 - type: recall_at_20 value: 4.354 - type: recall_at_3 value: 0.739 - type: recall_at_5 value: 1.23 task: type: Retrieval - dataset: config: default name: MTEB CEDRClassification revision: c0ba03d058e3e1b2f3fd20518875a4563dd12db4 split: test type: ai-forever/cedr-classification metrics: - type: accuracy value: 52.92773645058448 - type: f1 value: 55.966103306824756 - type: lrap value: 81.54410201912931 - type: main_score value: 52.92773645058448 task: type: MultilabelClassification - dataset: config: default name: MTEB GeoreviewClassification revision: 3765c0d1de6b7d264bc459433c45e5a75513839c split: test type: ai-forever/georeview-classification metrics: - type: accuracy value: 60.2392578125 - type: f1 value: 57.32642726056648 - type: f1_weighted value: 57.32118075473517 - type: main_score value: 60.2392578125 task: type: Classification - dataset: config: default name: MTEB GeoreviewClusteringP2P revision: 97a313c8fc85b47f13f33e7e9a95c1ad888c7fec split: test type: ai-forever/georeview-clustering-p2p metrics: - type: main_score value: 76.79006276993874 - type: v_measure value: 76.79006276993874 - type: v_measure_std value: 0.6058031990227964 task: type: Clustering - dataset: config: default name: MTEB HeadlineClassification revision: 2fe05ee6b5832cda29f2ef7aaad7b7fe6a3609eb split: test type: ai-forever/headline-classification metrics: - type: accuracy value: 85.7275390625 - type: f1 value: 85.73887170438086 - type: f1_weighted value: 85.73720330486839 - type: main_score value: 85.7275390625 task: type: Classification - dataset: config: default name: MTEB InappropriatenessClassification revision: 601651fdc45ef243751676e62dd7a19f491c0285 split: test type: ai-forever/inappropriateness-classification metrics: - type: accuracy value: 75.91796875 - type: ap value: 70.33785543327123 - type: ap_weighted value: 70.33785543327123 - type: f1 value: 75.82265140181444 - type: f1_weighted value: 75.82265140181444 - type: main_score value: 75.91796875 task: type: Classification - dataset: config: default name: MTEB KinopoiskClassification revision: 5911f26666ac11af46cb9c6849d0dc80a378af24 split: test type: ai-forever/kinopoisk-sentiment-classification metrics: - type: accuracy value: 72.28 - type: f1 value: 69.21643812031239 - type: f1_weighted value: 69.21643812031239 - type: main_score value: 72.28 task: type: Classification - dataset: config: ru name: MTEB MIRACLReranking (ru) revision: 6d1962c527217f8927fca80f890f14f36b2802af split: dev type: miracl/mmteb-miracl-reranking metrics: - type: MAP@1(MIRACL) value: 30.142999999999997 - type: MAP@10(MIRACL) value: 49.411 - type: MAP@100(MIRACL) value: 51.407000000000004 - type: MAP@1000(MIRACL) value: 51.407000000000004 - type: MAP@20(MIRACL) value: 50.866 - type: MAP@3(MIRACL) value: 42.144 - type: MAP@5(MIRACL) value: 46.18 - type: NDCG@1(MIRACL) value: 48.677 - type: NDCG@10(MIRACL) value: 57.109 - type: NDCG@100(MIRACL) value: 61.138000000000005 - type: NDCG@1000(MIRACL) value: 61.138000000000005 - type: NDCG@20(MIRACL) value: 59.611000000000004 - type: NDCG@3(MIRACL) value: 50.432 - type: NDCG@5(MIRACL) value: 53.262 - type: P@1(MIRACL) value: 48.677 - type: P@10(MIRACL) value: 15.084 - type: P@100(MIRACL) value: 1.9529999999999998 - type: P@1000(MIRACL) value: 0.19499999999999998 - type: P@20(MIRACL) value: 8.813 - type: P@3(MIRACL) value: 30.980999999999998 - type: P@5(MIRACL) value: 23.721 - type: Recall@1(MIRACL) value: 30.142999999999997 - type: Recall@10(MIRACL) value: 68.10199999999999 - type: Recall@100(MIRACL) value: 79.952 - type: Recall@1000(MIRACL) value: 79.952 - type: Recall@20(MIRACL) value: 74.66000000000001 - type: Recall@3(MIRACL) value: 49.266 - type: Recall@5(MIRACL) value: 58.165 - type: main_score value: 57.109 - type: nAUC_MAP@1000_diff1(MIRACL) value: 18.574236056627257 - type: nAUC_MAP@1000_max(MIRACL) value: 23.630844392749122 - type: nAUC_MAP@1000_std(MIRACL) value: 18.68739834083788 - type: nAUC_MAP@100_diff1(MIRACL) value: 18.574236056627257 - type: nAUC_MAP@100_max(MIRACL) value: 23.630844392749122 - type: nAUC_MAP@100_std(MIRACL) value: 18.68739834083788 - type: nAUC_MAP@10_diff1(MIRACL) value: 20.66484972285547 - type: nAUC_MAP@10_max(MIRACL) value: 20.62971571238118 - type: nAUC_MAP@10_std(MIRACL) value: 17.721790057677214 - type: nAUC_MAP@1_diff1(MIRACL) value: 37.57640246127277 - type: nAUC_MAP@1_max(MIRACL) value: 5.693462965121491 - type: nAUC_MAP@1_std(MIRACL) value: 6.004759714360464 - type: nAUC_MAP@20_diff1(MIRACL) value: 19.085774861587485 - type: nAUC_MAP@20_max(MIRACL) value: 23.020819624997724 - type: nAUC_MAP@20_std(MIRACL) value: 18.696960568701297 - type: nAUC_MAP@3_diff1(MIRACL) value: 27.32983579169006 - type: nAUC_MAP@3_max(MIRACL) value: 13.876308655236514 - type: nAUC_MAP@3_std(MIRACL) value: 11.550810004168847 - type: nAUC_MAP@5_diff1(MIRACL) value: 23.337976586345608 - type: nAUC_MAP@5_max(MIRACL) value: 17.002433230626945 - type: nAUC_MAP@5_std(MIRACL) value: 15.203175833563042 - type: nAUC_NDCG@1000_diff1(MIRACL) value: 8.892986608745188 - type: nAUC_NDCG@1000_max(MIRACL) value: 33.65473404525124 - type: nAUC_NDCG@1000_std(MIRACL) value: 22.681632504747938 - type: nAUC_NDCG@100_diff1(MIRACL) value: 8.892986608745188 - type: nAUC_NDCG@100_max(MIRACL) value: 33.65473404525124 - type: nAUC_NDCG@100_std(MIRACL) value: 22.681632504747938 - type: nAUC_NDCG@10_diff1(MIRACL) value: 13.759756183090957 - type: nAUC_NDCG@10_max(MIRACL) value: 27.660871998020298 - type: nAUC_NDCG@10_std(MIRACL) value: 21.276728575806423 - type: nAUC_NDCG@1_diff1(MIRACL) value: 23.046296173370713 - type: nAUC_NDCG@1_max(MIRACL) value: 26.092661108349457 - type: nAUC_NDCG@1_std(MIRACL) value: 19.071698770172024 - type: nAUC_NDCG@20_diff1(MIRACL) value: 10.547891664520831 - type: nAUC_NDCG@20_max(MIRACL) value: 31.91752875410575 - type: nAUC_NDCG@20_std(MIRACL) value: 22.586662257726413 - type: nAUC_NDCG@3_diff1(MIRACL) value: 19.37836037310013 - type: nAUC_NDCG@3_max(MIRACL) value: 23.33221745900729 - type: nAUC_NDCG@3_std(MIRACL) value: 16.482409644217928 - type: nAUC_NDCG@5_diff1(MIRACL) value: 17.071590989025093 - type: nAUC_NDCG@5_max(MIRACL) value: 23.836079457601898 - type: nAUC_NDCG@5_std(MIRACL) value: 18.69146022107265 - type: nAUC_P@1000_diff1(MIRACL) value: -28.94703029971126 - type: nAUC_P@1000_max(MIRACL) value: 34.49691808223367 - type: nAUC_P@1000_std(MIRACL) value: 17.293738889626685 - type: nAUC_P@100_diff1(MIRACL) value: -28.94703029971121 - type: nAUC_P@100_max(MIRACL) value: 34.496918082233705 - type: nAUC_P@100_std(MIRACL) value: 17.293738889626706 - type: nAUC_P@10_diff1(MIRACL) value: -24.127159531723326 - type: nAUC_P@10_max(MIRACL) value: 34.52652075700023 - type: nAUC_P@10_std(MIRACL) value: 24.467825831969947 - type: nAUC_P@1_diff1(MIRACL) value: 23.046296173370713 - type: nAUC_P@1_max(MIRACL) value: 26.092661108349457 - type: nAUC_P@1_std(MIRACL) value: 19.071698770172024 - type: nAUC_P@20_diff1(MIRACL) value: -27.5810346310101 - type: nAUC_P@20_max(MIRACL) value: 36.240874061329656 - type: nAUC_P@20_std(MIRACL) value: 21.895124619925788 - type: nAUC_P@3_diff1(MIRACL) value: -10.277675112627135 - type: nAUC_P@3_max(MIRACL) value: 33.287622351163826 - type: nAUC_P@3_std(MIRACL) value: 23.280393824335565 - type: nAUC_P@5_diff1(MIRACL) value: -19.02545858200769 - type: nAUC_P@5_max(MIRACL) value: 33.496223849314354 - type: nAUC_P@5_std(MIRACL) value: 25.57582932772076 - type: nAUC_Recall@1000_diff1(MIRACL) value: -22.85483884697195 - type: nAUC_Recall@1000_max(MIRACL) value: 59.96288964005818 - type: nAUC_Recall@1000_std(MIRACL) value: 33.40157596178408 - type: nAUC_Recall@100_diff1(MIRACL) value: -22.85483884697195 - type: nAUC_Recall@100_max(MIRACL) value: 59.96288964005818 - type: nAUC_Recall@100_std(MIRACL) value: 33.40157596178408 - type: nAUC_Recall@10_diff1(MIRACL) value: 0.9647728668735941 - type: nAUC_Recall@10_max(MIRACL) value: 31.920229134884696 - type: nAUC_Recall@10_std(MIRACL) value: 24.72748460665647 - type: nAUC_Recall@1_diff1(MIRACL) value: 37.57640246127277 - type: nAUC_Recall@1_max(MIRACL) value: 5.693462965121491 - type: nAUC_Recall@1_std(MIRACL) value: 6.004759714360464 - type: nAUC_Recall@20_diff1(MIRACL) value: -11.17984467583157 - type: nAUC_Recall@20_max(MIRACL) value: 47.12308203332666 - type: nAUC_Recall@20_std(MIRACL) value: 29.861789581696236 - type: nAUC_Recall@3_diff1(MIRACL) value: 19.99673230751616 - type: nAUC_Recall@3_max(MIRACL) value: 15.54429599480494 - type: nAUC_Recall@3_std(MIRACL) value: 11.69503455287231 - type: nAUC_Recall@5_diff1(MIRACL) value: 11.235996937048393 - type: nAUC_Recall@5_max(MIRACL) value: 20.33338473968244 - type: nAUC_Recall@5_std(MIRACL) value: 17.930242315864355 task: type: Reranking - dataset: config: ru name: MTEB MIRACLRetrieval (ru) revision: main split: dev type: miracl/mmteb-miracl metrics: - type: main_score value: 54.708 - type: map_at_1 value: 23.915 - type: map_at_10 value: 43.879000000000005 - type: map_at_100 value: 47.138999999999996 - type: map_at_1000 value: 47.221000000000004 - type: map_at_20 value: 45.904 - type: map_at_3 value: 35.617 - type: map_at_5 value: 40.011 - type: mrr_at_1 value: 46.64536741214057 - type: mrr_at_10 value: 60.52820249505556 - type: mrr_at_100 value: 61.10160689971818 - type: mrr_at_1000 value: 61.10996964150418 - type: mrr_at_20 value: 60.97650175456961 - type: mrr_at_3 value: 57.521299254526134 - type: mrr_at_5 value: 59.51411075612361 - type: nauc_map_at_1000_diff1 value: 27.27225332730171 - type: nauc_map_at_1000_max value: 8.503001535807687 - type: nauc_map_at_1000_std value: -0.6932701716510263 - type: nauc_map_at_100_diff1 value: 27.274388370811874 - type: nauc_map_at_100_max value: 8.486750898620828 - type: nauc_map_at_100_std value: -0.6901909106915605 - type: nauc_map_at_10_diff1 value: 27.682169341657247 - type: nauc_map_at_10_max value: 6.7659904582478445 - type: nauc_map_at_10_std value: -3.0308153800393476 - type: nauc_map_at_1_diff1 value: 33.801692941752314 - type: nauc_map_at_1_max value: 1.557471831300594 - type: nauc_map_at_1_std value: -7.419740543400105 - type: nauc_map_at_20_diff1 value: 27.72502083202652 - type: nauc_map_at_20_max value: 7.843767103360241 - type: nauc_map_at_20_std value: -1.7451119113814961 - type: nauc_map_at_3_diff1 value: 29.98554420937841 - type: nauc_map_at_3_max value: 3.6485935086627475 - type: nauc_map_at_3_std value: -5.6394927854184225 - type: nauc_map_at_5_diff1 value: 28.578444470102248 - type: nauc_map_at_5_max value: 4.280508616142964 - type: nauc_map_at_5_std value: -5.482845119313132 - type: nauc_mrr_at_1000_diff1 value: 25.82356567613806 - type: nauc_mrr_at_1000_max value: 14.332252177669938 - type: nauc_mrr_at_1000_std value: 6.975911345213104 - type: nauc_mrr_at_100_diff1 value: 25.826292410963003 - type: nauc_mrr_at_100_max value: 14.336690580027273 - type: nauc_mrr_at_100_std value: 6.986201677306434 - type: nauc_mrr_at_10_diff1 value: 25.58425012438985 - type: nauc_mrr_at_10_max value: 14.503588709204996 - type: nauc_mrr_at_10_std value: 7.066593528467853 - type: nauc_mrr_at_1_diff1 value: 28.71293305268407 - type: nauc_mrr_at_1_max value: 12.339451071961596 - type: nauc_mrr_at_1_std value: 5.024791047918971 - type: nauc_mrr_at_20_diff1 value: 25.75600588159532 - type: nauc_mrr_at_20_max value: 14.447022157471515 - type: nauc_mrr_at_20_std value: 6.997539998750973 - type: nauc_mrr_at_3_diff1 value: 25.696037388183925 - type: nauc_mrr_at_3_max value: 14.021731919167868 - type: nauc_mrr_at_3_std value: 6.760279288998733 - type: nauc_mrr_at_5_diff1 value: 25.802785913726733 - type: nauc_mrr_at_5_max value: 13.96323464549934 - type: nauc_mrr_at_5_std value: 6.741966712546341 - type: nauc_ndcg_at_1000_diff1 value: 24.96981878793671 - type: nauc_ndcg_at_1000_max value: 12.606080252813618 - type: nauc_ndcg_at_1000_std value: 4.607506707666693 - type: nauc_ndcg_at_100_diff1 value: 24.77998383366057 - type: nauc_ndcg_at_100_max value: 12.86466386386298 - type: nauc_ndcg_at_100_std value: 5.269251017202762 - type: nauc_ndcg_at_10_diff1 value: 25.64604907166665 - type: nauc_ndcg_at_10_max value: 9.792116353750236 - type: nauc_ndcg_at_10_std value: -0.33802978131691974 - type: nauc_ndcg_at_1_diff1 value: 28.71293305268407 - type: nauc_ndcg_at_1_max value: 12.339451071961596 - type: nauc_ndcg_at_1_std value: 5.024791047918971 - type: nauc_ndcg_at_20_diff1 value: 25.993474158270924 - type: nauc_ndcg_at_20_max value: 11.495015491342766 - type: nauc_ndcg_at_20_std value: 1.6937693668777307 - type: nauc_ndcg_at_3_diff1 value: 26.29770243871825 - type: nauc_ndcg_at_3_max value: 9.69221175066515 - type: nauc_ndcg_at_3_std value: 0.6532669333583258 - type: nauc_ndcg_at_5_diff1 value: 26.65699973277015 - type: nauc_ndcg_at_5_max value: 7.766184361324509 - type: nauc_ndcg_at_5_std value: -1.9025519021221693 - type: nauc_precision_at_1000_diff1 value: -16.509895985091187 - type: nauc_precision_at_1000_max value: 15.88000938900457 - type: nauc_precision_at_1000_std value: 21.307652607830786 - type: nauc_precision_at_100_diff1 value: -16.028267526571128 - type: nauc_precision_at_100_max value: 18.351930031509227 - type: nauc_precision_at_100_std value: 24.674272557557888 - type: nauc_precision_at_10_diff1 value: -5.62862163065762 - type: nauc_precision_at_10_max value: 19.430008001431677 - type: nauc_precision_at_10_std value: 17.801195044916557 - type: nauc_precision_at_1_diff1 value: 28.71293305268407 - type: nauc_precision_at_1_max value: 12.339451071961596 - type: nauc_precision_at_1_std value: 5.024791047918971 - type: nauc_precision_at_20_diff1 value: -8.990897908123127 - type: nauc_precision_at_20_max value: 20.172069709987134 - type: nauc_precision_at_20_std value: 21.59020677198609 - type: nauc_precision_at_3_diff1 value: 8.711294461917857 - type: nauc_precision_at_3_max value: 17.08827781024586 - type: nauc_precision_at_3_std value: 12.558280744953432 - type: nauc_precision_at_5_diff1 value: 1.4530239959997198 - type: nauc_precision_at_5_max value: 15.706039106369332 - type: nauc_precision_at_5_std value: 12.468136165143386 - type: nauc_recall_at_1000_diff1 value: 2.907648046805277 - type: nauc_recall_at_1000_max value: 28.722271229459423 - type: nauc_recall_at_1000_std value: 79.85550000313336 - type: nauc_recall_at_100_diff1 value: 8.694370600375173 - type: nauc_recall_at_100_max value: 21.596143532118607 - type: nauc_recall_at_100_std value: 33.58544689693169 - type: nauc_recall_at_10_diff1 value: 18.06750920636552 - type: nauc_recall_at_10_max value: 7.073137054013038 - type: nauc_recall_at_10_std value: -4.1437957544258905 - type: nauc_recall_at_1_diff1 value: 33.801692941752314 - type: nauc_recall_at_1_max value: 1.557471831300594 - type: nauc_recall_at_1_std value: -7.419740543400105 - type: nauc_recall_at_20_diff1 value: 19.012679517337382 - type: nauc_recall_at_20_max value: 10.585196872034903 - type: nauc_recall_at_20_std value: -1.7883161054630263 - type: nauc_recall_at_3_diff1 value: 25.653408304529112 - type: nauc_recall_at_3_max value: 2.7625671037101776 - type: nauc_recall_at_3_std value: -6.927057026175606 - type: nauc_recall_at_5_diff1 value: 22.406103569616196 - type: nauc_recall_at_5_max value: 2.110416294699959 - type: nauc_recall_at_5_std value: -8.550923602223781 - type: ndcg_at_1 value: 46.644999999999996 - type: ndcg_at_10 value: 54.708 - type: ndcg_at_100 value: 63.092000000000006 - type: ndcg_at_1000 value: 63.989 - type: ndcg_at_20 value: 58.957 - type: ndcg_at_3 value: 46.444 - type: ndcg_at_5 value: 49.742999999999995 - type: precision_at_1 value: 46.644999999999996 - type: precision_at_10 value: 16.916999999999998 - type: precision_at_100 value: 2.644 - type: precision_at_1000 value: 0.28200000000000003 - type: precision_at_20 value: 10.415000000000001 - type: precision_at_3 value: 31.816 - type: precision_at_5 value: 25.335 - type: recall_at_1 value: 23.915 - type: recall_at_10 value: 67.578 - type: recall_at_100 value: 94.407 - type: recall_at_1000 value: 99.209 - type: recall_at_20 value: 79.592 - type: recall_at_3 value: 43.349 - type: recall_at_5 value: 54.358 task: type: Retrieval - dataset: config: ru name: MTEB MassiveIntentClassification (ru) revision: 4672e20407010da34463acc759c162ca9734bca6 split: test type: mteb/amazon_massive_intent metrics: - type: accuracy value: 80.61197041022193 - type: f1 value: 77.71043637795827 - type: f1_weighted value: 79.94141361639582 - type: main_score value: 80.61197041022193 task: type: Classification - dataset: config: ru name: MTEB MassiveScenarioClassification (ru) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: test type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 89.26698049764626 - type: f1 value: 88.27744182451868 - type: f1_weighted value: 88.89264206068702 - type: main_score value: 89.26698049764626 task: type: Classification - dataset: config: default name: MTEB RUParaPhraserSTS revision: 43265056790b8f7c59e0139acb4be0a8dad2c8f4 split: test type: merionum/ru_paraphraser metrics: - type: cosine_pearson value: 63.81704079493248 - type: cosine_spearman value: 72.2223625325014 - type: euclidean_pearson value: 68.4898737792406 - type: euclidean_spearman value: 72.22223966899523 - type: main_score value: 72.2223625325014 - type: manhattan_pearson value: 68.54948826548012 - type: manhattan_spearman value: 72.23743580288522 - type: pearson value: 63.81704079493248 - type: spearman value: 72.2223625325014 task: type: STS - dataset: config: default name: MTEB RiaNewsRetrieval revision: 82374b0bbacda6114f39ff9c5b925fa1512ca5d7 split: test type: ai-forever/ria-news-retrieval metrics: - type: main_score value: 85.531 - type: map_at_1 value: 75.86 - type: map_at_10 value: 82.735 - type: map_at_100 value: 82.901 - type: map_at_1000 value: 82.906 - type: map_at_20 value: 82.84 - type: map_at_3 value: 81.718 - type: map_at_5 value: 82.40899999999999 - type: mrr_at_1 value: 75.86 - type: mrr_at_10 value: 82.73546825396791 - type: mrr_at_100 value: 82.90092600901018 - type: mrr_at_1000 value: 82.90620154404175 - type: mrr_at_20 value: 82.8403438557053 - type: mrr_at_3 value: 81.71833333333296 - type: mrr_at_5 value: 82.40883333333284 - type: nauc_map_at_1000_diff1 value: 78.91505960739605 - type: nauc_map_at_1000_max value: 29.775523665024334 - type: nauc_map_at_1000_std value: -16.248088183111197 - type: nauc_map_at_100_diff1 value: 78.9115295404364 - type: nauc_map_at_100_max value: 29.786750569370817 - type: nauc_map_at_100_std value: -16.240699379347625 - type: nauc_map_at_10_diff1 value: 78.84615234786807 - type: nauc_map_at_10_max value: 29.85909826751007 - type: nauc_map_at_10_std value: -16.310508577880466 - type: nauc_map_at_1_diff1 value: 81.27671732632736 - type: nauc_map_at_1_max value: 25.759238214663544 - type: nauc_map_at_1_std value: -17.403946811447156 - type: nauc_map_at_20_diff1 value: 78.88045506829991 - type: nauc_map_at_20_max value: 29.80660744723544 - type: nauc_map_at_20_std value: -16.27859295422342 - type: nauc_map_at_3_diff1 value: 78.75460874954089 - type: nauc_map_at_3_max value: 29.55822231867204 - type: nauc_map_at_3_std value: -17.152340841322708 - type: nauc_map_at_5_diff1 value: 78.69696814748049 - type: nauc_map_at_5_max value: 29.75852725131714 - type: nauc_map_at_5_std value: -16.568256037161046 - type: nauc_mrr_at_1000_diff1 value: 78.91505960739605 - type: nauc_mrr_at_1000_max value: 29.775523665024334 - type: nauc_mrr_at_1000_std value: -16.248088183111197 - type: nauc_mrr_at_100_diff1 value: 78.9115295404364 - type: nauc_mrr_at_100_max value: 29.786750569370817 - type: nauc_mrr_at_100_std value: -16.240699379347625 - type: nauc_mrr_at_10_diff1 value: 78.84615234786807 - type: nauc_mrr_at_10_max value: 29.85909826751007 - type: nauc_mrr_at_10_std value: -16.310508577880466 - type: nauc_mrr_at_1_diff1 value: 81.27671732632736 - type: nauc_mrr_at_1_max value: 25.759238214663544 - type: nauc_mrr_at_1_std value: -17.403946811447156 - type: nauc_mrr_at_20_diff1 value: 78.88045506829991 - type: nauc_mrr_at_20_max value: 29.80660744723544 - type: nauc_mrr_at_20_std value: -16.27859295422342 - type: nauc_mrr_at_3_diff1 value: 78.75460874954089 - type: nauc_mrr_at_3_max value: 29.55822231867204 - type: nauc_mrr_at_3_std value: -17.152340841322708 - type: nauc_mrr_at_5_diff1 value: 78.69696814748049 - type: nauc_mrr_at_5_max value: 29.75852725131714 - type: nauc_mrr_at_5_std value: -16.568256037161046 - type: nauc_ndcg_at_1000_diff1 value: 78.40434267739398 - type: nauc_ndcg_at_1000_max value: 31.299421129222356 - type: nauc_ndcg_at_1000_std value: -14.887798570844197 - type: nauc_ndcg_at_100_diff1 value: 78.30150047170157 - type: nauc_ndcg_at_100_max value: 31.698233933648268 - type: nauc_ndcg_at_100_std value: -14.51567207484326 - type: nauc_ndcg_at_10_diff1 value: 77.96338569503686 - type: nauc_ndcg_at_10_max value: 32.04446940259034 - type: nauc_ndcg_at_10_std value: -14.855475352682873 - type: nauc_ndcg_at_1_diff1 value: 81.27671732632736 - type: nauc_ndcg_at_1_max value: 25.759238214663544 - type: nauc_ndcg_at_1_std value: -17.403946811447156 - type: nauc_ndcg_at_20_diff1 value: 78.08526874937894 - type: nauc_ndcg_at_20_max value: 31.851021820745203 - type: nauc_ndcg_at_20_std value: -14.700565547456534 - type: nauc_ndcg_at_3_diff1 value: 77.78135737968341 - type: nauc_ndcg_at_3_max value: 31.156961171629447 - type: nauc_ndcg_at_3_std value: -16.806958026432355 - type: nauc_ndcg_at_5_diff1 value: 77.6084628413118 - type: nauc_ndcg_at_5_max value: 31.701581524473553 - type: nauc_ndcg_at_5_std value: -15.609251588657822 - type: nauc_precision_at_1000_diff1 value: 69.1614741134542 - type: nauc_precision_at_1000_max value: 73.44461594161396 - type: nauc_precision_at_1000_std value: 33.93643171554264 - type: nauc_precision_at_100_diff1 value: 69.73759473759355 - type: nauc_precision_at_100_max value: 68.28677416912686 - type: nauc_precision_at_100_std value: 25.077808901338113 - type: nauc_precision_at_10_diff1 value: 71.57483644411768 - type: nauc_precision_at_10_max value: 49.273547802959605 - type: nauc_precision_at_10_std value: -2.363897298538251 - type: nauc_precision_at_1_diff1 value: 81.27671732632736 - type: nauc_precision_at_1_max value: 25.759238214663544 - type: nauc_precision_at_1_std value: -17.403946811447156 - type: nauc_precision_at_20_diff1 value: 70.76724869842121 - type: nauc_precision_at_20_max value: 52.82419846245343 - type: nauc_precision_at_20_std value: 3.622613066390204 - type: nauc_precision_at_3_diff1 value: 73.60573005036687 - type: nauc_precision_at_3_max value: 38.08261579671618 - type: nauc_precision_at_3_std value: -15.200865719896573 - type: nauc_precision_at_5_diff1 value: 71.59247151525693 - type: nauc_precision_at_5_max value: 42.65998364341759 - type: nauc_precision_at_5_std value: -9.831219679598279 - type: nauc_recall_at_1000_diff1 value: 69.16147411345321 - type: nauc_recall_at_1000_max value: 73.44461594161498 - type: nauc_recall_at_1000_std value: 33.93643171554401 - type: nauc_recall_at_100_diff1 value: 69.73759473759435 - type: nauc_recall_at_100_max value: 68.28677416912747 - type: nauc_recall_at_100_std value: 25.0778089013383 - type: nauc_recall_at_10_diff1 value: 71.57483644411782 - type: nauc_recall_at_10_max value: 49.27354780295944 - type: nauc_recall_at_10_std value: -2.3638972985374114 - type: nauc_recall_at_1_diff1 value: 81.27671732632736 - type: nauc_recall_at_1_max value: 25.759238214663544 - type: nauc_recall_at_1_std value: -17.403946811447156 - type: nauc_recall_at_20_diff1 value: 70.76724869842145 - type: nauc_recall_at_20_max value: 52.82419846245365 - type: nauc_recall_at_20_std value: 3.62261306639049 - type: nauc_recall_at_3_diff1 value: 73.60573005036682 - type: nauc_recall_at_3_max value: 38.08261579671622 - type: nauc_recall_at_3_std value: -15.200865719897017 - type: nauc_recall_at_5_diff1 value: 71.59247151525689 - type: nauc_recall_at_5_max value: 42.65998364341761 - type: nauc_recall_at_5_std value: -9.831219679598048 - type: ndcg_at_1 value: 75.86 - type: ndcg_at_10 value: 85.531 - type: ndcg_at_100 value: 86.331 - type: ndcg_at_1000 value: 86.485 - type: ndcg_at_20 value: 85.916 - type: ndcg_at_3 value: 83.506 - type: ndcg_at_5 value: 84.741 - type: precision_at_1 value: 75.86 - type: precision_at_10 value: 9.406 - type: precision_at_100 value: 0.9780000000000001 - type: precision_at_1000 value: 0.099 - type: precision_at_20 value: 4.78 - type: precision_at_3 value: 29.547 - type: precision_at_5 value: 18.323999999999998 - type: recall_at_1 value: 75.86 - type: recall_at_10 value: 94.06 - type: recall_at_100 value: 97.78 - type: recall_at_1000 value: 99.02 - type: recall_at_20 value: 95.59 - type: recall_at_3 value: 88.64 - type: recall_at_5 value: 91.62 task: type: Retrieval - dataset: config: default name: MTEB RuBQReranking revision: 2e96b8f098fa4b0950fc58eacadeb31c0d0c7fa2 split: test type: ai-forever/rubq-reranking metrics: - type: main_score value: 72.63790031370074 - type: map value: 72.63790031370074 - type: mrr value: 76.7311411992263 - type: nAUC_map_diff1 value: 39.35110028232965 - type: nAUC_map_max value: 0.20472203850421797 - type: nAUC_map_std value: 3.0529722588232873 - type: nAUC_mrr_diff1 value: 40.6595315010236 - type: nAUC_mrr_max value: 3.350674622866863 - type: nAUC_mrr_std value: 5.494532888260838 task: type: Reranking - dataset: config: default name: MTEB RuBQRetrieval revision: e19b6ffa60b3bc248e0b41f4cc37c26a55c2a67b split: test type: ai-forever/rubq-retrieval metrics: - type: main_score value: 73.53 - type: map_at_1 value: 40.633 - type: map_at_10 value: 65.051 - type: map_at_100 value: 65.875 - type: map_at_1000 value: 65.881 - type: map_at_20 value: 65.694 - type: map_at_3 value: 58.324 - type: map_at_5 value: 62.724000000000004 - type: mrr_at_1 value: 57.50591016548463 - type: mrr_at_10 value: 71.44332338924538 - type: mrr_at_100 value: 71.69477484423456 - type: mrr_at_1000 value: 71.69560962686272 - type: mrr_at_20 value: 71.64554623771738 - type: mrr_at_3 value: 69.11938534278963 - type: mrr_at_5 value: 70.76536643026012 - type: nauc_map_at_1000_diff1 value: 36.618712117129675 - type: nauc_map_at_1000_max value: 10.610054788431622 - type: nauc_map_at_1000_std value: -22.051149487614218 - type: nauc_map_at_100_diff1 value: 36.612398811248816 - type: nauc_map_at_100_max value: 10.622986325729252 - type: nauc_map_at_100_std value: -22.037834790592893 - type: nauc_map_at_10_diff1 value: 36.41996688301712 - type: nauc_map_at_10_max value: 10.530408690923426 - type: nauc_map_at_10_std value: -22.425705332263934 - type: nauc_map_at_1_diff1 value: 39.91826875577834 - type: nauc_map_at_1_max value: 6.484726564448621 - type: nauc_map_at_1_std value: -18.089991413899345 - type: nauc_map_at_20_diff1 value: 36.53904172045374 - type: nauc_map_at_20_max value: 10.641873748652644 - type: nauc_map_at_20_std value: -22.122434690798723 - type: nauc_map_at_3_diff1 value: 37.103182173734126 - type: nauc_map_at_3_max value: 8.128545022203385 - type: nauc_map_at_3_std value: -22.584974507054024 - type: nauc_map_at_5_diff1 value: 36.613341486146965 - type: nauc_map_at_5_max value: 9.382434100596601 - type: nauc_map_at_5_std value: -23.331057259336585 - type: nauc_mrr_at_1000_diff1 value: 38.9582210365358 - type: nauc_mrr_at_1000_max value: 11.732947468439926 - type: nauc_mrr_at_1000_std value: -21.79346301131898 - type: nauc_mrr_at_100_diff1 value: 38.95929997184263 - type: nauc_mrr_at_100_max value: 11.736097004750947 - type: nauc_mrr_at_100_std value: -21.789796744670664 - type: nauc_mrr_at_10_diff1 value: 38.97679441466194 - type: nauc_mrr_at_10_max value: 11.866514649667103 - type: nauc_mrr_at_10_std value: -21.87984213528813 - type: nauc_mrr_at_1_diff1 value: 41.179211773267554 - type: nauc_mrr_at_1_max value: 11.185918904583064 - type: nauc_mrr_at_1_std value: -19.78217985885955 - type: nauc_mrr_at_20_diff1 value: 38.95505251776273 - type: nauc_mrr_at_20_max value: 11.734364069928017 - type: nauc_mrr_at_20_std value: -21.803778278790226 - type: nauc_mrr_at_3_diff1 value: 38.721936068712736 - type: nauc_mrr_at_3_max value: 11.330975439779433 - type: nauc_mrr_at_3_std value: -22.245600038834638 - type: nauc_mrr_at_5_diff1 value: 38.525594147008846 - type: nauc_mrr_at_5_max value: 11.905156585172346 - type: nauc_mrr_at_5_std value: -22.223003532726775 - type: nauc_ndcg_at_1000_diff1 value: 36.857093238299754 - type: nauc_ndcg_at_1000_max value: 11.76739389315904 - type: nauc_ndcg_at_1000_std value: -21.53381542476444 - type: nauc_ndcg_at_100_diff1 value: 36.65674025622342 - type: nauc_ndcg_at_100_max value: 12.013239328690823 - type: nauc_ndcg_at_100_std value: -21.19935249601152 - type: nauc_ndcg_at_10_diff1 value: 35.918600491772395 - type: nauc_ndcg_at_10_max value: 12.191308829681951 - type: nauc_ndcg_at_10_std value: -22.597714452716204 - type: nauc_ndcg_at_1_diff1 value: 41.179211773267554 - type: nauc_ndcg_at_1_max value: 11.185918904583064 - type: nauc_ndcg_at_1_std value: -19.78217985885955 - type: nauc_ndcg_at_20_diff1 value: 36.18350146950738 - type: nauc_ndcg_at_20_max value: 12.241836507652014 - type: nauc_ndcg_at_20_std value: -21.5094869005865 - type: nauc_ndcg_at_3_diff1 value: 36.30611880487801 - type: nauc_ndcg_at_3_max value: 8.685502520901599 - type: nauc_ndcg_at_3_std value: -23.578211007054154 - type: nauc_ndcg_at_5_diff1 value: 35.89607545831728 - type: nauc_ndcg_at_5_max value: 10.257761789599382 - type: nauc_ndcg_at_5_std value: -24.381182283534486 - type: nauc_precision_at_1000_diff1 value: -11.264871515250976 - type: nauc_precision_at_1000_max value: 6.756544749473073 - type: nauc_precision_at_1000_std value: 7.193716902633181 - type: nauc_precision_at_100_diff1 value: -11.546763641903448 - type: nauc_precision_at_100_max value: 7.719548216405453 - type: nauc_precision_at_100_std value: 7.991072958037317 - type: nauc_precision_at_10_diff1 value: -7.692375625168451 - type: nauc_precision_at_10_max value: 10.25913307589693 - type: nauc_precision_at_10_std value: 0.8647713467807766 - type: nauc_precision_at_1_diff1 value: 41.179211773267554 - type: nauc_precision_at_1_max value: 11.185918904583064 - type: nauc_precision_at_1_std value: -19.78217985885955 - type: nauc_precision_at_20_diff1 value: -10.561158385543749 - type: nauc_precision_at_20_max value: 9.40222844910788 - type: nauc_precision_at_20_std value: 5.8091259934410635 - type: nauc_precision_at_3_diff1 value: 8.78764928019552 - type: nauc_precision_at_3_max value: 8.134229331819514 - type: nauc_precision_at_3_std value: -12.982863982512955 - type: nauc_precision_at_5_diff1 value: -0.8250526205470848 - type: nauc_precision_at_5_max value: 9.09231277257338 - type: nauc_precision_at_5_std value: -7.44609842273618 - type: nauc_recall_at_1000_diff1 value: -0.7079331000762319 - type: nauc_recall_at_1000_max value: 36.724859603180064 - type: nauc_recall_at_1000_std value: 84.30568687198759 - type: nauc_recall_at_100_diff1 value: -10.89395472289452 - type: nauc_recall_at_100_max value: 51.901401475995776 - type: nauc_recall_at_100_std value: 52.47722670608334 - type: nauc_recall_at_10_diff1 value: 21.599327942291133 - type: nauc_recall_at_10_max value: 17.775899006906233 - type: nauc_recall_at_10_std value: -21.818247842092823 - type: nauc_recall_at_1_diff1 value: 39.91826875577834 - type: nauc_recall_at_1_max value: 6.484726564448621 - type: nauc_recall_at_1_std value: -18.089991413899345 - type: nauc_recall_at_20_diff1 value: 13.214918200224746 - type: nauc_recall_at_20_max value: 24.17337239547566 - type: nauc_recall_at_20_std value: -9.659926930876393 - type: nauc_recall_at_3_diff1 value: 30.156789691172825 - type: nauc_recall_at_3_max value: 5.9409515694773685 - type: nauc_recall_at_3_std value: -23.678205451621874 - type: nauc_recall_at_5_diff1 value: 26.6821801035465 - type: nauc_recall_at_5_max value: 9.022915274521921 - type: nauc_recall_at_5_std value: -26.97748209441699 - type: ndcg_at_1 value: 57.506 - type: ndcg_at_10 value: 73.53 - type: ndcg_at_100 value: 75.815 - type: ndcg_at_1000 value: 75.912 - type: ndcg_at_20 value: 75.066 - type: ndcg_at_3 value: 64.81099999999999 - type: ndcg_at_5 value: 69.857 - type: precision_at_1 value: 57.506 - type: precision_at_10 value: 15.035000000000002 - type: precision_at_100 value: 1.6650000000000003 - type: precision_at_1000 value: 0.168 - type: precision_at_20 value: 8.004999999999999 - type: precision_at_3 value: 36.466 - type: precision_at_5 value: 26.323999999999998 - type: recall_at_1 value: 40.633 - type: recall_at_10 value: 91.009 - type: recall_at_100 value: 99.249 - type: recall_at_1000 value: 99.885 - type: recall_at_20 value: 96.028 - type: recall_at_3 value: 70.13000000000001 - type: recall_at_5 value: 81.667 task: type: Retrieval - dataset: config: default name: MTEB RuReviewsClassification revision: f6d2c31f4dc6b88f468552750bfec05b4b41b05a split: test type: ai-forever/ru-reviews-classification metrics: - type: accuracy value: 75.5224609375 - type: f1 value: 74.86922894236298 - type: f1_weighted value: 74.86899462471438 - type: main_score value: 75.5224609375 task: type: Classification - dataset: config: default name: MTEB RuSTSBenchmarkSTS revision: 7cf24f325c6da6195df55bef3d86b5e0616f3018 split: test type: ai-forever/ru-stsbenchmark-sts metrics: - type: cosine_pearson value: 79.5993998455508 - type: cosine_spearman value: 81.66676590898399 - type: euclidean_pearson value: 80.05921964840917 - type: euclidean_spearman value: 81.66679018054737 - type: main_score value: 81.66676590898399 - type: manhattan_pearson value: 79.99668215508505 - type: manhattan_spearman value: 81.60567359292914 - type: pearson value: 79.5993998455508 - type: spearman value: 81.66676590898399 task: type: STS - dataset: config: default name: MTEB RuSciBenchGRNTIClassification revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1 split: test type: ai-forever/ru-scibench-grnti-classification metrics: - type: accuracy value: 70.1953125 - type: f1 value: 69.12208208041528 - type: f1_weighted value: 69.13008262790699 - type: main_score value: 70.1953125 task: type: Classification - dataset: config: default name: MTEB RuSciBenchGRNTIClusteringP2P revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1 split: test type: ai-forever/ru-scibench-grnti-classification metrics: - type: main_score value: 63.69561006620192 - type: v_measure value: 63.69561006620192 - type: v_measure_std value: 0.7053243982453797 task: type: Clustering - dataset: config: default name: MTEB RuSciBenchOECDClassification revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471 split: test type: ai-forever/ru-scibench-oecd-classification metrics: - type: accuracy value: 55.8203125 - type: f1 value: 53.276277984692456 - type: f1_weighted value: 53.277842608549975 - type: main_score value: 55.8203125 task: type: Classification - dataset: config: default name: MTEB RuSciBenchOECDClusteringP2P revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471 split: test type: ai-forever/ru-scibench-oecd-classification metrics: - type: main_score value: 54.128699554059814 - type: v_measure value: 54.128699554059814 - type: v_measure_std value: 0.7889686665591977 task: type: Clustering - dataset: config: ru name: MTEB STS22 (ru) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 68.30169411503184 - type: cosine_spearman value: 70.50781279230635 - type: euclidean_pearson value: 68.41044924724204 - type: euclidean_spearman value: 70.50934774977044 - type: main_score value: 70.50781279230635 - type: manhattan_pearson value: 68.46378685798474 - type: manhattan_spearman value: 70.53183667885521 - type: pearson value: 68.30169411503184 - type: spearman value: 70.50781279230635 task: type: STS - dataset: config: default name: MTEB SensitiveTopicsClassification revision: 416b34a802308eac30e4192afc0ff99bb8dcc7f2 split: test type: ai-forever/sensitive-topics-classification metrics: - type: accuracy value: 31.376953125 - type: f1 value: 35.30559842781962 - type: lrap value: 49.39229329427016 - type: main_score value: 31.376953125 task: type: MultilabelClassification - dataset: config: default name: MTEB TERRa revision: 7b58f24536063837d644aab9a023c62199b2a612 split: dev type: ai-forever/terra-pairclassification metrics: - type: cosine_accuracy value: 55.700325732899024 - type: cosine_accuracy_threshold value: 83.35541486740112 - type: cosine_ap value: 57.51718089389995 - type: cosine_f1 value: 67.57990867579909 - type: cosine_f1_threshold value: 69.03114318847656 - type: cosine_precision value: 51.92982456140351 - type: cosine_recall value: 96.73202614379085 - type: dot_accuracy value: 55.700325732899024 - type: dot_accuracy_threshold value: 83.35542678833008 - type: dot_ap value: 57.51718089389995 - type: dot_f1 value: 67.57990867579909 - type: dot_f1_threshold value: 69.03114914894104 - type: dot_precision value: 51.92982456140351 - type: dot_recall value: 96.73202614379085 - type: euclidean_accuracy value: 55.700325732899024 - type: euclidean_accuracy_threshold value: 57.696712017059326 - type: euclidean_ap value: 57.51718089389995 - type: euclidean_f1 value: 67.57990867579909 - type: euclidean_f1_threshold value: 78.70049476623535 - type: euclidean_precision value: 51.92982456140351 - type: euclidean_recall value: 96.73202614379085 - type: main_score value: 57.91795683142438 - type: manhattan_accuracy value: 56.67752442996743 - type: manhattan_accuracy_threshold value: 3366.1773681640625 - type: manhattan_ap value: 57.91795683142438 - type: manhattan_f1 value: 67.88990825688074 - type: manhattan_f1_threshold value: 3653.1288146972656 - type: manhattan_precision value: 52.29681978798587 - type: manhattan_recall value: 96.73202614379085 - type: max_ap value: 57.91795683142438 - type: max_f1 value: 67.88990825688074 - type: max_precision value: 52.29681978798587 - type: max_recall value: 96.73202614379085 - type: similarity_accuracy value: 55.700325732899024 - type: similarity_accuracy_threshold value: 83.35541486740112 - type: similarity_ap value: 57.51718089389995 - type: similarity_f1 value: 67.57990867579909 - type: similarity_f1_threshold value: 69.03114318847656 - type: similarity_precision value: 51.92982456140351 - type: similarity_recall value: 96.73202614379085 task: type: PairClassification tags: - mteb ---