diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -12068,6 +12068,3428 @@ model-index: value: 89.73 task: type: Classification + - dataset: + config: default + name: MTEB AllegroReviews + revision: b89853e6de927b0e3bfa8ecc0e56fe4e02ceafc6 + split: test + type: PL-MTEB/allegro-reviews + metrics: + - type: accuracy + value: 65.99403578528826 + - type: f1 + value: 53.25166089526729 + - type: f1_weighted + value: 62.93360409816966 + - type: main_score + value: 65.99403578528826 + task: + type: Classification + - dataset: + config: default + name: MTEB ArguAna-PL + revision: 63fc86750af76253e8c760fc9e534bbf24d260a2 + split: test + type: clarin-knext/arguana-pl + metrics: + - type: main_score + value: 53.351000000000006 + - type: map_at_1 + value: 26.529000000000003 + - type: map_at_10 + value: 43.807 + - type: map_at_100 + value: 44.718999999999994 + - type: map_at_1000 + value: 44.723 + - type: map_at_20 + value: 44.525999999999996 + - type: map_at_3 + value: 38.644 + - type: map_at_5 + value: 41.496 + - type: mrr_at_1 + value: 26.884779516358464 + - type: mrr_at_10 + value: 43.95479125742281 + - type: mrr_at_100 + value: 44.86725549680827 + - type: mrr_at_1000 + value: 44.87116160838017 + - type: mrr_at_20 + value: 44.67345189919329 + - type: mrr_at_3 + value: 38.70317686107158 + - type: mrr_at_5 + value: 41.64414414414416 + - type: nauc_map_at_1000_diff1 + value: 9.232373982888875 + - type: nauc_map_at_1000_max + value: -4.068056083461815 + - type: nauc_map_at_1000_std + value: -12.17898160676414 + - type: nauc_map_at_100_diff1 + value: 9.236177757941253 + - type: nauc_map_at_100_max + value: -4.058604696622173 + - type: nauc_map_at_100_std + value: -12.174775347574824 + - type: nauc_map_at_10_diff1 + value: 8.823094417220325 + - type: nauc_map_at_10_max + value: -4.200133290204178 + - type: nauc_map_at_10_std + value: -12.499507328459753 + - type: nauc_map_at_1_diff1 + value: 12.75385271339225 + - type: nauc_map_at_1_max + value: -5.5298282139755575 + - type: nauc_map_at_1_std + value: -11.362582460965157 + - type: nauc_map_at_20_diff1 + value: 9.228136527232165 + - type: nauc_map_at_20_max + value: -3.950649951410435 + - type: nauc_map_at_20_std + value: -12.160403937450361 + - type: nauc_map_at_3_diff1 + value: 8.889303495985441 + - type: nauc_map_at_3_max + value: -4.630707806393413 + - type: nauc_map_at_3_std + value: -12.279766448071545 + - type: nauc_map_at_5_diff1 + value: 8.739844838218664 + - type: nauc_map_at_5_max + value: -4.512794992475515 + - type: nauc_map_at_5_std + value: -12.615578235387586 + - type: nauc_mrr_at_1000_diff1 + value: 7.859852535285099 + - type: nauc_mrr_at_1000_max + value: -4.496086648935649 + - type: nauc_mrr_at_1000_std + value: -12.215285116169484 + - type: nauc_mrr_at_100_diff1 + value: 7.8638221999422555 + - type: nauc_mrr_at_100_max + value: -4.486614354767044 + - type: nauc_mrr_at_100_std + value: -12.211089781990605 + - type: nauc_mrr_at_10_diff1 + value: 7.491608732231778 + - type: nauc_mrr_at_10_max + value: -4.612750259444103 + - type: nauc_mrr_at_10_std + value: -12.533709553688768 + - type: nauc_mrr_at_1_diff1 + value: 11.591587453294407 + - type: nauc_mrr_at_1_max + value: -5.108412151719679 + - type: nauc_mrr_at_1_std + value: -11.315732159028302 + - type: nauc_mrr_at_20_diff1 + value: 7.865681116401513 + - type: nauc_mrr_at_20_max + value: -4.375183790213436 + - type: nauc_mrr_at_20_std + value: -12.19638025273968 + - type: nauc_mrr_at_3_diff1 + value: 7.231687029446421 + - type: nauc_mrr_at_3_max + value: -5.4123411687548355 + - type: nauc_mrr_at_3_std + value: -12.398561644250819 + - type: nauc_mrr_at_5_diff1 + value: 7.468909154261347 + - type: nauc_mrr_at_5_max + value: -4.918205171124155 + - type: nauc_mrr_at_5_std + value: -12.550158596771954 + - type: nauc_ndcg_at_1000_diff1 + value: 8.873356105519054 + - type: nauc_ndcg_at_1000_max + value: -3.6038347222273663 + - type: nauc_ndcg_at_1000_std + value: -11.960763468098095 + - type: nauc_ndcg_at_100_diff1 + value: 8.963774517420468 + - type: nauc_ndcg_at_100_max + value: -3.386116175995973 + - type: nauc_ndcg_at_100_std + value: -11.8741082666588 + - type: nauc_ndcg_at_10_diff1 + value: 7.334374734540952 + - type: nauc_ndcg_at_10_max + value: -3.497929167790477 + - type: nauc_ndcg_at_10_std + value: -13.031985147192678 + - type: nauc_ndcg_at_1_diff1 + value: 12.75385271339225 + - type: nauc_ndcg_at_1_max + value: -5.5298282139755575 + - type: nauc_ndcg_at_1_std + value: -11.362582460965157 + - type: nauc_ndcg_at_20_diff1 + value: 8.988492318291843 + - type: nauc_ndcg_at_20_max + value: -2.420084878132361 + - type: nauc_ndcg_at_20_std + value: -11.648341662365178 + - type: nauc_ndcg_at_3_diff1 + value: 7.7688424441042585 + - type: nauc_ndcg_at_3_max + value: -4.544011121759494 + - type: nauc_ndcg_at_3_std + value: -12.554960539771004 + - type: nauc_ndcg_at_5_diff1 + value: 7.467185712528959 + - type: nauc_ndcg_at_5_max + value: -4.292286418745977 + - type: nauc_ndcg_at_5_std + value: -13.212953784536655 + - type: nauc_precision_at_1000_diff1 + value: -8.87724002766174 + - type: nauc_precision_at_1000_max + value: 1.1191140416885268 + - type: nauc_precision_at_1000_std + value: 61.15556351251649 + - type: nauc_precision_at_100_diff1 + value: 19.226839642026334 + - type: nauc_precision_at_100_max + value: 40.96524244310276 + - type: nauc_precision_at_100_std + value: 34.93790376379203 + - type: nauc_precision_at_10_diff1 + value: -1.5820920560168286 + - type: nauc_precision_at_10_max + value: 1.0112918643622166 + - type: nauc_precision_at_10_std + value: -16.265324019859303 + - type: nauc_precision_at_1_diff1 + value: 12.75385271339225 + - type: nauc_precision_at_1_max + value: -5.5298282139755575 + - type: nauc_precision_at_1_std + value: -11.362582460965157 + - type: nauc_precision_at_20_diff1 + value: 11.343841852266277 + - type: nauc_precision_at_20_max + value: 22.319702129641623 + - type: nauc_precision_at_20_std + value: -0.38946935027592583 + - type: nauc_precision_at_3_diff1 + value: 4.565527213195263 + - type: nauc_precision_at_3_max + value: -4.354252001141582 + - type: nauc_precision_at_3_std + value: -13.344816310957258 + - type: nauc_precision_at_5_diff1 + value: 3.224959087808944 + - type: nauc_precision_at_5_max + value: -3.561501622611176 + - type: nauc_precision_at_5_std + value: -15.33681368286641 + - type: nauc_recall_at_1000_diff1 + value: -8.877240027663182 + - type: nauc_recall_at_1000_max + value: 1.119114041683115 + - type: nauc_recall_at_1000_std + value: 61.15556351251611 + - type: nauc_recall_at_100_diff1 + value: 19.226839642023744 + - type: nauc_recall_at_100_max + value: 40.965242443100955 + - type: nauc_recall_at_100_std + value: 34.93790376379083 + - type: nauc_recall_at_10_diff1 + value: -1.5820920560167417 + - type: nauc_recall_at_10_max + value: 1.0112918643623434 + - type: nauc_recall_at_10_std + value: -16.265324019859182 + - type: nauc_recall_at_1_diff1 + value: 12.75385271339225 + - type: nauc_recall_at_1_max + value: -5.5298282139755575 + - type: nauc_recall_at_1_std + value: -11.362582460965157 + - type: nauc_recall_at_20_diff1 + value: 11.343841852266326 + - type: nauc_recall_at_20_max + value: 22.319702129641623 + - type: nauc_recall_at_20_std + value: -0.3894693502758765 + - type: nauc_recall_at_3_diff1 + value: 4.56552721319533 + - type: nauc_recall_at_3_max + value: -4.354252001141524 + - type: nauc_recall_at_3_std + value: -13.344816310957178 + - type: nauc_recall_at_5_diff1 + value: 3.224959087808929 + - type: nauc_recall_at_5_max + value: -3.561501622611073 + - type: nauc_recall_at_5_std + value: -15.336813682866316 + - type: ndcg_at_1 + value: 26.529000000000003 + - type: ndcg_at_10 + value: 53.351000000000006 + - type: ndcg_at_100 + value: 56.989999999999995 + - type: ndcg_at_1000 + value: 57.06099999999999 + - type: ndcg_at_20 + value: 55.832 + - type: ndcg_at_3 + value: 42.635 + - type: ndcg_at_5 + value: 47.798 + - type: precision_at_1 + value: 26.529000000000003 + - type: precision_at_10 + value: 8.385 + - type: precision_at_100 + value: 0.991 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_20 + value: 4.6690000000000005 + - type: precision_at_3 + value: 18.065 + - type: precision_at_5 + value: 13.357 + - type: recall_at_1 + value: 26.529000000000003 + - type: recall_at_10 + value: 83.855 + - type: recall_at_100 + value: 99.14699999999999 + - type: recall_at_1000 + value: 99.644 + - type: recall_at_20 + value: 93.38499999999999 + - type: recall_at_3 + value: 54.196 + - type: recall_at_5 + value: 66.78500000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CBD + revision: 36ddb419bcffe6a5374c3891957912892916f28d + split: test + type: PL-MTEB/cbd + metrics: + - type: accuracy + value: 82.63999999999999 + - type: ap + value: 37.68239965062571 + - type: ap_weighted + value: 37.68239965062571 + - type: f1 + value: 72.69572425169251 + - type: f1_weighted + value: 84.72936692258361 + - type: main_score + value: 82.63999999999999 + task: + type: Classification + - dataset: + config: default + name: MTEB CDSC-E + revision: 0a3d4aa409b22f80eb22cbf59b492637637b536d + split: test + type: PL-MTEB/cdsce-pairclassification + metrics: + - type: cosine_accuracy + value: 88.2 + - type: cosine_accuracy_threshold + value: 94.6662962436676 + - type: cosine_ap + value: 74.22222496320697 + - type: cosine_f1 + value: 66.15384615384615 + - type: cosine_f1_threshold + value: 92.2417163848877 + - type: cosine_precision + value: 64.5 + - type: cosine_recall + value: 67.89473684210526 + - type: dot_accuracy + value: 88.2 + - type: dot_accuracy_threshold + value: 94.66629028320312 + - type: dot_ap + value: 74.22222496320697 + - type: dot_f1 + value: 66.15384615384615 + - type: dot_f1_threshold + value: 92.2417163848877 + - type: dot_precision + value: 64.5 + - type: dot_recall + value: 67.89473684210526 + - type: euclidean_accuracy + value: 88.2 + - type: euclidean_accuracy_threshold + value: 32.66091346740723 + - type: euclidean_ap + value: 74.22222496320697 + - type: euclidean_f1 + value: 66.15384615384615 + - type: euclidean_f1_threshold + value: 39.39100503921509 + - type: euclidean_precision + value: 64.5 + - type: euclidean_recall + value: 67.89473684210526 + - type: main_score + value: 74.36531507975964 + - type: manhattan_accuracy + value: 88.2 + - type: manhattan_accuracy_threshold + value: 1549.806785583496 + - type: manhattan_ap + value: 74.36531507975964 + - type: manhattan_f1 + value: 66.15384615384615 + - type: manhattan_f1_threshold + value: 1878.4736633300781 + - type: manhattan_precision + value: 64.5 + - type: manhattan_recall + value: 67.89473684210526 + - type: max_ap + value: 74.36531507975964 + - type: max_f1 + value: 66.15384615384615 + - type: max_precision + value: 64.5 + - type: max_recall + value: 67.89473684210526 + - type: similarity_accuracy + value: 88.2 + - type: similarity_accuracy_threshold + value: 94.6662962436676 + - type: similarity_ap + value: 74.22222496320697 + - type: similarity_f1 + value: 66.15384615384615 + - type: similarity_f1_threshold + value: 92.2417163848877 + - type: similarity_precision + value: 64.5 + - type: similarity_recall + value: 67.89473684210526 + task: + type: PairClassification + - dataset: + config: default + name: MTEB CDSC-R + revision: 1cd6abbb00df7d14be3dbd76a7dcc64b3a79a7cd + split: test + type: PL-MTEB/cdscr-sts + metrics: + - type: cosine_pearson + value: 92.75973491857985 + - type: cosine_spearman + value: 92.4445246590692 + - type: euclidean_pearson + value: 90.98932706522189 + - type: euclidean_spearman + value: 92.44441114690339 + - type: main_score + value: 92.4445246590692 + - type: manhattan_pearson + value: 91.03239818337802 + - type: manhattan_spearman + value: 92.48485691295049 + - type: pearson + value: 92.75973491857985 + - type: spearman + value: 92.4445246590692 + task: + type: STS + - dataset: + config: default + name: MTEB 8TagsClustering + revision: 78b962b130c6690659c65abf67bf1c2f030606b6 + split: test + type: PL-MTEB/8tags-clustering + metrics: + - type: main_score + value: 53.60989415215326 + - type: v_measure + value: 53.60989415215326 + - type: v_measure_std + value: 2.313378085094977 + task: + type: Clustering + - dataset: + config: default + name: MTEB FiQA-PL + revision: 2e535829717f8bf9dc829b7f911cc5bbd4e6608e + split: test + type: clarin-knext/fiqa-pl + metrics: + - type: main_score + value: 43.111 + - type: map_at_1 + value: 21.705 + - type: map_at_10 + value: 35.185 + - type: map_at_100 + value: 37.24 + - type: map_at_1000 + value: 37.409 + - type: map_at_20 + value: 36.369 + - type: map_at_3 + value: 31.086999999999996 + - type: map_at_5 + value: 33.346 + - type: mrr_at_1 + value: 43.20987654320987 + - type: mrr_at_10 + value: 52.08112874779539 + - type: mrr_at_100 + value: 52.92693034067337 + - type: mrr_at_1000 + value: 52.96985638592845 + - type: mrr_at_20 + value: 52.63433256924181 + - type: mrr_at_3 + value: 50.12860082304527 + - type: mrr_at_5 + value: 51.40174897119337 + - type: nauc_map_at_1000_diff1 + value: 45.22359169866035 + - type: nauc_map_at_1000_max + value: 26.964225976378625 + - type: nauc_map_at_1000_std + value: -1.2633276428493687 + - type: nauc_map_at_100_diff1 + value: 45.17522741559718 + - type: nauc_map_at_100_max + value: 26.8170207755648 + - type: nauc_map_at_100_std + value: -1.3067151571124742 + - type: nauc_map_at_10_diff1 + value: 44.759040662243905 + - type: nauc_map_at_10_max + value: 25.2398999812798 + - type: nauc_map_at_10_std + value: -2.6300353727754704 + - type: nauc_map_at_1_diff1 + value: 50.712357721644544 + - type: nauc_map_at_1_max + value: 18.48175989564228 + - type: nauc_map_at_1_std + value: -2.5668616275083886 + - type: nauc_map_at_20_diff1 + value: 44.88634437373346 + - type: nauc_map_at_20_max + value: 26.07694343780731 + - type: nauc_map_at_20_std + value: -2.066632684864094 + - type: nauc_map_at_3_diff1 + value: 44.89927178718778 + - type: nauc_map_at_3_max + value: 21.75924665528133 + - type: nauc_map_at_3_std + value: -4.243935833641743 + - type: nauc_map_at_5_diff1 + value: 44.822591471849584 + - type: nauc_map_at_5_max + value: 24.457314644900432 + - type: nauc_map_at_5_std + value: -2.9604058866761034 + - type: nauc_mrr_at_1000_diff1 + value: 54.00470787189677 + - type: nauc_mrr_at_1000_max + value: 36.82223347638309 + - type: nauc_mrr_at_1000_std + value: 0.5677137777361332 + - type: nauc_mrr_at_100_diff1 + value: 54.00809810037448 + - type: nauc_mrr_at_100_max + value: 36.82057634428283 + - type: nauc_mrr_at_100_std + value: 0.5937776062605836 + - type: nauc_mrr_at_10_diff1 + value: 53.913976617266876 + - type: nauc_mrr_at_10_max + value: 36.78443629024914 + - type: nauc_mrr_at_10_std + value: 0.3156405683490351 + - type: nauc_mrr_at_1_diff1 + value: 59.548220722261 + - type: nauc_mrr_at_1_max + value: 36.480987777448576 + - type: nauc_mrr_at_1_std + value: -0.19083615874029042 + - type: nauc_mrr_at_20_diff1 + value: 53.81493087917239 + - type: nauc_mrr_at_20_max + value: 36.77603799391825 + - type: nauc_mrr_at_20_std + value: 0.44387937560742335 + - type: nauc_mrr_at_3_diff1 + value: 54.30581644430954 + - type: nauc_mrr_at_3_max + value: 36.3988298638316 + - type: nauc_mrr_at_3_std + value: -0.7870642848532561 + - type: nauc_mrr_at_5_diff1 + value: 54.134566429387846 + - type: nauc_mrr_at_5_max + value: 37.24697804792816 + - type: nauc_mrr_at_5_std + value: 0.6599484143161592 + - type: nauc_ndcg_at_1000_diff1 + value: 46.86756299523301 + - type: nauc_ndcg_at_1000_max + value: 32.47579882407152 + - type: nauc_ndcg_at_1000_std + value: 2.9212493033536395 + - type: nauc_ndcg_at_100_diff1 + value: 46.49674811422101 + - type: nauc_ndcg_at_100_max + value: 30.90807918981533 + - type: nauc_ndcg_at_100_std + value: 3.0639785859945508 + - type: nauc_ndcg_at_10_diff1 + value: 45.095057667243815 + - type: nauc_ndcg_at_10_max + value: 27.820331872338212 + - type: nauc_ndcg_at_10_std + value: -1.194673973265985 + - type: nauc_ndcg_at_1_diff1 + value: 59.548220722261 + - type: nauc_ndcg_at_1_max + value: 36.480987777448576 + - type: nauc_ndcg_at_1_std + value: -0.19083615874029042 + - type: nauc_ndcg_at_20_diff1 + value: 45.00142992123534 + - type: nauc_ndcg_at_20_max + value: 28.488501226554703 + - type: nauc_ndcg_at_20_std + value: -0.3191716639403193 + - type: nauc_ndcg_at_3_diff1 + value: 45.31439967160271 + - type: nauc_ndcg_at_3_max + value: 29.94608938092995 + - type: nauc_ndcg_at_3_std + value: -1.9253627902575856 + - type: nauc_ndcg_at_5_diff1 + value: 45.45846426730726 + - type: nauc_ndcg_at_5_max + value: 29.38932093491733 + - type: nauc_ndcg_at_5_std + value: -0.9085140563777799 + - type: nauc_precision_at_1000_diff1 + value: 3.7560699954595695 + - type: nauc_precision_at_1000_max + value: 35.240018162324894 + - type: nauc_precision_at_1000_std + value: 15.003533078217071 + - type: nauc_precision_at_100_diff1 + value: 11.077365718773592 + - type: nauc_precision_at_100_max + value: 37.20336505058565 + - type: nauc_precision_at_100_std + value: 17.346890083595074 + - type: nauc_precision_at_10_diff1 + value: 21.8215360274433 + - type: nauc_precision_at_10_max + value: 35.93379458870689 + - type: nauc_precision_at_10_std + value: 6.090338171659745 + - type: nauc_precision_at_1_diff1 + value: 59.548220722261 + - type: nauc_precision_at_1_max + value: 36.480987777448576 + - type: nauc_precision_at_1_std + value: -0.19083615874029042 + - type: nauc_precision_at_20_diff1 + value: 17.36401943339932 + - type: nauc_precision_at_20_max + value: 37.069187376602926 + - type: nauc_precision_at_20_std + value: 10.266419255060816 + - type: nauc_precision_at_3_diff1 + value: 31.39256423859058 + - type: nauc_precision_at_3_max + value: 34.15678019686601 + - type: nauc_precision_at_3_std + value: 0.02756542022676699 + - type: nauc_precision_at_5_diff1 + value: 26.23362958027557 + - type: nauc_precision_at_5_max + value: 37.9855390258922 + - type: nauc_precision_at_5_std + value: 5.470421998388935 + - type: nauc_recall_at_1000_diff1 + value: 31.350193187513618 + - type: nauc_recall_at_1000_max + value: 33.95845031501462 + - type: nauc_recall_at_1000_std + value: 35.21124266753162 + - type: nauc_recall_at_100_diff1 + value: 33.30267303607164 + - type: nauc_recall_at_100_max + value: 21.433003016848104 + - type: nauc_recall_at_100_std + value: 18.222213857455774 + - type: nauc_recall_at_10_diff1 + value: 32.89154280626735 + - type: nauc_recall_at_10_max + value: 18.810546084237014 + - type: nauc_recall_at_10_std + value: -1.2240791994400735 + - type: nauc_recall_at_1_diff1 + value: 50.712357721644544 + - type: nauc_recall_at_1_max + value: 18.48175989564228 + - type: nauc_recall_at_1_std + value: -2.5668616275083886 + - type: nauc_recall_at_20_diff1 + value: 29.873966057145047 + - type: nauc_recall_at_20_max + value: 16.89336942784055 + - type: nauc_recall_at_20_std + value: 0.21329104768110707 + - type: nauc_recall_at_3_diff1 + value: 35.59346624099742 + - type: nauc_recall_at_3_max + value: 17.84711771266179 + - type: nauc_recall_at_3_std + value: -4.199925899836503 + - type: nauc_recall_at_5_diff1 + value: 34.7713738660007 + - type: nauc_recall_at_5_max + value: 21.272448666890547 + - type: nauc_recall_at_5_std + value: -0.5108237688536543 + - type: ndcg_at_1 + value: 43.21 + - type: ndcg_at_10 + value: 43.111 + - type: ndcg_at_100 + value: 50.259 + - type: ndcg_at_1000 + value: 53.007000000000005 + - type: ndcg_at_20 + value: 46.06 + - type: ndcg_at_3 + value: 40.17 + - type: ndcg_at_5 + value: 40.952 + - type: precision_at_1 + value: 43.21 + - type: precision_at_10 + value: 11.744 + - type: precision_at_100 + value: 1.9009999999999998 + - type: precision_at_1000 + value: 0.24 + - type: precision_at_20 + value: 7.106 + - type: precision_at_3 + value: 27.006000000000004 + - type: precision_at_5 + value: 19.506 + - type: recall_at_1 + value: 21.705 + - type: recall_at_10 + value: 49.275000000000006 + - type: recall_at_100 + value: 75.638 + - type: recall_at_1000 + value: 91.81899999999999 + - type: recall_at_20 + value: 58.35900000000001 + - type: recall_at_3 + value: 36.636 + - type: recall_at_5 + value: 42.143 + task: + type: Retrieval + - dataset: + config: pl + name: MTEB MassiveIntentClassification (pl) + revision: 4672e20407010da34463acc759c162ca9734bca6 + split: test + type: mteb/amazon_massive_intent + metrics: + - type: accuracy + value: 79.99327505043712 + - type: f1 + value: 77.0333311593554 + - type: f1_weighted + value: 79.28333714977292 + - type: main_score + value: 79.99327505043712 + task: + type: Classification + - dataset: + config: pl + name: MTEB MassiveScenarioClassification (pl) + revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 + split: test + type: mteb/amazon_massive_scenario + metrics: + - type: accuracy + value: 87.955615332885 + - type: f1 + value: 86.41797268341179 + - type: f1_weighted + value: 87.5309539428662 + - type: main_score + value: 87.955615332885 + task: + type: Classification + - dataset: + config: default + name: MTEB NFCorpus-PL + revision: 9a6f9567fda928260afed2de480d79c98bf0bec0 + split: test + type: clarin-knext/nfcorpus-pl + metrics: + - type: main_score + value: 37.181999999999995 + - type: map_at_1 + value: 6.005 + - type: map_at_10 + value: 14.035 + - type: map_at_100 + value: 17.738 + - type: map_at_1000 + value: 19.255 + - type: map_at_20 + value: 15.568000000000001 + - type: map_at_3 + value: 10.358 + - type: map_at_5 + value: 11.913 + - type: mrr_at_1 + value: 47.6780185758514 + - type: mrr_at_10 + value: 57.203425229741015 + - type: mrr_at_100 + value: 57.56621767702782 + - type: mrr_at_1000 + value: 57.60137092760998 + - type: mrr_at_20 + value: 57.383094631546626 + - type: mrr_at_3 + value: 54.79876160990713 + - type: mrr_at_5 + value: 56.25386996904025 + - type: nauc_map_at_1000_diff1 + value: 30.15920658261017 + - type: nauc_map_at_1000_max + value: 18.697844335779195 + - type: nauc_map_at_1000_std + value: 17.504145978979857 + - type: nauc_map_at_100_diff1 + value: 31.69485366172891 + - type: nauc_map_at_100_max + value: 17.070627131201345 + - type: nauc_map_at_100_std + value: 13.976975783039036 + - type: nauc_map_at_10_diff1 + value: 34.59687778994698 + - type: nauc_map_at_10_max + value: 10.736547255226872 + - type: nauc_map_at_10_std + value: 2.876051483299374 + - type: nauc_map_at_1_diff1 + value: 50.74344329574154 + - type: nauc_map_at_1_max + value: 0.9762792036654588 + - type: nauc_map_at_1_std + value: -7.655812444165831 + - type: nauc_map_at_20_diff1 + value: 32.93670297540166 + - type: nauc_map_at_20_max + value: 13.528817285383326 + - type: nauc_map_at_20_std + value: 7.845597968128404 + - type: nauc_map_at_3_diff1 + value: 40.731103498765044 + - type: nauc_map_at_3_max + value: 5.530076642266395 + - type: nauc_map_at_3_std + value: -4.307688798634782 + - type: nauc_map_at_5_diff1 + value: 37.08822769221841 + - type: nauc_map_at_5_max + value: 6.864140042218396 + - type: nauc_map_at_5_std + value: -2.5076272546091527 + - type: nauc_mrr_at_1000_diff1 + value: 37.81105836490243 + - type: nauc_mrr_at_1000_max + value: 34.49642655690039 + - type: nauc_mrr_at_1000_std + value: 29.413769393575844 + - type: nauc_mrr_at_100_diff1 + value: 37.81676746183447 + - type: nauc_mrr_at_100_max + value: 34.53403764840245 + - type: nauc_mrr_at_100_std + value: 29.445462765835423 + - type: nauc_mrr_at_10_diff1 + value: 37.8833741267051 + - type: nauc_mrr_at_10_max + value: 34.29866132661342 + - type: nauc_mrr_at_10_std + value: 29.26732666777465 + - type: nauc_mrr_at_1_diff1 + value: 39.23520764077875 + - type: nauc_mrr_at_1_max + value: 28.28649166679672 + - type: nauc_mrr_at_1_std + value: 23.527226416504867 + - type: nauc_mrr_at_20_diff1 + value: 37.76721134632054 + - type: nauc_mrr_at_20_max + value: 34.422720184681076 + - type: nauc_mrr_at_20_std + value: 29.3572353131936 + - type: nauc_mrr_at_3_diff1 + value: 38.22286912669354 + - type: nauc_mrr_at_3_max + value: 33.11028988697281 + - type: nauc_mrr_at_3_std + value: 28.16159032000311 + - type: nauc_mrr_at_5_diff1 + value: 37.26666908285567 + - type: nauc_mrr_at_5_max + value: 33.658380105419745 + - type: nauc_mrr_at_5_std + value: 28.489355304113534 + - type: nauc_ndcg_at_1000_diff1 + value: 29.28755066222835 + - type: nauc_ndcg_at_1000_max + value: 38.04786730883246 + - type: nauc_ndcg_at_1000_std + value: 35.155681103285744 + - type: nauc_ndcg_at_100_diff1 + value: 26.83688959797987 + - type: nauc_ndcg_at_100_max + value: 31.007017064637775 + - type: nauc_ndcg_at_100_std + value: 30.72150464678299 + - type: nauc_ndcg_at_10_diff1 + value: 24.56743424095603 + - type: nauc_ndcg_at_10_max + value: 27.90661269311946 + - type: nauc_ndcg_at_10_std + value: 28.7666082225066 + - type: nauc_ndcg_at_1_diff1 + value: 38.70206364179928 + - type: nauc_ndcg_at_1_max + value: 27.190297115274358 + - type: nauc_ndcg_at_1_std + value: 22.95639446904536 + - type: nauc_ndcg_at_20_diff1 + value: 24.18819142115177 + - type: nauc_ndcg_at_20_max + value: 27.703281828683686 + - type: nauc_ndcg_at_20_std + value: 29.439571642165376 + - type: nauc_ndcg_at_3_diff1 + value: 30.1805938823191 + - type: nauc_ndcg_at_3_max + value: 28.137969889145666 + - type: nauc_ndcg_at_3_std + value: 26.67201910505581 + - type: nauc_ndcg_at_5_diff1 + value: 26.36616187102256 + - type: nauc_ndcg_at_5_max + value: 27.064033602387582 + - type: nauc_ndcg_at_5_std + value: 27.20083837477969 + - type: nauc_precision_at_1000_diff1 + value: -15.762617643754536 + - type: nauc_precision_at_1000_max + value: 12.086256164314872 + - type: nauc_precision_at_1000_std + value: 37.36805458026991 + - type: nauc_precision_at_100_diff1 + value: -8.924734504714456 + - type: nauc_precision_at_100_max + value: 20.867005238645664 + - type: nauc_precision_at_100_std + value: 44.79218976079051 + - type: nauc_precision_at_10_diff1 + value: 5.623748010617045 + - type: nauc_precision_at_10_max + value: 29.959820187901148 + - type: nauc_precision_at_10_std + value: 39.254005672411154 + - type: nauc_precision_at_1_diff1 + value: 39.23520764077875 + - type: nauc_precision_at_1_max + value: 28.28649166679672 + - type: nauc_precision_at_1_std + value: 23.527226416504867 + - type: nauc_precision_at_20_diff1 + value: 0.7933677746897775 + - type: nauc_precision_at_20_max + value: 28.309442094141613 + - type: nauc_precision_at_20_std + value: 42.99301197517682 + - type: nauc_precision_at_3_diff1 + value: 21.397369218557998 + - type: nauc_precision_at_3_max + value: 30.09568921070654 + - type: nauc_precision_at_3_std + value: 31.27635832902314 + - type: nauc_precision_at_5_diff1 + value: 11.718010513653386 + - type: nauc_precision_at_5_max + value: 29.17333558510002 + - type: nauc_precision_at_5_std + value: 34.16919196896968 + - type: nauc_recall_at_1000_diff1 + value: 16.074024810442996 + - type: nauc_recall_at_1000_max + value: 24.8803187111926 + - type: nauc_recall_at_1000_std + value: 22.112351910557678 + - type: nauc_recall_at_100_diff1 + value: 18.640353798770423 + - type: nauc_recall_at_100_max + value: 22.022461574613477 + - type: nauc_recall_at_100_std + value: 21.275712625249728 + - type: nauc_recall_at_10_diff1 + value: 24.57564999742599 + - type: nauc_recall_at_10_max + value: 10.159393639399559 + - type: nauc_recall_at_10_std + value: 1.715146528962189 + - type: nauc_recall_at_1_diff1 + value: 50.74344329574154 + - type: nauc_recall_at_1_max + value: 0.9762792036654588 + - type: nauc_recall_at_1_std + value: -7.655812444165831 + - type: nauc_recall_at_20_diff1 + value: 23.410240763178415 + - type: nauc_recall_at_20_max + value: 14.59215011515735 + - type: nauc_recall_at_20_std + value: 7.87344552929364 + - type: nauc_recall_at_3_diff1 + value: 35.52933766101892 + - type: nauc_recall_at_3_max + value: 4.567057901941034 + - type: nauc_recall_at_3_std + value: -4.83364773944478 + - type: nauc_recall_at_5_diff1 + value: 28.71866842031599 + - type: nauc_recall_at_5_max + value: 5.501045118217177 + - type: nauc_recall_at_5_std + value: -4.12703909487824 + - type: ndcg_at_1 + value: 45.356 + - type: ndcg_at_10 + value: 37.181999999999995 + - type: ndcg_at_100 + value: 33.759 + - type: ndcg_at_1000 + value: 42.369 + - type: ndcg_at_20 + value: 34.437 + - type: ndcg_at_3 + value: 42.692 + - type: ndcg_at_5 + value: 40.467 + - type: precision_at_1 + value: 47.678 + - type: precision_at_10 + value: 27.647 + - type: precision_at_100 + value: 8.563 + - type: precision_at_1000 + value: 2.157 + - type: precision_at_20 + value: 20.341 + - type: precision_at_3 + value: 40.351 + - type: precision_at_5 + value: 35.356 + - type: recall_at_1 + value: 6.005 + - type: recall_at_10 + value: 18.302 + - type: recall_at_100 + value: 33.742 + - type: recall_at_1000 + value: 64.893 + - type: recall_at_20 + value: 21.741 + - type: recall_at_3 + value: 11.44 + - type: recall_at_5 + value: 14.069999999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB PAC + revision: fc69d1c153a8ccdcf1eef52f4e2a27f88782f543 + split: test + type: laugustyniak/abusive-clauses-pl + metrics: + - type: accuracy + value: 68.87054735013032 + - type: ap + value: 77.08014124599376 + - type: ap_weighted + value: 77.08014124599376 + - type: f1 + value: 66.18723905427973 + - type: f1_weighted + value: 69.37126957872458 + - type: main_score + value: 68.87054735013032 + task: + type: Classification + - dataset: + config: default + name: MTEB PSC + revision: d05a294af9e1d3ff2bfb6b714e08a24a6cabc669 + split: test + type: PL-MTEB/psc-pairclassification + metrics: + - type: cosine_accuracy + value: 98.88682745825604 + - type: cosine_accuracy_threshold + value: 74.04214143753052 + - type: cosine_ap + value: 99.19691317424578 + - type: cosine_f1 + value: 98.17629179331307 + - type: cosine_f1_threshold + value: 74.04214143753052 + - type: cosine_precision + value: 97.87878787878788 + - type: cosine_recall + value: 98.47560975609755 + - type: dot_accuracy + value: 98.88682745825604 + - type: dot_accuracy_threshold + value: 74.04214143753052 + - type: dot_ap + value: 99.19691317424578 + - type: dot_f1 + value: 98.17629179331307 + - type: dot_f1_threshold + value: 74.04214143753052 + - type: dot_precision + value: 97.87878787878788 + - type: dot_recall + value: 98.47560975609755 + - type: euclidean_accuracy + value: 98.88682745825604 + - type: euclidean_accuracy_threshold + value: 72.0522403717041 + - type: euclidean_ap + value: 99.19691317424578 + - type: euclidean_f1 + value: 98.17629179331307 + - type: euclidean_f1_threshold + value: 72.0522403717041 + - type: euclidean_precision + value: 97.87878787878788 + - type: euclidean_recall + value: 98.47560975609755 + - type: main_score + value: 99.19691317424578 + - type: manhattan_accuracy + value: 98.88682745825604 + - type: manhattan_accuracy_threshold + value: 3419.777297973633 + - type: manhattan_ap + value: 99.16455633817671 + - type: manhattan_f1 + value: 98.18181818181819 + - type: manhattan_f1_threshold + value: 3466.407012939453 + - type: manhattan_precision + value: 97.59036144578313 + - type: manhattan_recall + value: 98.78048780487805 + - type: max_ap + value: 99.19691317424578 + - type: max_f1 + value: 98.18181818181819 + - type: max_precision + value: 97.87878787878788 + - type: max_recall + value: 98.78048780487805 + - type: similarity_accuracy + value: 98.88682745825604 + - type: similarity_accuracy_threshold + value: 74.04214143753052 + - type: similarity_ap + value: 99.19691317424578 + - type: similarity_f1 + value: 98.17629179331307 + - type: similarity_f1_threshold + value: 74.04214143753052 + - type: similarity_precision + value: 97.87878787878788 + - type: similarity_recall + value: 98.47560975609755 + task: + type: PairClassification + - dataset: + config: default + name: MTEB PolEmo2.0-IN + revision: d90724373c70959f17d2331ad51fb60c71176b03 + split: test + type: PL-MTEB/polemo2_in + metrics: + - type: accuracy + value: 89.69529085872577 + - type: f1 + value: 85.95689330902374 + - type: f1_weighted + value: 88.81737709614171 + - type: main_score + value: 89.69529085872577 + task: + type: Classification + - dataset: + config: default + name: MTEB PolEmo2.0-OUT + revision: 6a21ab8716e255ab1867265f8b396105e8aa63d4 + split: test + type: PL-MTEB/polemo2_out + metrics: + - type: accuracy + value: 70.54655870445343 + - type: f1 + value: 53.119395993492425 + - type: f1_weighted + value: 69.8273475674514 + - type: main_score + value: 70.54655870445343 + task: + type: Classification + - dataset: + config: default + name: MTEB PPC + revision: 2c7d2df57801a591f6b1e3aaf042e7a04ec7d9f2 + split: test + type: PL-MTEB/ppc-pairclassification + metrics: + - type: cosine_accuracy + value: 84.2 + - type: cosine_accuracy_threshold + value: 92.7859902381897 + - type: cosine_ap + value: 93.91073870222274 + - type: cosine_f1 + value: 87.14632174616007 + - type: cosine_f1_threshold + value: 91.77231788635254 + - type: cosine_precision + value: 85.15007898894154 + - type: cosine_recall + value: 89.23841059602648 + - type: dot_accuracy + value: 84.2 + - type: dot_accuracy_threshold + value: 92.78599619865417 + - type: dot_ap + value: 93.91072112420935 + - type: dot_f1 + value: 87.14632174616007 + - type: dot_f1_threshold + value: 91.77231788635254 + - type: dot_precision + value: 85.15007898894154 + - type: dot_recall + value: 89.23841059602648 + - type: euclidean_accuracy + value: 84.2 + - type: euclidean_accuracy_threshold + value: 37.98415660858154 + - type: euclidean_ap + value: 93.91072112420935 + - type: euclidean_f1 + value: 87.14632174616007 + - type: euclidean_f1_threshold + value: 40.56519865989685 + - type: euclidean_precision + value: 85.15007898894154 + - type: euclidean_recall + value: 89.23841059602648 + - type: main_score + value: 93.94349693540352 + - type: manhattan_accuracy + value: 84.2 + - type: manhattan_accuracy_threshold + value: 1767.9145812988281 + - type: manhattan_ap + value: 93.94349693540352 + - type: manhattan_f1 + value: 87.18775181305399 + - type: manhattan_f1_threshold + value: 1931.8328857421875 + - type: manhattan_precision + value: 84.92935635792779 + - type: manhattan_recall + value: 89.56953642384106 + - type: max_ap + value: 93.94349693540352 + - type: max_f1 + value: 87.18775181305399 + - type: max_precision + value: 85.15007898894154 + - type: max_recall + value: 89.56953642384106 + - type: similarity_accuracy + value: 84.2 + - type: similarity_accuracy_threshold + value: 92.7859902381897 + - type: similarity_ap + value: 93.91073870222274 + - type: similarity_f1 + value: 87.14632174616007 + - type: similarity_f1_threshold + value: 91.77231788635254 + - type: similarity_precision + value: 85.15007898894154 + - type: similarity_recall + value: 89.23841059602648 + task: + type: PairClassification + - dataset: + config: default + name: MTEB Quora-PL + revision: 0be27e93455051e531182b85e85e425aba12e9d4 + split: test + type: clarin-knext/quora-pl + metrics: + - type: main_score + value: 82.811 + - type: map_at_1 + value: 64.22200000000001 + - type: map_at_10 + value: 78.337 + - type: map_at_100 + value: 79.104 + - type: map_at_1000 + value: 79.125 + - type: map_at_20 + value: 78.828 + - type: map_at_3 + value: 75.10900000000001 + - type: map_at_5 + value: 77.14999999999999 + - type: mrr_at_1 + value: 73.9 + - type: mrr_at_10 + value: 81.5056150793645 + - type: mrr_at_100 + value: 81.72450500846445 + - type: mrr_at_1000 + value: 81.72739086777847 + - type: mrr_at_20 + value: 81.6637575872693 + - type: mrr_at_3 + value: 80.19166666666617 + - type: mrr_at_5 + value: 81.07366666666597 + - type: nauc_map_at_1000_diff1 + value: 72.15073993574799 + - type: nauc_map_at_1000_max + value: 14.104308830790208 + - type: nauc_map_at_1000_std + value: -35.93579764240557 + - type: nauc_map_at_100_diff1 + value: 72.15491641674454 + - type: nauc_map_at_100_max + value: 14.070622274367626 + - type: nauc_map_at_100_std + value: -35.98582215332103 + - type: nauc_map_at_10_diff1 + value: 72.37131745356795 + - type: nauc_map_at_10_max + value: 13.325706583324425 + - type: nauc_map_at_10_std + value: -37.813076604830236 + - type: nauc_map_at_1_diff1 + value: 76.20667245908288 + - type: nauc_map_at_1_max + value: 8.916795322813984 + - type: nauc_map_at_1_std + value: -35.04320029862817 + - type: nauc_map_at_20_diff1 + value: 72.23763551805725 + - type: nauc_map_at_20_max + value: 13.841503910593367 + - type: nauc_map_at_20_std + value: -36.67602262879847 + - type: nauc_map_at_3_diff1 + value: 72.92560407123295 + - type: nauc_map_at_3_max + value: 11.235639767513021 + - type: nauc_map_at_3_std + value: -39.647816514177855 + - type: nauc_map_at_5_diff1 + value: 72.48073336959445 + - type: nauc_map_at_5_max + value: 12.220438295805565 + - type: nauc_map_at_5_std + value: -39.023289819654636 + - type: nauc_mrr_at_1000_diff1 + value: 72.51583622774653 + - type: nauc_mrr_at_1000_max + value: 16.98774390273646 + - type: nauc_mrr_at_1000_std + value: -31.065900159207715 + - type: nauc_mrr_at_100_diff1 + value: 72.51452567150513 + - type: nauc_mrr_at_100_max + value: 16.99225053754663 + - type: nauc_mrr_at_100_std + value: -31.06024377902469 + - type: nauc_mrr_at_10_diff1 + value: 72.459717564441 + - type: nauc_mrr_at_10_max + value: 17.047894710156335 + - type: nauc_mrr_at_10_std + value: -31.163397837325657 + - type: nauc_mrr_at_1_diff1 + value: 74.34962315595017 + - type: nauc_mrr_at_1_max + value: 16.232428597703564 + - type: nauc_mrr_at_1_std + value: -30.33439982860624 + - type: nauc_mrr_at_20_diff1 + value: 72.50100848926384 + - type: nauc_mrr_at_20_max + value: 17.044600109831716 + - type: nauc_mrr_at_20_std + value: -31.041591300581707 + - type: nauc_mrr_at_3_diff1 + value: 72.15293314544314 + - type: nauc_mrr_at_3_max + value: 16.423892823355416 + - type: nauc_mrr_at_3_std + value: -31.62951902905381 + - type: nauc_mrr_at_5_diff1 + value: 72.26948977798959 + - type: nauc_mrr_at_5_max + value: 16.83836470409536 + - type: nauc_mrr_at_5_std + value: -31.469685462677237 + - type: nauc_ndcg_at_1000_diff1 + value: 71.73241720245922 + - type: nauc_ndcg_at_1000_max + value: 15.960634740217778 + - type: nauc_ndcg_at_1000_std + value: -33.08822605963674 + - type: nauc_ndcg_at_100_diff1 + value: 71.7048577282244 + - type: nauc_ndcg_at_100_max + value: 15.914787426350644 + - type: nauc_ndcg_at_100_std + value: -33.09915467535268 + - type: nauc_ndcg_at_10_diff1 + value: 71.72935687862247 + - type: nauc_ndcg_at_10_max + value: 15.285595262376422 + - type: nauc_ndcg_at_10_std + value: -36.114147550342466 + - type: nauc_ndcg_at_1_diff1 + value: 74.3095060122446 + - type: nauc_ndcg_at_1_max + value: 15.896165818869049 + - type: nauc_ndcg_at_1_std + value: -30.577849344412915 + - type: nauc_ndcg_at_20_diff1 + value: 71.7481385200199 + - type: nauc_ndcg_at_20_max + value: 15.93738616300547 + - type: nauc_ndcg_at_20_std + value: -34.397287767250276 + - type: nauc_ndcg_at_3_diff1 + value: 70.94783415394954 + - type: nauc_ndcg_at_3_max + value: 13.427132709599332 + - type: nauc_ndcg_at_3_std + value: -36.69816452579935 + - type: nauc_ndcg_at_5_diff1 + value: 71.19193194345956 + - type: nauc_ndcg_at_5_max + value: 14.063914250461268 + - type: nauc_ndcg_at_5_std + value: -36.931896151825406 + - type: nauc_precision_at_1000_diff1 + value: -40.1635795214179 + - type: nauc_precision_at_1000_max + value: 11.09721147807486 + - type: nauc_precision_at_1000_std + value: 41.5274172621687 + - type: nauc_precision_at_100_diff1 + value: -39.35624983064254 + - type: nauc_precision_at_100_max + value: 10.674814349756847 + - type: nauc_precision_at_100_std + value: 40.07174786563651 + - type: nauc_precision_at_10_diff1 + value: -27.963679171519495 + - type: nauc_precision_at_10_max + value: 10.689992039048768 + - type: nauc_precision_at_10_std + value: 22.521441809013464 + - type: nauc_precision_at_1_diff1 + value: 74.3095060122446 + - type: nauc_precision_at_1_max + value: 15.896165818869049 + - type: nauc_precision_at_1_std + value: -30.577849344412915 + - type: nauc_precision_at_20_diff1 + value: -34.28581750438746 + - type: nauc_precision_at_20_max + value: 10.854822103124798 + - type: nauc_precision_at_20_std + value: 31.646781189681008 + - type: nauc_precision_at_3_diff1 + value: -2.0635597236958936 + - type: nauc_precision_at_3_max + value: 11.135678269032631 + - type: nauc_precision_at_3_std + value: -0.05834309285657541 + - type: nauc_precision_at_5_diff1 + value: -17.3761733557746 + - type: nauc_precision_at_5_max + value: 10.737670282318144 + - type: nauc_precision_at_5_std + value: 11.533938351666164 + - type: nauc_recall_at_1000_diff1 + value: 58.41007062940435 + - type: nauc_recall_at_1000_max + value: 40.284040101660565 + - type: nauc_recall_at_1000_std + value: 27.268352137548433 + - type: nauc_recall_at_100_diff1 + value: 62.50837127034779 + - type: nauc_recall_at_100_max + value: 25.688183932525877 + - type: nauc_recall_at_100_std + value: -7.428850363161603 + - type: nauc_recall_at_10_diff1 + value: 66.38504668345963 + - type: nauc_recall_at_10_max + value: 15.817414768095706 + - type: nauc_recall_at_10_std + value: -43.98475863850886 + - type: nauc_recall_at_1_diff1 + value: 76.20667245908288 + - type: nauc_recall_at_1_max + value: 8.916795322813984 + - type: nauc_recall_at_1_std + value: -35.04320029862817 + - type: nauc_recall_at_20_diff1 + value: 65.48693395392615 + - type: nauc_recall_at_20_max + value: 21.67319398834831 + - type: nauc_recall_at_20_std + value: -33.8694441912123 + - type: nauc_recall_at_3_diff1 + value: 68.015634348564 + - type: nauc_recall_at_3_max + value: 8.765242984124635 + - type: nauc_recall_at_3_std + value: -44.21955965332914 + - type: nauc_recall_at_5_diff1 + value: 66.64261362254948 + - type: nauc_recall_at_5_max + value: 10.666104789889985 + - type: nauc_recall_at_5_std + value: -45.92972699563297 + - type: ndcg_at_1 + value: 73.92 + - type: ndcg_at_10 + value: 82.811 + - type: ndcg_at_100 + value: 84.65700000000001 + - type: ndcg_at_1000 + value: 84.852 + - type: ndcg_at_20 + value: 83.78999999999999 + - type: ndcg_at_3 + value: 79.182 + - type: ndcg_at_5 + value: 81.227 + - type: precision_at_1 + value: 73.92 + - type: precision_at_10 + value: 12.787 + - type: precision_at_100 + value: 1.508 + - type: precision_at_1000 + value: 0.155 + - type: precision_at_20 + value: 6.876 + - type: precision_at_3 + value: 34.813 + - type: precision_at_5 + value: 23.183999999999997 + - type: recall_at_1 + value: 64.22200000000001 + - type: recall_at_10 + value: 92.00399999999999 + - type: recall_at_100 + value: 98.725 + - type: recall_at_1000 + value: 99.811 + - type: recall_at_20 + value: 95.27799999999999 + - type: recall_at_3 + value: 81.943 + - type: recall_at_5 + value: 87.382 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SCIDOCS-PL + revision: 45452b03f05560207ef19149545f168e596c9337 + split: test + type: clarin-knext/scidocs-pl + metrics: + - type: main_score + value: 19.64 + - type: map_at_1 + value: 4.593 + - type: map_at_10 + value: 11.802999999999999 + - type: map_at_100 + value: 13.956 + - type: map_at_1000 + value: 14.262 + - type: map_at_20 + value: 12.805 + - type: map_at_3 + value: 8.488 + - type: map_at_5 + value: 10.039 + - type: mrr_at_1 + value: 22.6 + - type: mrr_at_10 + value: 33.0490079365079 + - type: mrr_at_100 + value: 34.13187495754542 + - type: mrr_at_1000 + value: 34.19881538448373 + - type: mrr_at_20 + value: 33.650772133782915 + - type: mrr_at_3 + value: 29.616666666666664 + - type: mrr_at_5 + value: 31.56666666666663 + - type: nauc_map_at_1000_diff1 + value: 14.889338930379067 + - type: nauc_map_at_1000_max + value: 29.678699779362898 + - type: nauc_map_at_1000_std + value: 15.209595818976002 + - type: nauc_map_at_100_diff1 + value: 14.987116811160131 + - type: nauc_map_at_100_max + value: 29.62387929406472 + - type: nauc_map_at_100_std + value: 14.872204942602071 + - type: nauc_map_at_10_diff1 + value: 15.149980088427023 + - type: nauc_map_at_10_max + value: 27.405319036412028 + - type: nauc_map_at_10_std + value: 11.305864303389066 + - type: nauc_map_at_1_diff1 + value: 19.115149776029494 + - type: nauc_map_at_1_max + value: 23.93855447858197 + - type: nauc_map_at_1_std + value: 4.954064604034524 + - type: nauc_map_at_20_diff1 + value: 15.076788502929347 + - type: nauc_map_at_20_max + value: 28.611637620849983 + - type: nauc_map_at_20_std + value: 12.902423005768132 + - type: nauc_map_at_3_diff1 + value: 15.470906644032095 + - type: nauc_map_at_3_max + value: 24.127557731914553 + - type: nauc_map_at_3_std + value: 7.102116140964592 + - type: nauc_map_at_5_diff1 + value: 15.23030610697015 + - type: nauc_map_at_5_max + value: 25.928658097022193 + - type: nauc_map_at_5_std + value: 8.582103580584825 + - type: nauc_mrr_at_1000_diff1 + value: 16.006011062512478 + - type: nauc_mrr_at_1000_max + value: 25.49590927977452 + - type: nauc_mrr_at_1000_std + value: 10.883368749777574 + - type: nauc_mrr_at_100_diff1 + value: 16.017226265493793 + - type: nauc_mrr_at_100_max + value: 25.53366020211784 + - type: nauc_mrr_at_100_std + value: 10.945496539449021 + - type: nauc_mrr_at_10_diff1 + value: 15.981763814841592 + - type: nauc_mrr_at_10_max + value: 25.319085276117963 + - type: nauc_mrr_at_10_std + value: 10.745702565030294 + - type: nauc_mrr_at_1_diff1 + value: 18.830268815056357 + - type: nauc_mrr_at_1_max + value: 24.091784960247836 + - type: nauc_mrr_at_1_std + value: 5.0689785519575 + - type: nauc_mrr_at_20_diff1 + value: 15.98142761028242 + - type: nauc_mrr_at_20_max + value: 25.414996424490027 + - type: nauc_mrr_at_20_std + value: 10.870249434505775 + - type: nauc_mrr_at_3_diff1 + value: 15.935825577016082 + - type: nauc_mrr_at_3_max + value: 24.975416181958167 + - type: nauc_mrr_at_3_std + value: 8.397054982253701 + - type: nauc_mrr_at_5_diff1 + value: 16.049933283409178 + - type: nauc_mrr_at_5_max + value: 25.011164358798332 + - type: nauc_mrr_at_5_std + value: 9.712583082431806 + - type: nauc_ndcg_at_1000_diff1 + value: 13.97312251549139 + - type: nauc_ndcg_at_1000_max + value: 32.480212255495594 + - type: nauc_ndcg_at_1000_std + value: 24.719537001693475 + - type: nauc_ndcg_at_100_diff1 + value: 14.98523996304762 + - type: nauc_ndcg_at_100_max + value: 32.83092196243769 + - type: nauc_ndcg_at_100_std + value: 22.774175882137225 + - type: nauc_ndcg_at_10_diff1 + value: 14.979597636735898 + - type: nauc_ndcg_at_10_max + value: 28.83154499526071 + - type: nauc_ndcg_at_10_std + value: 14.886915986702858 + - type: nauc_ndcg_at_1_diff1 + value: 18.830268815056357 + - type: nauc_ndcg_at_1_max + value: 24.091784960247836 + - type: nauc_ndcg_at_1_std + value: 5.0689785519575 + - type: nauc_ndcg_at_20_diff1 + value: 15.044456487807839 + - type: nauc_ndcg_at_20_max + value: 30.352751765564474 + - type: nauc_ndcg_at_20_std + value: 17.164045241846495 + - type: nauc_ndcg_at_3_diff1 + value: 14.821924589514419 + - type: nauc_ndcg_at_3_max + value: 25.104174834821553 + - type: nauc_ndcg_at_3_std + value: 8.885623249512804 + - type: nauc_ndcg_at_5_diff1 + value: 15.110572704518827 + - type: nauc_ndcg_at_5_max + value: 26.76255729581363 + - type: nauc_ndcg_at_5_std + value: 11.045567973978304 + - type: nauc_precision_at_1000_diff1 + value: 4.592941553248459 + - type: nauc_precision_at_1000_max + value: 28.91742506301694 + - type: nauc_precision_at_1000_std + value: 42.80815708996671 + - type: nauc_precision_at_100_diff1 + value: 11.02867951986886 + - type: nauc_precision_at_100_max + value: 33.754597322029554 + - type: nauc_precision_at_100_std + value: 34.60409801344883 + - type: nauc_precision_at_10_diff1 + value: 12.886287930179115 + - type: nauc_precision_at_10_max + value: 30.26046149017384 + - type: nauc_precision_at_10_std + value: 20.20421800803912 + - type: nauc_precision_at_1_diff1 + value: 18.830268815056357 + - type: nauc_precision_at_1_max + value: 24.091784960247836 + - type: nauc_precision_at_1_std + value: 5.0689785519575 + - type: nauc_precision_at_20_diff1 + value: 12.422965088689745 + - type: nauc_precision_at_20_max + value: 31.51632250639963 + - type: nauc_precision_at_20_std + value: 23.43856563765108 + - type: nauc_precision_at_3_diff1 + value: 13.289539531613256 + - type: nauc_precision_at_3_max + value: 25.889785950931497 + - type: nauc_precision_at_3_std + value: 11.09559992651764 + - type: nauc_precision_at_5_diff1 + value: 13.50817046296161 + - type: nauc_precision_at_5_max + value: 27.698708549131336 + - type: nauc_precision_at_5_std + value: 14.234534631242227 + - type: nauc_recall_at_1000_diff1 + value: 5.300698253784848 + - type: nauc_recall_at_1000_max + value: 29.512940206910077 + - type: nauc_recall_at_1000_std + value: 44.1202381373532 + - type: nauc_recall_at_100_diff1 + value: 11.387402837406217 + - type: nauc_recall_at_100_max + value: 33.86033221972651 + - type: nauc_recall_at_100_std + value: 34.81866892882947 + - type: nauc_recall_at_10_diff1 + value: 12.864590539302249 + - type: nauc_recall_at_10_max + value: 30.057799171898708 + - type: nauc_recall_at_10_std + value: 20.034456607727808 + - type: nauc_recall_at_1_diff1 + value: 19.115149776029494 + - type: nauc_recall_at_1_max + value: 23.93855447858197 + - type: nauc_recall_at_1_std + value: 4.954064604034524 + - type: nauc_recall_at_20_diff1 + value: 12.461041262909534 + - type: nauc_recall_at_20_max + value: 31.361291615365595 + - type: nauc_recall_at_20_std + value: 23.398932591021687 + - type: nauc_recall_at_3_diff1 + value: 13.514453581030756 + - type: nauc_recall_at_3_max + value: 25.891366383279905 + - type: nauc_recall_at_3_std + value: 11.040082969426374 + - type: nauc_recall_at_5_diff1 + value: 13.550650593088967 + - type: nauc_recall_at_5_max + value: 27.42420920157467 + - type: nauc_recall_at_5_std + value: 13.937212248229283 + - type: ndcg_at_1 + value: 22.6 + - type: ndcg_at_10 + value: 19.64 + - type: ndcg_at_100 + value: 27.938000000000002 + - type: ndcg_at_1000 + value: 33.183 + - type: ndcg_at_20 + value: 22.399 + - type: ndcg_at_3 + value: 18.667 + - type: ndcg_at_5 + value: 16.226 + - type: precision_at_1 + value: 22.6 + - type: precision_at_10 + value: 10.16 + - type: precision_at_100 + value: 2.212 + - type: precision_at_1000 + value: 0.347 + - type: precision_at_20 + value: 6.675000000000001 + - type: precision_at_3 + value: 17.467 + - type: precision_at_5 + value: 14.180000000000001 + - type: recall_at_1 + value: 4.593 + - type: recall_at_10 + value: 20.607 + - type: recall_at_100 + value: 44.95 + - type: recall_at_1000 + value: 70.378 + - type: recall_at_20 + value: 27.075 + - type: recall_at_3 + value: 10.628 + - type: recall_at_5 + value: 14.402999999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SICK-E-PL + revision: 71bba34b0ece6c56dfcf46d9758a27f7a90f17e9 + split: test + type: PL-MTEB/sicke-pl-pairclassification + metrics: + - type: cosine_accuracy + value: 84.18263350998777 + - type: cosine_accuracy_threshold + value: 93.94426345825195 + - type: cosine_ap + value: 79.28096611204025 + - type: cosine_f1 + value: 71.58974358974358 + - type: cosine_f1_threshold + value: 92.83782243728638 + - type: cosine_precision + value: 68.83629191321499 + - type: cosine_recall + value: 74.57264957264957 + - type: dot_accuracy + value: 84.18263350998777 + - type: dot_accuracy_threshold + value: 93.94427537918091 + - type: dot_ap + value: 79.28096474865434 + - type: dot_f1 + value: 71.58974358974358 + - type: dot_f1_threshold + value: 92.83782243728638 + - type: dot_precision + value: 68.83629191321499 + - type: dot_recall + value: 74.57264957264957 + - type: euclidean_accuracy + value: 84.18263350998777 + - type: euclidean_accuracy_threshold + value: 34.80154275894165 + - type: euclidean_ap + value: 79.2809495685454 + - type: euclidean_f1 + value: 71.58974358974358 + - type: euclidean_f1_threshold + value: 37.84753084182739 + - type: euclidean_precision + value: 68.83629191321499 + - type: euclidean_recall + value: 74.57264957264957 + - type: main_score + value: 79.28410418410681 + - type: manhattan_accuracy + value: 84.12148389726865 + - type: manhattan_accuracy_threshold + value: 1590.3039932250977 + - type: manhattan_ap + value: 79.28410418410681 + - type: manhattan_f1 + value: 71.56462585034014 + - type: manhattan_f1_threshold + value: 1802.0807266235352 + - type: manhattan_precision + value: 68.48958333333334 + - type: manhattan_recall + value: 74.92877492877493 + - type: max_ap + value: 79.28410418410681 + - type: max_f1 + value: 71.58974358974358 + - type: max_precision + value: 68.83629191321499 + - type: max_recall + value: 74.92877492877493 + - type: similarity_accuracy + value: 84.18263350998777 + - type: similarity_accuracy_threshold + value: 93.94426345825195 + - type: similarity_ap + value: 79.28096611204025 + - type: similarity_f1 + value: 71.58974358974358 + - type: similarity_f1_threshold + value: 92.83782243728638 + - type: similarity_precision + value: 68.83629191321499 + - type: similarity_recall + value: 74.57264957264957 + task: + type: PairClassification + - dataset: + config: default + name: MTEB SICK-R-PL + revision: fd5c2441b7eeff8676768036142af4cfa42c1339 + split: test + type: PL-MTEB/sickr-pl-sts + metrics: + - type: cosine_pearson + value: 79.73051490860105 + - type: cosine_spearman + value: 76.47752563673201 + - type: euclidean_pearson + value: 77.33537446268512 + - type: euclidean_spearman + value: 76.47750123747478 + - type: main_score + value: 76.47752563673201 + - type: manhattan_pearson + value: 77.36069879391584 + - type: manhattan_spearman + value: 76.51402354965752 + - type: pearson + value: 79.73051490860105 + - type: spearman + value: 76.47752563673201 + task: + type: STS + - dataset: + config: pl + name: MTEB STS22 (pl) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 47.431980546750964 + - type: cosine_spearman + value: 49.746157076230524 + - type: euclidean_pearson + value: 32.36421008785651 + - type: euclidean_spearman + value: 49.63851830055781 + - type: main_score + value: 49.746157076230524 + - type: manhattan_pearson + value: 32.363921235575155 + - type: manhattan_spearman + value: 49.69047212448613 + - type: pearson + value: 47.431980546750964 + - type: spearman + value: 49.746157076230524 + task: + type: STS + - dataset: + config: pl-en + name: MTEB STS22 (pl-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 84.7999084116691 + - type: cosine_spearman + value: 84.29259538220988 + - type: euclidean_pearson + value: 83.65153743329672 + - type: euclidean_spearman + value: 84.29259538220988 + - type: main_score + value: 84.29259538220988 + - type: manhattan_pearson + value: 83.3401730943064 + - type: manhattan_spearman + value: 85.22314841310823 + - type: pearson + value: 84.7999084116691 + - type: spearman + value: 84.29259538220988 + task: + type: STS + - dataset: + config: de-pl + name: MTEB STS22 (de-pl) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 56.06369132662453 + - type: cosine_spearman + value: 62.943147553238774 + - type: euclidean_pearson + value: 57.49805169961923 + - type: euclidean_spearman + value: 62.943147553238774 + - type: main_score + value: 62.943147553238774 + - type: manhattan_pearson + value: 57.25940410817918 + - type: manhattan_spearman + value: 62.204089069247715 + - type: pearson + value: 56.06369132662453 + - type: spearman + value: 62.943147553238774 + task: + type: STS + - dataset: + config: fr-pl + name: MTEB STS22 (fr-pl) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 72.12905800148313 + - type: cosine_spearman + value: 84.51542547285167 + - type: euclidean_pearson + value: 73.97515141793754 + - type: euclidean_spearman + value: 84.51542547285167 + - type: main_score + value: 84.51542547285167 + - type: manhattan_pearson + value: 72.84864088669735 + - type: manhattan_spearman + value: 73.24670207647144 + - type: pearson + value: 72.12905800148313 + - type: spearman + value: 84.51542547285167 + task: + type: STS + - dataset: + config: default + name: MTEB SciFact-PL + revision: 47932a35f045ef8ed01ba82bf9ff67f6e109207e + split: test + type: clarin-knext/scifact-pl + metrics: + - type: main_score + value: 76.91799999999999 + - type: map_at_1 + value: 61.760999999999996 + - type: map_at_10 + value: 72.191 + - type: map_at_100 + value: 72.57900000000001 + - type: map_at_1000 + value: 72.598 + - type: map_at_20 + value: 72.465 + - type: map_at_3 + value: 69.587 + - type: map_at_5 + value: 71.04899999999999 + - type: mrr_at_1 + value: 65.0 + - type: mrr_at_10 + value: 73.34603174603174 + - type: mrr_at_100 + value: 73.62227068925023 + - type: mrr_at_1000 + value: 73.64183781066299 + - type: mrr_at_20 + value: 73.54541985791985 + - type: mrr_at_3 + value: 71.33333333333334 + - type: mrr_at_5 + value: 72.61666666666666 + - type: nauc_map_at_1000_diff1 + value: 66.21840705486845 + - type: nauc_map_at_1000_max + value: 45.44324551344031 + - type: nauc_map_at_1000_std + value: -1.0814688355317972 + - type: nauc_map_at_100_diff1 + value: 66.22462678734968 + - type: nauc_map_at_100_max + value: 45.45863454979088 + - type: nauc_map_at_100_std + value: -1.0771139272521286 + - type: nauc_map_at_10_diff1 + value: 66.08826385237604 + - type: nauc_map_at_10_max + value: 45.31753671800737 + - type: nauc_map_at_10_std + value: -1.6275799430529103 + - type: nauc_map_at_1_diff1 + value: 70.42285626474877 + - type: nauc_map_at_1_max + value: 39.50179057561205 + - type: nauc_map_at_1_std + value: -8.851136260159194 + - type: nauc_map_at_20_diff1 + value: 66.25643144656225 + - type: nauc_map_at_20_max + value: 45.47864675571612 + - type: nauc_map_at_20_std + value: -1.0906184744215628 + - type: nauc_map_at_3_diff1 + value: 66.40622522282507 + - type: nauc_map_at_3_max + value: 43.1139944072993 + - type: nauc_map_at_3_std + value: -3.2097290531891627 + - type: nauc_map_at_5_diff1 + value: 66.17920924370715 + - type: nauc_map_at_5_max + value: 43.818417943365134 + - type: nauc_map_at_5_std + value: -3.5794735442648937 + - type: nauc_mrr_at_1000_diff1 + value: 65.83327739369703 + - type: nauc_mrr_at_1000_max + value: 48.372009488041705 + - type: nauc_mrr_at_1000_std + value: 2.115743603667452 + - type: nauc_mrr_at_100_diff1 + value: 65.83999237085304 + - type: nauc_mrr_at_100_max + value: 48.38524889954653 + - type: nauc_mrr_at_100_std + value: 2.1174309444353456 + - type: nauc_mrr_at_10_diff1 + value: 65.65190877083664 + - type: nauc_mrr_at_10_max + value: 48.46794744845911 + - type: nauc_mrr_at_10_std + value: 2.042910402700398 + - type: nauc_mrr_at_1_diff1 + value: 68.767732660645 + - type: nauc_mrr_at_1_max + value: 46.44641549353079 + - type: nauc_mrr_at_1_std + value: 0.9406786557083794 + - type: nauc_mrr_at_20_diff1 + value: 65.82687213531457 + - type: nauc_mrr_at_20_max + value: 48.41104900320748 + - type: nauc_mrr_at_20_std + value: 2.1047509246823237 + - type: nauc_mrr_at_3_diff1 + value: 65.3897227050321 + - type: nauc_mrr_at_3_max + value: 47.410165649594184 + - type: nauc_mrr_at_3_std + value: 2.0699855791392148 + - type: nauc_mrr_at_5_diff1 + value: 65.33605265864311 + - type: nauc_mrr_at_5_max + value: 48.19481590143297 + - type: nauc_mrr_at_5_std + value: 1.5028135894972638 + - type: nauc_ndcg_at_1000_diff1 + value: 65.57863304614911 + - type: nauc_ndcg_at_1000_max + value: 47.43852629649108 + - type: nauc_ndcg_at_1000_std + value: 0.93602139257168 + - type: nauc_ndcg_at_100_diff1 + value: 65.78957036924776 + - type: nauc_ndcg_at_100_max + value: 47.879373313112254 + - type: nauc_ndcg_at_100_std + value: 1.3268984011569667 + - type: nauc_ndcg_at_10_diff1 + value: 65.13084629929057 + - type: nauc_ndcg_at_10_max + value: 47.80105065332093 + - type: nauc_ndcg_at_10_std + value: -0.0425708066962233 + - type: nauc_ndcg_at_1_diff1 + value: 68.767732660645 + - type: nauc_ndcg_at_1_max + value: 46.44641549353079 + - type: nauc_ndcg_at_1_std + value: 0.9406786557083794 + - type: nauc_ndcg_at_20_diff1 + value: 65.79904145752494 + - type: nauc_ndcg_at_20_max + value: 48.13275387467153 + - type: nauc_ndcg_at_20_std + value: 1.286404066666757 + - type: nauc_ndcg_at_3_diff1 + value: 64.67185918398093 + - type: nauc_ndcg_at_3_max + value: 44.745883157812365 + - type: nauc_ndcg_at_3_std + value: -0.8556077804449875 + - type: nauc_ndcg_at_5_diff1 + value: 64.80551066348806 + - type: nauc_ndcg_at_5_max + value: 45.269268808180975 + - type: nauc_ndcg_at_5_std + value: -3.292440817014038 + - type: nauc_precision_at_1000_diff1 + value: -34.5747313468253 + - type: nauc_precision_at_1000_max + value: 19.86711413946244 + - type: nauc_precision_at_1000_std + value: 52.43703176378871 + - type: nauc_precision_at_100_diff1 + value: -21.848860427047484 + - type: nauc_precision_at_100_max + value: 25.508925305655005 + - type: nauc_precision_at_100_std + value: 49.06309774363955 + - type: nauc_precision_at_10_diff1 + value: -5.3289091663210435 + - type: nauc_precision_at_10_max + value: 34.20157610949811 + - type: nauc_precision_at_10_std + value: 38.95534356421951 + - type: nauc_precision_at_1_diff1 + value: 68.767732660645 + - type: nauc_precision_at_1_max + value: 46.44641549353079 + - type: nauc_precision_at_1_std + value: 0.9406786557083794 + - type: nauc_precision_at_20_diff1 + value: -11.795047749756987 + - type: nauc_precision_at_20_max + value: 31.411334133928044 + - type: nauc_precision_at_20_std + value: 46.83822267970486 + - type: nauc_precision_at_3_diff1 + value: 26.976524876425863 + - type: nauc_precision_at_3_max + value: 39.68201829904695 + - type: nauc_precision_at_3_std + value: 21.805216340932333 + - type: nauc_precision_at_5_diff1 + value: 12.808365852688642 + - type: nauc_precision_at_5_max + value: 37.20668677470474 + - type: nauc_precision_at_5_std + value: 24.753903742707926 + - type: nauc_recall_at_1000_diff1 + value: 12.278244631182748 + - type: nauc_recall_at_1000_max + value: 86.92810457516407 + - type: nauc_recall_at_1000_std + value: 35.8076563958937 + - type: nauc_recall_at_100_diff1 + value: 69.1923436041082 + - type: nauc_recall_at_100_max + value: 70.49953314659221 + - type: nauc_recall_at_100_std + value: 24.505135387488444 + - type: nauc_recall_at_10_diff1 + value: 59.73881286537836 + - type: nauc_recall_at_10_max + value: 56.13328320089889 + - type: nauc_recall_at_10_std + value: 0.9891720350741177 + - type: nauc_recall_at_1_diff1 + value: 70.42285626474877 + - type: nauc_recall_at_1_max + value: 39.50179057561205 + - type: nauc_recall_at_1_std + value: -8.851136260159194 + - type: nauc_recall_at_20_diff1 + value: 65.15817548141362 + - type: nauc_recall_at_20_max + value: 62.649878433221375 + - type: nauc_recall_at_20_std + value: 13.313642288598446 + - type: nauc_recall_at_3_diff1 + value: 61.331617713628084 + - type: nauc_recall_at_3_max + value: 41.81707619521235 + - type: nauc_recall_at_3_std + value: -5.674855869735362 + - type: nauc_recall_at_5_diff1 + value: 58.787683194756035 + - type: nauc_recall_at_5_max + value: 43.71237378650552 + - type: nauc_recall_at_5_std + value: -10.631002232674465 + - type: ndcg_at_1 + value: 65.0 + - type: ndcg_at_10 + value: 76.91799999999999 + - type: ndcg_at_100 + value: 78.402 + - type: ndcg_at_1000 + value: 78.805 + - type: ndcg_at_20 + value: 77.735 + - type: ndcg_at_3 + value: 72.437 + - type: ndcg_at_5 + value: 74.591 + - type: precision_at_1 + value: 65.0 + - type: precision_at_10 + value: 10.2 + - type: precision_at_100 + value: 1.097 + - type: precision_at_1000 + value: 0.11299999999999999 + - type: precision_at_20 + value: 5.283 + - type: precision_at_3 + value: 28.555999999999997 + - type: precision_at_5 + value: 18.6 + - type: recall_at_1 + value: 61.760999999999996 + - type: recall_at_10 + value: 90.256 + - type: recall_at_100 + value: 96.667 + - type: recall_at_1000 + value: 99.667 + - type: recall_at_20 + value: 93.267 + - type: recall_at_3 + value: 77.878 + - type: recall_at_5 + value: 83.439 + task: + type: Retrieval + - dataset: + config: default + name: MTEB TRECCOVID-PL + revision: 81bcb408f33366c2a20ac54adafad1ae7e877fdd + split: test + type: clarin-knext/trec-covid-pl + metrics: + - type: main_score + value: 81.144 + - type: map_at_1 + value: 0.248 + - type: map_at_10 + value: 2.157 + - type: map_at_100 + value: 13.716000000000001 + - type: map_at_1000 + value: 32.65 + - type: map_at_20 + value: 4.0009999999999994 + - type: map_at_3 + value: 0.711 + - type: map_at_5 + value: 1.162 + - type: mrr_at_1 + value: 92.0 + - type: mrr_at_10 + value: 96.0 + - type: mrr_at_100 + value: 96.0 + - type: mrr_at_1000 + value: 96.0 + - type: mrr_at_20 + value: 96.0 + - type: mrr_at_3 + value: 96.0 + - type: mrr_at_5 + value: 96.0 + - type: nauc_map_at_1000_diff1 + value: -28.250203594556584 + - type: nauc_map_at_1000_max + value: 52.08454072557133 + - type: nauc_map_at_1000_std + value: 79.48446545419355 + - type: nauc_map_at_100_diff1 + value: -16.3684798554974 + - type: nauc_map_at_100_max + value: 39.64355871007487 + - type: nauc_map_at_100_std + value: 58.517394150771196 + - type: nauc_map_at_10_diff1 + value: -0.9960431819837273 + - type: nauc_map_at_10_max + value: 19.77211920343006 + - type: nauc_map_at_10_std + value: 19.760464568209567 + - type: nauc_map_at_1_diff1 + value: 6.222121514853931 + - type: nauc_map_at_1_max + value: 9.04523920801192 + - type: nauc_map_at_1_std + value: 11.10141876326312 + - type: nauc_map_at_20_diff1 + value: -9.138051626246725 + - type: nauc_map_at_20_max + value: 22.419227957131067 + - type: nauc_map_at_20_std + value: 26.9756119734311 + - type: nauc_map_at_3_diff1 + value: 8.220277189546465 + - type: nauc_map_at_3_max + value: 12.162504412238127 + - type: nauc_map_at_3_std + value: 12.2742063914476 + - type: nauc_map_at_5_diff1 + value: 7.867830794993266 + - type: nauc_map_at_5_max + value: 14.872903453579243 + - type: nauc_map_at_5_std + value: 11.882541228741477 + - type: nauc_mrr_at_1000_diff1 + value: -4.843604108309577 + - type: nauc_mrr_at_1000_max + value: 13.130252100840279 + - type: nauc_mrr_at_1000_std + value: 61.65966386554632 + - type: nauc_mrr_at_100_diff1 + value: -4.843604108309577 + - type: nauc_mrr_at_100_max + value: 13.130252100840279 + - type: nauc_mrr_at_100_std + value: 61.65966386554632 + - type: nauc_mrr_at_10_diff1 + value: -4.843604108309577 + - type: nauc_mrr_at_10_max + value: 13.130252100840279 + - type: nauc_mrr_at_10_std + value: 61.65966386554632 + - type: nauc_mrr_at_1_diff1 + value: -4.843604108309911 + - type: nauc_mrr_at_1_max + value: 13.1302521008403 + - type: nauc_mrr_at_1_std + value: 61.659663865546264 + - type: nauc_mrr_at_20_diff1 + value: -4.843604108309577 + - type: nauc_mrr_at_20_max + value: 13.130252100840279 + - type: nauc_mrr_at_20_std + value: 61.65966386554632 + - type: nauc_mrr_at_3_diff1 + value: -4.843604108309577 + - type: nauc_mrr_at_3_max + value: 13.130252100840279 + - type: nauc_mrr_at_3_std + value: 61.65966386554632 + - type: nauc_mrr_at_5_diff1 + value: -4.843604108309577 + - type: nauc_mrr_at_5_max + value: 13.130252100840279 + - type: nauc_mrr_at_5_std + value: 61.65966386554632 + - type: nauc_ndcg_at_1000_diff1 + value: -25.16717752216515 + - type: nauc_ndcg_at_1000_max + value: 53.3418359198012 + - type: nauc_ndcg_at_1000_std + value: 80.65175228145466 + - type: nauc_ndcg_at_100_diff1 + value: -40.31785420558625 + - type: nauc_ndcg_at_100_max + value: 45.09546071865451 + - type: nauc_ndcg_at_100_std + value: 75.40895234974869 + - type: nauc_ndcg_at_10_diff1 + value: -28.19826901025097 + - type: nauc_ndcg_at_10_max + value: 43.078646933310615 + - type: nauc_ndcg_at_10_std + value: 53.111454343871614 + - type: nauc_ndcg_at_1_diff1 + value: -9.493493773611297 + - type: nauc_ndcg_at_1_max + value: 35.20008395130819 + - type: nauc_ndcg_at_1_std + value: 57.887925003498 + - type: nauc_ndcg_at_20_diff1 + value: -38.26836193971236 + - type: nauc_ndcg_at_20_max + value: 45.20766663960982 + - type: nauc_ndcg_at_20_std + value: 62.27601136797132 + - type: nauc_ndcg_at_3_diff1 + value: -7.28345892959394 + - type: nauc_ndcg_at_3_max + value: 24.7974010818429 + - type: nauc_ndcg_at_3_std + value: 41.70371109282937 + - type: nauc_ndcg_at_5_diff1 + value: -11.429562197815999 + - type: nauc_ndcg_at_5_max + value: 30.656429493871055 + - type: nauc_ndcg_at_5_std + value: 39.02726195692732 + - type: nauc_precision_at_1000_diff1 + value: -26.345687068428212 + - type: nauc_precision_at_1000_max + value: 22.393157270986734 + - type: nauc_precision_at_1000_std + value: 31.02496274402397 + - type: nauc_precision_at_100_diff1 + value: -36.815660048516264 + - type: nauc_precision_at_100_max + value: 42.9109935968304 + - type: nauc_precision_at_100_std + value: 71.79298255172685 + - type: nauc_precision_at_10_diff1 + value: -27.611688427036103 + - type: nauc_precision_at_10_max + value: 49.60209610089694 + - type: nauc_precision_at_10_std + value: 56.93578470556877 + - type: nauc_precision_at_1_diff1 + value: -4.843604108309911 + - type: nauc_precision_at_1_max + value: 13.1302521008403 + - type: nauc_precision_at_1_std + value: 61.659663865546264 + - type: nauc_precision_at_20_diff1 + value: -39.83848492009805 + - type: nauc_precision_at_20_max + value: 45.76206269914346 + - type: nauc_precision_at_20_std + value: 64.84887501731686 + - type: nauc_precision_at_3_diff1 + value: 9.845318472475325 + - type: nauc_precision_at_3_max + value: 13.932054442182206 + - type: nauc_precision_at_3_std + value: 36.0518701103848 + - type: nauc_precision_at_5_diff1 + value: 2.9725469322580262 + - type: nauc_precision_at_5_max + value: 39.185620406575865 + - type: nauc_precision_at_5_std + value: 37.863123630929465 + - type: nauc_recall_at_1000_diff1 + value: -17.20671458178181 + - type: nauc_recall_at_1000_max + value: 45.294402552613526 + - type: nauc_recall_at_1000_std + value: 69.28596985796021 + - type: nauc_recall_at_100_diff1 + value: -6.428084883700268 + - type: nauc_recall_at_100_max + value: 29.391445783546548 + - type: nauc_recall_at_100_std + value: 45.86330770057512 + - type: nauc_recall_at_10_diff1 + value: 1.6670104066851845 + - type: nauc_recall_at_10_max + value: 16.585464661642966 + - type: nauc_recall_at_10_std + value: 16.699588067711847 + - type: nauc_recall_at_1_diff1 + value: 6.222121514853931 + - type: nauc_recall_at_1_max + value: 9.04523920801192 + - type: nauc_recall_at_1_std + value: 11.10141876326312 + - type: nauc_recall_at_20_diff1 + value: -4.139029194223187 + - type: nauc_recall_at_20_max + value: 17.943621407808084 + - type: nauc_recall_at_20_std + value: 22.421389850193094 + - type: nauc_recall_at_3_diff1 + value: 10.102326826491833 + - type: nauc_recall_at_3_max + value: 10.384746210117815 + - type: nauc_recall_at_3_std + value: 9.619148014633025 + - type: nauc_recall_at_5_diff1 + value: 9.430903751671327 + - type: nauc_recall_at_5_max + value: 13.105245727063336 + - type: nauc_recall_at_5_std + value: 9.32079115867563 + - type: ndcg_at_1 + value: 86.0 + - type: ndcg_at_10 + value: 81.144 + - type: ndcg_at_100 + value: 65.38199999999999 + - type: ndcg_at_1000 + value: 58.163 + - type: ndcg_at_20 + value: 78.398 + - type: ndcg_at_3 + value: 86.419 + - type: ndcg_at_5 + value: 84.30199999999999 + - type: precision_at_1 + value: 92.0 + - type: precision_at_10 + value: 86.6 + - type: precision_at_100 + value: 67.75999999999999 + - type: precision_at_1000 + value: 25.480000000000004 + - type: precision_at_20 + value: 83.1 + - type: precision_at_3 + value: 90.667 + - type: precision_at_5 + value: 89.60000000000001 + - type: recall_at_1 + value: 0.248 + - type: recall_at_10 + value: 2.299 + - type: recall_at_100 + value: 16.668 + - type: recall_at_1000 + value: 54.629000000000005 + - type: recall_at_20 + value: 4.367 + - type: recall_at_3 + value: 0.732 + - type: recall_at_5 + value: 1.212 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CEDRClassification + revision: c0ba03d058e3e1b2f3fd20518875a4563dd12db4 + split: test + type: ai-forever/cedr-classification + metrics: + - type: accuracy + value: 52.093517534537725 + - type: f1 + value: 56.37281380517539 + - type: lrap + value: 82.77763018065957 + - type: main_score + value: 52.093517534537725 + task: + type: MultilabelClassification + - dataset: + config: default + name: MTEB GeoreviewClassification + revision: 3765c0d1de6b7d264bc459433c45e5a75513839c + split: test + type: ai-forever/georeview-classification + metrics: + - type: accuracy + value: 59.67285156249999 + - type: f1 + value: 56.92752001367594 + - type: f1_weighted + value: 56.92222807825205 + - type: main_score + value: 59.67285156249999 + task: + type: Classification + - dataset: + config: default + name: MTEB GeoreviewClusteringP2P + revision: 97a313c8fc85b47f13f33e7e9a95c1ad888c7fec + split: test + type: ai-forever/georeview-clustering-p2p + metrics: + - type: main_score + value: 76.71995309518435 + - type: v_measure + value: 76.71995309518435 + - type: v_measure_std + value: 0.5051437256482365 + task: + type: Clustering + - dataset: + config: default + name: MTEB HeadlineClassification + revision: 2fe05ee6b5832cda29f2ef7aaad7b7fe6a3609eb + split: test + type: ai-forever/headline-classification + metrics: + - type: accuracy + value: 85.7421875 + - type: f1 + value: 85.76906486452225 + - type: f1_weighted + value: 85.76722902514517 + - type: main_score + value: 85.7421875 + task: + type: Classification + - dataset: + config: default + name: MTEB InappropriatenessClassification + revision: 601651fdc45ef243751676e62dd7a19f491c0285 + split: test + type: ai-forever/inappropriateness-classification + metrics: + - type: accuracy + value: 79.0380859375 + - type: ap + value: 73.32419205954841 + - type: ap_weighted + value: 73.32419205954841 + - type: f1 + value: 79.0122702123596 + - type: f1_weighted + value: 79.0122702123596 + - type: main_score + value: 79.0380859375 + task: + type: Classification + - dataset: + config: default + name: MTEB KinopoiskClassification + revision: 5911f26666ac11af46cb9c6849d0dc80a378af24 + split: test + type: ai-forever/kinopoisk-sentiment-classification + metrics: + - type: accuracy + value: 71.39333333333333 + - type: f1 + value: 68.0515088454225 + - type: f1_weighted + value: 68.05150884542248 + - type: main_score + value: 71.39333333333333 + task: + type: Classification + - dataset: + config: ru + name: MTEB MassiveIntentClassification (ru) + revision: 4672e20407010da34463acc759c162ca9734bca6 + split: test + type: mteb/amazon_massive_intent + metrics: + - type: accuracy + value: 79.77807666442501 + - type: f1 + value: 77.05503875836447 + - type: f1_weighted + value: 79.10885935880363 + - type: main_score + value: 79.77807666442501 + task: + type: Classification + - dataset: + config: ru + name: MTEB MassiveScenarioClassification (ru) + revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 + split: test + type: mteb/amazon_massive_scenario + metrics: + - type: accuracy + value: 88.42299932750505 + - type: f1 + value: 87.15721677058616 + - type: f1_weighted + value: 87.95844060171521 + - type: main_score + value: 88.42299932750505 + task: + type: Classification + - dataset: + config: default + name: MTEB RUParaPhraserSTS + revision: 43265056790b8f7c59e0139acb4be0a8dad2c8f4 + split: test + type: merionum/ru_paraphraser + metrics: + - type: cosine_pearson + value: 64.12402100059082 + - type: cosine_spearman + value: 72.1041223475043 + - type: euclidean_pearson + value: 68.38609067818044 + - type: euclidean_spearman + value: 72.10401766318856 + - type: main_score + value: 72.1041223475043 + - type: manhattan_pearson + value: 68.46796000117776 + - type: manhattan_spearman + value: 72.13215489094416 + - type: pearson + value: 64.12402100059082 + - type: spearman + value: 72.1041223475043 + task: + type: STS + - dataset: + config: default + name: MTEB RuBQReranking + revision: 2e96b8f098fa4b0950fc58eacadeb31c0d0c7fa2 + split: test + type: ai-forever/rubq-reranking + metrics: + - type: main_score + value: 73.88576271940713 + - type: map + value: 73.88576271940713 + - type: mrr + value: 78.00960465854084 + - type: nAUC_map_diff1 + value: 39.6518603225463 + - type: nAUC_map_max + value: 4.350383965854549 + - type: nAUC_map_std + value: -0.014969899892212745 + - type: nAUC_mrr_diff1 + value: 42.13162353960397 + - type: nAUC_mrr_max + value: 8.922658395240406 + - type: nAUC_mrr_std + value: 2.152891873019869 + task: + type: Reranking + - dataset: + config: default + name: MTEB RuBQRetrieval + revision: e19b6ffa60b3bc248e0b41f4cc37c26a55c2a67b + split: test + type: ai-forever/rubq-retrieval + metrics: + - type: main_score + value: 74.435 + - type: map_at_1 + value: 42.76 + - type: map_at_10 + value: 66.264 + - type: map_at_100 + value: 67.042 + - type: map_at_1000 + value: 67.05 + - type: map_at_20 + value: 66.85900000000001 + - type: map_at_3 + value: 59.74 + - type: map_at_5 + value: 63.993 + - type: mrr_at_1 + value: 60.047281323877066 + - type: mrr_at_10 + value: 72.82716987504223 + - type: mrr_at_100 + value: 73.02773497247094 + - type: mrr_at_1000 + value: 73.02962009865962 + - type: mrr_at_20 + value: 72.97035759772903 + - type: mrr_at_3 + value: 70.46887312844763 + - type: mrr_at_5 + value: 72.12076438140275 + - type: nauc_map_at_1000_diff1 + value: 34.383768967728635 + - type: nauc_map_at_1000_max + value: 13.703443395724472 + - type: nauc_map_at_1000_std + value: -22.72754510223835 + - type: nauc_map_at_100_diff1 + value: 34.37773445189401 + - type: nauc_map_at_100_max + value: 13.715120051009938 + - type: nauc_map_at_100_std + value: -22.71739582208026 + - type: nauc_map_at_10_diff1 + value: 34.128639545018224 + - type: nauc_map_at_10_max + value: 13.481023445729216 + - type: nauc_map_at_10_std + value: -22.841295424013143 + - type: nauc_map_at_1_diff1 + value: 37.58345298713193 + - type: nauc_map_at_1_max + value: 9.068626061733989 + - type: nauc_map_at_1_std + value: -19.34669422079028 + - type: nauc_map_at_20_diff1 + value: 34.21234363490007 + - type: nauc_map_at_20_max + value: 13.812265438057898 + - type: nauc_map_at_20_std + value: -22.744547074381728 + - type: nauc_map_at_3_diff1 + value: 35.178065640657465 + - type: nauc_map_at_3_max + value: 12.26694588496597 + - type: nauc_map_at_3_std + value: -23.876661383660725 + - type: nauc_map_at_5_diff1 + value: 34.97286590065426 + - type: nauc_map_at_5_max + value: 12.39449233232647 + - type: nauc_map_at_5_std + value: -24.179149585732894 + - type: nauc_mrr_at_1000_diff1 + value: 38.51708954025975 + - type: nauc_mrr_at_1000_max + value: 16.27687115188748 + - type: nauc_mrr_at_1000_std + value: -24.317991962455277 + - type: nauc_mrr_at_100_diff1 + value: 38.51579649813754 + - type: nauc_mrr_at_100_max + value: 16.282318186103982 + - type: nauc_mrr_at_100_std + value: -24.313115676201193 + - type: nauc_mrr_at_10_diff1 + value: 38.374513617518524 + - type: nauc_mrr_at_10_max + value: 16.411158436434583 + - type: nauc_mrr_at_10_std + value: -24.214190672272338 + - type: nauc_mrr_at_1_diff1 + value: 41.11744654145736 + - type: nauc_mrr_at_1_max + value: 14.857906263383727 + - type: nauc_mrr_at_1_std + value: -23.05045201335754 + - type: nauc_mrr_at_20_diff1 + value: 38.42720946112707 + - type: nauc_mrr_at_20_max + value: 16.333926957304225 + - type: nauc_mrr_at_20_std + value: -24.2666181277299 + - type: nauc_mrr_at_3_diff1 + value: 38.54947076552065 + - type: nauc_mrr_at_3_max + value: 16.28785626102837 + - type: nauc_mrr_at_3_std + value: -25.404928347060103 + - type: nauc_mrr_at_5_diff1 + value: 38.23381985227932 + - type: nauc_mrr_at_5_max + value: 16.29686368315855 + - type: nauc_mrr_at_5_std + value: -24.88784013864183 + - type: nauc_ndcg_at_1000_diff1 + value: 34.59545258977158 + - type: nauc_ndcg_at_1000_max + value: 15.284635200887825 + - type: nauc_ndcg_at_1000_std + value: -22.257301616758433 + - type: nauc_ndcg_at_100_diff1 + value: 34.44786100359039 + - type: nauc_ndcg_at_100_max + value: 15.57235196792877 + - type: nauc_ndcg_at_100_std + value: -21.856425612245342 + - type: nauc_ndcg_at_10_diff1 + value: 33.174757528590206 + - type: nauc_ndcg_at_10_max + value: 15.63435305829791 + - type: nauc_ndcg_at_10_std + value: -22.08142460589985 + - type: nauc_ndcg_at_1_diff1 + value: 41.11744654145736 + - type: nauc_ndcg_at_1_max + value: 14.857906263383727 + - type: nauc_ndcg_at_1_std + value: -23.05045201335754 + - type: nauc_ndcg_at_20_diff1 + value: 33.386333672237086 + - type: nauc_ndcg_at_20_max + value: 16.259547378249156 + - type: nauc_ndcg_at_20_std + value: -21.834061142760262 + - type: nauc_ndcg_at_3_diff1 + value: 35.3096569182989 + - type: nauc_ndcg_at_3_max + value: 13.564724249968299 + - type: nauc_ndcg_at_3_std + value: -25.112930090907355 + - type: nauc_ndcg_at_5_diff1 + value: 34.402178469695905 + - type: nauc_ndcg_at_5_max + value: 13.454254056986617 + - type: nauc_ndcg_at_5_std + value: -25.099270446248735 + - type: nauc_precision_at_1000_diff1 + value: -12.741330236539095 + - type: nauc_precision_at_1000_max + value: 4.404400635687311 + - type: nauc_precision_at_1000_std + value: 8.389300135369483 + - type: nauc_precision_at_100_diff1 + value: -12.851044558742647 + - type: nauc_precision_at_100_max + value: 5.680330188544991 + - type: nauc_precision_at_100_std + value: 9.489202238591542 + - type: nauc_precision_at_10_diff1 + value: -9.945369846060753 + - type: nauc_precision_at_10_max + value: 8.504415247865312 + - type: nauc_precision_at_10_std + value: 4.494521946889061 + - type: nauc_precision_at_1_diff1 + value: 41.11744654145736 + - type: nauc_precision_at_1_max + value: 14.857906263383727 + - type: nauc_precision_at_1_std + value: -23.05045201335754 + - type: nauc_precision_at_20_diff1 + value: -12.578957278247266 + - type: nauc_precision_at_20_max + value: 8.188355833278354 + - type: nauc_precision_at_20_std + value: 7.448331416027387 + - type: nauc_precision_at_3_diff1 + value: 8.117030877871983 + - type: nauc_precision_at_3_max + value: 11.646516155855124 + - type: nauc_precision_at_3_std + value: -12.527645037478171 + - type: nauc_precision_at_5_diff1 + value: -0.8567617401390368 + - type: nauc_precision_at_5_max + value: 8.683018924706662 + - type: nauc_precision_at_5_std + value: -5.808788866497016 + - type: nauc_recall_at_1000_diff1 + value: -28.762266898258215 + - type: nauc_recall_at_1000_max + value: 21.917410784648858 + - type: nauc_recall_at_1000_std + value: 53.72265532186225 + - type: nauc_recall_at_100_diff1 + value: -0.23838251752936382 + - type: nauc_recall_at_100_max + value: 45.959987172148885 + - type: nauc_recall_at_100_std + value: 45.34588951064591 + - type: nauc_recall_at_10_diff1 + value: 13.665193847690487 + - type: nauc_recall_at_10_max + value: 22.3683736077389 + - type: nauc_recall_at_10_std + value: -10.283709692040667 + - type: nauc_recall_at_1_diff1 + value: 37.58345298713193 + - type: nauc_recall_at_1_max + value: 9.068626061733989 + - type: nauc_recall_at_1_std + value: -19.34669422079028 + - type: nauc_recall_at_20_diff1 + value: 4.853737371483111 + - type: nauc_recall_at_20_max + value: 34.92618513489909 + - type: nauc_recall_at_20_std + value: -1.2868509314659222 + - type: nauc_recall_at_3_diff1 + value: 28.7908251906051 + - type: nauc_recall_at_3_max + value: 11.900913295288518 + - type: nauc_recall_at_3_std + value: -24.462530634963496 + - type: nauc_recall_at_5_diff1 + value: 25.173125475364177 + - type: nauc_recall_at_5_max + value: 11.315686078181972 + - type: nauc_recall_at_5_std + value: -25.091887815136914 + - type: ndcg_at_1 + value: 60.047 + - type: ndcg_at_10 + value: 74.435 + - type: ndcg_at_100 + value: 76.594 + - type: ndcg_at_1000 + value: 76.725 + - type: ndcg_at_20 + value: 75.773 + - type: ndcg_at_3 + value: 65.975 + - type: ndcg_at_5 + value: 70.81 + - type: precision_at_1 + value: 60.047 + - type: precision_at_10 + value: 14.988000000000001 + - type: precision_at_100 + value: 1.656 + - type: precision_at_1000 + value: 0.167 + - type: precision_at_20 + value: 7.9399999999999995 + - type: precision_at_3 + value: 36.623 + - type: precision_at_5 + value: 26.277 + - type: recall_at_1 + value: 42.76 + - type: recall_at_10 + value: 90.889 + - type: recall_at_100 + value: 98.834 + - type: recall_at_1000 + value: 99.663 + - type: recall_at_20 + value: 95.184 + - type: recall_at_3 + value: 70.62 + - type: recall_at_5 + value: 81.652 + task: + type: Retrieval + - dataset: + config: default + name: MTEB RuReviewsClassification + revision: f6d2c31f4dc6b88f468552750bfec05b4b41b05a + split: test + type: ai-forever/ru-reviews-classification + metrics: + - type: accuracy + value: 74.8095703125 + - type: f1 + value: 73.91967376784037 + - type: f1_weighted + value: 73.9189948366255 + - type: main_score + value: 74.8095703125 + task: + type: Classification + - dataset: + config: default + name: MTEB RuSTSBenchmarkSTS + revision: 7cf24f325c6da6195df55bef3d86b5e0616f3018 + split: test + type: ai-forever/ru-stsbenchmark-sts + metrics: + - type: cosine_pearson + value: 79.888528971486 + - type: cosine_spearman + value: 81.61889430378866 + - type: euclidean_pearson + value: 79.94703459875922 + - type: euclidean_spearman + value: 81.61980863924033 + - type: main_score + value: 81.61889430378866 + - type: manhattan_pearson + value: 79.95415547515567 + - type: manhattan_spearman + value: 81.61130692072074 + - type: pearson + value: 79.888528971486 + - type: spearman + value: 81.61889430378866 + task: + type: STS + - dataset: + config: default + name: MTEB RuSciBenchGRNTIClassification + revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1 + split: test + type: ai-forever/ru-scibench-grnti-classification + metrics: + - type: accuracy + value: 71.6552734375 + - type: f1 + value: 70.63908761566744 + - type: f1_weighted + value: 70.64734045044828 + - type: main_score + value: 71.6552734375 + task: + type: Classification + - dataset: + config: default + name: MTEB RuSciBenchGRNTIClusteringP2P + revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1 + split: test + type: ai-forever/ru-scibench-grnti-classification + metrics: + - type: main_score + value: 64.79686240363448 + - type: v_measure + value: 64.79686240363448 + - type: v_measure_std + value: 0.6119665206236284 + task: + type: Clustering + - dataset: + config: default + name: MTEB RuSciBenchOECDClassification + revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471 + split: test + type: ai-forever/ru-scibench-oecd-classification + metrics: + - type: accuracy + value: 56.7626953125 + - type: f1 + value: 54.62202402640944 + - type: f1_weighted + value: 54.62367865280833 + - type: main_score + value: 56.7626953125 + task: + type: Classification + - dataset: + config: default + name: MTEB RuSciBenchOECDClusteringP2P + revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471 + split: test + type: ai-forever/ru-scibench-oecd-classification + metrics: + - type: main_score + value: 54.818142832015695 + - type: v_measure + value: 54.818142832015695 + - type: v_measure_std + value: 0.7494689058177785 + task: + type: Clustering + - dataset: + config: ru + name: MTEB STS22 (ru) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 69.46416898707648 + - type: cosine_spearman + value: 71.7236490731324 + - type: euclidean_pearson + value: 69.26978478998248 + - type: euclidean_spearman + value: 71.7236490731324 + - type: main_score + value: 71.7236490731324 + - type: manhattan_pearson + value: 69.31349929375952 + - type: manhattan_spearman + value: 71.75161736759956 + - type: pearson + value: 69.46416898707648 + - type: spearman + value: 71.7236490731324 + task: + type: STS + - dataset: + config: default + name: MTEB SensitiveTopicsClassification + revision: 416b34a802308eac30e4192afc0ff99bb8dcc7f2 + split: test + type: ai-forever/sensitive-topics-classification + metrics: + - type: accuracy + value: 32.3974609375 + - type: f1 + value: 36.8155212473576 + - type: lrap + value: 50.2943929036452 + - type: main_score + value: 32.3974609375 + task: + type: MultilabelClassification + - dataset: + config: default + name: MTEB TERRa + revision: 7b58f24536063837d644aab9a023c62199b2a612 + split: dev + type: ai-forever/terra-pairclassification + metrics: + - type: cosine_accuracy + value: 57.00325732899023 + - type: cosine_accuracy_threshold + value: 75.34879446029663 + - type: cosine_ap + value: 56.8594077887683 + - type: cosine_f1 + value: 67.72727272727272 + - type: cosine_f1_threshold + value: 65.37638306617737 + - type: cosine_precision + value: 51.91637630662021 + - type: cosine_recall + value: 97.38562091503267 + - type: dot_accuracy + value: 57.00325732899023 + - type: dot_accuracy_threshold + value: 75.34880638122559 + - type: dot_ap + value: 56.8594077887683 + - type: dot_f1 + value: 67.72727272727272 + - type: dot_f1_threshold + value: 65.37638306617737 + - type: dot_precision + value: 51.91637630662021 + - type: dot_recall + value: 97.38562091503267 + - type: euclidean_accuracy + value: 57.00325732899023 + - type: euclidean_accuracy_threshold + value: 70.2156662940979 + - type: euclidean_ap + value: 56.8594077887683 + - type: euclidean_f1 + value: 67.72727272727272 + - type: euclidean_f1_threshold + value: 83.21480751037598 + - type: euclidean_precision + value: 51.91637630662021 + - type: euclidean_recall + value: 97.38562091503267 + - type: main_score + value: 57.47570140269883 + - type: manhattan_accuracy + value: 57.65472312703584 + - type: manhattan_accuracy_threshold + value: 3097.412109375 + - type: manhattan_ap + value: 57.47570140269883 + - type: manhattan_f1 + value: 67.88990825688074 + - type: manhattan_f1_threshold + value: 3821.0716247558594 + - type: manhattan_precision + value: 52.29681978798587 + - type: manhattan_recall + value: 96.73202614379085 + - type: max_ap + value: 57.47570140269883 + - type: max_f1 + value: 67.88990825688074 + - type: max_precision + value: 52.29681978798587 + - type: max_recall + value: 97.38562091503267 + - type: similarity_accuracy + value: 57.00325732899023 + - type: similarity_accuracy_threshold + value: 75.34879446029663 + - type: similarity_ap + value: 56.8594077887683 + - type: similarity_f1 + value: 67.72727272727272 + - type: similarity_f1_threshold + value: 65.37638306617737 + - type: similarity_precision + value: 51.91637630662021 + - type: similarity_recall + value: 97.38562091503267 + task: + type: PairClassification tags: - mteb --- +Development Version: Scheduled for Release Post-Optimization \ No newline at end of file