diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -62,53 +62,293 @@ model-index: results: - dataset: config: ar - name: MTEB MintakaRetrieval (ar) - revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e - split: test - type: mintaka/mmteb-mintaka + name: MTEB MIRACLRetrieval (ar) + revision: main + split: dev + type: miracl/mmteb-miracl metrics: - - type: main_score - value: 16.1 - - type: map_at_1 - value: 8.761 - - type: map_at_3 - value: 11.855 - - type: map_at_5 - value: 12.661 - - type: map_at_10 - value: 13.396 - - type: ndcg_at_1 - value: 8.761 - - type: ndcg_at_3 - value: 12.867 - - type: ndcg_at_5 - value: 14.322 - - type: ndcg_at_10 - value: 16.1 - - type: recall_at_1 - value: 8.761 - - type: recall_at_3 - value: 15.797 - - type: recall_at_5 - value: 19.337 - - type: recall_at_10 - value: 24.83 - - type: precision_at_1 - value: 8.761 - - type: precision_at_3 - value: 5.266 - - type: precision_at_5 - value: 3.867 - - type: precision_at_10 - value: 2.483 - - type: mrr_at_1 - value: 8.7608 - - type: mrr_at_3 - value: 11.855 - - type: mrr_at_5 - value: 12.6608 - - type: mrr_at_10 - value: 13.3959 + - type: ndcg_at_1 + value: 19.233 + - type: ndcg_at_3 + value: 21.393 + - type: ndcg_at_5 + value: 23.347 + - type: ndcg_at_10 + value: 26.273999999999997 + - type: ndcg_at_20 + value: 28.591 + - type: ndcg_at_100 + value: 32.098 + - type: ndcg_at_1000 + value: 34.971000000000004 + - type: map_at_1 + value: 12.555 + - type: map_at_3 + value: 17.763 + - type: map_at_5 + value: 19.317 + - type: map_at_10 + value: 20.748 + - type: map_at_20 + value: 21.535 + - type: map_at_100 + value: 22.147 + - type: map_at_1000 + value: 22.275 + - type: recall_at_1 + value: 12.555 + - type: recall_at_3 + value: 22.576 + - type: recall_at_5 + value: 27.681 + - type: recall_at_10 + value: 35.461 + - type: recall_at_20 + value: 43.097 + - type: recall_at_100 + value: 58.902 + - type: recall_at_1000 + value: 78.33099999999999 + - type: precision_at_1 + value: 19.233 + - type: precision_at_3 + value: 12.65 + - type: precision_at_5 + value: 9.626999999999999 + - type: precision_at_10 + value: 6.35 + - type: precision_at_20 + value: 3.961 + - type: precision_at_100 + value: 1.118 + - type: precision_at_1000 + value: 0.152 + - type: mrr_at_1 + value: 19.2334 + - type: mrr_at_3 + value: 25.1266 + - type: mrr_at_5 + value: 26.4681 + - type: mrr_at_10 + value: 27.6315 + - type: mrr_at_20 + value: 28.1315 + - type: mrr_at_100 + value: 28.4874 + - type: mrr_at_1000 + value: 28.5524 + - type: nauc_ndcg_at_1_max + value: 12.8914 + - type: nauc_ndcg_at_1_std + value: 10.4594 + - type: nauc_ndcg_at_1_diff1 + value: 23.8138 + - type: nauc_ndcg_at_3_max + value: 12.3382 + - type: nauc_ndcg_at_3_std + value: 11.5929 + - type: nauc_ndcg_at_3_diff1 + value: 19.1347 + - type: nauc_ndcg_at_5_max + value: 14.0129 + - type: nauc_ndcg_at_5_std + value: 13.6398 + - type: nauc_ndcg_at_5_diff1 + value: 19.8536 + - type: nauc_ndcg_at_10_max + value: 14.538300000000001 + - type: nauc_ndcg_at_10_std + value: 15.933800000000002 + - type: nauc_ndcg_at_10_diff1 + value: 19.7082 + - type: nauc_ndcg_at_20_max + value: 15.3478 + - type: nauc_ndcg_at_20_std + value: 18.4803 + - type: nauc_ndcg_at_20_diff1 + value: 18.8725 + - type: nauc_ndcg_at_100_max + value: 16.2684 + - type: nauc_ndcg_at_100_std + value: 21.147199999999998 + - type: nauc_ndcg_at_100_diff1 + value: 19.0854 + - type: nauc_ndcg_at_1000_max + value: 16.6485 + - type: nauc_ndcg_at_1000_std + value: 21.2042 + - type: nauc_ndcg_at_1000_diff1 + value: 19.411 + - type: nauc_map_at_1_max + value: 8.571299999999999 + - type: nauc_map_at_1_std + value: 5.2620000000000005 + - type: nauc_map_at_1_diff1 + value: 25.1772 + - type: nauc_map_at_3_max + value: 10.5142 + - type: nauc_map_at_3_std + value: 8.8853 + - type: nauc_map_at_3_diff1 + value: 19.9708 + - type: nauc_map_at_5_max + value: 12.2728 + - type: nauc_map_at_5_std + value: 10.8387 + - type: nauc_map_at_5_diff1 + value: 20.2731 + - type: nauc_map_at_10_max + value: 12.909899999999999 + - type: nauc_map_at_10_std + value: 12.4311 + - type: nauc_map_at_10_diff1 + value: 20.079900000000002 + - type: nauc_map_at_20_max + value: 13.367399999999998 + - type: nauc_map_at_20_std + value: 13.5572 + - type: nauc_map_at_20_diff1 + value: 19.775000000000002 + - type: nauc_map_at_100_max + value: 13.716600000000001 + - type: nauc_map_at_100_std + value: 14.234 + - type: nauc_map_at_100_diff1 + value: 19.831 + - type: nauc_map_at_1000_max + value: 13.736400000000001 + - type: nauc_map_at_1000_std + value: 14.265600000000001 + - type: nauc_map_at_1000_diff1 + value: 19.8517 + - type: nauc_recall_at_1_max + value: 8.571299999999999 + - type: nauc_recall_at_1_std + value: 5.2620000000000005 + - type: nauc_recall_at_1_diff1 + value: 25.1772 + - type: nauc_recall_at_3_max + value: 10.1169 + - type: nauc_recall_at_3_std + value: 10.1543 + - type: nauc_recall_at_3_diff1 + value: 16.4652 + - type: nauc_recall_at_5_max + value: 13.6919 + - type: nauc_recall_at_5_std + value: 14.410400000000001 + - type: nauc_recall_at_5_diff1 + value: 17.0477 + - type: nauc_recall_at_10_max + value: 13.8916 + - type: nauc_recall_at_10_std + value: 18.4174 + - type: nauc_recall_at_10_diff1 + value: 16.3955 + - type: nauc_recall_at_20_max + value: 15.0336 + - type: nauc_recall_at_20_std + value: 24.3934 + - type: nauc_recall_at_20_diff1 + value: 13.834299999999999 + - type: nauc_recall_at_100_max + value: 16.988 + - type: nauc_recall_at_100_std + value: 34.8989 + - type: nauc_recall_at_100_diff1 + value: 14.1371 + - type: nauc_recall_at_1000_max + value: 22.006700000000002 + - type: nauc_recall_at_1000_std + value: 43.2671 + - type: nauc_recall_at_1000_diff1 + value: 15.6926 + - type: nauc_precision_at_1_max + value: 12.8914 + - type: nauc_precision_at_1_std + value: 10.4594 + - type: nauc_precision_at_1_diff1 + value: 23.8138 + - type: nauc_precision_at_3_max + value: 17.4418 + - type: nauc_precision_at_3_std + value: 18.2472 + - type: nauc_precision_at_3_diff1 + value: 14.380299999999998 + - type: nauc_precision_at_5_max + value: 21.7353 + - type: nauc_precision_at_5_std + value: 22.7454 + - type: nauc_precision_at_5_diff1 + value: 14.671999999999999 + - type: nauc_precision_at_10_max + value: 22.4616 + - type: nauc_precision_at_10_std + value: 27.271099999999997 + - type: nauc_precision_at_10_diff1 + value: 13.025 + - type: nauc_precision_at_20_max + value: 23.610400000000002 + - type: nauc_precision_at_20_std + value: 32.0969 + - type: nauc_precision_at_20_diff1 + value: 9.5973 + - type: nauc_precision_at_100_max + value: 24.1842 + - type: nauc_precision_at_100_std + value: 35.335 + - type: nauc_precision_at_100_diff1 + value: 7.833900000000001 + - type: nauc_precision_at_1000_max + value: 21.5183 + - type: nauc_precision_at_1000_std + value: 30.4104 + - type: nauc_precision_at_1000_diff1 + value: 4.7376000000000005 + - type: nauc_mrr_at_1_max + value: 12.8914 + - type: nauc_mrr_at_1_std + value: 10.4594 + - type: nauc_mrr_at_1_diff1 + value: 23.8138 + - type: nauc_mrr_at_3_max + value: 14.1404 + - type: nauc_mrr_at_3_std + value: 13.8728 + - type: nauc_mrr_at_3_diff1 + value: 20.898600000000002 + - type: nauc_mrr_at_5_max + value: 15.0032 + - type: nauc_mrr_at_5_std + value: 15.1412 + - type: nauc_mrr_at_5_diff1 + value: 21.0216 + - type: nauc_mrr_at_10_max + value: 14.9212 + - type: nauc_mrr_at_10_std + value: 15.836 + - type: nauc_mrr_at_10_diff1 + value: 20.9665 + - type: nauc_mrr_at_20_max + value: 15.046399999999998 + - type: nauc_mrr_at_20_std + value: 16.2257 + - type: nauc_mrr_at_20_diff1 + value: 20.816599999999998 + - type: nauc_mrr_at_100_max + value: 15.0342 + - type: nauc_mrr_at_100_std + value: 16.328899999999997 + - type: nauc_mrr_at_100_diff1 + value: 20.8347 + - type: nauc_mrr_at_1000_max + value: 15.0313 + - type: nauc_mrr_at_1000_std + value: 16.3027 + - type: nauc_mrr_at_1000_diff1 + value: 20.846 + - type: main_score + value: 26.273999999999997 task: type: Retrieval - dataset: @@ -116,154 +356,9605 @@ model-index: name: MTEB MIRACLRetrievalHardNegatives (ar) revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb split: dev - type: miracl/mmteb-miracl-hardnegatives + type: mteb/miracl-hard-negatives metrics: - - type: main_score - value: 30.152 - - type: map_at_1 - value: 13.067 - - type: map_at_3 - value: 19.303 - - type: map_at_5 - value: 21.406 - - type: map_at_10 - value: 23.195 - - type: ndcg_at_1 - value: 20.7 - - type: ndcg_at_3 - value: 23.766 - - type: ndcg_at_5 - value: 26.479 - - type: ndcg_at_10 - value: 30.152 - - type: recall_at_1 - value: 13.067 - - type: recall_at_3 - value: 25.663 - - type: recall_at_5 - value: 32.707 - - type: recall_at_10 - value: 42.458 - - type: precision_at_1 - value: 20.7 - - type: precision_at_3 - value: 14.367 - - type: precision_at_5 - value: 11.36 - - type: precision_at_10 - value: 7.68 - - type: mrr_at_1 - value: 20.7 - - type: mrr_at_3 - value: 27.75 - - type: mrr_at_5 - value: 29.66 - - type: mrr_at_10 - value: 31.0725 + - type: ndcg_at_1 + value: 20.7 + - type: ndcg_at_3 + value: 23.766000000000002 + - type: ndcg_at_5 + value: 26.479000000000003 + - type: ndcg_at_10 + value: 30.152 + - type: ndcg_at_20 + value: 33.123000000000005 + - type: ndcg_at_100 + value: 37.721 + - type: ndcg_at_1000 + value: 40.469 + - type: map_at_1 + value: 13.067 + - type: map_at_3 + value: 19.303 + - type: map_at_5 + value: 21.406 + - type: map_at_10 + value: 23.195 + - type: map_at_20 + value: 24.256 + - type: map_at_100 + value: 25.115 + - type: map_at_1000 + value: 25.257 + - type: recall_at_1 + value: 13.067 + - type: recall_at_3 + value: 25.663000000000004 + - type: recall_at_5 + value: 32.707 + - type: recall_at_10 + value: 42.458 + - type: recall_at_20 + value: 51.983000000000004 + - type: recall_at_100 + value: 72.509 + - type: recall_at_1000 + value: 90.62400000000001 + - type: precision_at_1 + value: 20.7 + - type: precision_at_3 + value: 14.366999999999999 + - type: precision_at_5 + value: 11.360000000000001 + - type: precision_at_10 + value: 7.68 + - type: precision_at_20 + value: 4.88 + - type: precision_at_100 + value: 1.413 + - type: precision_at_1000 + value: 0.179 + - type: mrr_at_1 + value: 20.7 + - type: mrr_at_3 + value: 27.750000000000004 + - type: mrr_at_5 + value: 29.659999999999997 + - type: mrr_at_10 + value: 31.072499999999998 + - type: mrr_at_20 + value: 31.680799999999998 + - type: mrr_at_100 + value: 32.0878 + - type: mrr_at_1000 + value: 32.1434 + - type: nauc_ndcg_at_1_max + value: 9.268 + - type: nauc_ndcg_at_1_std + value: 18.432000000000002 + - type: nauc_ndcg_at_1_diff1 + value: 20.2302 + - type: nauc_ndcg_at_3_max + value: 10.9481 + - type: nauc_ndcg_at_3_std + value: 16.919999999999998 + - type: nauc_ndcg_at_3_diff1 + value: 17.1518 + - type: nauc_ndcg_at_5_max + value: 13.112499999999999 + - type: nauc_ndcg_at_5_std + value: 19.4344 + - type: nauc_ndcg_at_5_diff1 + value: 16.994400000000002 + - type: nauc_ndcg_at_10_max + value: 13.5807 + - type: nauc_ndcg_at_10_std + value: 22.0576 + - type: nauc_ndcg_at_10_diff1 + value: 15.806700000000001 + - type: nauc_ndcg_at_20_max + value: 15.038499999999999 + - type: nauc_ndcg_at_20_std + value: 24.616699999999998 + - type: nauc_ndcg_at_20_diff1 + value: 15.0551 + - type: nauc_ndcg_at_100_max + value: 16.4791 + - type: nauc_ndcg_at_100_std + value: 27.3069 + - type: nauc_ndcg_at_100_diff1 + value: 15.3881 + - type: nauc_ndcg_at_1000_max + value: 16.4607 + - type: nauc_ndcg_at_1000_std + value: 27.2117 + - type: nauc_ndcg_at_1000_diff1 + value: 15.229000000000001 + - type: nauc_map_at_1_max + value: 6.5943000000000005 + - type: nauc_map_at_1_std + value: 13.303999999999998 + - type: nauc_map_at_1_diff1 + value: 21.8437 + - type: nauc_map_at_3_max + value: 8.872399999999999 + - type: nauc_map_at_3_std + value: 14.1544 + - type: nauc_map_at_3_diff1 + value: 18.2986 + - type: nauc_map_at_5_max + value: 10.7963 + - type: nauc_map_at_5_std + value: 16.2275 + - type: nauc_map_at_5_diff1 + value: 17.896 + - type: nauc_map_at_10_max + value: 11.5053 + - type: nauc_map_at_10_std + value: 17.9816 + - type: nauc_map_at_10_diff1 + value: 17.3155 + - type: nauc_map_at_20_max + value: 12.3459 + - type: nauc_map_at_20_std + value: 19.2359 + - type: nauc_map_at_20_diff1 + value: 16.868 + - type: nauc_map_at_100_max + value: 12.753300000000001 + - type: nauc_map_at_100_std + value: 20.0431 + - type: nauc_map_at_100_diff1 + value: 16.8889 + - type: nauc_map_at_1000_max + value: 12.7747 + - type: nauc_map_at_1000_std + value: 20.1047 + - type: nauc_map_at_1000_diff1 + value: 16.883699999999997 + - type: nauc_recall_at_1_max + value: 6.5943000000000005 + - type: nauc_recall_at_1_std + value: 13.303999999999998 + - type: nauc_recall_at_1_diff1 + value: 21.8437 + - type: nauc_recall_at_3_max + value: 8.7966 + - type: nauc_recall_at_3_std + value: 12.7517 + - type: nauc_recall_at_3_diff1 + value: 15.1844 + - type: nauc_recall_at_5_max + value: 12.9126 + - type: nauc_recall_at_5_std + value: 17.4967 + - type: nauc_recall_at_5_diff1 + value: 13.9756 + - type: nauc_recall_at_10_max + value: 12.3656 + - type: nauc_recall_at_10_std + value: 21.7246 + - type: nauc_recall_at_10_diff1 + value: 10.6946 + - type: nauc_recall_at_20_max + value: 15.9849 + - type: nauc_recall_at_20_std + value: 28.2084 + - type: nauc_recall_at_20_diff1 + value: 9.3399 + - type: nauc_recall_at_100_max + value: 22.4235 + - type: nauc_recall_at_100_std + value: 41.6796 + - type: nauc_recall_at_100_diff1 + value: 11.3943 + - type: nauc_recall_at_1000_max + value: 33.9199 + - type: nauc_recall_at_1000_std + value: 63.458800000000004 + - type: nauc_recall_at_1000_diff1 + value: 5.1713000000000005 + - type: nauc_precision_at_1_max + value: 9.268 + - type: nauc_precision_at_1_std + value: 18.432000000000002 + - type: nauc_precision_at_1_diff1 + value: 20.2302 + - type: nauc_precision_at_3_max + value: 16.1989 + - type: nauc_precision_at_3_std + value: 22.823 + - type: nauc_precision_at_3_diff1 + value: 12.8433 + - type: nauc_precision_at_5_max + value: 20.9029 + - type: nauc_precision_at_5_std + value: 27.609099999999998 + - type: nauc_precision_at_5_diff1 + value: 10.501000000000001 + - type: nauc_precision_at_10_max + value: 22.0715 + - type: nauc_precision_at_10_std + value: 32.2903 + - type: nauc_precision_at_10_diff1 + value: 7.1502 + - type: nauc_precision_at_20_max + value: 23.1036 + - type: nauc_precision_at_20_std + value: 34.955000000000005 + - type: nauc_precision_at_20_diff1 + value: 2.5075 + - type: nauc_precision_at_100_max + value: 23.8401 + - type: nauc_precision_at_100_std + value: 35.5452 + - type: nauc_precision_at_100_diff1 + value: -0.3836 + - type: nauc_precision_at_1000_max + value: 18.519199999999998 + - type: nauc_precision_at_1000_std + value: 27.2343 + - type: nauc_precision_at_1000_diff1 + value: -4.26 + - type: nauc_mrr_at_1_max + value: 9.268 + - type: nauc_mrr_at_1_std + value: 18.432000000000002 + - type: nauc_mrr_at_1_diff1 + value: 20.2302 + - type: nauc_mrr_at_3_max + value: 12.9175 + - type: nauc_mrr_at_3_std + value: 21.610599999999998 + - type: nauc_mrr_at_3_diff1 + value: 17.6036 + - type: nauc_mrr_at_5_max + value: 13.761000000000001 + - type: nauc_mrr_at_5_std + value: 23.091 + - type: nauc_mrr_at_5_diff1 + value: 17.217 + - type: nauc_mrr_at_10_max + value: 13.788400000000001 + - type: nauc_mrr_at_10_std + value: 23.91 + - type: nauc_mrr_at_10_diff1 + value: 16.847 + - type: nauc_mrr_at_20_max + value: 13.689499999999999 + - type: nauc_mrr_at_20_std + value: 23.976 + - type: nauc_mrr_at_20_diff1 + value: 16.845499999999998 + - type: nauc_mrr_at_100_max + value: 13.712 + - type: nauc_mrr_at_100_std + value: 24.0657 + - type: nauc_mrr_at_100_diff1 + value: 16.852800000000002 + - type: nauc_mrr_at_1000_max + value: 13.7073 + - type: nauc_mrr_at_1000_std + value: 24.046300000000002 + - type: nauc_mrr_at_1000_diff1 + value: 16.8626 + - type: main_score + value: 30.152 task: type: Retrieval - dataset: - config: ar - name: MTEB MLQARetrieval (ar) + config: ara-ara + name: MTEB MLQARetrieval (ara-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 51.451 + - type: ndcg_at_3 + value: 60.302 + - type: ndcg_at_5 + value: 62.432 + - type: ndcg_at_10 + value: 63.541000000000004 + - type: ndcg_at_20 + value: 64.82 + - type: ndcg_at_100 + value: 67.54599999999999 + - type: ndcg_at_1000 + value: 68.161 + - type: map_at_1 + value: 51.451 + - type: map_at_3 + value: 58.026999999999994 + - type: map_at_5 + value: 59.197 + - type: map_at_10 + value: 59.644 + - type: map_at_20 + value: 59.999 + - type: map_at_100 + value: 60.375 + - type: map_at_1000 + value: 60.401 + - type: recall_at_1 + value: 51.451 + - type: recall_at_3 + value: 66.925 + - type: recall_at_5 + value: 72.14699999999999 + - type: recall_at_10 + value: 75.629 + - type: recall_at_20 + value: 80.658 + - type: recall_at_100 + value: 95.358 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 51.451 + - type: precision_at_3 + value: 22.308 + - type: precision_at_5 + value: 14.429 + - type: precision_at_10 + value: 7.563000000000001 + - type: precision_at_20 + value: 4.0329999999999995 + - type: precision_at_100 + value: 0.954 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 51.450700000000005 + - type: mrr_at_3 + value: 58.0271 + - type: mrr_at_5 + value: 59.1973 + - type: mrr_at_10 + value: 59.6441 + - type: mrr_at_20 + value: 59.999100000000006 + - type: mrr_at_100 + value: 60.3751 + - type: mrr_at_1000 + value: 60.401 + - type: nauc_ndcg_at_1_max + value: 46.2584 + - type: nauc_ndcg_at_1_std + value: 9.1712 + - type: nauc_ndcg_at_1_diff1 + value: 61.232299999999995 + - type: nauc_ndcg_at_3_max + value: 53.9072 + - type: nauc_ndcg_at_3_std + value: 18.9815 + - type: nauc_ndcg_at_3_diff1 + value: 59.8943 + - type: nauc_ndcg_at_5_max + value: 54.5939 + - type: nauc_ndcg_at_5_std + value: 20.9544 + - type: nauc_ndcg_at_5_diff1 + value: 58.500600000000006 + - type: nauc_ndcg_at_10_max + value: 54.010999999999996 + - type: nauc_ndcg_at_10_std + value: 21.0626 + - type: nauc_ndcg_at_10_diff1 + value: 58.15820000000001 + - type: nauc_ndcg_at_20_max + value: 53.339400000000005 + - type: nauc_ndcg_at_20_std + value: 19.526699999999998 + - type: nauc_ndcg_at_20_diff1 + value: 57.8706 + - type: nauc_ndcg_at_100_max + value: 52.7445 + - type: nauc_ndcg_at_100_std + value: 18.756500000000003 + - type: nauc_ndcg_at_100_diff1 + value: 58.919900000000005 + - type: nauc_ndcg_at_1000_max + value: 52.607899999999994 + - type: nauc_ndcg_at_1000_std + value: 18.409 + - type: nauc_ndcg_at_1000_diff1 + value: 58.981300000000005 + - type: nauc_map_at_1_max + value: 46.2584 + - type: nauc_map_at_1_std + value: 9.1712 + - type: nauc_map_at_1_diff1 + value: 61.232299999999995 + - type: nauc_map_at_3_max + value: 51.8763 + - type: nauc_map_at_3_std + value: 16.366 + - type: nauc_map_at_3_diff1 + value: 60.0428 + - type: nauc_map_at_5_max + value: 52.1957 + - type: nauc_map_at_5_std + value: 17.354 + - type: nauc_map_at_5_diff1 + value: 59.3285 + - type: nauc_map_at_10_max + value: 51.9592 + - type: nauc_map_at_10_std + value: 17.368 + - type: nauc_map_at_10_diff1 + value: 59.21419999999999 + - type: nauc_map_at_20_max + value: 51.78040000000001 + - type: nauc_map_at_20_std + value: 16.947000000000003 + - type: nauc_map_at_20_diff1 + value: 59.1612 + - type: nauc_map_at_100_max + value: 51.7167 + - type: nauc_map_at_100_std + value: 16.8964 + - type: nauc_map_at_100_diff1 + value: 59.336 + - type: nauc_map_at_1000_max + value: 51.711600000000004 + - type: nauc_map_at_1000_std + value: 16.8858 + - type: nauc_map_at_1000_diff1 + value: 59.337700000000005 + - type: nauc_recall_at_1_max + value: 46.2584 + - type: nauc_recall_at_1_std + value: 9.1712 + - type: nauc_recall_at_1_diff1 + value: 61.232299999999995 + - type: nauc_recall_at_3_max + value: 60.6484 + - type: nauc_recall_at_3_std + value: 27.6682 + - type: nauc_recall_at_3_diff1 + value: 59.49870000000001 + - type: nauc_recall_at_5_max + value: 63.5264 + - type: nauc_recall_at_5_std + value: 34.5355 + - type: nauc_recall_at_5_diff1 + value: 55.2913 + - type: nauc_recall_at_10_max + value: 62.1038 + - type: nauc_recall_at_10_std + value: 36.4565 + - type: nauc_recall_at_10_diff1 + value: 53.4771 + - type: nauc_recall_at_20_max + value: 59.6506 + - type: nauc_recall_at_20_std + value: 30.444300000000002 + - type: nauc_recall_at_20_diff1 + value: 50.6836 + - type: nauc_recall_at_100_max + value: 58.4695 + - type: nauc_recall_at_100_std + value: 33.5819 + - type: nauc_recall_at_100_diff1 + value: 56.2667 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 46.2584 + - type: nauc_precision_at_1_std + value: 9.1712 + - type: nauc_precision_at_1_diff1 + value: 61.232299999999995 + - type: nauc_precision_at_3_max + value: 60.6484 + - type: nauc_precision_at_3_std + value: 27.6682 + - type: nauc_precision_at_3_diff1 + value: 59.49870000000001 + - type: nauc_precision_at_5_max + value: 63.5264 + - type: nauc_precision_at_5_std + value: 34.5355 + - type: nauc_precision_at_5_diff1 + value: 55.2913 + - type: nauc_precision_at_10_max + value: 62.1038 + - type: nauc_precision_at_10_std + value: 36.4565 + - type: nauc_precision_at_10_diff1 + value: 53.4771 + - type: nauc_precision_at_20_max + value: 59.6506 + - type: nauc_precision_at_20_std + value: 30.444300000000002 + - type: nauc_precision_at_20_diff1 + value: 50.6836 + - type: nauc_precision_at_100_max + value: 58.4695 + - type: nauc_precision_at_100_std + value: 33.5819 + - type: nauc_precision_at_100_diff1 + value: 56.2667 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 46.2584 + - type: nauc_mrr_at_1_std + value: 9.1712 + - type: nauc_mrr_at_1_diff1 + value: 61.232299999999995 + - type: nauc_mrr_at_3_max + value: 51.8763 + - type: nauc_mrr_at_3_std + value: 16.366 + - type: nauc_mrr_at_3_diff1 + value: 60.0428 + - type: nauc_mrr_at_5_max + value: 52.1957 + - type: nauc_mrr_at_5_std + value: 17.354 + - type: nauc_mrr_at_5_diff1 + value: 59.3285 + - type: nauc_mrr_at_10_max + value: 51.9592 + - type: nauc_mrr_at_10_std + value: 17.368 + - type: nauc_mrr_at_10_diff1 + value: 59.21419999999999 + - type: nauc_mrr_at_20_max + value: 51.78040000000001 + - type: nauc_mrr_at_20_std + value: 16.947000000000003 + - type: nauc_mrr_at_20_diff1 + value: 59.1612 + - type: nauc_mrr_at_100_max + value: 51.7167 + - type: nauc_mrr_at_100_std + value: 16.8964 + - type: nauc_mrr_at_100_diff1 + value: 59.336 + - type: nauc_mrr_at_1000_max + value: 51.711600000000004 + - type: nauc_mrr_at_1000_std + value: 16.8858 + - type: nauc_mrr_at_1000_diff1 + value: 59.337700000000005 + - type: main_score + value: 63.541000000000004 + task: + type: Retrieval + - dataset: + config: ara-deu + name: MTEB MLQARetrieval (ara-deu) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 51.690999999999995 + - type: ndcg_at_3 + value: 63.365 + - type: ndcg_at_5 + value: 65.922 + - type: ndcg_at_10 + value: 67.949 + - type: ndcg_at_20 + value: 69.733 + - type: ndcg_at_100 + value: 71.285 + - type: ndcg_at_1000 + value: 71.355 + - type: map_at_1 + value: 51.690999999999995 + - type: map_at_3 + value: 60.548 + - type: map_at_5 + value: 61.948 + - type: map_at_10 + value: 62.78399999999999 + - type: map_at_20 + value: 63.248000000000005 + - type: map_at_100 + value: 63.471999999999994 + - type: map_at_1000 + value: 63.476 + - type: recall_at_1 + value: 51.690999999999995 + - type: recall_at_3 + value: 71.49799999999999 + - type: recall_at_5 + value: 77.778 + - type: recall_at_10 + value: 84.05799999999999 + - type: recall_at_20 + value: 91.304 + - type: recall_at_100 + value: 99.517 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 51.690999999999995 + - type: precision_at_3 + value: 23.833 + - type: precision_at_5 + value: 15.556000000000001 + - type: precision_at_10 + value: 8.405999999999999 + - type: precision_at_20 + value: 4.565 + - type: precision_at_100 + value: 0.9950000000000001 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 51.6908 + - type: mrr_at_3 + value: 60.5475 + - type: mrr_at_5 + value: 61.948499999999996 + - type: mrr_at_10 + value: 62.7845 + - type: mrr_at_20 + value: 63.2478 + - type: mrr_at_100 + value: 63.471599999999995 + - type: mrr_at_1000 + value: 63.4757 + - type: nauc_ndcg_at_1_max + value: 48.6122 + - type: nauc_ndcg_at_1_std + value: 18.3707 + - type: nauc_ndcg_at_1_diff1 + value: 65.9894 + - type: nauc_ndcg_at_3_max + value: 56.2928 + - type: nauc_ndcg_at_3_std + value: 27.526899999999998 + - type: nauc_ndcg_at_3_diff1 + value: 56.5762 + - type: nauc_ndcg_at_5_max + value: 56.594199999999994 + - type: nauc_ndcg_at_5_std + value: 29.916500000000003 + - type: nauc_ndcg_at_5_diff1 + value: 56.1361 + - type: nauc_ndcg_at_10_max + value: 58.07 + - type: nauc_ndcg_at_10_std + value: 29.687400000000004 + - type: nauc_ndcg_at_10_diff1 + value: 58.537099999999995 + - type: nauc_ndcg_at_20_max + value: 57.4515 + - type: nauc_ndcg_at_20_std + value: 29.8421 + - type: nauc_ndcg_at_20_diff1 + value: 58.796499999999995 + - type: nauc_ndcg_at_100_max + value: 55.8115 + - type: nauc_ndcg_at_100_std + value: 27.851300000000002 + - type: nauc_ndcg_at_100_diff1 + value: 59.395399999999995 + - type: nauc_ndcg_at_1000_max + value: 55.671800000000005 + - type: nauc_ndcg_at_1000_std + value: 27.6646 + - type: nauc_ndcg_at_1000_diff1 + value: 59.3548 + - type: nauc_map_at_1_max + value: 48.6122 + - type: nauc_map_at_1_std + value: 18.3707 + - type: nauc_map_at_1_diff1 + value: 65.9894 + - type: nauc_map_at_3_max + value: 54.278000000000006 + - type: nauc_map_at_3_std + value: 25.3062 + - type: nauc_map_at_3_diff1 + value: 59.0998 + - type: nauc_map_at_5_max + value: 54.38269999999999 + - type: nauc_map_at_5_std + value: 26.451400000000003 + - type: nauc_map_at_5_diff1 + value: 59.0233 + - type: nauc_map_at_10_max + value: 54.915000000000006 + - type: nauc_map_at_10_std + value: 26.3247 + - type: nauc_map_at_10_diff1 + value: 59.939 + - type: nauc_map_at_20_max + value: 54.760600000000004 + - type: nauc_map_at_20_std + value: 26.3843 + - type: nauc_map_at_20_diff1 + value: 60.019800000000004 + - type: nauc_map_at_100_max + value: 54.548700000000004 + - type: nauc_map_at_100_std + value: 26.167099999999998 + - type: nauc_map_at_100_diff1 + value: 60.091499999999996 + - type: nauc_map_at_1000_max + value: 54.542 + - type: nauc_map_at_1000_std + value: 26.158199999999997 + - type: nauc_map_at_1000_diff1 + value: 60.0897 + - type: nauc_recall_at_1_max + value: 48.6122 + - type: nauc_recall_at_1_std + value: 18.3707 + - type: nauc_recall_at_1_diff1 + value: 65.9894 + - type: nauc_recall_at_3_max + value: 63.3309 + - type: nauc_recall_at_3_std + value: 35.1892 + - type: nauc_recall_at_3_diff1 + value: 47.732200000000006 + - type: nauc_recall_at_5_max + value: 65.7603 + - type: nauc_recall_at_5_std + value: 44.6445 + - type: nauc_recall_at_5_diff1 + value: 43.9624 + - type: nauc_recall_at_10_max + value: 76.059 + - type: nauc_recall_at_10_std + value: 48.0321 + - type: nauc_recall_at_10_diff1 + value: 52.642999999999994 + - type: nauc_recall_at_20_max + value: 81.92160000000001 + - type: nauc_recall_at_20_std + value: 61.57040000000001 + - type: nauc_recall_at_20_diff1 + value: 51.0182 + - type: nauc_recall_at_100_max + value: 100.0 + - type: nauc_recall_at_100_std + value: 86.907 + - type: nauc_recall_at_100_diff1 + value: 72.2366 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 48.6122 + - type: nauc_precision_at_1_std + value: 18.3707 + - type: nauc_precision_at_1_diff1 + value: 65.9894 + - type: nauc_precision_at_3_max + value: 63.3309 + - type: nauc_precision_at_3_std + value: 35.1892 + - type: nauc_precision_at_3_diff1 + value: 47.732200000000006 + - type: nauc_precision_at_5_max + value: 65.7603 + - type: nauc_precision_at_5_std + value: 44.6445 + - type: nauc_precision_at_5_diff1 + value: 43.9624 + - type: nauc_precision_at_10_max + value: 76.059 + - type: nauc_precision_at_10_std + value: 48.0321 + - type: nauc_precision_at_10_diff1 + value: 52.642999999999994 + - type: nauc_precision_at_20_max + value: 81.92160000000001 + - type: nauc_precision_at_20_std + value: 61.57040000000001 + - type: nauc_precision_at_20_diff1 + value: 51.0182 + - type: nauc_precision_at_100_max + value: 100.0 + - type: nauc_precision_at_100_std + value: 86.907 + - type: nauc_precision_at_100_diff1 + value: 72.2366 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 48.6122 + - type: nauc_mrr_at_1_std + value: 18.3707 + - type: nauc_mrr_at_1_diff1 + value: 65.9894 + - type: nauc_mrr_at_3_max + value: 54.278000000000006 + - type: nauc_mrr_at_3_std + value: 25.3062 + - type: nauc_mrr_at_3_diff1 + value: 59.0998 + - type: nauc_mrr_at_5_max + value: 54.38269999999999 + - type: nauc_mrr_at_5_std + value: 26.451400000000003 + - type: nauc_mrr_at_5_diff1 + value: 59.0233 + - type: nauc_mrr_at_10_max + value: 54.915000000000006 + - type: nauc_mrr_at_10_std + value: 26.3247 + - type: nauc_mrr_at_10_diff1 + value: 59.939 + - type: nauc_mrr_at_20_max + value: 54.760600000000004 + - type: nauc_mrr_at_20_std + value: 26.3843 + - type: nauc_mrr_at_20_diff1 + value: 60.019800000000004 + - type: nauc_mrr_at_100_max + value: 54.548700000000004 + - type: nauc_mrr_at_100_std + value: 26.167099999999998 + - type: nauc_mrr_at_100_diff1 + value: 60.091499999999996 + - type: nauc_mrr_at_1000_max + value: 54.542 + - type: nauc_mrr_at_1000_std + value: 26.158199999999997 + - type: nauc_mrr_at_1000_diff1 + value: 60.0897 + - type: main_score + value: 67.949 + task: + type: Retrieval + - dataset: + config: ara-eng + name: MTEB MLQARetrieval (ara-eng) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 51.837999999999994 + - type: ndcg_at_3 + value: 61.207 + - type: ndcg_at_5 + value: 63.57000000000001 + - type: ndcg_at_10 + value: 65.679 + - type: ndcg_at_20 + value: 67.296 + - type: ndcg_at_100 + value: 69.298 + - type: ndcg_at_1000 + value: 69.68299999999999 + - type: map_at_1 + value: 51.837999999999994 + - type: map_at_3 + value: 58.897 + - type: map_at_5 + value: 60.193 + - type: map_at_10 + value: 61.053000000000004 + - type: map_at_20 + value: 61.499 + - type: map_at_100 + value: 61.79900000000001 + - type: map_at_1000 + value: 61.815 + - type: recall_at_1 + value: 51.837999999999994 + - type: recall_at_3 + value: 67.892 + - type: recall_at_5 + value: 73.694 + - type: recall_at_10 + value: 80.271 + - type: recall_at_20 + value: 86.654 + - type: recall_at_100 + value: 97.099 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 51.837999999999994 + - type: precision_at_3 + value: 22.631 + - type: precision_at_5 + value: 14.738999999999999 + - type: precision_at_10 + value: 8.027 + - type: precision_at_20 + value: 4.333 + - type: precision_at_100 + value: 0.971 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 51.837500000000006 + - type: mrr_at_3 + value: 58.8975 + - type: mrr_at_5 + value: 60.1934 + - type: mrr_at_10 + value: 61.0533 + - type: mrr_at_20 + value: 61.498799999999996 + - type: mrr_at_100 + value: 61.7987 + - type: mrr_at_1000 + value: 61.8154 + - type: nauc_ndcg_at_1_max + value: 52.8818 + - type: nauc_ndcg_at_1_std + value: 2.2309 + - type: nauc_ndcg_at_1_diff1 + value: 67.1852 + - type: nauc_ndcg_at_3_max + value: 57.75789999999999 + - type: nauc_ndcg_at_3_std + value: 8.4361 + - type: nauc_ndcg_at_3_diff1 + value: 60.3313 + - type: nauc_ndcg_at_5_max + value: 58.845000000000006 + - type: nauc_ndcg_at_5_std + value: 10.3892 + - type: nauc_ndcg_at_5_diff1 + value: 59.6225 + - type: nauc_ndcg_at_10_max + value: 58.440999999999995 + - type: nauc_ndcg_at_10_std + value: 10.245 + - type: nauc_ndcg_at_10_diff1 + value: 60.3544 + - type: nauc_ndcg_at_20_max + value: 58.0517 + - type: nauc_ndcg_at_20_std + value: 9.229 + - type: nauc_ndcg_at_20_diff1 + value: 60.4508 + - type: nauc_ndcg_at_100_max + value: 57.6593 + - type: nauc_ndcg_at_100_std + value: 9.1281 + - type: nauc_ndcg_at_100_diff1 + value: 61.107299999999995 + - type: nauc_ndcg_at_1000_max + value: 57.301100000000005 + - type: nauc_ndcg_at_1000_std + value: 8.3789 + - type: nauc_ndcg_at_1000_diff1 + value: 61.433899999999994 + - type: nauc_map_at_1_max + value: 52.8818 + - type: nauc_map_at_1_std + value: 2.2309 + - type: nauc_map_at_1_diff1 + value: 67.1852 + - type: nauc_map_at_3_max + value: 56.5338 + - type: nauc_map_at_3_std + value: 6.6754999999999995 + - type: nauc_map_at_3_diff1 + value: 62.195299999999996 + - type: nauc_map_at_5_max + value: 56.990300000000005 + - type: nauc_map_at_5_std + value: 7.5465 + - type: nauc_map_at_5_diff1 + value: 61.898399999999995 + - type: nauc_map_at_10_max + value: 56.7918 + - type: nauc_map_at_10_std + value: 7.446400000000001 + - type: nauc_map_at_10_diff1 + value: 62.218399999999995 + - type: nauc_map_at_20_max + value: 56.666399999999996 + - type: nauc_map_at_20_std + value: 7.133399999999999 + - type: nauc_map_at_20_diff1 + value: 62.2684 + - type: nauc_map_at_100_max + value: 56.60380000000001 + - type: nauc_map_at_100_std + value: 7.143800000000001 + - type: nauc_map_at_100_diff1 + value: 62.332100000000004 + - type: nauc_map_at_1000_max + value: 56.5913 + - type: nauc_map_at_1000_std + value: 7.1212 + - type: nauc_map_at_1000_diff1 + value: 62.3459 + - type: nauc_recall_at_1_max + value: 52.8818 + - type: nauc_recall_at_1_std + value: 2.2309 + - type: nauc_recall_at_1_diff1 + value: 67.1852 + - type: nauc_recall_at_3_max + value: 61.804 + - type: nauc_recall_at_3_std + value: 14.3574 + - type: nauc_recall_at_3_diff1 + value: 54.0982 + - type: nauc_recall_at_5_max + value: 66.14320000000001 + - type: nauc_recall_at_5_std + value: 21.7224 + - type: nauc_recall_at_5_diff1 + value: 50.83259999999999 + - type: nauc_recall_at_10_max + value: 66.2602 + - type: nauc_recall_at_10_std + value: 23.880399999999998 + - type: nauc_recall_at_10_diff1 + value: 51.8906 + - type: nauc_recall_at_20_max + value: 66.73219999999999 + - type: nauc_recall_at_20_std + value: 22.267799999999998 + - type: nauc_recall_at_20_diff1 + value: 49.0047 + - type: nauc_recall_at_100_max + value: 79.71249999999999 + - type: nauc_recall_at_100_std + value: 56.6461 + - type: nauc_recall_at_100_diff1 + value: 41.9666 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 52.8818 + - type: nauc_precision_at_1_std + value: 2.2309 + - type: nauc_precision_at_1_diff1 + value: 67.1852 + - type: nauc_precision_at_3_max + value: 61.804 + - type: nauc_precision_at_3_std + value: 14.3574 + - type: nauc_precision_at_3_diff1 + value: 54.0982 + - type: nauc_precision_at_5_max + value: 66.14320000000001 + - type: nauc_precision_at_5_std + value: 21.7224 + - type: nauc_precision_at_5_diff1 + value: 50.83259999999999 + - type: nauc_precision_at_10_max + value: 66.2602 + - type: nauc_precision_at_10_std + value: 23.880399999999998 + - type: nauc_precision_at_10_diff1 + value: 51.8906 + - type: nauc_precision_at_20_max + value: 66.73219999999999 + - type: nauc_precision_at_20_std + value: 22.267799999999998 + - type: nauc_precision_at_20_diff1 + value: 49.0047 + - type: nauc_precision_at_100_max + value: 79.71249999999999 + - type: nauc_precision_at_100_std + value: 56.6461 + - type: nauc_precision_at_100_diff1 + value: 41.9666 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 52.8818 + - type: nauc_mrr_at_1_std + value: 2.2309 + - type: nauc_mrr_at_1_diff1 + value: 67.1852 + - type: nauc_mrr_at_3_max + value: 56.5338 + - type: nauc_mrr_at_3_std + value: 6.6754999999999995 + - type: nauc_mrr_at_3_diff1 + value: 62.195299999999996 + - type: nauc_mrr_at_5_max + value: 56.990300000000005 + - type: nauc_mrr_at_5_std + value: 7.5465 + - type: nauc_mrr_at_5_diff1 + value: 61.898399999999995 + - type: nauc_mrr_at_10_max + value: 56.7918 + - type: nauc_mrr_at_10_std + value: 7.446400000000001 + - type: nauc_mrr_at_10_diff1 + value: 62.218399999999995 + - type: nauc_mrr_at_20_max + value: 56.666399999999996 + - type: nauc_mrr_at_20_std + value: 7.133399999999999 + - type: nauc_mrr_at_20_diff1 + value: 62.2684 + - type: nauc_mrr_at_100_max + value: 56.60380000000001 + - type: nauc_mrr_at_100_std + value: 7.143800000000001 + - type: nauc_mrr_at_100_diff1 + value: 62.332100000000004 + - type: nauc_mrr_at_1000_max + value: 56.5913 + - type: nauc_mrr_at_1000_std + value: 7.1212 + - type: nauc_mrr_at_1000_diff1 + value: 62.3459 + - type: main_score + value: 65.679 + task: + type: Retrieval + - dataset: + config: ara-spa + name: MTEB MLQARetrieval (ara-spa) revision: 397ed406c1a7902140303e7faf60fff35b58d285 split: validation - type: mlqa/mmteb-mlqa + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 60.248000000000005 + - type: ndcg_at_3 + value: 69.247 + - type: ndcg_at_5 + value: 72.26599999999999 + - type: ndcg_at_10 + value: 73.994 + - type: ndcg_at_20 + value: 75.24300000000001 + - type: ndcg_at_100 + value: 76.547 + - type: ndcg_at_1000 + value: 76.547 + - type: map_at_1 + value: 60.248000000000005 + - type: map_at_3 + value: 67.184 + - type: map_at_5 + value: 68.83 + - type: map_at_10 + value: 69.49600000000001 + - type: map_at_20 + value: 69.83500000000001 + - type: map_at_100 + value: 70.031 + - type: map_at_1000 + value: 70.031 + - type: recall_at_1 + value: 60.248000000000005 + - type: recall_at_3 + value: 75.155 + - type: recall_at_5 + value: 82.609 + - type: recall_at_10 + value: 88.19900000000001 + - type: recall_at_20 + value: 93.16799999999999 + - type: recall_at_100 + value: 100.0 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 60.248000000000005 + - type: precision_at_3 + value: 25.052000000000003 + - type: precision_at_5 + value: 16.522000000000002 + - type: precision_at_10 + value: 8.82 + - type: precision_at_20 + value: 4.658 + - type: precision_at_100 + value: 1.0 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 60.248400000000004 + - type: mrr_at_3 + value: 67.1843 + - type: mrr_at_5 + value: 68.83019999999999 + - type: mrr_at_10 + value: 69.49600000000001 + - type: mrr_at_20 + value: 69.8345 + - type: mrr_at_100 + value: 70.03049999999999 + - type: mrr_at_1000 + value: 70.03049999999999 + - type: nauc_ndcg_at_1_max + value: 51.1706 + - type: nauc_ndcg_at_1_std + value: -8.1716 + - type: nauc_ndcg_at_1_diff1 + value: 73.443 + - type: nauc_ndcg_at_3_max + value: 61.9764 + - type: nauc_ndcg_at_3_std + value: 4.0499 + - type: nauc_ndcg_at_3_diff1 + value: 67.49589999999999 + - type: nauc_ndcg_at_5_max + value: 60.4749 + - type: nauc_ndcg_at_5_std + value: 8.561399999999999 + - type: nauc_ndcg_at_5_diff1 + value: 65.4543 + - type: nauc_ndcg_at_10_max + value: 61.6645 + - type: nauc_ndcg_at_10_std + value: 8.186200000000001 + - type: nauc_ndcg_at_10_diff1 + value: 67.3523 + - type: nauc_ndcg_at_20_max + value: 60.9429 + - type: nauc_ndcg_at_20_std + value: 7.7970999999999995 + - type: nauc_ndcg_at_20_diff1 + value: 67.1078 + - type: nauc_ndcg_at_100_max + value: 59.452400000000004 + - type: nauc_ndcg_at_100_std + value: 4.6432 + - type: nauc_ndcg_at_100_diff1 + value: 68.0564 + - type: nauc_ndcg_at_1000_max + value: 59.452400000000004 + - type: nauc_ndcg_at_1000_std + value: 4.6432 + - type: nauc_ndcg_at_1000_diff1 + value: 68.0564 + - type: nauc_map_at_1_max + value: 51.1706 + - type: nauc_map_at_1_std + value: -8.1716 + - type: nauc_map_at_1_diff1 + value: 73.443 + - type: nauc_map_at_3_max + value: 59.385299999999994 + - type: nauc_map_at_3_std + value: 1.1125 + - type: nauc_map_at_3_diff1 + value: 68.9884 + - type: nauc_map_at_5_max + value: 58.473600000000005 + - type: nauc_map_at_5_std + value: 3.273 + - type: nauc_map_at_5_diff1 + value: 68.0102 + - type: nauc_map_at_10_max + value: 58.869899999999994 + - type: nauc_map_at_10_std + value: 3.1175 + - type: nauc_map_at_10_diff1 + value: 68.7308 + - type: nauc_map_at_20_max + value: 58.6638 + - type: nauc_map_at_20_std + value: 2.9529 + - type: nauc_map_at_20_diff1 + value: 68.6787 + - type: nauc_map_at_100_max + value: 58.465 + - type: nauc_map_at_100_std + value: 2.5943 + - type: nauc_map_at_100_diff1 + value: 68.7955 + - type: nauc_map_at_1000_max + value: 58.465 + - type: nauc_map_at_1000_std + value: 2.5943 + - type: nauc_map_at_1000_diff1 + value: 68.7955 + - type: nauc_recall_at_1_max + value: 51.1706 + - type: nauc_recall_at_1_std + value: -8.1716 + - type: nauc_recall_at_1_diff1 + value: 73.443 + - type: nauc_recall_at_3_max + value: 70.9051 + - type: nauc_recall_at_3_std + value: 14.1759 + - type: nauc_recall_at_3_diff1 + value: 62.3143 + - type: nauc_recall_at_5_max + value: 68.99159999999999 + - type: nauc_recall_at_5_std + value: 33.226499999999994 + - type: nauc_recall_at_5_diff1 + value: 53.53790000000001 + - type: nauc_recall_at_10_max + value: 79.36149999999999 + - type: nauc_recall_at_10_std + value: 40.149 + - type: nauc_recall_at_10_diff1 + value: 59.90220000000001 + - type: nauc_recall_at_20_max + value: 83.0489 + - type: nauc_recall_at_20_std + value: 57.8707 + - type: nauc_recall_at_20_diff1 + value: 52.1552 + - type: nauc_recall_at_100_max + value: .nan + - type: nauc_recall_at_100_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 51.1706 + - type: nauc_precision_at_1_std + value: -8.1716 + - type: nauc_precision_at_1_diff1 + value: 73.443 + - type: nauc_precision_at_3_max + value: 70.9051 + - type: nauc_precision_at_3_std + value: 14.1759 + - type: nauc_precision_at_3_diff1 + value: 62.3143 + - type: nauc_precision_at_5_max + value: 68.99159999999999 + - type: nauc_precision_at_5_std + value: 33.226499999999994 + - type: nauc_precision_at_5_diff1 + value: 53.53790000000001 + - type: nauc_precision_at_10_max + value: 79.36149999999999 + - type: nauc_precision_at_10_std + value: 40.149 + - type: nauc_precision_at_10_diff1 + value: 59.90220000000001 + - type: nauc_precision_at_20_max + value: 83.0489 + - type: nauc_precision_at_20_std + value: 57.8707 + - type: nauc_precision_at_20_diff1 + value: 52.1552 + - type: nauc_precision_at_100_max + value: .nan + - type: nauc_precision_at_100_std + value: .nan + - type: nauc_precision_at_100_diff1 + value: .nan + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 51.1706 + - type: nauc_mrr_at_1_std + value: -8.1716 + - type: nauc_mrr_at_1_diff1 + value: 73.443 + - type: nauc_mrr_at_3_max + value: 59.385299999999994 + - type: nauc_mrr_at_3_std + value: 1.1125 + - type: nauc_mrr_at_3_diff1 + value: 68.9884 + - type: nauc_mrr_at_5_max + value: 58.473600000000005 + - type: nauc_mrr_at_5_std + value: 3.273 + - type: nauc_mrr_at_5_diff1 + value: 68.0102 + - type: nauc_mrr_at_10_max + value: 58.869899999999994 + - type: nauc_mrr_at_10_std + value: 3.1175 + - type: nauc_mrr_at_10_diff1 + value: 68.7308 + - type: nauc_mrr_at_20_max + value: 58.6638 + - type: nauc_mrr_at_20_std + value: 2.9529 + - type: nauc_mrr_at_20_diff1 + value: 68.6787 + - type: nauc_mrr_at_100_max + value: 58.465 + - type: nauc_mrr_at_100_std + value: 2.5943 + - type: nauc_mrr_at_100_diff1 + value: 68.7955 + - type: nauc_mrr_at_1000_max + value: 58.465 + - type: nauc_mrr_at_1000_std + value: 2.5943 + - type: nauc_mrr_at_1000_diff1 + value: 68.7955 + - type: main_score + value: 73.994 + task: + type: Retrieval + - dataset: + config: ara-hin + name: MTEB MLQARetrieval (ara-hin) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 54.301 + - type: ndcg_at_3 + value: 65.598 + - type: ndcg_at_5 + value: 68.46600000000001 + - type: ndcg_at_10 + value: 70.511 + - type: ndcg_at_20 + value: 71.58200000000001 + - type: ndcg_at_100 + value: 73.014 + - type: ndcg_at_1000 + value: 73.165 + - type: map_at_1 + value: 54.301 + - type: map_at_3 + value: 62.814 + - type: map_at_5 + value: 64.4 + - type: map_at_10 + value: 65.21900000000001 + - type: map_at_20 + value: 65.503 + - type: map_at_100 + value: 65.712 + - type: map_at_1000 + value: 65.72 + - type: recall_at_1 + value: 54.301 + - type: recall_at_3 + value: 73.656 + - type: recall_at_5 + value: 80.645 + - type: recall_at_10 + value: 87.09700000000001 + - type: recall_at_20 + value: 91.398 + - type: recall_at_100 + value: 98.925 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 54.301 + - type: precision_at_3 + value: 24.552 + - type: precision_at_5 + value: 16.128999999999998 + - type: precision_at_10 + value: 8.709999999999999 + - type: precision_at_20 + value: 4.569999999999999 + - type: precision_at_100 + value: 0.989 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 54.301100000000005 + - type: mrr_at_3 + value: 62.8136 + - type: mrr_at_5 + value: 64.3996 + - type: mrr_at_10 + value: 65.2187 + - type: mrr_at_20 + value: 65.5029 + - type: mrr_at_100 + value: 65.71209999999999 + - type: mrr_at_1000 + value: 65.72 + - type: nauc_ndcg_at_1_max + value: 53.0712 + - type: nauc_ndcg_at_1_std + value: 3.4898 + - type: nauc_ndcg_at_1_diff1 + value: 66.2941 + - type: nauc_ndcg_at_3_max + value: 59.7553 + - type: nauc_ndcg_at_3_std + value: 12.1777 + - type: nauc_ndcg_at_3_diff1 + value: 62.923399999999994 + - type: nauc_ndcg_at_5_max + value: 59.16630000000001 + - type: nauc_ndcg_at_5_std + value: 11.998899999999999 + - type: nauc_ndcg_at_5_diff1 + value: 61.015699999999995 + - type: nauc_ndcg_at_10_max + value: 59.5264 + - type: nauc_ndcg_at_10_std + value: 14.9617 + - type: nauc_ndcg_at_10_diff1 + value: 62.1769 + - type: nauc_ndcg_at_20_max + value: 59.5248 + - type: nauc_ndcg_at_20_std + value: 13.4521 + - type: nauc_ndcg_at_20_diff1 + value: 63.1046 + - type: nauc_ndcg_at_100_max + value: 58.8175 + - type: nauc_ndcg_at_100_std + value: 12.1264 + - type: nauc_ndcg_at_100_diff1 + value: 63.231 + - type: nauc_ndcg_at_1000_max + value: 58.571200000000005 + - type: nauc_ndcg_at_1000_std + value: 11.6462 + - type: nauc_ndcg_at_1000_diff1 + value: 63.166900000000005 + - type: nauc_map_at_1_max + value: 53.0712 + - type: nauc_map_at_1_std + value: 3.4898 + - type: nauc_map_at_1_diff1 + value: 66.2941 + - type: nauc_map_at_3_max + value: 58.0839 + - type: nauc_map_at_3_std + value: 9.8015 + - type: nauc_map_at_3_diff1 + value: 63.7764 + - type: nauc_map_at_5_max + value: 57.7643 + - type: nauc_map_at_5_std + value: 9.661200000000001 + - type: nauc_map_at_5_diff1 + value: 62.8703 + - type: nauc_map_at_10_max + value: 57.92230000000001 + - type: nauc_map_at_10_std + value: 10.7513 + - type: nauc_map_at_10_diff1 + value: 63.282700000000006 + - type: nauc_map_at_20_max + value: 57.898 + - type: nauc_map_at_20_std + value: 10.3559 + - type: nauc_map_at_20_diff1 + value: 63.4981 + - type: nauc_map_at_100_max + value: 57.8164 + - type: nauc_map_at_100_std + value: 10.2083 + - type: nauc_map_at_100_diff1 + value: 63.524 + - type: nauc_map_at_1000_max + value: 57.80610000000001 + - type: nauc_map_at_1000_std + value: 10.1882 + - type: nauc_map_at_1000_diff1 + value: 63.521499999999996 + - type: nauc_recall_at_1_max + value: 53.0712 + - type: nauc_recall_at_1_std + value: 3.4898 + - type: nauc_recall_at_1_diff1 + value: 66.2941 + - type: nauc_recall_at_3_max + value: 65.6965 + - type: nauc_recall_at_3_std + value: 20.741100000000003 + - type: nauc_recall_at_3_diff1 + value: 59.885600000000004 + - type: nauc_recall_at_5_max + value: 65.05539999999999 + - type: nauc_recall_at_5_std + value: 22.2359 + - type: nauc_recall_at_5_diff1 + value: 52.3555 + - type: nauc_recall_at_10_max + value: 69.0771 + - type: nauc_recall_at_10_std + value: 43.1849 + - type: nauc_recall_at_10_diff1 + value: 55.924099999999996 + - type: nauc_recall_at_20_max + value: 73.63589999999999 + - type: nauc_recall_at_20_std + value: 40.5013 + - type: nauc_recall_at_20_diff1 + value: 62.9617 + - type: nauc_recall_at_100_max + value: 93.44839999999999 + - type: nauc_recall_at_100_std + value: 79.5537 + - type: nauc_recall_at_100_diff1 + value: 72.2107 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 53.0712 + - type: nauc_precision_at_1_std + value: 3.4898 + - type: nauc_precision_at_1_diff1 + value: 66.2941 + - type: nauc_precision_at_3_max + value: 65.6965 + - type: nauc_precision_at_3_std + value: 20.741100000000003 + - type: nauc_precision_at_3_diff1 + value: 59.885600000000004 + - type: nauc_precision_at_5_max + value: 65.05539999999999 + - type: nauc_precision_at_5_std + value: 22.2359 + - type: nauc_precision_at_5_diff1 + value: 52.3555 + - type: nauc_precision_at_10_max + value: 69.0771 + - type: nauc_precision_at_10_std + value: 43.1849 + - type: nauc_precision_at_10_diff1 + value: 55.924099999999996 + - type: nauc_precision_at_20_max + value: 73.63589999999999 + - type: nauc_precision_at_20_std + value: 40.5013 + - type: nauc_precision_at_20_diff1 + value: 62.9617 + - type: nauc_precision_at_100_max + value: 93.44839999999999 + - type: nauc_precision_at_100_std + value: 79.5537 + - type: nauc_precision_at_100_diff1 + value: 72.2107 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 53.0712 + - type: nauc_mrr_at_1_std + value: 3.4898 + - type: nauc_mrr_at_1_diff1 + value: 66.2941 + - type: nauc_mrr_at_3_max + value: 58.0839 + - type: nauc_mrr_at_3_std + value: 9.8015 + - type: nauc_mrr_at_3_diff1 + value: 63.7764 + - type: nauc_mrr_at_5_max + value: 57.7643 + - type: nauc_mrr_at_5_std + value: 9.661200000000001 + - type: nauc_mrr_at_5_diff1 + value: 62.8703 + - type: nauc_mrr_at_10_max + value: 57.92230000000001 + - type: nauc_mrr_at_10_std + value: 10.7513 + - type: nauc_mrr_at_10_diff1 + value: 63.282700000000006 + - type: nauc_mrr_at_20_max + value: 57.898 + - type: nauc_mrr_at_20_std + value: 10.3559 + - type: nauc_mrr_at_20_diff1 + value: 63.4981 + - type: nauc_mrr_at_100_max + value: 57.8164 + - type: nauc_mrr_at_100_std + value: 10.2083 + - type: nauc_mrr_at_100_diff1 + value: 63.524 + - type: nauc_mrr_at_1000_max + value: 57.80610000000001 + - type: nauc_mrr_at_1000_std + value: 10.1882 + - type: nauc_mrr_at_1000_diff1 + value: 63.521499999999996 + - type: main_score + value: 70.511 + task: + type: Retrieval + - dataset: + config: ara-vie + name: MTEB MLQARetrieval (ara-vie) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 52.147 + - type: ndcg_at_3 + value: 60.407 + - type: ndcg_at_5 + value: 64.209 + - type: ndcg_at_10 + value: 66.841 + - type: ndcg_at_20 + value: 68.27 + - type: ndcg_at_100 + value: 70.407 + - type: ndcg_at_1000 + value: 70.407 + - type: map_at_1 + value: 52.147 + - type: map_at_3 + value: 58.384 + - type: map_at_5 + value: 60.501000000000005 + - type: map_at_10 + value: 61.617 + - type: map_at_20 + value: 62.026 + - type: map_at_100 + value: 62.356 + - type: map_at_1000 + value: 62.356 + - type: recall_at_1 + value: 52.147 + - type: recall_at_3 + value: 66.258 + - type: recall_at_5 + value: 75.46000000000001 + - type: recall_at_10 + value: 83.43599999999999 + - type: recall_at_20 + value: 88.957 + - type: recall_at_100 + value: 100.0 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 52.147 + - type: precision_at_3 + value: 22.086 + - type: precision_at_5 + value: 15.092 + - type: precision_at_10 + value: 8.344 + - type: precision_at_20 + value: 4.4479999999999995 + - type: precision_at_100 + value: 1.0 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 52.147200000000005 + - type: mrr_at_3 + value: 58.384499999999996 + - type: mrr_at_5 + value: 60.501000000000005 + - type: mrr_at_10 + value: 61.616499999999995 + - type: mrr_at_20 + value: 62.02609999999999 + - type: mrr_at_100 + value: 62.3563 + - type: mrr_at_1000 + value: 62.3563 + - type: nauc_ndcg_at_1_max + value: 62.013 + - type: nauc_ndcg_at_1_std + value: 14.3347 + - type: nauc_ndcg_at_1_diff1 + value: 63.092000000000006 + - type: nauc_ndcg_at_3_max + value: 64.3437 + - type: nauc_ndcg_at_3_std + value: 17.8683 + - type: nauc_ndcg_at_3_diff1 + value: 58.916999999999994 + - type: nauc_ndcg_at_5_max + value: 62.3664 + - type: nauc_ndcg_at_5_std + value: 17.697 + - type: nauc_ndcg_at_5_diff1 + value: 57.1928 + - type: nauc_ndcg_at_10_max + value: 62.8166 + - type: nauc_ndcg_at_10_std + value: 19.034599999999998 + - type: nauc_ndcg_at_10_diff1 + value: 58.5172 + - type: nauc_ndcg_at_20_max + value: 63.6594 + - type: nauc_ndcg_at_20_std + value: 20.9389 + - type: nauc_ndcg_at_20_diff1 + value: 57.687900000000006 + - type: nauc_ndcg_at_100_max + value: 63.109700000000004 + - type: nauc_ndcg_at_100_std + value: 18.536 + - type: nauc_ndcg_at_100_diff1 + value: 58.574099999999994 + - type: nauc_ndcg_at_1000_max + value: 63.109700000000004 + - type: nauc_ndcg_at_1000_std + value: 18.536 + - type: nauc_ndcg_at_1000_diff1 + value: 58.574099999999994 + - type: nauc_map_at_1_max + value: 62.013 + - type: nauc_map_at_1_std + value: 14.3347 + - type: nauc_map_at_1_diff1 + value: 63.092000000000006 + - type: nauc_map_at_3_max + value: 63.7613 + - type: nauc_map_at_3_std + value: 17.387800000000002 + - type: nauc_map_at_3_diff1 + value: 59.5963 + - type: nauc_map_at_5_max + value: 62.6696 + - type: nauc_map_at_5_std + value: 17.2029 + - type: nauc_map_at_5_diff1 + value: 58.5964 + - type: nauc_map_at_10_max + value: 62.7803 + - type: nauc_map_at_10_std + value: 17.6424 + - type: nauc_map_at_10_diff1 + value: 59.108799999999995 + - type: nauc_map_at_20_max + value: 63.032 + - type: nauc_map_at_20_std + value: 18.2008 + - type: nauc_map_at_20_diff1 + value: 58.8951 + - type: nauc_map_at_100_max + value: 62.961800000000004 + - type: nauc_map_at_100_std + value: 17.8419 + - type: nauc_map_at_100_diff1 + value: 59.0283 + - type: nauc_map_at_1000_max + value: 62.961800000000004 + - type: nauc_map_at_1000_std + value: 17.8419 + - type: nauc_map_at_1000_diff1 + value: 59.0283 + - type: nauc_recall_at_1_max + value: 62.013 + - type: nauc_recall_at_1_std + value: 14.3347 + - type: nauc_recall_at_1_diff1 + value: 63.092000000000006 + - type: nauc_recall_at_3_max + value: 66.2268 + - type: nauc_recall_at_3_std + value: 19.2254 + - type: nauc_recall_at_3_diff1 + value: 56.8986 + - type: nauc_recall_at_5_max + value: 60.8216 + - type: nauc_recall_at_5_std + value: 19.4877 + - type: nauc_recall_at_5_diff1 + value: 51.761900000000004 + - type: nauc_recall_at_10_max + value: 63.136199999999995 + - type: nauc_recall_at_10_std + value: 27.4165 + - type: nauc_recall_at_10_diff1 + value: 56.558 + - type: nauc_recall_at_20_max + value: 69.8169 + - type: nauc_recall_at_20_std + value: 45.7693 + - type: nauc_recall_at_20_diff1 + value: 48.7296 + - type: nauc_recall_at_100_max + value: .nan + - type: nauc_recall_at_100_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 62.013 + - type: nauc_precision_at_1_std + value: 14.3347 + - type: nauc_precision_at_1_diff1 + value: 63.092000000000006 + - type: nauc_precision_at_3_max + value: 66.2268 + - type: nauc_precision_at_3_std + value: 19.2254 + - type: nauc_precision_at_3_diff1 + value: 56.8986 + - type: nauc_precision_at_5_max + value: 60.8216 + - type: nauc_precision_at_5_std + value: 19.4877 + - type: nauc_precision_at_5_diff1 + value: 51.761900000000004 + - type: nauc_precision_at_10_max + value: 63.136199999999995 + - type: nauc_precision_at_10_std + value: 27.4165 + - type: nauc_precision_at_10_diff1 + value: 56.558 + - type: nauc_precision_at_20_max + value: 69.8169 + - type: nauc_precision_at_20_std + value: 45.7693 + - type: nauc_precision_at_20_diff1 + value: 48.7296 + - type: nauc_precision_at_100_max + value: 100.0 + - type: nauc_precision_at_100_std + value: 100.0 + - type: nauc_precision_at_100_diff1 + value: 100.0 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 62.013 + - type: nauc_mrr_at_1_std + value: 14.3347 + - type: nauc_mrr_at_1_diff1 + value: 63.092000000000006 + - type: nauc_mrr_at_3_max + value: 63.7613 + - type: nauc_mrr_at_3_std + value: 17.387800000000002 + - type: nauc_mrr_at_3_diff1 + value: 59.5963 + - type: nauc_mrr_at_5_max + value: 62.6696 + - type: nauc_mrr_at_5_std + value: 17.2029 + - type: nauc_mrr_at_5_diff1 + value: 58.5964 + - type: nauc_mrr_at_10_max + value: 62.7803 + - type: nauc_mrr_at_10_std + value: 17.6424 + - type: nauc_mrr_at_10_diff1 + value: 59.108799999999995 + - type: nauc_mrr_at_20_max + value: 63.032 + - type: nauc_mrr_at_20_std + value: 18.2008 + - type: nauc_mrr_at_20_diff1 + value: 58.8951 + - type: nauc_mrr_at_100_max + value: 62.961800000000004 + - type: nauc_mrr_at_100_std + value: 17.8419 + - type: nauc_mrr_at_100_diff1 + value: 59.0283 + - type: nauc_mrr_at_1000_max + value: 62.961800000000004 + - type: nauc_mrr_at_1000_std + value: 17.8419 + - type: nauc_mrr_at_1000_diff1 + value: 59.0283 + - type: main_score + value: 66.841 + task: + type: Retrieval + - dataset: + config: ara-zho + name: MTEB MLQARetrieval (ara-zho) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 58.511 + - type: ndcg_at_3 + value: 68.022 + - type: ndcg_at_5 + value: 69.808 + - type: ndcg_at_10 + value: 71.552 + - type: ndcg_at_20 + value: 73.287 + - type: ndcg_at_100 + value: 74.737 + - type: ndcg_at_1000 + value: 74.964 + - type: map_at_1 + value: 58.511 + - type: map_at_3 + value: 65.78 + - type: map_at_5 + value: 66.791 + - type: map_at_10 + value: 67.523 + - type: map_at_20 + value: 67.994 + - type: map_at_100 + value: 68.219 + - type: map_at_1000 + value: 68.231 + - type: recall_at_1 + value: 58.511 + - type: recall_at_3 + value: 74.468 + - type: recall_at_5 + value: 78.723 + - type: recall_at_10 + value: 84.043 + - type: recall_at_20 + value: 90.957 + - type: recall_at_100 + value: 98.404 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 58.511 + - type: precision_at_3 + value: 24.823 + - type: precision_at_5 + value: 15.745000000000001 + - type: precision_at_10 + value: 8.404 + - type: precision_at_20 + value: 4.548 + - type: precision_at_100 + value: 0.984 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 58.510600000000004 + - type: mrr_at_3 + value: 65.78009999999999 + - type: mrr_at_5 + value: 66.79079999999999 + - type: mrr_at_10 + value: 67.5232 + - type: mrr_at_20 + value: 67.994 + - type: mrr_at_100 + value: 68.2188 + - type: mrr_at_1000 + value: 68.2311 + - type: nauc_ndcg_at_1_max + value: 47.2503 + - type: nauc_ndcg_at_1_std + value: 14.4989 + - type: nauc_ndcg_at_1_diff1 + value: 63.2463 + - type: nauc_ndcg_at_3_max + value: 54.855900000000005 + - type: nauc_ndcg_at_3_std + value: 21.204700000000003 + - type: nauc_ndcg_at_3_diff1 + value: 60.0863 + - type: nauc_ndcg_at_5_max + value: 55.416399999999996 + - type: nauc_ndcg_at_5_std + value: 22.047900000000002 + - type: nauc_ndcg_at_5_diff1 + value: 61.1254 + - type: nauc_ndcg_at_10_max + value: 53.0238 + - type: nauc_ndcg_at_10_std + value: 19.6632 + - type: nauc_ndcg_at_10_diff1 + value: 60.5071 + - type: nauc_ndcg_at_20_max + value: 53.337599999999995 + - type: nauc_ndcg_at_20_std + value: 21.4431 + - type: nauc_ndcg_at_20_diff1 + value: 59.5753 + - type: nauc_ndcg_at_100_max + value: 52.819300000000005 + - type: nauc_ndcg_at_100_std + value: 20.0427 + - type: nauc_ndcg_at_100_diff1 + value: 60.933800000000005 + - type: nauc_ndcg_at_1000_max + value: 52.70399999999999 + - type: nauc_ndcg_at_1000_std + value: 19.5895 + - type: nauc_ndcg_at_1000_diff1 + value: 60.8733 + - type: nauc_map_at_1_max + value: 47.2503 + - type: nauc_map_at_1_std + value: 14.4989 + - type: nauc_map_at_1_diff1 + value: 63.2463 + - type: nauc_map_at_3_max + value: 52.973400000000005 + - type: nauc_map_at_3_std + value: 19.3872 + - type: nauc_map_at_3_diff1 + value: 60.8399 + - type: nauc_map_at_5_max + value: 53.166999999999994 + - type: nauc_map_at_5_std + value: 19.7018 + - type: nauc_map_at_5_diff1 + value: 61.3792 + - type: nauc_map_at_10_max + value: 52.2108 + - type: nauc_map_at_10_std + value: 18.693199999999997 + - type: nauc_map_at_10_diff1 + value: 61.15390000000001 + - type: nauc_map_at_20_max + value: 52.2363 + - type: nauc_map_at_20_std + value: 19.135099999999998 + - type: nauc_map_at_20_diff1 + value: 60.963 + - type: nauc_map_at_100_max + value: 52.16499999999999 + - type: nauc_map_at_100_std + value: 18.8758 + - type: nauc_map_at_100_diff1 + value: 61.1737 + - type: nauc_map_at_1000_max + value: 52.1605 + - type: nauc_map_at_1000_std + value: 18.8562 + - type: nauc_map_at_1000_diff1 + value: 61.1715 + - type: nauc_recall_at_1_max + value: 47.2503 + - type: nauc_recall_at_1_std + value: 14.4989 + - type: nauc_recall_at_1_diff1 + value: 63.2463 + - type: nauc_recall_at_3_max + value: 61.4028 + - type: nauc_recall_at_3_std + value: 27.6147 + - type: nauc_recall_at_3_diff1 + value: 57.4815 + - type: nauc_recall_at_5_max + value: 64.4332 + - type: nauc_recall_at_5_std + value: 31.658399999999997 + - type: nauc_recall_at_5_diff1 + value: 60.4164 + - type: nauc_recall_at_10_max + value: 55.680099999999996 + - type: nauc_recall_at_10_std + value: 23.6144 + - type: nauc_recall_at_10_diff1 + value: 57.232099999999996 + - type: nauc_recall_at_20_max + value: 61.303700000000006 + - type: nauc_recall_at_20_std + value: 42.750899999999994 + - type: nauc_recall_at_20_diff1 + value: 45.5658 + - type: nauc_recall_at_100_max + value: 63.750099999999996 + - type: nauc_recall_at_100_std + value: 61.4922 + - type: nauc_recall_at_100_diff1 + value: 66.5823 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 47.2503 + - type: nauc_precision_at_1_std + value: 14.4989 + - type: nauc_precision_at_1_diff1 + value: 63.2463 + - type: nauc_precision_at_3_max + value: 61.4028 + - type: nauc_precision_at_3_std + value: 27.6147 + - type: nauc_precision_at_3_diff1 + value: 57.4815 + - type: nauc_precision_at_5_max + value: 64.4332 + - type: nauc_precision_at_5_std + value: 31.658399999999997 + - type: nauc_precision_at_5_diff1 + value: 60.4164 + - type: nauc_precision_at_10_max + value: 55.680099999999996 + - type: nauc_precision_at_10_std + value: 23.6144 + - type: nauc_precision_at_10_diff1 + value: 57.232099999999996 + - type: nauc_precision_at_20_max + value: 61.303700000000006 + - type: nauc_precision_at_20_std + value: 42.750899999999994 + - type: nauc_precision_at_20_diff1 + value: 45.5658 + - type: nauc_precision_at_100_max + value: 63.750099999999996 + - type: nauc_precision_at_100_std + value: 61.4922 + - type: nauc_precision_at_100_diff1 + value: 66.5823 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 47.2503 + - type: nauc_mrr_at_1_std + value: 14.4989 + - type: nauc_mrr_at_1_diff1 + value: 63.2463 + - type: nauc_mrr_at_3_max + value: 52.973400000000005 + - type: nauc_mrr_at_3_std + value: 19.3872 + - type: nauc_mrr_at_3_diff1 + value: 60.8399 + - type: nauc_mrr_at_5_max + value: 53.166999999999994 + - type: nauc_mrr_at_5_std + value: 19.7018 + - type: nauc_mrr_at_5_diff1 + value: 61.3792 + - type: nauc_mrr_at_10_max + value: 52.2108 + - type: nauc_mrr_at_10_std + value: 18.693199999999997 + - type: nauc_mrr_at_10_diff1 + value: 61.15390000000001 + - type: nauc_mrr_at_20_max + value: 52.2363 + - type: nauc_mrr_at_20_std + value: 19.135099999999998 + - type: nauc_mrr_at_20_diff1 + value: 60.963 + - type: nauc_mrr_at_100_max + value: 52.16499999999999 + - type: nauc_mrr_at_100_std + value: 18.8758 + - type: nauc_mrr_at_100_diff1 + value: 61.1737 + - type: nauc_mrr_at_1000_max + value: 52.1605 + - type: nauc_mrr_at_1000_std + value: 18.8562 + - type: nauc_mrr_at_1000_diff1 + value: 61.1715 + - type: main_score + value: 71.552 + task: + type: Retrieval + - dataset: + config: deu-ara + name: MTEB MLQARetrieval (deu-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 48.792 + - type: ndcg_at_3 + value: 58.879000000000005 + - type: ndcg_at_5 + value: 62.039 + - type: ndcg_at_10 + value: 64.575 + - type: ndcg_at_20 + value: 66.373 + - type: ndcg_at_100 + value: 68.355 + - type: ndcg_at_1000 + value: 68.423 + - type: map_at_1 + value: 48.792 + - type: map_at_3 + value: 56.361000000000004 + - type: map_at_5 + value: 58.099999999999994 + - type: map_at_10 + value: 59.168 + - type: map_at_20 + value: 59.643 + - type: map_at_100 + value: 59.924 + - type: map_at_1000 + value: 59.927 + - type: recall_at_1 + value: 48.792 + - type: recall_at_3 + value: 66.184 + - type: recall_at_5 + value: 73.913 + - type: recall_at_10 + value: 81.643 + - type: recall_at_20 + value: 88.889 + - type: recall_at_100 + value: 99.517 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 48.792 + - type: precision_at_3 + value: 22.061 + - type: precision_at_5 + value: 14.783 + - type: precision_at_10 + value: 8.164 + - type: precision_at_20 + value: 4.444 + - type: precision_at_100 + value: 0.9950000000000001 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 48.7923 + - type: mrr_at_3 + value: 56.360699999999994 + - type: mrr_at_5 + value: 58.0998 + - type: mrr_at_10 + value: 59.1684 + - type: mrr_at_20 + value: 59.6429 + - type: mrr_at_100 + value: 59.923899999999996 + - type: mrr_at_1000 + value: 59.927299999999995 + - type: nauc_ndcg_at_1_max + value: 60.14659999999999 + - type: nauc_ndcg_at_1_std + value: 24.918000000000003 + - type: nauc_ndcg_at_1_diff1 + value: 68.1555 + - type: nauc_ndcg_at_3_max + value: 68.1987 + - type: nauc_ndcg_at_3_std + value: 33.2158 + - type: nauc_ndcg_at_3_diff1 + value: 65.9628 + - type: nauc_ndcg_at_5_max + value: 67.9623 + - type: nauc_ndcg_at_5_std + value: 35.7052 + - type: nauc_ndcg_at_5_diff1 + value: 65.3555 + - type: nauc_ndcg_at_10_max + value: 67.2588 + - type: nauc_ndcg_at_10_std + value: 35.5972 + - type: nauc_ndcg_at_10_diff1 + value: 64.43560000000001 + - type: nauc_ndcg_at_20_max + value: 66.4426 + - type: nauc_ndcg_at_20_std + value: 34.2402 + - type: nauc_ndcg_at_20_diff1 + value: 64.6256 + - type: nauc_ndcg_at_100_max + value: 65.9374 + - type: nauc_ndcg_at_100_std + value: 33.2936 + - type: nauc_ndcg_at_100_diff1 + value: 65.4946 + - type: nauc_ndcg_at_1000_max + value: 65.8403 + - type: nauc_ndcg_at_1000_std + value: 33.1036 + - type: nauc_ndcg_at_1000_diff1 + value: 65.4336 + - type: nauc_map_at_1_max + value: 60.14659999999999 + - type: nauc_map_at_1_std + value: 24.918000000000003 + - type: nauc_map_at_1_diff1 + value: 68.1555 + - type: nauc_map_at_3_max + value: 65.9154 + - type: nauc_map_at_3_std + value: 31.2376 + - type: nauc_map_at_3_diff1 + value: 66.2823 + - type: nauc_map_at_5_max + value: 65.6741 + - type: nauc_map_at_5_std + value: 32.3493 + - type: nauc_map_at_5_diff1 + value: 65.985 + - type: nauc_map_at_10_max + value: 65.32430000000001 + - type: nauc_map_at_10_std + value: 32.1969 + - type: nauc_map_at_10_diff1 + value: 65.6151 + - type: nauc_map_at_20_max + value: 65.11710000000001 + - type: nauc_map_at_20_std + value: 31.842599999999997 + - type: nauc_map_at_20_diff1 + value: 65.6874 + - type: nauc_map_at_100_max + value: 65.0633 + - type: nauc_map_at_100_std + value: 31.7911 + - type: nauc_map_at_100_diff1 + value: 65.803 + - type: nauc_map_at_1000_max + value: 65.0593 + - type: nauc_map_at_1000_std + value: 31.7832 + - type: nauc_map_at_1000_diff1 + value: 65.8006 + - type: nauc_recall_at_1_max + value: 60.14659999999999 + - type: nauc_recall_at_1_std + value: 24.918000000000003 + - type: nauc_recall_at_1_diff1 + value: 68.1555 + - type: nauc_recall_at_3_max + value: 75.8576 + - type: nauc_recall_at_3_std + value: 39.685900000000004 + - type: nauc_recall_at_3_diff1 + value: 65.02459999999999 + - type: nauc_recall_at_5_max + value: 76.9843 + - type: nauc_recall_at_5_std + value: 49.3317 + - type: nauc_recall_at_5_diff1 + value: 62.922599999999996 + - type: nauc_recall_at_10_max + value: 76.8501 + - type: nauc_recall_at_10_std + value: 53.6033 + - type: nauc_recall_at_10_diff1 + value: 58.028999999999996 + - type: nauc_recall_at_20_max + value: 74.5552 + - type: nauc_recall_at_20_std + value: 51.1048 + - type: nauc_recall_at_20_diff1 + value: 55.864000000000004 + - type: nauc_recall_at_100_max + value: 100.0 + - type: nauc_recall_at_100_std + value: 100.0 + - type: nauc_recall_at_100_diff1 + value: 86.907 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 60.14659999999999 + - type: nauc_precision_at_1_std + value: 24.918000000000003 + - type: nauc_precision_at_1_diff1 + value: 68.1555 + - type: nauc_precision_at_3_max + value: 75.8576 + - type: nauc_precision_at_3_std + value: 39.685900000000004 + - type: nauc_precision_at_3_diff1 + value: 65.02459999999999 + - type: nauc_precision_at_5_max + value: 76.9843 + - type: nauc_precision_at_5_std + value: 49.3317 + - type: nauc_precision_at_5_diff1 + value: 62.922599999999996 + - type: nauc_precision_at_10_max + value: 76.8501 + - type: nauc_precision_at_10_std + value: 53.6033 + - type: nauc_precision_at_10_diff1 + value: 58.028999999999996 + - type: nauc_precision_at_20_max + value: 74.5552 + - type: nauc_precision_at_20_std + value: 51.1048 + - type: nauc_precision_at_20_diff1 + value: 55.864000000000004 + - type: nauc_precision_at_100_max + value: 100.0 + - type: nauc_precision_at_100_std + value: 100.0 + - type: nauc_precision_at_100_diff1 + value: 86.907 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 60.14659999999999 + - type: nauc_mrr_at_1_std + value: 24.918000000000003 + - type: nauc_mrr_at_1_diff1 + value: 68.1555 + - type: nauc_mrr_at_3_max + value: 65.9154 + - type: nauc_mrr_at_3_std + value: 31.2376 + - type: nauc_mrr_at_3_diff1 + value: 66.2823 + - type: nauc_mrr_at_5_max + value: 65.6741 + - type: nauc_mrr_at_5_std + value: 32.3493 + - type: nauc_mrr_at_5_diff1 + value: 65.985 + - type: nauc_mrr_at_10_max + value: 65.32430000000001 + - type: nauc_mrr_at_10_std + value: 32.1969 + - type: nauc_mrr_at_10_diff1 + value: 65.6151 + - type: nauc_mrr_at_20_max + value: 65.11710000000001 + - type: nauc_mrr_at_20_std + value: 31.842599999999997 + - type: nauc_mrr_at_20_diff1 + value: 65.6874 + - type: nauc_mrr_at_100_max + value: 65.0633 + - type: nauc_mrr_at_100_std + value: 31.7911 + - type: nauc_mrr_at_100_diff1 + value: 65.803 + - type: nauc_mrr_at_1000_max + value: 65.0593 + - type: nauc_mrr_at_1000_std + value: 31.7832 + - type: nauc_mrr_at_1000_diff1 + value: 65.8006 + - type: main_score + value: 64.575 + task: + type: Retrieval + - dataset: + config: eng-ara + name: MTEB MLQARetrieval (eng-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 44.101 + - type: ndcg_at_3 + value: 53.613 + - type: ndcg_at_5 + value: 57.083 + - type: ndcg_at_10 + value: 59.467000000000006 + - type: ndcg_at_20 + value: 61.085 + - type: ndcg_at_100 + value: 62.991 + - type: ndcg_at_1000 + value: 63.837999999999994 + - type: map_at_1 + value: 44.101 + - type: map_at_3 + value: 51.225 + - type: map_at_5 + value: 53.13 + - type: map_at_10 + value: 54.081 + - type: map_at_20 + value: 54.529 + - type: map_at_100 + value: 54.771 + - type: map_at_1000 + value: 54.806999999999995 + - type: recall_at_1 + value: 44.101 + - type: recall_at_3 + value: 60.541999999999994 + - type: recall_at_5 + value: 69.052 + - type: recall_at_10 + value: 76.596 + - type: recall_at_20 + value: 82.979 + - type: recall_at_100 + value: 93.61699999999999 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 44.101 + - type: precision_at_3 + value: 20.180999999999997 + - type: precision_at_5 + value: 13.81 + - type: precision_at_10 + value: 7.66 + - type: precision_at_20 + value: 4.149 + - type: precision_at_100 + value: 0.936 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 44.1006 + - type: mrr_at_3 + value: 51.225 + - type: mrr_at_5 + value: 53.1302 + - type: mrr_at_10 + value: 54.0814 + - type: mrr_at_20 + value: 54.5288 + - type: mrr_at_100 + value: 54.770799999999994 + - type: mrr_at_1000 + value: 54.8066 + - type: nauc_ndcg_at_1_max + value: 55.80310000000001 + - type: nauc_ndcg_at_1_std + value: 22.0275 + - type: nauc_ndcg_at_1_diff1 + value: 56.5222 + - type: nauc_ndcg_at_3_max + value: 54.8699 + - type: nauc_ndcg_at_3_std + value: 25.883699999999997 + - type: nauc_ndcg_at_3_diff1 + value: 49.195699999999995 + - type: nauc_ndcg_at_5_max + value: 56.272299999999994 + - type: nauc_ndcg_at_5_std + value: 28.6933 + - type: nauc_ndcg_at_5_diff1 + value: 49.4566 + - type: nauc_ndcg_at_10_max + value: 55.6011 + - type: nauc_ndcg_at_10_std + value: 27.5248 + - type: nauc_ndcg_at_10_diff1 + value: 48.7372 + - type: nauc_ndcg_at_20_max + value: 55.49230000000001 + - type: nauc_ndcg_at_20_std + value: 26.862599999999997 + - type: nauc_ndcg_at_20_diff1 + value: 49.382799999999996 + - type: nauc_ndcg_at_100_max + value: 55.7909 + - type: nauc_ndcg_at_100_std + value: 27.314100000000003 + - type: nauc_ndcg_at_100_diff1 + value: 50.6826 + - type: nauc_ndcg_at_1000_max + value: 55.614200000000004 + - type: nauc_ndcg_at_1000_std + value: 26.6721 + - type: nauc_ndcg_at_1000_diff1 + value: 50.67660000000001 + - type: nauc_map_at_1_max + value: 55.80310000000001 + - type: nauc_map_at_1_std + value: 22.0275 + - type: nauc_map_at_1_diff1 + value: 56.5222 + - type: nauc_map_at_3_max + value: 54.9107 + - type: nauc_map_at_3_std + value: 24.803 + - type: nauc_map_at_3_diff1 + value: 51.0794 + - type: nauc_map_at_5_max + value: 55.702600000000004 + - type: nauc_map_at_5_std + value: 26.3248 + - type: nauc_map_at_5_diff1 + value: 51.3243 + - type: nauc_map_at_10_max + value: 55.4072 + - type: nauc_map_at_10_std + value: 25.8517 + - type: nauc_map_at_10_diff1 + value: 51.073100000000004 + - type: nauc_map_at_20_max + value: 55.4075 + - type: nauc_map_at_20_std + value: 25.684600000000003 + - type: nauc_map_at_20_diff1 + value: 51.2544 + - type: nauc_map_at_100_max + value: 55.4738 + - type: nauc_map_at_100_std + value: 25.7963 + - type: nauc_map_at_100_diff1 + value: 51.4555 + - type: nauc_map_at_1000_max + value: 55.4642 + - type: nauc_map_at_1000_std + value: 25.7658 + - type: nauc_map_at_1000_diff1 + value: 51.4559 + - type: nauc_recall_at_1_max + value: 55.80310000000001 + - type: nauc_recall_at_1_std + value: 22.0275 + - type: nauc_recall_at_1_diff1 + value: 56.5222 + - type: nauc_recall_at_3_max + value: 54.8305 + - type: nauc_recall_at_3_std + value: 29.317999999999998 + - type: nauc_recall_at_3_diff1 + value: 43.279 + - type: nauc_recall_at_5_max + value: 58.5943 + - type: nauc_recall_at_5_std + value: 37.6264 + - type: nauc_recall_at_5_diff1 + value: 42.7338 + - type: nauc_recall_at_10_max + value: 56.5176 + - type: nauc_recall_at_10_std + value: 34.6487 + - type: nauc_recall_at_10_diff1 + value: 38.0783 + - type: nauc_recall_at_20_max + value: 55.6135 + - type: nauc_recall_at_20_std + value: 32.082100000000004 + - type: nauc_recall_at_20_diff1 + value: 39.259100000000004 + - type: nauc_recall_at_100_max + value: 60.3625 + - type: nauc_recall_at_100_std + value: 45.4796 + - type: nauc_recall_at_100_diff1 + value: 50.6829 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 55.80310000000001 + - type: nauc_precision_at_1_std + value: 22.0275 + - type: nauc_precision_at_1_diff1 + value: 56.5222 + - type: nauc_precision_at_3_max + value: 54.8305 + - type: nauc_precision_at_3_std + value: 29.317999999999998 + - type: nauc_precision_at_3_diff1 + value: 43.279 + - type: nauc_precision_at_5_max + value: 58.5943 + - type: nauc_precision_at_5_std + value: 37.6264 + - type: nauc_precision_at_5_diff1 + value: 42.7338 + - type: nauc_precision_at_10_max + value: 56.5176 + - type: nauc_precision_at_10_std + value: 34.6487 + - type: nauc_precision_at_10_diff1 + value: 38.0783 + - type: nauc_precision_at_20_max + value: 55.6135 + - type: nauc_precision_at_20_std + value: 32.082100000000004 + - type: nauc_precision_at_20_diff1 + value: 39.259100000000004 + - type: nauc_precision_at_100_max + value: 60.3625 + - type: nauc_precision_at_100_std + value: 45.4796 + - type: nauc_precision_at_100_diff1 + value: 50.6829 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 55.80310000000001 + - type: nauc_mrr_at_1_std + value: 22.0275 + - type: nauc_mrr_at_1_diff1 + value: 56.5222 + - type: nauc_mrr_at_3_max + value: 54.9107 + - type: nauc_mrr_at_3_std + value: 24.803 + - type: nauc_mrr_at_3_diff1 + value: 51.0794 + - type: nauc_mrr_at_5_max + value: 55.702600000000004 + - type: nauc_mrr_at_5_std + value: 26.3248 + - type: nauc_mrr_at_5_diff1 + value: 51.3243 + - type: nauc_mrr_at_10_max + value: 55.4072 + - type: nauc_mrr_at_10_std + value: 25.8517 + - type: nauc_mrr_at_10_diff1 + value: 51.073100000000004 + - type: nauc_mrr_at_20_max + value: 55.4075 + - type: nauc_mrr_at_20_std + value: 25.684600000000003 + - type: nauc_mrr_at_20_diff1 + value: 51.2544 + - type: nauc_mrr_at_100_max + value: 55.4738 + - type: nauc_mrr_at_100_std + value: 25.7963 + - type: nauc_mrr_at_100_diff1 + value: 51.4555 + - type: nauc_mrr_at_1000_max + value: 55.4642 + - type: nauc_mrr_at_1000_std + value: 25.7658 + - type: nauc_mrr_at_1000_diff1 + value: 51.4559 + - type: main_score + value: 59.467000000000006 + task: + type: Retrieval + - dataset: + config: spa-ara + name: MTEB MLQARetrieval (spa-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 52.795 + - type: ndcg_at_3 + value: 64.507 + - type: ndcg_at_5 + value: 67.581 + - type: ndcg_at_10 + value: 70.32300000000001 + - type: ndcg_at_20 + value: 70.475 + - type: ndcg_at_100 + value: 72.195 + - type: ndcg_at_1000 + value: 72.286 + - type: map_at_1 + value: 52.795 + - type: map_at_3 + value: 61.49099999999999 + - type: map_at_5 + value: 63.199000000000005 + - type: map_at_10 + value: 64.29 + - type: map_at_20 + value: 64.328 + - type: map_at_100 + value: 64.564 + - type: map_at_1000 + value: 64.57000000000001 + - type: recall_at_1 + value: 52.795 + - type: recall_at_3 + value: 73.292 + - type: recall_at_5 + value: 80.745 + - type: recall_at_10 + value: 89.441 + - type: recall_at_20 + value: 90.062 + - type: recall_at_100 + value: 99.37899999999999 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 52.795 + - type: precision_at_3 + value: 24.431 + - type: precision_at_5 + value: 16.149 + - type: precision_at_10 + value: 8.944 + - type: precision_at_20 + value: 4.503 + - type: precision_at_100 + value: 0.9939999999999999 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 52.795 + - type: mrr_at_3 + value: 61.4907 + - type: mrr_at_5 + value: 63.1988 + - type: mrr_at_10 + value: 64.28970000000001 + - type: mrr_at_20 + value: 64.3285 + - type: mrr_at_100 + value: 64.5641 + - type: mrr_at_1000 + value: 64.5697 + - type: nauc_ndcg_at_1_max + value: 53.888999999999996 + - type: nauc_ndcg_at_1_std + value: 11.0525 + - type: nauc_ndcg_at_1_diff1 + value: 74.8286 + - type: nauc_ndcg_at_3_max + value: 59.9321 + - type: nauc_ndcg_at_3_std + value: 21.096899999999998 + - type: nauc_ndcg_at_3_diff1 + value: 69.4211 + - type: nauc_ndcg_at_5_max + value: 61.1135 + - type: nauc_ndcg_at_5_std + value: 21.885199999999998 + - type: nauc_ndcg_at_5_diff1 + value: 69.2178 + - type: nauc_ndcg_at_10_max + value: 61.0899 + - type: nauc_ndcg_at_10_std + value: 23.1179 + - type: nauc_ndcg_at_10_diff1 + value: 69.1936 + - type: nauc_ndcg_at_20_max + value: 60.7846 + - type: nauc_ndcg_at_20_std + value: 22.5977 + - type: nauc_ndcg_at_20_diff1 + value: 69.1149 + - type: nauc_ndcg_at_100_max + value: 59.8011 + - type: nauc_ndcg_at_100_std + value: 20.5927 + - type: nauc_ndcg_at_100_diff1 + value: 70.11319999999999 + - type: nauc_ndcg_at_1000_max + value: 59.630799999999994 + - type: nauc_ndcg_at_1000_std + value: 20.2562 + - type: nauc_ndcg_at_1000_diff1 + value: 70.357 + - type: nauc_map_at_1_max + value: 53.888999999999996 + - type: nauc_map_at_1_std + value: 11.0525 + - type: nauc_map_at_1_diff1 + value: 74.8286 + - type: nauc_map_at_3_max + value: 58.2855 + - type: nauc_map_at_3_std + value: 18.0442 + - type: nauc_map_at_3_diff1 + value: 70.7787 + - type: nauc_map_at_5_max + value: 58.875299999999996 + - type: nauc_map_at_5_std + value: 18.276999999999997 + - type: nauc_map_at_5_diff1 + value: 70.7961 + - type: nauc_map_at_10_max + value: 58.7896 + - type: nauc_map_at_10_std + value: 18.697 + - type: nauc_map_at_10_diff1 + value: 70.759 + - type: nauc_map_at_20_max + value: 58.7205 + - type: nauc_map_at_20_std + value: 18.5786 + - type: nauc_map_at_20_diff1 + value: 70.74380000000001 + - type: nauc_map_at_100_max + value: 58.64319999999999 + - type: nauc_map_at_100_std + value: 18.418799999999997 + - type: nauc_map_at_100_diff1 + value: 70.9314 + - type: nauc_map_at_1000_max + value: 58.634699999999995 + - type: nauc_map_at_1000_std + value: 18.401999999999997 + - type: nauc_map_at_1000_diff1 + value: 70.9434 + - type: nauc_recall_at_1_max + value: 53.888999999999996 + - type: nauc_recall_at_1_std + value: 11.0525 + - type: nauc_recall_at_1_diff1 + value: 74.8286 + - type: nauc_recall_at_3_max + value: 65.92 + - type: nauc_recall_at_3_std + value: 32.3637 + - type: nauc_recall_at_3_diff1 + value: 64.5457 + - type: nauc_recall_at_5_max + value: 71.4171 + - type: nauc_recall_at_5_std + value: 38.7281 + - type: nauc_recall_at_5_diff1 + value: 61.96430000000001 + - type: nauc_recall_at_10_max + value: 78.67739999999999 + - type: nauc_recall_at_10_std + value: 57.8693 + - type: nauc_recall_at_10_diff1 + value: 57.7189 + - type: nauc_recall_at_20_max + value: 76.7024 + - type: nauc_recall_at_20_std + value: 54.76370000000001 + - type: nauc_recall_at_20_diff1 + value: 56.3392 + - type: nauc_recall_at_100_max + value: 100.0 + - type: nauc_recall_at_100_std + value: 100.0 + - type: nauc_recall_at_100_diff1 + value: 12.5808 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 53.888999999999996 + - type: nauc_precision_at_1_std + value: 11.0525 + - type: nauc_precision_at_1_diff1 + value: 74.8286 + - type: nauc_precision_at_3_max + value: 65.92 + - type: nauc_precision_at_3_std + value: 32.3637 + - type: nauc_precision_at_3_diff1 + value: 64.5457 + - type: nauc_precision_at_5_max + value: 71.4171 + - type: nauc_precision_at_5_std + value: 38.7281 + - type: nauc_precision_at_5_diff1 + value: 61.96430000000001 + - type: nauc_precision_at_10_max + value: 78.67739999999999 + - type: nauc_precision_at_10_std + value: 57.8693 + - type: nauc_precision_at_10_diff1 + value: 57.7189 + - type: nauc_precision_at_20_max + value: 76.7024 + - type: nauc_precision_at_20_std + value: 54.76370000000001 + - type: nauc_precision_at_20_diff1 + value: 56.3392 + - type: nauc_precision_at_100_max + value: 100.0 + - type: nauc_precision_at_100_std + value: 100.0 + - type: nauc_precision_at_100_diff1 + value: 12.5808 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 53.888999999999996 + - type: nauc_mrr_at_1_std + value: 11.0525 + - type: nauc_mrr_at_1_diff1 + value: 74.8286 + - type: nauc_mrr_at_3_max + value: 58.2855 + - type: nauc_mrr_at_3_std + value: 18.0442 + - type: nauc_mrr_at_3_diff1 + value: 70.7787 + - type: nauc_mrr_at_5_max + value: 58.875299999999996 + - type: nauc_mrr_at_5_std + value: 18.276999999999997 + - type: nauc_mrr_at_5_diff1 + value: 70.7961 + - type: nauc_mrr_at_10_max + value: 58.7896 + - type: nauc_mrr_at_10_std + value: 18.697 + - type: nauc_mrr_at_10_diff1 + value: 70.759 + - type: nauc_mrr_at_20_max + value: 58.7205 + - type: nauc_mrr_at_20_std + value: 18.5786 + - type: nauc_mrr_at_20_diff1 + value: 70.74380000000001 + - type: nauc_mrr_at_100_max + value: 58.64319999999999 + - type: nauc_mrr_at_100_std + value: 18.418799999999997 + - type: nauc_mrr_at_100_diff1 + value: 70.9314 + - type: nauc_mrr_at_1000_max + value: 58.634699999999995 + - type: nauc_mrr_at_1000_std + value: 18.401999999999997 + - type: nauc_mrr_at_1000_diff1 + value: 70.9434 + - type: main_score + value: 70.32300000000001 + task: + type: Retrieval + - dataset: + config: hin-ara + name: MTEB MLQARetrieval (hin-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 52.151 + - type: ndcg_at_3 + value: 63.644999999999996 + - type: ndcg_at_5 + value: 66.561 + - type: ndcg_at_10 + value: 69.059 + - type: ndcg_at_20 + value: 69.985 + - type: ndcg_at_100 + value: 71.643 + - type: ndcg_at_1000 + value: 71.801 + - type: map_at_1 + value: 52.151 + - type: map_at_3 + value: 60.753 + - type: map_at_5 + value: 62.392 + - type: map_at_10 + value: 63.461 + - type: map_at_20 + value: 63.702000000000005 + - type: map_at_100 + value: 63.954 + - type: map_at_1000 + value: 63.963 + - type: recall_at_1 + value: 52.151 + - type: recall_at_3 + value: 72.043 + - type: recall_at_5 + value: 79.032 + - type: recall_at_10 + value: 86.559 + - type: recall_at_20 + value: 90.323 + - type: recall_at_100 + value: 98.925 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 52.151 + - type: precision_at_3 + value: 24.014 + - type: precision_at_5 + value: 15.806000000000001 + - type: precision_at_10 + value: 8.656 + - type: precision_at_20 + value: 4.516 + - type: precision_at_100 + value: 0.989 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 52.1505 + - type: mrr_at_3 + value: 60.752700000000004 + - type: mrr_at_5 + value: 62.3925 + - type: mrr_at_10 + value: 63.4607 + - type: mrr_at_20 + value: 63.702000000000005 + - type: mrr_at_100 + value: 63.953700000000005 + - type: mrr_at_1000 + value: 63.96340000000001 + - type: nauc_ndcg_at_1_max + value: 49.414 + - type: nauc_ndcg_at_1_std + value: 26.262400000000003 + - type: nauc_ndcg_at_1_diff1 + value: 54.0133 + - type: nauc_ndcg_at_3_max + value: 54.1356 + - type: nauc_ndcg_at_3_std + value: 30.669 + - type: nauc_ndcg_at_3_diff1 + value: 46.9126 + - type: nauc_ndcg_at_5_max + value: 54.16570000000001 + - type: nauc_ndcg_at_5_std + value: 31.907799999999998 + - type: nauc_ndcg_at_5_diff1 + value: 47.6523 + - type: nauc_ndcg_at_10_max + value: 50.79 + - type: nauc_ndcg_at_10_std + value: 28.937800000000003 + - type: nauc_ndcg_at_10_diff1 + value: 45.2259 + - type: nauc_ndcg_at_20_max + value: 50.504400000000004 + - type: nauc_ndcg_at_20_std + value: 29.454399999999996 + - type: nauc_ndcg_at_20_diff1 + value: 44.7774 + - type: nauc_ndcg_at_100_max + value: 51.535799999999995 + - type: nauc_ndcg_at_100_std + value: 29.2429 + - type: nauc_ndcg_at_100_diff1 + value: 47.5625 + - type: nauc_ndcg_at_1000_max + value: 51.232299999999995 + - type: nauc_ndcg_at_1000_std + value: 28.7314 + - type: nauc_ndcg_at_1000_diff1 + value: 47.7654 + - type: nauc_map_at_1_max + value: 49.414 + - type: nauc_map_at_1_std + value: 26.262400000000003 + - type: nauc_map_at_1_diff1 + value: 54.0133 + - type: nauc_map_at_3_max + value: 52.367 + - type: nauc_map_at_3_std + value: 28.741600000000002 + - type: nauc_map_at_3_diff1 + value: 48.7321 + - type: nauc_map_at_5_max + value: 52.28660000000001 + - type: nauc_map_at_5_std + value: 29.252899999999997 + - type: nauc_map_at_5_diff1 + value: 49.200300000000006 + - type: nauc_map_at_10_max + value: 50.9833 + - type: nauc_map_at_10_std + value: 28.0707 + - type: nauc_map_at_10_diff1 + value: 48.3651 + - type: nauc_map_at_20_max + value: 50.9108 + - type: nauc_map_at_20_std + value: 28.174300000000002 + - type: nauc_map_at_20_diff1 + value: 48.2832 + - type: nauc_map_at_100_max + value: 51.0532 + - type: nauc_map_at_100_std + value: 28.143099999999997 + - type: nauc_map_at_100_diff1 + value: 48.7424 + - type: nauc_map_at_1000_max + value: 51.0382 + - type: nauc_map_at_1000_std + value: 28.117900000000002 + - type: nauc_map_at_1000_diff1 + value: 48.752 + - type: nauc_recall_at_1_max + value: 49.414 + - type: nauc_recall_at_1_std + value: 26.262400000000003 + - type: nauc_recall_at_1_diff1 + value: 54.0133 + - type: nauc_recall_at_3_max + value: 60.6724 + - type: nauc_recall_at_3_std + value: 37.8962 + - type: nauc_recall_at_3_diff1 + value: 40.5005 + - type: nauc_recall_at_5_max + value: 62.6191 + - type: nauc_recall_at_5_std + value: 44.1519 + - type: nauc_recall_at_5_diff1 + value: 41.1881 + - type: nauc_recall_at_10_max + value: 47.4454 + - type: nauc_recall_at_10_std + value: 33.1899 + - type: nauc_recall_at_10_diff1 + value: 24.0447 + - type: nauc_recall_at_20_max + value: 43.7071 + - type: nauc_recall_at_20_std + value: 39.8658 + - type: nauc_recall_at_20_diff1 + value: 12.4499 + - type: nauc_recall_at_100_max + value: 93.44839999999999 + - type: nauc_recall_at_100_std + value: 100.0 + - type: nauc_recall_at_100_diff1 + value: 19.0591 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 49.414 + - type: nauc_precision_at_1_std + value: 26.262400000000003 + - type: nauc_precision_at_1_diff1 + value: 54.0133 + - type: nauc_precision_at_3_max + value: 60.6724 + - type: nauc_precision_at_3_std + value: 37.8962 + - type: nauc_precision_at_3_diff1 + value: 40.5005 + - type: nauc_precision_at_5_max + value: 62.6191 + - type: nauc_precision_at_5_std + value: 44.1519 + - type: nauc_precision_at_5_diff1 + value: 41.1881 + - type: nauc_precision_at_10_max + value: 47.4454 + - type: nauc_precision_at_10_std + value: 33.1899 + - type: nauc_precision_at_10_diff1 + value: 24.0447 + - type: nauc_precision_at_20_max + value: 43.7071 + - type: nauc_precision_at_20_std + value: 39.8658 + - type: nauc_precision_at_20_diff1 + value: 12.4499 + - type: nauc_precision_at_100_max + value: 93.44839999999999 + - type: nauc_precision_at_100_std + value: 100.0 + - type: nauc_precision_at_100_diff1 + value: 19.0591 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 49.414 + - type: nauc_mrr_at_1_std + value: 26.262400000000003 + - type: nauc_mrr_at_1_diff1 + value: 54.0133 + - type: nauc_mrr_at_3_max + value: 52.367 + - type: nauc_mrr_at_3_std + value: 28.741600000000002 + - type: nauc_mrr_at_3_diff1 + value: 48.7321 + - type: nauc_mrr_at_5_max + value: 52.28660000000001 + - type: nauc_mrr_at_5_std + value: 29.252899999999997 + - type: nauc_mrr_at_5_diff1 + value: 49.200300000000006 + - type: nauc_mrr_at_10_max + value: 50.9833 + - type: nauc_mrr_at_10_std + value: 28.0707 + - type: nauc_mrr_at_10_diff1 + value: 48.3651 + - type: nauc_mrr_at_20_max + value: 50.9108 + - type: nauc_mrr_at_20_std + value: 28.174300000000002 + - type: nauc_mrr_at_20_diff1 + value: 48.2832 + - type: nauc_mrr_at_100_max + value: 51.0532 + - type: nauc_mrr_at_100_std + value: 28.143099999999997 + - type: nauc_mrr_at_100_diff1 + value: 48.7424 + - type: nauc_mrr_at_1000_max + value: 51.0382 + - type: nauc_mrr_at_1000_std + value: 28.117900000000002 + - type: nauc_mrr_at_1000_diff1 + value: 48.752 + - type: main_score + value: 69.059 + task: + type: Retrieval + - dataset: + config: vie-ara + name: MTEB MLQARetrieval (vie-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 51.534 + - type: ndcg_at_3 + value: 61.24699999999999 + - type: ndcg_at_5 + value: 63.28 + - type: ndcg_at_10 + value: 65.712 + - type: ndcg_at_20 + value: 67.104 + - type: ndcg_at_100 + value: 69.376 + - type: ndcg_at_1000 + value: 69.553 + - type: map_at_1 + value: 51.534 + - type: map_at_3 + value: 58.691 + - type: map_at_5 + value: 59.826 + - type: map_at_10 + value: 60.86 + - type: map_at_20 + value: 61.24000000000001 + - type: map_at_100 + value: 61.546 + - type: map_at_1000 + value: 61.556 + - type: recall_at_1 + value: 51.534 + - type: recall_at_3 + value: 68.71199999999999 + - type: recall_at_5 + value: 73.61999999999999 + - type: recall_at_10 + value: 80.982 + - type: recall_at_20 + value: 86.503 + - type: recall_at_100 + value: 98.773 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 51.534 + - type: precision_at_3 + value: 22.904 + - type: precision_at_5 + value: 14.724 + - type: precision_at_10 + value: 8.097999999999999 + - type: precision_at_20 + value: 4.324999999999999 + - type: precision_at_100 + value: 0.988 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 51.5337 + - type: mrr_at_3 + value: 58.6912 + - type: mrr_at_5 + value: 59.82619999999999 + - type: mrr_at_10 + value: 60.8596 + - type: mrr_at_20 + value: 61.2401 + - type: mrr_at_100 + value: 61.546299999999995 + - type: mrr_at_1000 + value: 61.5563 + - type: nauc_ndcg_at_1_max + value: 61.617200000000004 + - type: nauc_ndcg_at_1_std + value: 31.049599999999998 + - type: nauc_ndcg_at_1_diff1 + value: 63.227500000000006 + - type: nauc_ndcg_at_3_max + value: 59.7893 + - type: nauc_ndcg_at_3_std + value: 32.8623 + - type: nauc_ndcg_at_3_diff1 + value: 59.6656 + - type: nauc_ndcg_at_5_max + value: 60.5831 + - type: nauc_ndcg_at_5_std + value: 32.596599999999995 + - type: nauc_ndcg_at_5_diff1 + value: 59.4883 + - type: nauc_ndcg_at_10_max + value: 62.497400000000006 + - type: nauc_ndcg_at_10_std + value: 34.550599999999996 + - type: nauc_ndcg_at_10_diff1 + value: 59.155899999999995 + - type: nauc_ndcg_at_20_max + value: 62.740899999999996 + - type: nauc_ndcg_at_20_std + value: 36.7174 + - type: nauc_ndcg_at_20_diff1 + value: 58.0935 + - type: nauc_ndcg_at_100_max + value: 61.864399999999996 + - type: nauc_ndcg_at_100_std + value: 34.528 + - type: nauc_ndcg_at_100_diff1 + value: 59.4356 + - type: nauc_ndcg_at_1000_max + value: 61.7297 + - type: nauc_ndcg_at_1000_std + value: 34.083200000000005 + - type: nauc_ndcg_at_1000_diff1 + value: 59.516999999999996 + - type: nauc_map_at_1_max + value: 61.617200000000004 + - type: nauc_map_at_1_std + value: 31.049599999999998 + - type: nauc_map_at_1_diff1 + value: 63.227500000000006 + - type: nauc_map_at_3_max + value: 60.293699999999994 + - type: nauc_map_at_3_std + value: 32.2575 + - type: nauc_map_at_3_diff1 + value: 60.5793 + - type: nauc_map_at_5_max + value: 60.801899999999996 + - type: nauc_map_at_5_std + value: 32.2098 + - type: nauc_map_at_5_diff1 + value: 60.5253 + - type: nauc_map_at_10_max + value: 61.565599999999996 + - type: nauc_map_at_10_std + value: 32.8874 + - type: nauc_map_at_10_diff1 + value: 60.4275 + - type: nauc_map_at_20_max + value: 61.602199999999996 + - type: nauc_map_at_20_std + value: 33.4131 + - type: nauc_map_at_20_diff1 + value: 60.1488 + - type: nauc_map_at_100_max + value: 61.4753 + - type: nauc_map_at_100_std + value: 33.1531 + - type: nauc_map_at_100_diff1 + value: 60.2734 + - type: nauc_map_at_1000_max + value: 61.4688 + - type: nauc_map_at_1000_std + value: 33.1323 + - type: nauc_map_at_1000_diff1 + value: 60.278600000000004 + - type: nauc_recall_at_1_max + value: 61.617200000000004 + - type: nauc_recall_at_1_std + value: 31.049599999999998 + - type: nauc_recall_at_1_diff1 + value: 63.227500000000006 + - type: nauc_recall_at_3_max + value: 58.0671 + - type: nauc_recall_at_3_std + value: 34.976600000000005 + - type: nauc_recall_at_3_diff1 + value: 56.5781 + - type: nauc_recall_at_5_max + value: 59.7593 + - type: nauc_recall_at_5_std + value: 33.9046 + - type: nauc_recall_at_5_diff1 + value: 55.5195 + - type: nauc_recall_at_10_max + value: 68.0843 + - type: nauc_recall_at_10_std + value: 43.8292 + - type: nauc_recall_at_10_diff1 + value: 52.74100000000001 + - type: nauc_recall_at_20_max + value: 72.26 + - type: nauc_recall_at_20_std + value: 63.8486 + - type: nauc_recall_at_20_diff1 + value: 42.700700000000005 + - type: nauc_recall_at_100_max + value: 79.5792 + - type: nauc_recall_at_100_std + value: 93.4774 + - type: nauc_recall_at_100_diff1 + value: 49.547200000000004 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 61.617200000000004 + - type: nauc_precision_at_1_std + value: 31.049599999999998 + - type: nauc_precision_at_1_diff1 + value: 63.227500000000006 + - type: nauc_precision_at_3_max + value: 58.0671 + - type: nauc_precision_at_3_std + value: 34.976600000000005 + - type: nauc_precision_at_3_diff1 + value: 56.5781 + - type: nauc_precision_at_5_max + value: 59.7593 + - type: nauc_precision_at_5_std + value: 33.9046 + - type: nauc_precision_at_5_diff1 + value: 55.5195 + - type: nauc_precision_at_10_max + value: 68.0843 + - type: nauc_precision_at_10_std + value: 43.8292 + - type: nauc_precision_at_10_diff1 + value: 52.74100000000001 + - type: nauc_precision_at_20_max + value: 72.26 + - type: nauc_precision_at_20_std + value: 63.8486 + - type: nauc_precision_at_20_diff1 + value: 42.700700000000005 + - type: nauc_precision_at_100_max + value: 79.5792 + - type: nauc_precision_at_100_std + value: 93.4774 + - type: nauc_precision_at_100_diff1 + value: 49.547200000000004 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 61.617200000000004 + - type: nauc_mrr_at_1_std + value: 31.049599999999998 + - type: nauc_mrr_at_1_diff1 + value: 63.227500000000006 + - type: nauc_mrr_at_3_max + value: 60.293699999999994 + - type: nauc_mrr_at_3_std + value: 32.2575 + - type: nauc_mrr_at_3_diff1 + value: 60.5793 + - type: nauc_mrr_at_5_max + value: 60.801899999999996 + - type: nauc_mrr_at_5_std + value: 32.2098 + - type: nauc_mrr_at_5_diff1 + value: 60.5253 + - type: nauc_mrr_at_10_max + value: 61.565599999999996 + - type: nauc_mrr_at_10_std + value: 32.8874 + - type: nauc_mrr_at_10_diff1 + value: 60.4275 + - type: nauc_mrr_at_20_max + value: 61.602199999999996 + - type: nauc_mrr_at_20_std + value: 33.4131 + - type: nauc_mrr_at_20_diff1 + value: 60.1488 + - type: nauc_mrr_at_100_max + value: 61.4753 + - type: nauc_mrr_at_100_std + value: 33.1531 + - type: nauc_mrr_at_100_diff1 + value: 60.2734 + - type: nauc_mrr_at_1000_max + value: 61.4688 + - type: nauc_mrr_at_1000_std + value: 33.1323 + - type: nauc_mrr_at_1000_diff1 + value: 60.278600000000004 + - type: main_score + value: 65.712 + task: + type: Retrieval + - dataset: + config: zho-ara + name: MTEB MLQARetrieval (zho-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 49.468 + - type: ndcg_at_3 + value: 61.385 + - type: ndcg_at_5 + value: 63.858000000000004 + - type: ndcg_at_10 + value: 65.85499999999999 + - type: ndcg_at_20 + value: 68.014 + - type: ndcg_at_100 + value: 69.71300000000001 + - type: ndcg_at_1000 + value: 69.788 + - type: map_at_1 + value: 49.468 + - type: map_at_3 + value: 58.511 + - type: map_at_5 + value: 59.919999999999995 + - type: map_at_10 + value: 60.702999999999996 + - type: map_at_20 + value: 61.3 + - type: map_at_100 + value: 61.541000000000004 + - type: map_at_1000 + value: 61.545 + - type: recall_at_1 + value: 49.468 + - type: recall_at_3 + value: 69.681 + - type: recall_at_5 + value: 75.532 + - type: recall_at_10 + value: 81.915 + - type: recall_at_20 + value: 90.426 + - type: recall_at_100 + value: 99.468 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 49.468 + - type: precision_at_3 + value: 23.227 + - type: precision_at_5 + value: 15.106 + - type: precision_at_10 + value: 8.190999999999999 + - type: precision_at_20 + value: 4.521 + - type: precision_at_100 + value: 0.9950000000000001 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 49.4681 + - type: mrr_at_3 + value: 58.510600000000004 + - type: mrr_at_5 + value: 59.9202 + - type: mrr_at_10 + value: 60.703300000000006 + - type: mrr_at_20 + value: 61.30029999999999 + - type: mrr_at_100 + value: 61.54110000000001 + - type: mrr_at_1000 + value: 61.5451 + - type: nauc_ndcg_at_1_max + value: 54.7345 + - type: nauc_ndcg_at_1_std + value: 11.2512 + - type: nauc_ndcg_at_1_diff1 + value: 70.6991 + - type: nauc_ndcg_at_3_max + value: 57.2006 + - type: nauc_ndcg_at_3_std + value: 17.3244 + - type: nauc_ndcg_at_3_diff1 + value: 59.90220000000001 + - type: nauc_ndcg_at_5_max + value: 58.880900000000004 + - type: nauc_ndcg_at_5_std + value: 18.7365 + - type: nauc_ndcg_at_5_diff1 + value: 60.3304 + - type: nauc_ndcg_at_10_max + value: 58.3229 + - type: nauc_ndcg_at_10_std + value: 19.6983 + - type: nauc_ndcg_at_10_diff1 + value: 59.8994 + - type: nauc_ndcg_at_20_max + value: 57.5958 + - type: nauc_ndcg_at_20_std + value: 16.8184 + - type: nauc_ndcg_at_20_diff1 + value: 60.4564 + - type: nauc_ndcg_at_100_max + value: 57.407300000000006 + - type: nauc_ndcg_at_100_std + value: 17.0753 + - type: nauc_ndcg_at_100_diff1 + value: 62.3023 + - type: nauc_ndcg_at_1000_max + value: 57.2677 + - type: nauc_ndcg_at_1000_std + value: 16.8035 + - type: nauc_ndcg_at_1000_diff1 + value: 62.3891 + - type: nauc_map_at_1_max + value: 54.7345 + - type: nauc_map_at_1_std + value: 11.2512 + - type: nauc_map_at_1_diff1 + value: 70.6991 + - type: nauc_map_at_3_max + value: 56.36409999999999 + - type: nauc_map_at_3_std + value: 15.7645 + - type: nauc_map_at_3_diff1 + value: 62.83109999999999 + - type: nauc_map_at_5_max + value: 57.2165 + - type: nauc_map_at_5_std + value: 16.4827 + - type: nauc_map_at_5_diff1 + value: 63.129900000000006 + - type: nauc_map_at_10_max + value: 56.964099999999995 + - type: nauc_map_at_10_std + value: 16.713900000000002 + - type: nauc_map_at_10_diff1 + value: 63.033300000000004 + - type: nauc_map_at_20_max + value: 56.8291 + - type: nauc_map_at_20_std + value: 16.0261 + - type: nauc_map_at_20_diff1 + value: 63.2795 + - type: nauc_map_at_100_max + value: 56.7943 + - type: nauc_map_at_100_std + value: 16.0463 + - type: nauc_map_at_100_diff1 + value: 63.5264 + - type: nauc_map_at_1000_max + value: 56.7884 + - type: nauc_map_at_1000_std + value: 16.034699999999997 + - type: nauc_map_at_1000_diff1 + value: 63.5303 + - type: nauc_recall_at_1_max + value: 54.7345 + - type: nauc_recall_at_1_std + value: 11.2512 + - type: nauc_recall_at_1_diff1 + value: 70.6991 + - type: nauc_recall_at_3_max + value: 60.1676 + - type: nauc_recall_at_3_std + value: 22.659499999999998 + - type: nauc_recall_at_3_diff1 + value: 49.8032 + - type: nauc_recall_at_5_max + value: 65.889 + - type: nauc_recall_at_5_std + value: 27.8308 + - type: nauc_recall_at_5_diff1 + value: 49.3429 + - type: nauc_recall_at_10_max + value: 65.3261 + - type: nauc_recall_at_10_std + value: 35.828700000000005 + - type: nauc_recall_at_10_diff1 + value: 44.0245 + - type: nauc_recall_at_20_max + value: 62.0154 + - type: nauc_recall_at_20_std + value: 18.0916 + - type: nauc_recall_at_20_diff1 + value: 35.9279 + - type: nauc_recall_at_100_max + value: 100.0 + - type: nauc_recall_at_100_std + value: 100.0 + - type: nauc_recall_at_100_diff1 + value: 35.8386 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 54.7345 + - type: nauc_precision_at_1_std + value: 11.2512 + - type: nauc_precision_at_1_diff1 + value: 70.6991 + - type: nauc_precision_at_3_max + value: 60.1676 + - type: nauc_precision_at_3_std + value: 22.659499999999998 + - type: nauc_precision_at_3_diff1 + value: 49.8032 + - type: nauc_precision_at_5_max + value: 65.889 + - type: nauc_precision_at_5_std + value: 27.8308 + - type: nauc_precision_at_5_diff1 + value: 49.3429 + - type: nauc_precision_at_10_max + value: 65.3261 + - type: nauc_precision_at_10_std + value: 35.828700000000005 + - type: nauc_precision_at_10_diff1 + value: 44.0245 + - type: nauc_precision_at_20_max + value: 62.0154 + - type: nauc_precision_at_20_std + value: 18.0916 + - type: nauc_precision_at_20_diff1 + value: 35.9279 + - type: nauc_precision_at_100_max + value: 100.0 + - type: nauc_precision_at_100_std + value: 100.0 + - type: nauc_precision_at_100_diff1 + value: 35.8386 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 54.7345 + - type: nauc_mrr_at_1_std + value: 11.2512 + - type: nauc_mrr_at_1_diff1 + value: 70.6991 + - type: nauc_mrr_at_3_max + value: 56.36409999999999 + - type: nauc_mrr_at_3_std + value: 15.7645 + - type: nauc_mrr_at_3_diff1 + value: 62.83109999999999 + - type: nauc_mrr_at_5_max + value: 57.2165 + - type: nauc_mrr_at_5_std + value: 16.4827 + - type: nauc_mrr_at_5_diff1 + value: 63.129900000000006 + - type: nauc_mrr_at_10_max + value: 56.964099999999995 + - type: nauc_mrr_at_10_std + value: 16.713900000000002 + - type: nauc_mrr_at_10_diff1 + value: 63.033300000000004 + - type: nauc_mrr_at_20_max + value: 56.8291 + - type: nauc_mrr_at_20_std + value: 16.0261 + - type: nauc_mrr_at_20_diff1 + value: 63.2795 + - type: nauc_mrr_at_100_max + value: 56.7943 + - type: nauc_mrr_at_100_std + value: 16.0463 + - type: nauc_mrr_at_100_diff1 + value: 63.5264 + - type: nauc_mrr_at_1000_max + value: 56.7884 + - type: nauc_mrr_at_1000_std + value: 16.034699999999997 + - type: nauc_mrr_at_1000_diff1 + value: 63.5303 + - type: main_score + value: 65.85499999999999 + task: + type: Retrieval + - dataset: + config: ara-ara + name: MTEB MLQARetrieval (ara-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 31.258000000000003 + - type: ndcg_at_3 + value: 38.134 + - type: ndcg_at_5 + value: 40.389 + - type: ndcg_at_10 + value: 42.781000000000006 + - type: ndcg_at_20 + value: 44.545 + - type: ndcg_at_100 + value: 47.325 + - type: ndcg_at_1000 + value: 49.282 + - type: map_at_1 + value: 31.249 + - type: map_at_3 + value: 36.424 + - type: map_at_5 + value: 37.671 + - type: map_at_10 + value: 38.663 + - type: map_at_20 + value: 39.152 + - type: map_at_100 + value: 39.521 + - type: map_at_1000 + value: 39.585 + - type: recall_at_1 + value: 31.249 + - type: recall_at_3 + value: 43.081 + - type: recall_at_5 + value: 48.575 + - type: recall_at_10 + value: 55.944 + - type: recall_at_20 + value: 62.882000000000005 + - type: recall_at_100 + value: 78.089 + - type: recall_at_1000 + value: 93.971 + - type: precision_at_1 + value: 31.258000000000003 + - type: precision_at_3 + value: 14.363000000000001 + - type: precision_at_5 + value: 9.717 + - type: precision_at_10 + value: 5.595 + - type: precision_at_20 + value: 3.145 + - type: precision_at_100 + value: 0.781 + - type: precision_at_1000 + value: 0.094 + - type: mrr_at_1 + value: 31.258200000000002 + - type: mrr_at_3 + value: 36.4335 + - type: mrr_at_5 + value: 37.6805 + - type: mrr_at_10 + value: 38.672200000000004 + - type: mrr_at_20 + value: 39.1614 + - type: mrr_at_100 + value: 39.5298 + - type: mrr_at_1000 + value: 39.5948 + - type: nauc_ndcg_at_1_max + value: 50.8135 + - type: nauc_ndcg_at_1_std + value: 9.5316 + - type: nauc_ndcg_at_1_diff1 + value: 56.077799999999996 + - type: nauc_ndcg_at_3_max + value: 51.4486 + - type: nauc_ndcg_at_3_std + value: 11.4698 + - type: nauc_ndcg_at_3_diff1 + value: 50.6076 + - type: nauc_ndcg_at_5_max + value: 51.0535 + - type: nauc_ndcg_at_5_std + value: 12.133 + - type: nauc_ndcg_at_5_diff1 + value: 49.0051 + - type: nauc_ndcg_at_10_max + value: 51.324999999999996 + - type: nauc_ndcg_at_10_std + value: 13.861299999999998 + - type: nauc_ndcg_at_10_diff1 + value: 48.4724 + - type: nauc_ndcg_at_20_max + value: 51.07390000000001 + - type: nauc_ndcg_at_20_std + value: 14.4511 + - type: nauc_ndcg_at_20_diff1 + value: 47.870200000000004 + - type: nauc_ndcg_at_100_max + value: 51.4803 + - type: nauc_ndcg_at_100_std + value: 15.289900000000001 + - type: nauc_ndcg_at_100_diff1 + value: 48.0109 + - type: nauc_ndcg_at_1000_max + value: 51.4174 + - type: nauc_ndcg_at_1000_std + value: 14.527399999999998 + - type: nauc_ndcg_at_1000_diff1 + value: 48.6374 + - type: nauc_map_at_1_max + value: 50.768899999999995 + - type: nauc_map_at_1_std + value: 9.501 + - type: nauc_map_at_1_diff1 + value: 56.049400000000006 + - type: nauc_map_at_3_max + value: 51.27460000000001 + - type: nauc_map_at_3_std + value: 10.922 + - type: nauc_map_at_3_diff1 + value: 51.8738 + - type: nauc_map_at_5_max + value: 51.0655 + - type: nauc_map_at_5_std + value: 11.282 + - type: nauc_map_at_5_diff1 + value: 51.0045 + - type: nauc_map_at_10_max + value: 51.158899999999996 + - type: nauc_map_at_10_std + value: 11.956 + - type: nauc_map_at_10_diff1 + value: 50.787099999999995 + - type: nauc_map_at_20_max + value: 51.081500000000005 + - type: nauc_map_at_20_std + value: 12.0977 + - type: nauc_map_at_20_diff1 + value: 50.6269 + - type: nauc_map_at_100_max + value: 51.1262 + - type: nauc_map_at_100_std + value: 12.1966 + - type: nauc_map_at_100_diff1 + value: 50.6523 + - type: nauc_map_at_1000_max + value: 51.1258 + - type: nauc_map_at_1000_std + value: 12.1769 + - type: nauc_map_at_1000_diff1 + value: 50.67230000000001 + - type: nauc_recall_at_1_max + value: 50.768899999999995 + - type: nauc_recall_at_1_std + value: 9.501 + - type: nauc_recall_at_1_diff1 + value: 56.049400000000006 + - type: nauc_recall_at_3_max + value: 51.9034 + - type: nauc_recall_at_3_std + value: 13.0311 + - type: nauc_recall_at_3_diff1 + value: 46.9878 + - type: nauc_recall_at_5_max + value: 50.907500000000006 + - type: nauc_recall_at_5_std + value: 14.695 + - type: nauc_recall_at_5_diff1 + value: 42.965900000000005 + - type: nauc_recall_at_10_max + value: 51.871500000000005 + - type: nauc_recall_at_10_std + value: 20.6095 + - type: nauc_recall_at_10_diff1 + value: 40.908899999999996 + - type: nauc_recall_at_20_max + value: 50.8848 + - type: nauc_recall_at_20_std + value: 23.9653 + - type: nauc_recall_at_20_diff1 + value: 37.5667 + - type: nauc_recall_at_100_max + value: 54.52 + - type: nauc_recall_at_100_std + value: 35.6453 + - type: nauc_recall_at_100_diff1 + value: 34.0519 + - type: nauc_recall_at_1000_max + value: 58.397 + - type: nauc_recall_at_1000_std + value: 49.6012 + - type: nauc_recall_at_1000_diff1 + value: 27.825699999999998 + - type: nauc_precision_at_1_max + value: 50.8135 + - type: nauc_precision_at_1_std + value: 9.5316 + - type: nauc_precision_at_1_diff1 + value: 56.077799999999996 + - type: nauc_precision_at_3_max + value: 51.9505 + - type: nauc_precision_at_3_std + value: 13.0616 + - type: nauc_precision_at_3_diff1 + value: 47.0194 + - type: nauc_precision_at_5_max + value: 50.9555 + - type: nauc_precision_at_5_std + value: 14.7261 + - type: nauc_precision_at_5_diff1 + value: 42.998 + - type: nauc_precision_at_10_max + value: 51.926399999999994 + - type: nauc_precision_at_10_std + value: 20.644399999999997 + - type: nauc_precision_at_10_diff1 + value: 40.9459 + - type: nauc_precision_at_20_max + value: 50.9483 + - type: nauc_precision_at_20_std + value: 24.0057 + - type: nauc_precision_at_20_diff1 + value: 37.6094 + - type: nauc_precision_at_100_max + value: 54.5785 + - type: nauc_precision_at_100_std + value: 35.7331 + - type: nauc_precision_at_100_diff1 + value: 34.098800000000004 + - type: nauc_precision_at_1000_max + value: 58.599900000000005 + - type: nauc_precision_at_1000_std + value: 49.8547 + - type: nauc_precision_at_1000_diff1 + value: 28.0201 + - type: nauc_mrr_at_1_max + value: 50.8135 + - type: nauc_mrr_at_1_std + value: 9.5316 + - type: nauc_mrr_at_1_diff1 + value: 56.077799999999996 + - type: nauc_mrr_at_3_max + value: 51.3185 + - type: nauc_mrr_at_3_std + value: 10.952 + - type: nauc_mrr_at_3_diff1 + value: 51.902 + - type: nauc_mrr_at_5_max + value: 51.1095 + - type: nauc_mrr_at_5_std + value: 11.3122 + - type: nauc_mrr_at_5_diff1 + value: 51.0328 + - type: nauc_mrr_at_10_max + value: 51.2033 + - type: nauc_mrr_at_10_std + value: 11.9863 + - type: nauc_mrr_at_10_diff1 + value: 50.8157 + - type: nauc_mrr_at_20_max + value: 51.1262 + - type: nauc_mrr_at_20_std + value: 12.1282 + - type: nauc_mrr_at_20_diff1 + value: 50.6557 + - type: nauc_mrr_at_100_max + value: 51.169799999999995 + - type: nauc_mrr_at_100_std + value: 12.2269 + - type: nauc_mrr_at_100_diff1 + value: 50.6806 + - type: nauc_mrr_at_1000_max + value: 51.1695 + - type: nauc_mrr_at_1000_std + value: 12.2072 + - type: nauc_mrr_at_1000_diff1 + value: 50.700599999999994 + - type: main_score + value: 42.781000000000006 + task: + type: Retrieval + - dataset: + config: ara-deu + name: MTEB MLQARetrieval (ara-deu) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 38.774 + - type: ndcg_at_3 + value: 47.213 + - type: ndcg_at_5 + value: 50.19 + - type: ndcg_at_10 + value: 52.71 + - type: ndcg_at_20 + value: 54.429 + - type: ndcg_at_100 + value: 56.69 + - type: ndcg_at_1000 + value: 58.214 + - type: map_at_1 + value: 38.774 + - type: map_at_3 + value: 45.161 + - type: map_at_5 + value: 46.814 + - type: map_at_10 + value: 47.848 + - type: map_at_20 + value: 48.32 + - type: map_at_100 + value: 48.620999999999995 + - type: map_at_1000 + value: 48.678 + - type: recall_at_1 + value: 38.774 + - type: recall_at_3 + value: 53.125 + - type: recall_at_5 + value: 60.346 + - type: recall_at_10 + value: 68.174 + - type: recall_at_20 + value: 74.97 + - type: recall_at_100 + value: 87.318 + - type: recall_at_1000 + value: 99.333 + - type: precision_at_1 + value: 38.774 + - type: precision_at_3 + value: 17.718 + - type: precision_at_5 + value: 12.075 + - type: precision_at_10 + value: 6.819999999999999 + - type: precision_at_20 + value: 3.75 + - type: precision_at_100 + value: 0.874 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 38.774300000000004 + - type: mrr_at_3 + value: 45.176 + - type: mrr_at_5 + value: 46.8295 + - type: mrr_at_10 + value: 47.8628 + - type: mrr_at_20 + value: 48.3352 + - type: mrr_at_100 + value: 48.6348 + - type: mrr_at_1000 + value: 48.692099999999996 + - type: nauc_ndcg_at_1_max + value: 53.3984 + - type: nauc_ndcg_at_1_std + value: 11.4226 + - type: nauc_ndcg_at_1_diff1 + value: 63.624 + - type: nauc_ndcg_at_3_max + value: 53.212199999999996 + - type: nauc_ndcg_at_3_std + value: 12.8275 + - type: nauc_ndcg_at_3_diff1 + value: 56.9653 + - type: nauc_ndcg_at_5_max + value: 52.9301 + - type: nauc_ndcg_at_5_std + value: 13.019900000000002 + - type: nauc_ndcg_at_5_diff1 + value: 56.2881 + - type: nauc_ndcg_at_10_max + value: 53.21 + - type: nauc_ndcg_at_10_std + value: 14.477899999999998 + - type: nauc_ndcg_at_10_diff1 + value: 55.312 + - type: nauc_ndcg_at_20_max + value: 53.5602 + - type: nauc_ndcg_at_20_std + value: 15.2451 + - type: nauc_ndcg_at_20_diff1 + value: 55.5818 + - type: nauc_ndcg_at_100_max + value: 53.466499999999996 + - type: nauc_ndcg_at_100_std + value: 15.035799999999998 + - type: nauc_ndcg_at_100_diff1 + value: 56.2241 + - type: nauc_ndcg_at_1000_max + value: 53.4527 + - type: nauc_ndcg_at_1000_std + value: 14.2771 + - type: nauc_ndcg_at_1000_diff1 + value: 56.8137 + - type: nauc_map_at_1_max + value: 53.3984 + - type: nauc_map_at_1_std + value: 11.4226 + - type: nauc_map_at_1_diff1 + value: 63.624 + - type: nauc_map_at_3_max + value: 53.3564 + - type: nauc_map_at_3_std + value: 12.5543 + - type: nauc_map_at_3_diff1 + value: 58.557199999999995 + - type: nauc_map_at_5_max + value: 53.2292 + - type: nauc_map_at_5_std + value: 12.6335 + - type: nauc_map_at_5_diff1 + value: 58.2353 + - type: nauc_map_at_10_max + value: 53.36450000000001 + - type: nauc_map_at_10_std + value: 13.2102 + - type: nauc_map_at_10_diff1 + value: 57.89450000000001 + - type: nauc_map_at_20_max + value: 53.438900000000004 + - type: nauc_map_at_20_std + value: 13.374600000000001 + - type: nauc_map_at_20_diff1 + value: 57.9695 + - type: nauc_map_at_100_max + value: 53.411699999999996 + - type: nauc_map_at_100_std + value: 13.3329 + - type: nauc_map_at_100_diff1 + value: 58.04899999999999 + - type: nauc_map_at_1000_max + value: 53.4104 + - type: nauc_map_at_1000_std + value: 13.313600000000001 + - type: nauc_map_at_1000_diff1 + value: 58.0651 + - type: nauc_recall_at_1_max + value: 53.3984 + - type: nauc_recall_at_1_std + value: 11.4226 + - type: nauc_recall_at_1_diff1 + value: 63.624 + - type: nauc_recall_at_3_max + value: 52.747299999999996 + - type: nauc_recall_at_3_std + value: 13.602900000000002 + - type: nauc_recall_at_3_diff1 + value: 52.2385 + - type: nauc_recall_at_5_max + value: 51.8513 + - type: nauc_recall_at_5_std + value: 14.263300000000001 + - type: nauc_recall_at_5_diff1 + value: 49.971700000000006 + - type: nauc_recall_at_10_max + value: 52.5828 + - type: nauc_recall_at_10_std + value: 19.8161 + - type: nauc_recall_at_10_diff1 + value: 45.2543 + - type: nauc_recall_at_20_max + value: 54.559400000000004 + - type: nauc_recall_at_20_std + value: 25.3807 + - type: nauc_recall_at_20_diff1 + value: 44.8606 + - type: nauc_recall_at_100_max + value: 54.732400000000005 + - type: nauc_recall_at_100_std + value: 30.830000000000002 + - type: nauc_recall_at_100_diff1 + value: 45.0631 + - type: nauc_recall_at_1000_max + value: 75.4921 + - type: nauc_recall_at_1000_std + value: 35.5406 + - type: nauc_recall_at_1000_diff1 + value: 57.560900000000004 + - type: nauc_precision_at_1_max + value: 53.3984 + - type: nauc_precision_at_1_std + value: 11.4226 + - type: nauc_precision_at_1_diff1 + value: 63.624 + - type: nauc_precision_at_3_max + value: 52.7321 + - type: nauc_precision_at_3_std + value: 13.622600000000002 + - type: nauc_precision_at_3_diff1 + value: 52.2056 + - type: nauc_precision_at_5_max + value: 51.8444 + - type: nauc_precision_at_5_std + value: 14.287600000000001 + - type: nauc_precision_at_5_diff1 + value: 49.9448 + - type: nauc_precision_at_10_max + value: 52.575300000000006 + - type: nauc_precision_at_10_std + value: 19.8478 + - type: nauc_precision_at_10_diff1 + value: 45.2201 + - type: nauc_precision_at_20_max + value: 54.564299999999996 + - type: nauc_precision_at_20_std + value: 25.4289 + - type: nauc_precision_at_20_diff1 + value: 44.829299999999996 + - type: nauc_precision_at_100_max + value: 54.0934 + - type: nauc_precision_at_100_std + value: 30.652 + - type: nauc_precision_at_100_diff1 + value: 44.410500000000006 + - type: nauc_precision_at_1000_max + value: 62.376 + - type: nauc_precision_at_1000_std + value: 32.0345 + - type: nauc_precision_at_1000_diff1 + value: 45.353500000000004 + - type: nauc_mrr_at_1_max + value: 53.3984 + - type: nauc_mrr_at_1_std + value: 11.4226 + - type: nauc_mrr_at_1_diff1 + value: 63.624 + - type: nauc_mrr_at_3_max + value: 53.3455 + - type: nauc_mrr_at_3_std + value: 12.5627 + - type: nauc_mrr_at_3_diff1 + value: 58.5384 + - type: nauc_mrr_at_5_max + value: 53.2182 + - type: nauc_mrr_at_5_std + value: 12.642100000000001 + - type: nauc_mrr_at_5_diff1 + value: 58.216100000000004 + - type: nauc_mrr_at_10_max + value: 53.353300000000004 + - type: nauc_mrr_at_10_std + value: 13.219 + - type: nauc_mrr_at_10_diff1 + value: 57.875 + - type: nauc_mrr_at_20_max + value: 53.4276 + - type: nauc_mrr_at_20_std + value: 13.383500000000002 + - type: nauc_mrr_at_20_diff1 + value: 57.949799999999996 + - type: nauc_mrr_at_100_max + value: 53.40089999999999 + - type: nauc_mrr_at_100_std + value: 13.3411 + - type: nauc_mrr_at_100_diff1 + value: 58.030300000000004 + - type: nauc_mrr_at_1000_max + value: 53.3996 + - type: nauc_mrr_at_1000_std + value: 13.3218 + - type: nauc_mrr_at_1000_diff1 + value: 58.0465 + - type: main_score + value: 52.71 + task: + type: Retrieval + - dataset: + config: ara-eng + name: MTEB MLQARetrieval (ara-eng) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 31.563999999999997 + - type: ndcg_at_3 + value: 39.35 + - type: ndcg_at_5 + value: 41.817 + - type: ndcg_at_10 + value: 44.275 + - type: ndcg_at_20 + value: 46.278000000000006 + - type: ndcg_at_100 + value: 49.04 + - type: ndcg_at_1000 + value: 50.897000000000006 + - type: map_at_1 + value: 31.563999999999997 + - type: map_at_3 + value: 37.456 + - type: map_at_5 + value: 38.824 + - type: map_at_10 + value: 39.843 + - type: map_at_20 + value: 40.400000000000006 + - type: map_at_100 + value: 40.783 + - type: map_at_1000 + value: 40.847 + - type: recall_at_1 + value: 31.563999999999997 + - type: recall_at_3 + value: 44.824000000000005 + - type: recall_at_5 + value: 50.806 + - type: recall_at_10 + value: 58.382999999999996 + - type: recall_at_20 + value: 66.251 + - type: recall_at_100 + value: 81.123 + - type: recall_at_1000 + value: 96.08 + - type: precision_at_1 + value: 31.563999999999997 + - type: precision_at_3 + value: 14.940999999999999 + - type: precision_at_5 + value: 10.165000000000001 + - type: precision_at_10 + value: 5.84 + - type: precision_at_20 + value: 3.314 + - type: precision_at_100 + value: 0.812 + - type: precision_at_1000 + value: 0.096 + - type: mrr_at_1 + value: 31.5641 + - type: mrr_at_3 + value: 37.4562 + - type: mrr_at_5 + value: 38.8281 + - type: mrr_at_10 + value: 39.847 + - type: mrr_at_20 + value: 40.4043 + - type: mrr_at_100 + value: 40.787099999999995 + - type: mrr_at_1000 + value: 40.8507 + - type: nauc_ndcg_at_1_max + value: 45.0961 + - type: nauc_ndcg_at_1_std + value: 6.0832999999999995 + - type: nauc_ndcg_at_1_diff1 + value: 56.4542 + - type: nauc_ndcg_at_3_max + value: 45.8009 + - type: nauc_ndcg_at_3_std + value: 7.946599999999999 + - type: nauc_ndcg_at_3_diff1 + value: 50.22990000000001 + - type: nauc_ndcg_at_5_max + value: 45.7759 + - type: nauc_ndcg_at_5_std + value: 8.793 + - type: nauc_ndcg_at_5_diff1 + value: 48.47 + - type: nauc_ndcg_at_10_max + value: 45.896100000000004 + - type: nauc_ndcg_at_10_std + value: 9.767900000000001 + - type: nauc_ndcg_at_10_diff1 + value: 47.862500000000004 + - type: nauc_ndcg_at_20_max + value: 45.9985 + - type: nauc_ndcg_at_20_std + value: 10.7251 + - type: nauc_ndcg_at_20_diff1 + value: 47.3885 + - type: nauc_ndcg_at_100_max + value: 46.1803 + - type: nauc_ndcg_at_100_std + value: 11.471 + - type: nauc_ndcg_at_100_diff1 + value: 47.6423 + - type: nauc_ndcg_at_1000_max + value: 45.9962 + - type: nauc_ndcg_at_1000_std + value: 10.4737 + - type: nauc_ndcg_at_1000_diff1 + value: 48.4473 + - type: nauc_map_at_1_max + value: 45.0961 + - type: nauc_map_at_1_std + value: 6.0832999999999995 + - type: nauc_map_at_1_diff1 + value: 56.4542 + - type: nauc_map_at_3_max + value: 45.685199999999995 + - type: nauc_map_at_3_std + value: 7.498199999999999 + - type: nauc_map_at_3_diff1 + value: 51.702999999999996 + - type: nauc_map_at_5_max + value: 45.6663 + - type: nauc_map_at_5_std + value: 7.9673 + - type: nauc_map_at_5_diff1 + value: 50.723 + - type: nauc_map_at_10_max + value: 45.7094 + - type: nauc_map_at_10_std + value: 8.3551 + - type: nauc_map_at_10_diff1 + value: 50.497099999999996 + - type: nauc_map_at_20_max + value: 45.738299999999995 + - type: nauc_map_at_20_std + value: 8.587 + - type: nauc_map_at_20_diff1 + value: 50.386900000000004 + - type: nauc_map_at_100_max + value: 45.7463 + - type: nauc_map_at_100_std + value: 8.6732 + - type: nauc_map_at_100_diff1 + value: 50.4202 + - type: nauc_map_at_1000_max + value: 45.7398 + - type: nauc_map_at_1000_std + value: 8.6477 + - type: nauc_map_at_1000_diff1 + value: 50.443599999999996 + - type: nauc_recall_at_1_max + value: 45.0961 + - type: nauc_recall_at_1_std + value: 6.0832999999999995 + - type: nauc_recall_at_1_diff1 + value: 56.4542 + - type: nauc_recall_at_3_max + value: 46.110299999999995 + - type: nauc_recall_at_3_std + value: 9.2308 + - type: nauc_recall_at_3_diff1 + value: 46.0213 + - type: nauc_recall_at_5_max + value: 46.0402 + - type: nauc_recall_at_5_std + value: 11.305900000000001 + - type: nauc_recall_at_5_diff1 + value: 41.6502 + - type: nauc_recall_at_10_max + value: 46.4824 + - type: nauc_recall_at_10_std + value: 14.7249 + - type: nauc_recall_at_10_diff1 + value: 39.0873 + - type: nauc_recall_at_20_max + value: 47.0124 + - type: nauc_recall_at_20_std + value: 20.002 + - type: nauc_recall_at_20_diff1 + value: 35.6458 + - type: nauc_recall_at_100_max + value: 49.6722 + - type: nauc_recall_at_100_std + value: 32.310100000000006 + - type: nauc_recall_at_100_diff1 + value: 31.805 + - type: nauc_recall_at_1000_max + value: 50.651599999999995 + - type: nauc_recall_at_1000_std + value: 40.5728 + - type: nauc_recall_at_1000_diff1 + value: 27.4545 + - type: nauc_precision_at_1_max + value: 45.0961 + - type: nauc_precision_at_1_std + value: 6.0832999999999995 + - type: nauc_precision_at_1_diff1 + value: 56.4542 + - type: nauc_precision_at_3_max + value: 46.110299999999995 + - type: nauc_precision_at_3_std + value: 9.2308 + - type: nauc_precision_at_3_diff1 + value: 46.0213 + - type: nauc_precision_at_5_max + value: 46.1272 + - type: nauc_precision_at_5_std + value: 11.351700000000001 + - type: nauc_precision_at_5_diff1 + value: 41.6701 + - type: nauc_precision_at_10_max + value: 46.5768 + - type: nauc_precision_at_10_std + value: 14.7753 + - type: nauc_precision_at_10_diff1 + value: 39.108399999999996 + - type: nauc_precision_at_20_max + value: 47.123599999999996 + - type: nauc_precision_at_20_std + value: 20.0731 + - type: nauc_precision_at_20_diff1 + value: 35.6993 + - type: nauc_precision_at_100_max + value: 49.7989 + - type: nauc_precision_at_100_std + value: 32.385999999999996 + - type: nauc_precision_at_100_diff1 + value: 31.779000000000003 + - type: nauc_precision_at_1000_max + value: 50.600100000000005 + - type: nauc_precision_at_1000_std + value: 40.419 + - type: nauc_precision_at_1000_diff1 + value: 27.254099999999998 + - type: nauc_mrr_at_1_max + value: 45.0961 + - type: nauc_mrr_at_1_std + value: 6.0832999999999995 + - type: nauc_mrr_at_1_diff1 + value: 56.4542 + - type: nauc_mrr_at_3_max + value: 45.685199999999995 + - type: nauc_mrr_at_3_std + value: 7.498199999999999 + - type: nauc_mrr_at_3_diff1 + value: 51.702999999999996 + - type: nauc_mrr_at_5_max + value: 45.6835 + - type: nauc_mrr_at_5_std + value: 7.9763 + - type: nauc_mrr_at_5_diff1 + value: 50.7273 + - type: nauc_mrr_at_10_max + value: 45.7267 + - type: nauc_mrr_at_10_std + value: 8.364099999999999 + - type: nauc_mrr_at_10_diff1 + value: 50.5014 + - type: nauc_mrr_at_20_max + value: 45.7556 + - type: nauc_mrr_at_20_std + value: 8.5966 + - type: nauc_mrr_at_20_diff1 + value: 50.393 + - type: nauc_mrr_at_100_max + value: 45.760400000000004 + - type: nauc_mrr_at_100_std + value: 8.6807 + - type: nauc_mrr_at_100_diff1 + value: 50.425799999999995 + - type: nauc_mrr_at_1000_max + value: 45.753899999999994 + - type: nauc_mrr_at_1000_std + value: 8.655100000000001 + - type: nauc_mrr_at_1000_diff1 + value: 50.448899999999995 + - type: main_score + value: 44.275 + task: + type: Retrieval + - dataset: + config: ara-spa + name: MTEB MLQARetrieval (ara-spa) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 36.35 + - type: ndcg_at_3 + value: 44.869 + - type: ndcg_at_5 + value: 47.461999999999996 + - type: ndcg_at_10 + value: 50.101 + - type: ndcg_at_20 + value: 52.002 + - type: ndcg_at_100 + value: 54.449999999999996 + - type: ndcg_at_1000 + value: 56.084999999999994 + - type: map_at_1 + value: 36.35 + - type: map_at_3 + value: 42.796 + - type: map_at_5 + value: 44.242 + - type: map_at_10 + value: 45.344 + - type: map_at_20 + value: 45.87 + - type: map_at_100 + value: 46.202 + - type: map_at_1000 + value: 46.262 + - type: recall_at_1 + value: 36.35 + - type: recall_at_3 + value: 50.859 + - type: recall_at_5 + value: 57.128 + - type: recall_at_10 + value: 65.217 + - type: recall_at_20 + value: 72.7 + - type: recall_at_100 + value: 85.996 + - type: recall_at_1000 + value: 98.989 + - type: precision_at_1 + value: 36.35 + - type: precision_at_3 + value: 16.953 + - type: precision_at_5 + value: 11.426 + - type: precision_at_10 + value: 6.522 + - type: precision_at_20 + value: 3.6350000000000002 + - type: precision_at_100 + value: 0.86 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 36.3498 + - type: mrr_at_3 + value: 42.7958 + - type: mrr_at_5 + value: 44.2417 + - type: mrr_at_10 + value: 45.3442 + - type: mrr_at_20 + value: 45.8705 + - type: mrr_at_100 + value: 46.2022 + - type: mrr_at_1000 + value: 46.261799999999994 + - type: nauc_ndcg_at_1_max + value: 49.756 + - type: nauc_ndcg_at_1_std + value: 8.7422 + - type: nauc_ndcg_at_1_diff1 + value: 60.206199999999995 + - type: nauc_ndcg_at_3_max + value: 51.8621 + - type: nauc_ndcg_at_3_std + value: 11.6268 + - type: nauc_ndcg_at_3_diff1 + value: 53.6381 + - type: nauc_ndcg_at_5_max + value: 52.5281 + - type: nauc_ndcg_at_5_std + value: 12.8893 + - type: nauc_ndcg_at_5_diff1 + value: 52.311099999999996 + - type: nauc_ndcg_at_10_max + value: 52.7753 + - type: nauc_ndcg_at_10_std + value: 14.358699999999999 + - type: nauc_ndcg_at_10_diff1 + value: 51.960300000000004 + - type: nauc_ndcg_at_20_max + value: 52.880700000000004 + - type: nauc_ndcg_at_20_std + value: 15.427 + - type: nauc_ndcg_at_20_diff1 + value: 51.6363 + - type: nauc_ndcg_at_100_max + value: 52.317800000000005 + - type: nauc_ndcg_at_100_std + value: 14.510000000000002 + - type: nauc_ndcg_at_100_diff1 + value: 52.2435 + - type: nauc_ndcg_at_1000_max + value: 52.1913 + - type: nauc_ndcg_at_1000_std + value: 13.5793 + - type: nauc_ndcg_at_1000_diff1 + value: 52.95910000000001 + - type: nauc_map_at_1_max + value: 49.756 + - type: nauc_map_at_1_std + value: 8.7422 + - type: nauc_map_at_1_diff1 + value: 60.206199999999995 + - type: nauc_map_at_3_max + value: 51.3348 + - type: nauc_map_at_3_std + value: 10.7914 + - type: nauc_map_at_3_diff1 + value: 55.191100000000006 + - type: nauc_map_at_5_max + value: 51.6705 + - type: nauc_map_at_5_std + value: 11.4773 + - type: nauc_map_at_5_diff1 + value: 54.46959999999999 + - type: nauc_map_at_10_max + value: 51.7134 + - type: nauc_map_at_10_std + value: 11.9884 + - type: nauc_map_at_10_diff1 + value: 54.341300000000004 + - type: nauc_map_at_20_max + value: 51.734100000000005 + - type: nauc_map_at_20_std + value: 12.2386 + - type: nauc_map_at_20_diff1 + value: 54.2967 + - type: nauc_map_at_100_max + value: 51.6624 + - type: nauc_map_at_100_std + value: 12.1183 + - type: nauc_map_at_100_diff1 + value: 54.379999999999995 + - type: nauc_map_at_1000_max + value: 51.661 + - type: nauc_map_at_1000_std + value: 12.0917 + - type: nauc_map_at_1000_diff1 + value: 54.4056 + - type: nauc_recall_at_1_max + value: 49.756 + - type: nauc_recall_at_1_std + value: 8.7422 + - type: nauc_recall_at_1_diff1 + value: 60.206199999999995 + - type: nauc_recall_at_3_max + value: 53.41590000000001 + - type: nauc_recall_at_3_std + value: 14.1345 + - type: nauc_recall_at_3_diff1 + value: 49.0993 + - type: nauc_recall_at_5_max + value: 55.3167 + - type: nauc_recall_at_5_std + value: 17.4988 + - type: nauc_recall_at_5_diff1 + value: 45.4789 + - type: nauc_recall_at_10_max + value: 56.843900000000005 + - type: nauc_recall_at_10_std + value: 23.6997 + - type: nauc_recall_at_10_diff1 + value: 43.419799999999995 + - type: nauc_recall_at_20_max + value: 58.146699999999996 + - type: nauc_recall_at_20_std + value: 31.131199999999996 + - type: nauc_recall_at_20_diff1 + value: 39.9097 + - type: nauc_recall_at_100_max + value: 55.3601 + - type: nauc_recall_at_100_std + value: 31.958399999999997 + - type: nauc_recall_at_100_diff1 + value: 38.465700000000005 + - type: nauc_recall_at_1000_max + value: 56.1925 + - type: nauc_recall_at_1000_std + value: 25.717299999999998 + - type: nauc_recall_at_1000_diff1 + value: 25.905099999999997 + - type: nauc_precision_at_1_max + value: 49.756 + - type: nauc_precision_at_1_std + value: 8.7422 + - type: nauc_precision_at_1_diff1 + value: 60.206199999999995 + - type: nauc_precision_at_3_max + value: 53.41590000000001 + - type: nauc_precision_at_3_std + value: 14.1345 + - type: nauc_precision_at_3_diff1 + value: 49.0993 + - type: nauc_precision_at_5_max + value: 55.3167 + - type: nauc_precision_at_5_std + value: 17.4988 + - type: nauc_precision_at_5_diff1 + value: 45.4789 + - type: nauc_precision_at_10_max + value: 56.843900000000005 + - type: nauc_precision_at_10_std + value: 23.6997 + - type: nauc_precision_at_10_diff1 + value: 43.419799999999995 + - type: nauc_precision_at_20_max + value: 58.146699999999996 + - type: nauc_precision_at_20_std + value: 31.131199999999996 + - type: nauc_precision_at_20_diff1 + value: 39.9097 + - type: nauc_precision_at_100_max + value: 55.3601 + - type: nauc_precision_at_100_std + value: 31.958399999999997 + - type: nauc_precision_at_100_diff1 + value: 38.465700000000005 + - type: nauc_precision_at_1000_max + value: 56.1925 + - type: nauc_precision_at_1000_std + value: 25.717299999999998 + - type: nauc_precision_at_1000_diff1 + value: 25.905099999999997 + - type: nauc_mrr_at_1_max + value: 49.756 + - type: nauc_mrr_at_1_std + value: 8.7422 + - type: nauc_mrr_at_1_diff1 + value: 60.206199999999995 + - type: nauc_mrr_at_3_max + value: 51.3348 + - type: nauc_mrr_at_3_std + value: 10.7914 + - type: nauc_mrr_at_3_diff1 + value: 55.191100000000006 + - type: nauc_mrr_at_5_max + value: 51.6705 + - type: nauc_mrr_at_5_std + value: 11.4773 + - type: nauc_mrr_at_5_diff1 + value: 54.46959999999999 + - type: nauc_mrr_at_10_max + value: 51.7134 + - type: nauc_mrr_at_10_std + value: 11.9884 + - type: nauc_mrr_at_10_diff1 + value: 54.341300000000004 + - type: nauc_mrr_at_20_max + value: 51.734100000000005 + - type: nauc_mrr_at_20_std + value: 12.2386 + - type: nauc_mrr_at_20_diff1 + value: 54.2967 + - type: nauc_mrr_at_100_max + value: 51.6624 + - type: nauc_mrr_at_100_std + value: 12.1183 + - type: nauc_mrr_at_100_diff1 + value: 54.379999999999995 + - type: nauc_mrr_at_1000_max + value: 51.661 + - type: nauc_mrr_at_1000_std + value: 12.0917 + - type: nauc_mrr_at_1000_diff1 + value: 54.4056 + - type: main_score + value: 50.101 + task: + type: Retrieval + - dataset: + config: ara-hin + name: MTEB MLQARetrieval (ara-hin) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 33.097 + - type: ndcg_at_3 + value: 41.56 + - type: ndcg_at_5 + value: 44.437 + - type: ndcg_at_10 + value: 47.157 + - type: ndcg_at_20 + value: 49.370999999999995 + - type: ndcg_at_100 + value: 52.11 + - type: ndcg_at_1000 + value: 53.746 + - type: map_at_1 + value: 33.097 + - type: map_at_3 + value: 39.532000000000004 + - type: map_at_5 + value: 41.141 + - type: map_at_10 + value: 42.253 + - type: map_at_20 + value: 42.861 + - type: map_at_100 + value: 43.228 + - type: map_at_1000 + value: 43.288 + - type: recall_at_1 + value: 33.097 + - type: recall_at_3 + value: 47.406 + - type: recall_at_5 + value: 54.342 + - type: recall_at_10 + value: 62.807 + - type: recall_at_20 + value: 71.54599999999999 + - type: recall_at_100 + value: 86.50999999999999 + - type: recall_at_1000 + value: 99.454 + - type: precision_at_1 + value: 33.097 + - type: precision_at_3 + value: 15.802 + - type: precision_at_5 + value: 10.868 + - type: precision_at_10 + value: 6.281000000000001 + - type: precision_at_20 + value: 3.5770000000000004 + - type: precision_at_100 + value: 0.865 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 33.0967 + - type: mrr_at_3 + value: 39.5321 + - type: mrr_at_5 + value: 41.1405 + - type: mrr_at_10 + value: 42.2528 + - type: mrr_at_20 + value: 42.8615 + - type: mrr_at_100 + value: 43.2277 + - type: mrr_at_1000 + value: 43.2878 + - type: nauc_ndcg_at_1_max + value: 41.5056 + - type: nauc_ndcg_at_1_std + value: -0.7759 + - type: nauc_ndcg_at_1_diff1 + value: 54.4983 + - type: nauc_ndcg_at_3_max + value: 43.7037 + - type: nauc_ndcg_at_3_std + value: 0.9127 + - type: nauc_ndcg_at_3_diff1 + value: 48.093399999999995 + - type: nauc_ndcg_at_5_max + value: 44.412600000000005 + - type: nauc_ndcg_at_5_std + value: 2.7959 + - type: nauc_ndcg_at_5_diff1 + value: 47.2115 + - type: nauc_ndcg_at_10_max + value: 45.1547 + - type: nauc_ndcg_at_10_std + value: 4.5252 + - type: nauc_ndcg_at_10_diff1 + value: 46.35 + - type: nauc_ndcg_at_20_max + value: 45.3115 + - type: nauc_ndcg_at_20_std + value: 5.2706 + - type: nauc_ndcg_at_20_diff1 + value: 46.6213 + - type: nauc_ndcg_at_100_max + value: 45.4305 + - type: nauc_ndcg_at_100_std + value: 5.226299999999999 + - type: nauc_ndcg_at_100_diff1 + value: 47.2901 + - type: nauc_ndcg_at_1000_max + value: 44.7915 + - type: nauc_ndcg_at_1000_std + value: 4.0262 + - type: nauc_ndcg_at_1000_diff1 + value: 47.800599999999996 + - type: nauc_map_at_1_max + value: 41.5056 + - type: nauc_map_at_1_std + value: -0.7759 + - type: nauc_map_at_1_diff1 + value: 54.4983 + - type: nauc_map_at_3_max + value: 43.2876 + - type: nauc_map_at_3_std + value: 0.5027 + - type: nauc_map_at_3_diff1 + value: 49.6127 + - type: nauc_map_at_5_max + value: 43.688900000000004 + - type: nauc_map_at_5_std + value: 1.5645 + - type: nauc_map_at_5_diff1 + value: 49.1502 + - type: nauc_map_at_10_max + value: 43.9749 + - type: nauc_map_at_10_std + value: 2.2498 + - type: nauc_map_at_10_diff1 + value: 48.827 + - type: nauc_map_at_20_max + value: 44.0064 + - type: nauc_map_at_20_std + value: 2.4167 + - type: nauc_map_at_20_diff1 + value: 48.9157 + - type: nauc_map_at_100_max + value: 44.0336 + - type: nauc_map_at_100_std + value: 2.4309000000000003 + - type: nauc_map_at_100_diff1 + value: 48.997600000000006 + - type: nauc_map_at_1000_max + value: 44.016 + - type: nauc_map_at_1000_std + value: 2.3993 + - type: nauc_map_at_1000_diff1 + value: 49.016799999999996 + - type: nauc_recall_at_1_max + value: 41.5056 + - type: nauc_recall_at_1_std + value: -0.7759 + - type: nauc_recall_at_1_diff1 + value: 54.4983 + - type: nauc_recall_at_3_max + value: 44.857200000000006 + - type: nauc_recall_at_3_std + value: 2.0964 + - type: nauc_recall_at_3_diff1 + value: 43.721199999999996 + - type: nauc_recall_at_5_max + value: 46.6269 + - type: nauc_recall_at_5_std + value: 6.746 + - type: nauc_recall_at_5_diff1 + value: 41.2489 + - type: nauc_recall_at_10_max + value: 49.47 + - type: nauc_recall_at_10_std + value: 13.1434 + - type: nauc_recall_at_10_diff1 + value: 37.5806 + - type: nauc_recall_at_20_max + value: 51.146100000000004 + - type: nauc_recall_at_20_std + value: 18.7664 + - type: nauc_recall_at_20_diff1 + value: 37.2469 + - type: nauc_recall_at_100_max + value: 57.036500000000004 + - type: nauc_recall_at_100_std + value: 28.7043 + - type: nauc_recall_at_100_diff1 + value: 37.934200000000004 + - type: nauc_recall_at_1000_max + value: 44.6101 + - type: nauc_recall_at_1000_std + value: 37.7026 + - type: nauc_recall_at_1000_diff1 + value: 31.8598 + - type: nauc_precision_at_1_max + value: 41.5056 + - type: nauc_precision_at_1_std + value: -0.7759 + - type: nauc_precision_at_1_diff1 + value: 54.4983 + - type: nauc_precision_at_3_max + value: 44.857200000000006 + - type: nauc_precision_at_3_std + value: 2.0964 + - type: nauc_precision_at_3_diff1 + value: 43.721199999999996 + - type: nauc_precision_at_5_max + value: 46.6269 + - type: nauc_precision_at_5_std + value: 6.746 + - type: nauc_precision_at_5_diff1 + value: 41.2489 + - type: nauc_precision_at_10_max + value: 49.47 + - type: nauc_precision_at_10_std + value: 13.1434 + - type: nauc_precision_at_10_diff1 + value: 37.5806 + - type: nauc_precision_at_20_max + value: 51.146100000000004 + - type: nauc_precision_at_20_std + value: 18.7664 + - type: nauc_precision_at_20_diff1 + value: 37.2469 + - type: nauc_precision_at_100_max + value: 57.036500000000004 + - type: nauc_precision_at_100_std + value: 28.7043 + - type: nauc_precision_at_100_diff1 + value: 37.934200000000004 + - type: nauc_precision_at_1000_max + value: 44.6101 + - type: nauc_precision_at_1000_std + value: 37.7026 + - type: nauc_precision_at_1000_diff1 + value: 31.8598 + - type: nauc_mrr_at_1_max + value: 41.5056 + - type: nauc_mrr_at_1_std + value: -0.7759 + - type: nauc_mrr_at_1_diff1 + value: 54.4983 + - type: nauc_mrr_at_3_max + value: 43.2876 + - type: nauc_mrr_at_3_std + value: 0.5027 + - type: nauc_mrr_at_3_diff1 + value: 49.6127 + - type: nauc_mrr_at_5_max + value: 43.688900000000004 + - type: nauc_mrr_at_5_std + value: 1.5645 + - type: nauc_mrr_at_5_diff1 + value: 49.1502 + - type: nauc_mrr_at_10_max + value: 43.9749 + - type: nauc_mrr_at_10_std + value: 2.2498 + - type: nauc_mrr_at_10_diff1 + value: 48.827 + - type: nauc_mrr_at_20_max + value: 44.0064 + - type: nauc_mrr_at_20_std + value: 2.4167 + - type: nauc_mrr_at_20_diff1 + value: 48.9157 + - type: nauc_mrr_at_100_max + value: 44.0336 + - type: nauc_mrr_at_100_std + value: 2.4309000000000003 + - type: nauc_mrr_at_100_diff1 + value: 48.997600000000006 + - type: nauc_mrr_at_1000_max + value: 44.016 + - type: nauc_mrr_at_1000_std + value: 2.3993 + - type: nauc_mrr_at_1000_diff1 + value: 49.016799999999996 + - type: main_score + value: 47.157 + task: + type: Retrieval + - dataset: + config: ara-vie + name: MTEB MLQARetrieval (ara-vie) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa metrics: - - type: main_score - value: 63.541 - - type: map_at_1 - value: 51.451 - - type: map_at_3 - value: 58.027 - - type: map_at_5 - value: 59.197 - - type: map_at_10 - value: 59.644 - - type: ndcg_at_1 - value: 51.451 - - type: ndcg_at_3 - value: 60.302 - - type: ndcg_at_5 - value: 62.432 - - type: ndcg_at_10 - value: 63.541 - - type: recall_at_1 - value: 51.451 - - type: recall_at_3 - value: 66.925 - - type: recall_at_5 - value: 72.147 - - type: recall_at_10 - value: 75.629 - - type: precision_at_1 - value: 51.451 - - type: precision_at_3 - value: 22.308 - - type: precision_at_5 - value: 14.429 - - type: precision_at_10 - value: 7.563 - - type: mrr_at_1 - value: 51.4507 - - type: mrr_at_3 - value: 58.0271 - - type: mrr_at_5 - value: 59.1973 - - type: mrr_at_10 - value: 59.6441 + - type: ndcg_at_1 + value: 33.122 + - type: ndcg_at_3 + value: 41.82 + - type: ndcg_at_5 + value: 44.2 + - type: ndcg_at_10 + value: 46.912 + - type: ndcg_at_20 + value: 49.124 + - type: ndcg_at_100 + value: 51.806 + - type: ndcg_at_1000 + value: 53.474999999999994 + - type: map_at_1 + value: 33.122 + - type: map_at_3 + value: 39.692 + - type: map_at_5 + value: 41.016000000000005 + - type: map_at_10 + value: 42.161 + - type: map_at_20 + value: 42.774 + - type: map_at_100 + value: 43.139 + - type: map_at_1000 + value: 43.2 + - type: recall_at_1 + value: 33.122 + - type: recall_at_3 + value: 47.973 + - type: recall_at_5 + value: 53.737 + - type: recall_at_10 + value: 61.992999999999995 + - type: recall_at_20 + value: 70.68900000000001 + - type: recall_at_100 + value: 85.247 + - type: recall_at_1000 + value: 98.48599999999999 + - type: precision_at_1 + value: 33.122 + - type: precision_at_3 + value: 15.991 + - type: precision_at_5 + value: 10.747 + - type: precision_at_10 + value: 6.199000000000001 + - type: precision_at_20 + value: 3.5340000000000003 + - type: precision_at_100 + value: 0.852 + - type: precision_at_1000 + value: 0.098 + - type: mrr_at_1 + value: 33.1216 + - type: mrr_at_3 + value: 39.6922 + - type: mrr_at_5 + value: 41.0161 + - type: mrr_at_10 + value: 42.160599999999995 + - type: mrr_at_20 + value: 42.774 + - type: mrr_at_100 + value: 43.1385 + - type: mrr_at_1000 + value: 43.199799999999996 + - type: nauc_ndcg_at_1_max + value: 49.1834 + - type: nauc_ndcg_at_1_std + value: 6.8612 + - type: nauc_ndcg_at_1_diff1 + value: 55.1215 + - type: nauc_ndcg_at_3_max + value: 48.7315 + - type: nauc_ndcg_at_3_std + value: 8.5129 + - type: nauc_ndcg_at_3_diff1 + value: 46.6492 + - type: nauc_ndcg_at_5_max + value: 48.8836 + - type: nauc_ndcg_at_5_std + value: 9.5124 + - type: nauc_ndcg_at_5_diff1 + value: 45.9731 + - type: nauc_ndcg_at_10_max + value: 48.403 + - type: nauc_ndcg_at_10_std + value: 10.4213 + - type: nauc_ndcg_at_10_diff1 + value: 45.522800000000004 + - type: nauc_ndcg_at_20_max + value: 48.4306 + - type: nauc_ndcg_at_20_std + value: 11.264299999999999 + - type: nauc_ndcg_at_20_diff1 + value: 45.2984 + - type: nauc_ndcg_at_100_max + value: 48.7782 + - type: nauc_ndcg_at_100_std + value: 11.4887 + - type: nauc_ndcg_at_100_diff1 + value: 45.7048 + - type: nauc_ndcg_at_1000_max + value: 48.6585 + - type: nauc_ndcg_at_1000_std + value: 10.5363 + - type: nauc_ndcg_at_1000_diff1 + value: 46.3558 + - type: nauc_map_at_1_max + value: 49.1834 + - type: nauc_map_at_1_std + value: 6.8612 + - type: nauc_map_at_1_diff1 + value: 55.1215 + - type: nauc_map_at_3_max + value: 48.8541 + - type: nauc_map_at_3_std + value: 8.035 + - type: nauc_map_at_3_diff1 + value: 48.606899999999996 + - type: nauc_map_at_5_max + value: 48.916399999999996 + - type: nauc_map_at_5_std + value: 8.5605 + - type: nauc_map_at_5_diff1 + value: 48.2496 + - type: nauc_map_at_10_max + value: 48.7073 + - type: nauc_map_at_10_std + value: 8.9177 + - type: nauc_map_at_10_diff1 + value: 48.0922 + - type: nauc_map_at_20_max + value: 48.714200000000005 + - type: nauc_map_at_20_std + value: 9.1213 + - type: nauc_map_at_20_diff1 + value: 48.0531 + - type: nauc_map_at_100_max + value: 48.7618 + - type: nauc_map_at_100_std + value: 9.157 + - type: nauc_map_at_100_diff1 + value: 48.0993 + - type: nauc_map_at_1000_max + value: 48.762299999999996 + - type: nauc_map_at_1000_std + value: 9.1389 + - type: nauc_map_at_1000_diff1 + value: 48.1273 + - type: nauc_recall_at_1_max + value: 49.1834 + - type: nauc_recall_at_1_std + value: 6.8612 + - type: nauc_recall_at_1_diff1 + value: 55.1215 + - type: nauc_recall_at_3_max + value: 48.372 + - type: nauc_recall_at_3_std + value: 9.9262 + - type: nauc_recall_at_3_diff1 + value: 41.0295 + - type: nauc_recall_at_5_max + value: 48.8314 + - type: nauc_recall_at_5_std + value: 12.5722 + - type: nauc_recall_at_5_diff1 + value: 39.0983 + - type: nauc_recall_at_10_max + value: 47.281099999999995 + - type: nauc_recall_at_10_std + value: 15.9864 + - type: nauc_recall_at_10_diff1 + value: 36.842999999999996 + - type: nauc_recall_at_20_max + value: 47.2339 + - type: nauc_recall_at_20_std + value: 21.2964 + - type: nauc_recall_at_20_diff1 + value: 34.102 + - type: nauc_recall_at_100_max + value: 50.4448 + - type: nauc_recall_at_100_std + value: 31.2116 + - type: nauc_recall_at_100_diff1 + value: 30.873099999999997 + - type: nauc_recall_at_1000_max + value: 41.048899999999996 + - type: nauc_recall_at_1000_std + value: 33.9471 + - type: nauc_recall_at_1000_diff1 + value: 1.6271 + - type: nauc_precision_at_1_max + value: 49.1834 + - type: nauc_precision_at_1_std + value: 6.8612 + - type: nauc_precision_at_1_diff1 + value: 55.1215 + - type: nauc_precision_at_3_max + value: 48.372 + - type: nauc_precision_at_3_std + value: 9.9262 + - type: nauc_precision_at_3_diff1 + value: 41.0295 + - type: nauc_precision_at_5_max + value: 48.8314 + - type: nauc_precision_at_5_std + value: 12.5722 + - type: nauc_precision_at_5_diff1 + value: 39.0983 + - type: nauc_precision_at_10_max + value: 47.281099999999995 + - type: nauc_precision_at_10_std + value: 15.9864 + - type: nauc_precision_at_10_diff1 + value: 36.842999999999996 + - type: nauc_precision_at_20_max + value: 47.2339 + - type: nauc_precision_at_20_std + value: 21.2964 + - type: nauc_precision_at_20_diff1 + value: 34.102 + - type: nauc_precision_at_100_max + value: 50.4448 + - type: nauc_precision_at_100_std + value: 31.2116 + - type: nauc_precision_at_100_diff1 + value: 30.873099999999997 + - type: nauc_precision_at_1000_max + value: 41.048899999999996 + - type: nauc_precision_at_1000_std + value: 33.9471 + - type: nauc_precision_at_1000_diff1 + value: 1.6271 + - type: nauc_mrr_at_1_max + value: 49.1834 + - type: nauc_mrr_at_1_std + value: 6.8612 + - type: nauc_mrr_at_1_diff1 + value: 55.1215 + - type: nauc_mrr_at_3_max + value: 48.8541 + - type: nauc_mrr_at_3_std + value: 8.035 + - type: nauc_mrr_at_3_diff1 + value: 48.606899999999996 + - type: nauc_mrr_at_5_max + value: 48.916399999999996 + - type: nauc_mrr_at_5_std + value: 8.5605 + - type: nauc_mrr_at_5_diff1 + value: 48.2496 + - type: nauc_mrr_at_10_max + value: 48.7073 + - type: nauc_mrr_at_10_std + value: 8.9177 + - type: nauc_mrr_at_10_diff1 + value: 48.0922 + - type: nauc_mrr_at_20_max + value: 48.714200000000005 + - type: nauc_mrr_at_20_std + value: 9.1213 + - type: nauc_mrr_at_20_diff1 + value: 48.0531 + - type: nauc_mrr_at_100_max + value: 48.7618 + - type: nauc_mrr_at_100_std + value: 9.157 + - type: nauc_mrr_at_100_diff1 + value: 48.0993 + - type: nauc_mrr_at_1000_max + value: 48.762299999999996 + - type: nauc_mrr_at_1000_std + value: 9.1389 + - type: nauc_mrr_at_1000_diff1 + value: 48.1273 + - type: main_score + value: 46.912 + task: + type: Retrieval + - dataset: + config: ara-zho + name: MTEB MLQARetrieval (ara-zho) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 34.467 + - type: ndcg_at_3 + value: 42.643 + - type: ndcg_at_5 + value: 45.559 + - type: ndcg_at_10 + value: 48.274 + - type: ndcg_at_20 + value: 50.107 + - type: ndcg_at_100 + value: 52.93 + - type: ndcg_at_1000 + value: 54.493 + - type: map_at_1 + value: 34.467 + - type: map_at_3 + value: 40.672999999999995 + - type: map_at_5 + value: 42.284 + - type: map_at_10 + value: 43.418 + - type: map_at_20 + value: 43.926 + - type: map_at_100 + value: 44.296 + - type: map_at_1000 + value: 44.352000000000004 + - type: recall_at_1 + value: 34.467 + - type: recall_at_3 + value: 48.326 + - type: recall_at_5 + value: 55.43900000000001 + - type: recall_at_10 + value: 63.754999999999995 + - type: recall_at_20 + value: 70.973 + - type: recall_at_100 + value: 86.454 + - type: recall_at_1000 + value: 98.902 + - type: precision_at_1 + value: 34.467 + - type: precision_at_3 + value: 16.109 + - type: precision_at_5 + value: 11.088000000000001 + - type: precision_at_10 + value: 6.3759999999999994 + - type: precision_at_20 + value: 3.549 + - type: precision_at_100 + value: 0.865 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 34.466499999999996 + - type: mrr_at_3 + value: 40.6729 + - type: mrr_at_5 + value: 42.2838 + - type: mrr_at_10 + value: 43.4184 + - type: mrr_at_20 + value: 43.926 + - type: mrr_at_100 + value: 44.2962 + - type: mrr_at_1000 + value: 44.3522 + - type: nauc_ndcg_at_1_max + value: 47.1153 + - type: nauc_ndcg_at_1_std + value: 3.4273 + - type: nauc_ndcg_at_1_diff1 + value: 59.028000000000006 + - type: nauc_ndcg_at_3_max + value: 47.509499999999996 + - type: nauc_ndcg_at_3_std + value: 6.1509 + - type: nauc_ndcg_at_3_diff1 + value: 52.3682 + - type: nauc_ndcg_at_5_max + value: 47.1969 + - type: nauc_ndcg_at_5_std + value: 6.2892 + - type: nauc_ndcg_at_5_diff1 + value: 50.9259 + - type: nauc_ndcg_at_10_max + value: 47.246500000000005 + - type: nauc_ndcg_at_10_std + value: 7.1377 + - type: nauc_ndcg_at_10_diff1 + value: 50.049600000000005 + - type: nauc_ndcg_at_20_max + value: 47.5816 + - type: nauc_ndcg_at_20_std + value: 7.4744 + - type: nauc_ndcg_at_20_diff1 + value: 50.4117 + - type: nauc_ndcg_at_100_max + value: 47.9685 + - type: nauc_ndcg_at_100_std + value: 8.6481 + - type: nauc_ndcg_at_100_diff1 + value: 50.4111 + - type: nauc_ndcg_at_1000_max + value: 47.7801 + - type: nauc_ndcg_at_1000_std + value: 7.5201 + - type: nauc_ndcg_at_1000_diff1 + value: 51.4396 + - type: nauc_map_at_1_max + value: 47.1153 + - type: nauc_map_at_1_std + value: 3.4273 + - type: nauc_map_at_1_diff1 + value: 59.028000000000006 + - type: nauc_map_at_3_max + value: 47.475 + - type: nauc_map_at_3_std + value: 5.5253 + - type: nauc_map_at_3_diff1 + value: 53.9536 + - type: nauc_map_at_5_max + value: 47.2987 + - type: nauc_map_at_5_std + value: 5.6127 + - type: nauc_map_at_5_diff1 + value: 53.151700000000005 + - type: nauc_map_at_10_max + value: 47.307300000000005 + - type: nauc_map_at_10_std + value: 5.9255 + - type: nauc_map_at_10_diff1 + value: 52.8381 + - type: nauc_map_at_20_max + value: 47.3942 + - type: nauc_map_at_20_std + value: 5.992100000000001 + - type: nauc_map_at_20_diff1 + value: 52.9637 + - type: nauc_map_at_100_max + value: 47.448800000000006 + - type: nauc_map_at_100_std + value: 6.1400999999999994 + - type: nauc_map_at_100_diff1 + value: 52.97690000000001 + - type: nauc_map_at_1000_max + value: 47.4484 + - type: nauc_map_at_1000_std + value: 6.1112 + - type: nauc_map_at_1000_diff1 + value: 53.0145 + - type: nauc_recall_at_1_max + value: 47.1153 + - type: nauc_recall_at_1_std + value: 3.4273 + - type: nauc_recall_at_1_diff1 + value: 59.028000000000006 + - type: nauc_recall_at_3_max + value: 47.5843 + - type: nauc_recall_at_3_std + value: 7.9499 + - type: nauc_recall_at_3_diff1 + value: 47.7843 + - type: nauc_recall_at_5_max + value: 46.8183 + - type: nauc_recall_at_5_std + value: 8.3286 + - type: nauc_recall_at_5_diff1 + value: 43.9835 + - type: nauc_recall_at_10_max + value: 47.025099999999995 + - type: nauc_recall_at_10_std + value: 11.6536 + - type: nauc_recall_at_10_diff1 + value: 40.012100000000004 + - type: nauc_recall_at_20_max + value: 48.6934 + - type: nauc_recall_at_20_std + value: 14.212 + - type: nauc_recall_at_20_diff1 + value: 40.1054 + - type: nauc_recall_at_100_max + value: 54.1462 + - type: nauc_recall_at_100_std + value: 34.3519 + - type: nauc_recall_at_100_diff1 + value: 30.826900000000002 + - type: nauc_recall_at_1000_max + value: 71.5059 + - type: nauc_recall_at_1000_std + value: 62.956599999999995 + - type: nauc_recall_at_1000_diff1 + value: 26.123800000000003 + - type: nauc_precision_at_1_max + value: 47.1153 + - type: nauc_precision_at_1_std + value: 3.4273 + - type: nauc_precision_at_1_diff1 + value: 59.028000000000006 + - type: nauc_precision_at_3_max + value: 47.5843 + - type: nauc_precision_at_3_std + value: 7.9499 + - type: nauc_precision_at_3_diff1 + value: 47.7843 + - type: nauc_precision_at_5_max + value: 46.8183 + - type: nauc_precision_at_5_std + value: 8.3286 + - type: nauc_precision_at_5_diff1 + value: 43.9835 + - type: nauc_precision_at_10_max + value: 47.025099999999995 + - type: nauc_precision_at_10_std + value: 11.6536 + - type: nauc_precision_at_10_diff1 + value: 40.012100000000004 + - type: nauc_precision_at_20_max + value: 48.6934 + - type: nauc_precision_at_20_std + value: 14.212 + - type: nauc_precision_at_20_diff1 + value: 40.1054 + - type: nauc_precision_at_100_max + value: 54.1462 + - type: nauc_precision_at_100_std + value: 34.3519 + - type: nauc_precision_at_100_diff1 + value: 30.826900000000002 + - type: nauc_precision_at_1000_max + value: 71.5059 + - type: nauc_precision_at_1000_std + value: 62.956599999999995 + - type: nauc_precision_at_1000_diff1 + value: 26.123800000000003 + - type: nauc_mrr_at_1_max + value: 47.1153 + - type: nauc_mrr_at_1_std + value: 3.4273 + - type: nauc_mrr_at_1_diff1 + value: 59.028000000000006 + - type: nauc_mrr_at_3_max + value: 47.475 + - type: nauc_mrr_at_3_std + value: 5.5253 + - type: nauc_mrr_at_3_diff1 + value: 53.9536 + - type: nauc_mrr_at_5_max + value: 47.2987 + - type: nauc_mrr_at_5_std + value: 5.6127 + - type: nauc_mrr_at_5_diff1 + value: 53.151700000000005 + - type: nauc_mrr_at_10_max + value: 47.307300000000005 + - type: nauc_mrr_at_10_std + value: 5.9255 + - type: nauc_mrr_at_10_diff1 + value: 52.8381 + - type: nauc_mrr_at_20_max + value: 47.3942 + - type: nauc_mrr_at_20_std + value: 5.992100000000001 + - type: nauc_mrr_at_20_diff1 + value: 52.9637 + - type: nauc_mrr_at_100_max + value: 47.448800000000006 + - type: nauc_mrr_at_100_std + value: 6.1400999999999994 + - type: nauc_mrr_at_100_diff1 + value: 52.97690000000001 + - type: nauc_mrr_at_1000_max + value: 47.4484 + - type: nauc_mrr_at_1000_std + value: 6.1112 + - type: nauc_mrr_at_1000_diff1 + value: 53.0145 + - type: main_score + value: 48.274 + task: + type: Retrieval + - dataset: + config: deu-ara + name: MTEB MLQARetrieval (deu-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 29.958000000000002 + - type: ndcg_at_3 + value: 37.785999999999994 + - type: ndcg_at_5 + value: 40.552 + - type: ndcg_at_10 + value: 43.376999999999995 + - type: ndcg_at_20 + value: 45.613 + - type: ndcg_at_100 + value: 48.671 + - type: ndcg_at_1000 + value: 50.554 + - type: map_at_1 + value: 29.958000000000002 + - type: map_at_3 + value: 35.86 + - type: map_at_5 + value: 37.391000000000005 + - type: map_at_10 + value: 38.557 + - type: map_at_20 + value: 39.162 + - type: map_at_100 + value: 39.581 + - type: map_at_1000 + value: 39.647 + - type: recall_at_1 + value: 29.958000000000002 + - type: recall_at_3 + value: 43.36 + - type: recall_at_5 + value: 50.090999999999994 + - type: recall_at_10 + value: 58.824 + - type: recall_at_20 + value: 67.738 + - type: recall_at_100 + value: 84.294 + - type: recall_at_1000 + value: 99.394 + - type: precision_at_1 + value: 29.958000000000002 + - type: precision_at_3 + value: 14.453 + - type: precision_at_5 + value: 10.018 + - type: precision_at_10 + value: 5.882 + - type: precision_at_20 + value: 3.3869999999999996 + - type: precision_at_100 + value: 0.843 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 29.9576 + - type: mrr_at_3 + value: 35.8601 + - type: mrr_at_5 + value: 37.3913 + - type: mrr_at_10 + value: 38.5573 + - type: mrr_at_20 + value: 39.162 + - type: mrr_at_100 + value: 39.5807 + - type: mrr_at_1000 + value: 39.6467 + - type: nauc_ndcg_at_1_max + value: 52.1125 + - type: nauc_ndcg_at_1_std + value: 6.8635 + - type: nauc_ndcg_at_1_diff1 + value: 55.853699999999996 + - type: nauc_ndcg_at_3_max + value: 51.9481 + - type: nauc_ndcg_at_3_std + value: 10.0406 + - type: nauc_ndcg_at_3_diff1 + value: 49.3114 + - type: nauc_ndcg_at_5_max + value: 51.730900000000005 + - type: nauc_ndcg_at_5_std + value: 11.7259 + - type: nauc_ndcg_at_5_diff1 + value: 47.0463 + - type: nauc_ndcg_at_10_max + value: 51.0169 + - type: nauc_ndcg_at_10_std + value: 11.9733 + - type: nauc_ndcg_at_10_diff1 + value: 45.7934 + - type: nauc_ndcg_at_20_max + value: 50.9552 + - type: nauc_ndcg_at_20_std + value: 12.5508 + - type: nauc_ndcg_at_20_diff1 + value: 45.4673 + - type: nauc_ndcg_at_100_max + value: 51.207800000000006 + - type: nauc_ndcg_at_100_std + value: 12.7859 + - type: nauc_ndcg_at_100_diff1 + value: 46.4388 + - type: nauc_ndcg_at_1000_max + value: 51.4648 + - type: nauc_ndcg_at_1000_std + value: 11.9752 + - type: nauc_ndcg_at_1000_diff1 + value: 47.3814 + - type: nauc_map_at_1_max + value: 52.1125 + - type: nauc_map_at_1_std + value: 6.8635 + - type: nauc_map_at_1_diff1 + value: 55.853699999999996 + - type: nauc_map_at_3_max + value: 52.0278 + - type: nauc_map_at_3_std + value: 9.2962 + - type: nauc_map_at_3_diff1 + value: 50.8881 + - type: nauc_map_at_5_max + value: 51.9123 + - type: nauc_map_at_5_std + value: 10.2351 + - type: nauc_map_at_5_diff1 + value: 49.6413 + - type: nauc_map_at_10_max + value: 51.6105 + - type: nauc_map_at_10_std + value: 10.3094 + - type: nauc_map_at_10_diff1 + value: 49.1541 + - type: nauc_map_at_20_max + value: 51.6124 + - type: nauc_map_at_20_std + value: 10.4738 + - type: nauc_map_at_20_diff1 + value: 49.0843 + - type: nauc_map_at_100_max + value: 51.660700000000006 + - type: nauc_map_at_100_std + value: 10.5072 + - type: nauc_map_at_100_diff1 + value: 49.228699999999996 + - type: nauc_map_at_1000_max + value: 51.673199999999994 + - type: nauc_map_at_1000_std + value: 10.4973 + - type: nauc_map_at_1000_diff1 + value: 49.2533 + - type: nauc_recall_at_1_max + value: 52.1125 + - type: nauc_recall_at_1_std + value: 6.8635 + - type: nauc_recall_at_1_diff1 + value: 55.853699999999996 + - type: nauc_recall_at_3_max + value: 51.7055 + - type: nauc_recall_at_3_std + value: 12.1475 + - type: nauc_recall_at_3_diff1 + value: 44.8305 + - type: nauc_recall_at_5_max + value: 51.1529 + - type: nauc_recall_at_5_std + value: 16.2625 + - type: nauc_recall_at_5_diff1 + value: 39.211400000000005 + - type: nauc_recall_at_10_max + value: 48.8181 + - type: nauc_recall_at_10_std + value: 17.5707 + - type: nauc_recall_at_10_diff1 + value: 34.3632 + - type: nauc_recall_at_20_max + value: 48.024899999999995 + - type: nauc_recall_at_20_std + value: 21.0431 + - type: nauc_recall_at_20_diff1 + value: 30.9652 + - type: nauc_recall_at_100_max + value: 47.9518 + - type: nauc_recall_at_100_std + value: 29.650199999999998 + - type: nauc_recall_at_100_diff1 + value: 30.1396 + - type: nauc_recall_at_1000_max + value: 56.8226 + - type: nauc_recall_at_1000_std + value: 65.794 + - type: nauc_recall_at_1000_diff1 + value: 27.686899999999998 + - type: nauc_precision_at_1_max + value: 52.1125 + - type: nauc_precision_at_1_std + value: 6.8635 + - type: nauc_precision_at_1_diff1 + value: 55.853699999999996 + - type: nauc_precision_at_3_max + value: 51.7055 + - type: nauc_precision_at_3_std + value: 12.1475 + - type: nauc_precision_at_3_diff1 + value: 44.8305 + - type: nauc_precision_at_5_max + value: 51.1529 + - type: nauc_precision_at_5_std + value: 16.2625 + - type: nauc_precision_at_5_diff1 + value: 39.211400000000005 + - type: nauc_precision_at_10_max + value: 48.8181 + - type: nauc_precision_at_10_std + value: 17.5707 + - type: nauc_precision_at_10_diff1 + value: 34.3632 + - type: nauc_precision_at_20_max + value: 48.024899999999995 + - type: nauc_precision_at_20_std + value: 21.0431 + - type: nauc_precision_at_20_diff1 + value: 30.9652 + - type: nauc_precision_at_100_max + value: 47.9518 + - type: nauc_precision_at_100_std + value: 29.650199999999998 + - type: nauc_precision_at_100_diff1 + value: 30.1396 + - type: nauc_precision_at_1000_max + value: 56.8226 + - type: nauc_precision_at_1000_std + value: 65.794 + - type: nauc_precision_at_1000_diff1 + value: 27.686899999999998 + - type: nauc_mrr_at_1_max + value: 52.1125 + - type: nauc_mrr_at_1_std + value: 6.8635 + - type: nauc_mrr_at_1_diff1 + value: 55.853699999999996 + - type: nauc_mrr_at_3_max + value: 52.0278 + - type: nauc_mrr_at_3_std + value: 9.2962 + - type: nauc_mrr_at_3_diff1 + value: 50.8881 + - type: nauc_mrr_at_5_max + value: 51.9123 + - type: nauc_mrr_at_5_std + value: 10.2351 + - type: nauc_mrr_at_5_diff1 + value: 49.6413 + - type: nauc_mrr_at_10_max + value: 51.6105 + - type: nauc_mrr_at_10_std + value: 10.3094 + - type: nauc_mrr_at_10_diff1 + value: 49.1541 + - type: nauc_mrr_at_20_max + value: 51.6124 + - type: nauc_mrr_at_20_std + value: 10.4738 + - type: nauc_mrr_at_20_diff1 + value: 49.0843 + - type: nauc_mrr_at_100_max + value: 51.660700000000006 + - type: nauc_mrr_at_100_std + value: 10.5072 + - type: nauc_mrr_at_100_diff1 + value: 49.228699999999996 + - type: nauc_mrr_at_1000_max + value: 51.673199999999994 + - type: nauc_mrr_at_1000_std + value: 10.4973 + - type: nauc_mrr_at_1000_diff1 + value: 49.2533 + - type: main_score + value: 43.376999999999995 + task: + type: Retrieval + - dataset: + config: eng-ara + name: MTEB MLQARetrieval (eng-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 26.663999999999998 + - type: ndcg_at_3 + value: 33.85 + - type: ndcg_at_5 + value: 36.004000000000005 + - type: ndcg_at_10 + value: 38.4 + - type: ndcg_at_20 + value: 40.338 + - type: ndcg_at_100 + value: 43.419000000000004 + - type: ndcg_at_1000 + value: 45.631 + - type: map_at_1 + value: 26.655 + - type: map_at_3 + value: 32.099 + - type: map_at_5 + value: 33.29 + - type: map_at_10 + value: 34.278999999999996 + - type: map_at_20 + value: 34.813 + - type: map_at_100 + value: 35.221000000000004 + - type: map_at_1000 + value: 35.297 + - type: recall_at_1 + value: 26.655 + - type: recall_at_3 + value: 38.899 + - type: recall_at_5 + value: 44.15 + - type: recall_at_10 + value: 51.556000000000004 + - type: recall_at_20 + value: 59.207 + - type: recall_at_100 + value: 76.074 + - type: recall_at_1000 + value: 93.915 + - type: precision_at_1 + value: 26.663999999999998 + - type: precision_at_3 + value: 12.97 + - type: precision_at_5 + value: 8.831999999999999 + - type: precision_at_10 + value: 5.157 + - type: precision_at_20 + value: 2.9610000000000003 + - type: precision_at_100 + value: 0.761 + - type: precision_at_1000 + value: 0.094 + - type: mrr_at_1 + value: 26.664199999999997 + - type: mrr_at_3 + value: 32.1083 + - type: mrr_at_5 + value: 33.299 + - type: mrr_at_10 + value: 34.2886 + - type: mrr_at_20 + value: 34.8219 + - type: mrr_at_100 + value: 35.2302 + - type: mrr_at_1000 + value: 35.3063 + - type: nauc_ndcg_at_1_max + value: 48.4014 + - type: nauc_ndcg_at_1_std + value: 11.304 + - type: nauc_ndcg_at_1_diff1 + value: 54.139199999999995 + - type: nauc_ndcg_at_3_max + value: 49.1937 + - type: nauc_ndcg_at_3_std + value: 13.9525 + - type: nauc_ndcg_at_3_diff1 + value: 48.137 + - type: nauc_ndcg_at_5_max + value: 49.235299999999995 + - type: nauc_ndcg_at_5_std + value: 15.0341 + - type: nauc_ndcg_at_5_diff1 + value: 46.8281 + - type: nauc_ndcg_at_10_max + value: 48.9836 + - type: nauc_ndcg_at_10_std + value: 15.8809 + - type: nauc_ndcg_at_10_diff1 + value: 45.3256 + - type: nauc_ndcg_at_20_max + value: 48.924299999999995 + - type: nauc_ndcg_at_20_std + value: 16.6435 + - type: nauc_ndcg_at_20_diff1 + value: 45.047 + - type: nauc_ndcg_at_100_max + value: 49.1173 + - type: nauc_ndcg_at_100_std + value: 17.5779 + - type: nauc_ndcg_at_100_diff1 + value: 45.285199999999996 + - type: nauc_ndcg_at_1000_max + value: 49.2097 + - type: nauc_ndcg_at_1000_std + value: 16.829900000000002 + - type: nauc_ndcg_at_1000_diff1 + value: 46.0814 + - type: nauc_map_at_1_max + value: 48.3592 + - type: nauc_map_at_1_std + value: 11.2728 + - type: nauc_map_at_1_diff1 + value: 54.098 + - type: nauc_map_at_3_max + value: 49.0619 + - type: nauc_map_at_3_std + value: 13.3646 + - type: nauc_map_at_3_diff1 + value: 49.473800000000004 + - type: nauc_map_at_5_max + value: 49.0995 + - type: nauc_map_at_5_std + value: 13.974900000000002 + - type: nauc_map_at_5_diff1 + value: 48.7481 + - type: nauc_map_at_10_max + value: 49.0016 + - type: nauc_map_at_10_std + value: 14.336099999999998 + - type: nauc_map_at_10_diff1 + value: 48.1301 + - type: nauc_map_at_20_max + value: 48.9681 + - type: nauc_map_at_20_std + value: 14.5174 + - type: nauc_map_at_20_diff1 + value: 48.0536 + - type: nauc_map_at_100_max + value: 48.997299999999996 + - type: nauc_map_at_100_std + value: 14.6347 + - type: nauc_map_at_100_diff1 + value: 48.0899 + - type: nauc_map_at_1000_max + value: 49.0003 + - type: nauc_map_at_1000_std + value: 14.6138 + - type: nauc_map_at_1000_diff1 + value: 48.1148 + - type: nauc_recall_at_1_max + value: 48.3592 + - type: nauc_recall_at_1_std + value: 11.2728 + - type: nauc_recall_at_1_diff1 + value: 54.098 + - type: nauc_recall_at_3_max + value: 49.490899999999996 + - type: nauc_recall_at_3_std + value: 15.5245 + - type: nauc_recall_at_3_diff1 + value: 44.4469 + - type: nauc_recall_at_5_max + value: 49.53 + - type: nauc_recall_at_5_std + value: 18.0626 + - type: nauc_recall_at_5_diff1 + value: 41.3084 + - type: nauc_recall_at_10_max + value: 48.734899999999996 + - type: nauc_recall_at_10_std + value: 20.7001 + - type: nauc_recall_at_10_diff1 + value: 36.5179 + - type: nauc_recall_at_20_max + value: 48.6031 + - type: nauc_recall_at_20_std + value: 24.435100000000002 + - type: nauc_recall_at_20_diff1 + value: 34.7265 + - type: nauc_recall_at_100_max + value: 49.8486 + - type: nauc_recall_at_100_std + value: 35.1908 + - type: nauc_recall_at_100_diff1 + value: 32.034400000000005 + - type: nauc_recall_at_1000_max + value: 55.304500000000004 + - type: nauc_recall_at_1000_std + value: 47.902 + - type: nauc_recall_at_1000_diff1 + value: 31.4755 + - type: nauc_precision_at_1_max + value: 48.4014 + - type: nauc_precision_at_1_std + value: 11.304 + - type: nauc_precision_at_1_diff1 + value: 54.139199999999995 + - type: nauc_precision_at_3_max + value: 49.533899999999996 + - type: nauc_precision_at_3_std + value: 15.553700000000001 + - type: nauc_precision_at_3_diff1 + value: 44.4901 + - type: nauc_precision_at_5_max + value: 49.5772 + - type: nauc_precision_at_5_std + value: 18.0933 + - type: nauc_precision_at_5_diff1 + value: 41.3553 + - type: nauc_precision_at_10_max + value: 48.787000000000006 + - type: nauc_precision_at_10_std + value: 20.7335 + - type: nauc_precision_at_10_diff1 + value: 36.5688 + - type: nauc_precision_at_20_max + value: 48.6597 + - type: nauc_precision_at_20_std + value: 24.4717 + - type: nauc_precision_at_20_diff1 + value: 34.781600000000005 + - type: nauc_precision_at_100_max + value: 49.9243 + - type: nauc_precision_at_100_std + value: 35.3133 + - type: nauc_precision_at_100_diff1 + value: 32.0868 + - type: nauc_precision_at_1000_max + value: 55.517300000000006 + - type: nauc_precision_at_1000_std + value: 48.249900000000004 + - type: nauc_precision_at_1000_diff1 + value: 31.736399999999996 + - type: nauc_mrr_at_1_max + value: 48.4014 + - type: nauc_mrr_at_1_std + value: 11.304 + - type: nauc_mrr_at_1_diff1 + value: 54.139199999999995 + - type: nauc_mrr_at_3_max + value: 49.102000000000004 + - type: nauc_mrr_at_3_std + value: 13.394 + - type: nauc_mrr_at_3_diff1 + value: 49.5138 + - type: nauc_mrr_at_5_max + value: 49.1397 + - type: nauc_mrr_at_5_std + value: 14.0043 + - type: nauc_mrr_at_5_diff1 + value: 48.7883 + - type: nauc_mrr_at_10_max + value: 49.0419 + - type: nauc_mrr_at_10_std + value: 14.3656 + - type: nauc_mrr_at_10_diff1 + value: 48.1706 + - type: nauc_mrr_at_20_max + value: 49.0087 + - type: nauc_mrr_at_20_std + value: 14.546999999999999 + - type: nauc_mrr_at_20_diff1 + value: 48.094300000000004 + - type: nauc_mrr_at_100_max + value: 49.038 + - type: nauc_mrr_at_100_std + value: 14.6651 + - type: nauc_mrr_at_100_diff1 + value: 48.1306 + - type: nauc_mrr_at_1000_max + value: 49.0404 + - type: nauc_mrr_at_1000_std + value: 14.6437 + - type: nauc_mrr_at_1000_diff1 + value: 48.1549 + - type: main_score + value: 38.4 + task: + type: Retrieval + - dataset: + config: spa-ara + name: MTEB MLQARetrieval (spa-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 33.367000000000004 + - type: ndcg_at_3 + value: 42.068 + - type: ndcg_at_5 + value: 44.79 + - type: ndcg_at_10 + value: 47.372 + - type: ndcg_at_20 + value: 49.409 + - type: ndcg_at_100 + value: 52.25 + - type: ndcg_at_1000 + value: 53.857 + - type: map_at_1 + value: 33.367000000000004 + - type: map_at_3 + value: 39.922000000000004 + - type: map_at_5 + value: 41.429 + - type: map_at_10 + value: 42.504999999999995 + - type: map_at_20 + value: 43.073 + - type: map_at_100 + value: 43.475 + - type: map_at_1000 + value: 43.533 + - type: recall_at_1 + value: 33.367000000000004 + - type: recall_at_3 + value: 48.281 + - type: recall_at_5 + value: 54.903999999999996 + - type: recall_at_10 + value: 62.841 + - type: recall_at_20 + value: 70.829 + - type: recall_at_100 + value: 85.996 + - type: recall_at_1000 + value: 98.787 + - type: precision_at_1 + value: 33.367000000000004 + - type: precision_at_3 + value: 16.094 + - type: precision_at_5 + value: 10.981 + - type: precision_at_10 + value: 6.283999999999999 + - type: precision_at_20 + value: 3.5409999999999995 + - type: precision_at_100 + value: 0.86 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 33.367000000000004 + - type: mrr_at_3 + value: 39.9225 + - type: mrr_at_5 + value: 41.429100000000005 + - type: mrr_at_10 + value: 42.5047 + - type: mrr_at_20 + value: 43.0729 + - type: mrr_at_100 + value: 43.475 + - type: mrr_at_1000 + value: 43.5325 + - type: nauc_ndcg_at_1_max + value: 49.215599999999995 + - type: nauc_ndcg_at_1_std + value: 7.7847 + - type: nauc_ndcg_at_1_diff1 + value: 53.823600000000006 + - type: nauc_ndcg_at_3_max + value: 51.518299999999996 + - type: nauc_ndcg_at_3_std + value: 13.1004 + - type: nauc_ndcg_at_3_diff1 + value: 46.4315 + - type: nauc_ndcg_at_5_max + value: 51.4275 + - type: nauc_ndcg_at_5_std + value: 13.7658 + - type: nauc_ndcg_at_5_diff1 + value: 45.703700000000005 + - type: nauc_ndcg_at_10_max + value: 51.417500000000004 + - type: nauc_ndcg_at_10_std + value: 14.5612 + - type: nauc_ndcg_at_10_diff1 + value: 45.1057 + - type: nauc_ndcg_at_20_max + value: 51.67850000000001 + - type: nauc_ndcg_at_20_std + value: 15.228 + - type: nauc_ndcg_at_20_diff1 + value: 45.2585 + - type: nauc_ndcg_at_100_max + value: 51.68509999999999 + - type: nauc_ndcg_at_100_std + value: 15.265400000000001 + - type: nauc_ndcg_at_100_diff1 + value: 46.299600000000005 + - type: nauc_ndcg_at_1000_max + value: 51.453199999999995 + - type: nauc_ndcg_at_1000_std + value: 14.1539 + - type: nauc_ndcg_at_1000_diff1 + value: 46.7368 + - type: nauc_map_at_1_max + value: 49.215599999999995 + - type: nauc_map_at_1_std + value: 7.7847 + - type: nauc_map_at_1_diff1 + value: 53.823600000000006 + - type: nauc_map_at_3_max + value: 51.047 + - type: nauc_map_at_3_std + value: 11.772499999999999 + - type: nauc_map_at_3_diff1 + value: 48.3261 + - type: nauc_map_at_5_max + value: 51.0005 + - type: nauc_map_at_5_std + value: 12.1281 + - type: nauc_map_at_5_diff1 + value: 47.9407 + - type: nauc_map_at_10_max + value: 50.968 + - type: nauc_map_at_10_std + value: 12.4076 + - type: nauc_map_at_10_diff1 + value: 47.7427 + - type: nauc_map_at_20_max + value: 51.0379 + - type: nauc_map_at_20_std + value: 12.5755 + - type: nauc_map_at_20_diff1 + value: 47.824 + - type: nauc_map_at_100_max + value: 51.045399999999994 + - type: nauc_map_at_100_std + value: 12.5665 + - type: nauc_map_at_100_diff1 + value: 47.9852 + - type: nauc_map_at_1000_max + value: 51.0328 + - type: nauc_map_at_1000_std + value: 12.5251 + - type: nauc_map_at_1000_diff1 + value: 47.9978 + - type: nauc_recall_at_1_max + value: 49.215599999999995 + - type: nauc_recall_at_1_std + value: 7.7847 + - type: nauc_recall_at_1_diff1 + value: 53.823600000000006 + - type: nauc_recall_at_3_max + value: 52.8468 + - type: nauc_recall_at_3_std + value: 16.9595 + - type: nauc_recall_at_3_diff1 + value: 40.906 + - type: nauc_recall_at_5_max + value: 52.6566 + - type: nauc_recall_at_5_std + value: 18.8317 + - type: nauc_recall_at_5_diff1 + value: 38.7903 + - type: nauc_recall_at_10_max + value: 52.9016 + - type: nauc_recall_at_10_std + value: 22.2713 + - type: nauc_recall_at_10_diff1 + value: 35.8589 + - type: nauc_recall_at_20_max + value: 54.415400000000005 + - type: nauc_recall_at_20_std + value: 26.8639 + - type: nauc_recall_at_20_diff1 + value: 34.7889 + - type: nauc_recall_at_100_max + value: 56.409200000000006 + - type: nauc_recall_at_100_std + value: 37.061699999999995 + - type: nauc_recall_at_100_diff1 + value: 37.7855 + - type: nauc_recall_at_1000_max + value: 66.6721 + - type: nauc_recall_at_1000_std + value: 52.0995 + - type: nauc_recall_at_1000_diff1 + value: 38.8158 + - type: nauc_precision_at_1_max + value: 49.215599999999995 + - type: nauc_precision_at_1_std + value: 7.7847 + - type: nauc_precision_at_1_diff1 + value: 53.823600000000006 + - type: nauc_precision_at_3_max + value: 52.8468 + - type: nauc_precision_at_3_std + value: 16.9595 + - type: nauc_precision_at_3_diff1 + value: 40.906 + - type: nauc_precision_at_5_max + value: 52.6566 + - type: nauc_precision_at_5_std + value: 18.8317 + - type: nauc_precision_at_5_diff1 + value: 38.7903 + - type: nauc_precision_at_10_max + value: 52.9016 + - type: nauc_precision_at_10_std + value: 22.2713 + - type: nauc_precision_at_10_diff1 + value: 35.8589 + - type: nauc_precision_at_20_max + value: 54.415400000000005 + - type: nauc_precision_at_20_std + value: 26.8639 + - type: nauc_precision_at_20_diff1 + value: 34.7889 + - type: nauc_precision_at_100_max + value: 56.409200000000006 + - type: nauc_precision_at_100_std + value: 37.061699999999995 + - type: nauc_precision_at_100_diff1 + value: 37.7855 + - type: nauc_precision_at_1000_max + value: 66.6721 + - type: nauc_precision_at_1000_std + value: 52.0995 + - type: nauc_precision_at_1000_diff1 + value: 38.8158 + - type: nauc_mrr_at_1_max + value: 49.215599999999995 + - type: nauc_mrr_at_1_std + value: 7.7847 + - type: nauc_mrr_at_1_diff1 + value: 53.823600000000006 + - type: nauc_mrr_at_3_max + value: 51.047 + - type: nauc_mrr_at_3_std + value: 11.772499999999999 + - type: nauc_mrr_at_3_diff1 + value: 48.3261 + - type: nauc_mrr_at_5_max + value: 51.0005 + - type: nauc_mrr_at_5_std + value: 12.1281 + - type: nauc_mrr_at_5_diff1 + value: 47.9407 + - type: nauc_mrr_at_10_max + value: 50.968 + - type: nauc_mrr_at_10_std + value: 12.4076 + - type: nauc_mrr_at_10_diff1 + value: 47.7427 + - type: nauc_mrr_at_20_max + value: 51.0379 + - type: nauc_mrr_at_20_std + value: 12.5755 + - type: nauc_mrr_at_20_diff1 + value: 47.824 + - type: nauc_mrr_at_100_max + value: 51.045399999999994 + - type: nauc_mrr_at_100_std + value: 12.5665 + - type: nauc_mrr_at_100_diff1 + value: 47.9852 + - type: nauc_mrr_at_1000_max + value: 51.0328 + - type: nauc_mrr_at_1000_std + value: 12.5251 + - type: nauc_mrr_at_1000_diff1 + value: 47.9978 + - type: main_score + value: 47.372 + task: + type: Retrieval + - dataset: + config: hin-ara + name: MTEB MLQARetrieval (hin-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 30.639 + - type: ndcg_at_3 + value: 39.347 + - type: ndcg_at_5 + value: 42.077 + - type: ndcg_at_10 + value: 44.619 + - type: ndcg_at_20 + value: 46.698 + - type: ndcg_at_100 + value: 49.834 + - type: ndcg_at_1000 + value: 51.556999999999995 + - type: map_at_1 + value: 30.639 + - type: map_at_3 + value: 37.22 + - type: map_at_5 + value: 38.727000000000004 + - type: map_at_10 + value: 39.786 + - type: map_at_20 + value: 40.354 + - type: map_at_100 + value: 40.776 + - type: map_at_1000 + value: 40.841 + - type: recall_at_1 + value: 30.639 + - type: recall_at_3 + value: 45.494 + - type: recall_at_5 + value: 52.157 + - type: recall_at_10 + value: 59.967000000000006 + - type: recall_at_20 + value: 68.214 + - type: recall_at_100 + value: 85.309 + - type: recall_at_1000 + value: 98.908 + - type: precision_at_1 + value: 30.639 + - type: precision_at_3 + value: 15.165000000000001 + - type: precision_at_5 + value: 10.431 + - type: precision_at_10 + value: 5.997 + - type: precision_at_20 + value: 3.411 + - type: precision_at_100 + value: 0.853 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 30.639 + - type: mrr_at_3 + value: 37.2201 + - type: mrr_at_5 + value: 38.7275 + - type: mrr_at_10 + value: 39.7862 + - type: mrr_at_20 + value: 40.3536 + - type: mrr_at_100 + value: 40.7763 + - type: mrr_at_1000 + value: 40.8406 + - type: nauc_ndcg_at_1_max + value: 47.3997 + - type: nauc_ndcg_at_1_std + value: 4.6415 + - type: nauc_ndcg_at_1_diff1 + value: 55.2295 + - type: nauc_ndcg_at_3_max + value: 51.1166 + - type: nauc_ndcg_at_3_std + value: 8.8196 + - type: nauc_ndcg_at_3_diff1 + value: 49.119 + - type: nauc_ndcg_at_5_max + value: 50.242200000000004 + - type: nauc_ndcg_at_5_std + value: 8.5755 + - type: nauc_ndcg_at_5_diff1 + value: 47.6155 + - type: nauc_ndcg_at_10_max + value: 50.213499999999996 + - type: nauc_ndcg_at_10_std + value: 9.2496 + - type: nauc_ndcg_at_10_diff1 + value: 47.3074 + - type: nauc_ndcg_at_20_max + value: 50.43299999999999 + - type: nauc_ndcg_at_20_std + value: 9.2624 + - type: nauc_ndcg_at_20_diff1 + value: 47.249 + - type: nauc_ndcg_at_100_max + value: 50.8598 + - type: nauc_ndcg_at_100_std + value: 10.513300000000001 + - type: nauc_ndcg_at_100_diff1 + value: 47.928599999999996 + - type: nauc_ndcg_at_1000_max + value: 50.3282 + - type: nauc_ndcg_at_1000_std + value: 9.3475 + - type: nauc_ndcg_at_1000_diff1 + value: 48.4022 + - type: nauc_map_at_1_max + value: 47.3997 + - type: nauc_map_at_1_std + value: 4.6415 + - type: nauc_map_at_1_diff1 + value: 55.2295 + - type: nauc_map_at_3_max + value: 50.33879999999999 + - type: nauc_map_at_3_std + value: 8.0053 + - type: nauc_map_at_3_diff1 + value: 50.4792 + - type: nauc_map_at_5_max + value: 49.7955 + - type: nauc_map_at_5_std + value: 7.7969 + - type: nauc_map_at_5_diff1 + value: 49.6566 + - type: nauc_map_at_10_max + value: 49.7532 + - type: nauc_map_at_10_std + value: 8.032300000000001 + - type: nauc_map_at_10_diff1 + value: 49.548500000000004 + - type: nauc_map_at_20_max + value: 49.8138 + - type: nauc_map_at_20_std + value: 8.0091 + - type: nauc_map_at_20_diff1 + value: 49.5634 + - type: nauc_map_at_100_max + value: 49.8475 + - type: nauc_map_at_100_std + value: 8.132399999999999 + - type: nauc_map_at_100_diff1 + value: 49.6456 + - type: nauc_map_at_1000_max + value: 49.830600000000004 + - type: nauc_map_at_1000_std + value: 8.0998 + - type: nauc_map_at_1000_diff1 + value: 49.6603 + - type: nauc_recall_at_1_max + value: 47.3997 + - type: nauc_recall_at_1_std + value: 4.6415 + - type: nauc_recall_at_1_diff1 + value: 55.2295 + - type: nauc_recall_at_3_max + value: 53.295899999999996 + - type: nauc_recall_at_3_std + value: 11.0735 + - type: nauc_recall_at_3_diff1 + value: 45.2698 + - type: nauc_recall_at_5_max + value: 51.4516 + - type: nauc_recall_at_5_std + value: 10.8415 + - type: nauc_recall_at_5_diff1 + value: 41.4249 + - type: nauc_recall_at_10_max + value: 51.6187 + - type: nauc_recall_at_10_std + value: 13.4603 + - type: nauc_recall_at_10_diff1 + value: 39.8822 + - type: nauc_recall_at_20_max + value: 52.849500000000006 + - type: nauc_recall_at_20_std + value: 14.3943 + - type: nauc_recall_at_20_diff1 + value: 38.2481 + - type: nauc_recall_at_100_max + value: 60.366699999999994 + - type: nauc_recall_at_100_std + value: 34.2108 + - type: nauc_recall_at_100_diff1 + value: 38.5689 + - type: nauc_recall_at_1000_max + value: 59.54429999999999 + - type: nauc_recall_at_1000_std + value: 57.35059999999999 + - type: nauc_recall_at_1000_diff1 + value: 30.331999999999997 + - type: nauc_precision_at_1_max + value: 47.3997 + - type: nauc_precision_at_1_std + value: 4.6415 + - type: nauc_precision_at_1_diff1 + value: 55.2295 + - type: nauc_precision_at_3_max + value: 53.295899999999996 + - type: nauc_precision_at_3_std + value: 11.0735 + - type: nauc_precision_at_3_diff1 + value: 45.2698 + - type: nauc_precision_at_5_max + value: 51.4516 + - type: nauc_precision_at_5_std + value: 10.8415 + - type: nauc_precision_at_5_diff1 + value: 41.4249 + - type: nauc_precision_at_10_max + value: 51.6187 + - type: nauc_precision_at_10_std + value: 13.4603 + - type: nauc_precision_at_10_diff1 + value: 39.8822 + - type: nauc_precision_at_20_max + value: 52.849500000000006 + - type: nauc_precision_at_20_std + value: 14.3943 + - type: nauc_precision_at_20_diff1 + value: 38.2481 + - type: nauc_precision_at_100_max + value: 60.366699999999994 + - type: nauc_precision_at_100_std + value: 34.2108 + - type: nauc_precision_at_100_diff1 + value: 38.5689 + - type: nauc_precision_at_1000_max + value: 59.54429999999999 + - type: nauc_precision_at_1000_std + value: 57.35059999999999 + - type: nauc_precision_at_1000_diff1 + value: 30.331999999999997 + - type: nauc_mrr_at_1_max + value: 47.3997 + - type: nauc_mrr_at_1_std + value: 4.6415 + - type: nauc_mrr_at_1_diff1 + value: 55.2295 + - type: nauc_mrr_at_3_max + value: 50.33879999999999 + - type: nauc_mrr_at_3_std + value: 8.0053 + - type: nauc_mrr_at_3_diff1 + value: 50.4792 + - type: nauc_mrr_at_5_max + value: 49.7955 + - type: nauc_mrr_at_5_std + value: 7.7969 + - type: nauc_mrr_at_5_diff1 + value: 49.6566 + - type: nauc_mrr_at_10_max + value: 49.7532 + - type: nauc_mrr_at_10_std + value: 8.032300000000001 + - type: nauc_mrr_at_10_diff1 + value: 49.548500000000004 + - type: nauc_mrr_at_20_max + value: 49.8138 + - type: nauc_mrr_at_20_std + value: 8.0091 + - type: nauc_mrr_at_20_diff1 + value: 49.5634 + - type: nauc_mrr_at_100_max + value: 49.8475 + - type: nauc_mrr_at_100_std + value: 8.132399999999999 + - type: nauc_mrr_at_100_diff1 + value: 49.6456 + - type: nauc_mrr_at_1000_max + value: 49.830600000000004 + - type: nauc_mrr_at_1000_std + value: 8.0998 + - type: nauc_mrr_at_1000_diff1 + value: 49.6603 + - type: main_score + value: 44.619 + task: + type: Retrieval + - dataset: + config: vie-ara + name: MTEB MLQARetrieval (vie-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 27.699 + - type: ndcg_at_3 + value: 35.978 + - type: ndcg_at_5 + value: 38.494 + - type: ndcg_at_10 + value: 41.17 + - type: ndcg_at_20 + value: 43.34 + - type: ndcg_at_100 + value: 46.44 + - type: ndcg_at_1000 + value: 48.534 + - type: map_at_1 + value: 27.699 + - type: map_at_3 + value: 33.928000000000004 + - type: map_at_5 + value: 35.325 + - type: map_at_10 + value: 36.433 + - type: map_at_20 + value: 37.033 + - type: map_at_100 + value: 37.46 + - type: map_at_1000 + value: 37.536 + - type: recall_at_1 + value: 27.699 + - type: recall_at_3 + value: 41.915 + - type: recall_at_5 + value: 48.021 + - type: recall_at_10 + value: 56.277 + - type: recall_at_20 + value: 64.827 + - type: recall_at_100 + value: 81.583 + - type: recall_at_1000 + value: 98.241 + - type: precision_at_1 + value: 27.699 + - type: precision_at_3 + value: 13.972000000000001 + - type: precision_at_5 + value: 9.604 + - type: precision_at_10 + value: 5.628 + - type: precision_at_20 + value: 3.241 + - type: precision_at_100 + value: 0.8160000000000001 + - type: precision_at_1000 + value: 0.098 + - type: mrr_at_1 + value: 27.699099999999998 + - type: mrr_at_3 + value: 33.9277 + - type: mrr_at_5 + value: 35.3249 + - type: mrr_at_10 + value: 36.433 + - type: mrr_at_20 + value: 37.033 + - type: mrr_at_100 + value: 37.460300000000004 + - type: mrr_at_1000 + value: 37.5364 + - type: nauc_ndcg_at_1_max + value: 47.9902 + - type: nauc_ndcg_at_1_std + value: 11.7877 + - type: nauc_ndcg_at_1_diff1 + value: 53.30009999999999 + - type: nauc_ndcg_at_3_max + value: 48.7976 + - type: nauc_ndcg_at_3_std + value: 14.285700000000002 + - type: nauc_ndcg_at_3_diff1 + value: 44.9715 + - type: nauc_ndcg_at_5_max + value: 48.1773 + - type: nauc_ndcg_at_5_std + value: 15.2027 + - type: nauc_ndcg_at_5_diff1 + value: 42.6697 + - type: nauc_ndcg_at_10_max + value: 47.9669 + - type: nauc_ndcg_at_10_std + value: 16.245 + - type: nauc_ndcg_at_10_diff1 + value: 41.7466 + - type: nauc_ndcg_at_20_max + value: 47.5711 + - type: nauc_ndcg_at_20_std + value: 16.6753 + - type: nauc_ndcg_at_20_diff1 + value: 41.3274 + - type: nauc_ndcg_at_100_max + value: 48.157 + - type: nauc_ndcg_at_100_std + value: 17.7415 + - type: nauc_ndcg_at_100_diff1 + value: 41.8455 + - type: nauc_ndcg_at_1000_max + value: 48.0416 + - type: nauc_ndcg_at_1000_std + value: 16.4432 + - type: nauc_ndcg_at_1000_diff1 + value: 42.96 + - type: nauc_map_at_1_max + value: 47.9902 + - type: nauc_map_at_1_std + value: 11.7877 + - type: nauc_map_at_1_diff1 + value: 53.30009999999999 + - type: nauc_map_at_3_max + value: 48.605399999999996 + - type: nauc_map_at_3_std + value: 13.7193 + - type: nauc_map_at_3_diff1 + value: 46.8232 + - type: nauc_map_at_5_max + value: 48.2739 + - type: nauc_map_at_5_std + value: 14.2215 + - type: nauc_map_at_5_diff1 + value: 45.5511 + - type: nauc_map_at_10_max + value: 48.2171 + - type: nauc_map_at_10_std + value: 14.6616 + - type: nauc_map_at_10_diff1 + value: 45.204699999999995 + - type: nauc_map_at_20_max + value: 48.086600000000004 + - type: nauc_map_at_20_std + value: 14.745700000000001 + - type: nauc_map_at_20_diff1 + value: 45.112 + - type: nauc_map_at_100_max + value: 48.1655 + - type: nauc_map_at_100_std + value: 14.8883 + - type: nauc_map_at_100_diff1 + value: 45.1828 + - type: nauc_map_at_1000_max + value: 48.1632 + - type: nauc_map_at_1000_std + value: 14.8524 + - type: nauc_map_at_1000_diff1 + value: 45.2272 + - type: nauc_recall_at_1_max + value: 47.9902 + - type: nauc_recall_at_1_std + value: 11.7877 + - type: nauc_recall_at_1_diff1 + value: 53.30009999999999 + - type: nauc_recall_at_3_max + value: 49.332 + - type: nauc_recall_at_3_std + value: 15.8498 + - type: nauc_recall_at_3_diff1 + value: 39.8739 + - type: nauc_recall_at_5_max + value: 47.7993 + - type: nauc_recall_at_5_std + value: 18.0993 + - type: nauc_recall_at_5_diff1 + value: 34.257 + - type: nauc_recall_at_10_max + value: 46.940599999999996 + - type: nauc_recall_at_10_std + value: 21.529 + - type: nauc_recall_at_10_diff1 + value: 30.6398 + - type: nauc_recall_at_20_max + value: 45.2487 + - type: nauc_recall_at_20_std + value: 24.376900000000003 + - type: nauc_recall_at_20_diff1 + value: 27.269199999999998 + - type: nauc_recall_at_100_max + value: 49.290800000000004 + - type: nauc_recall_at_100_std + value: 38.9228 + - type: nauc_recall_at_100_diff1 + value: 23.7152 + - type: nauc_recall_at_1000_max + value: 43.8731 + - type: nauc_recall_at_1000_std + value: 45.7342 + - type: nauc_recall_at_1000_diff1 + value: 7.1701 + - type: nauc_precision_at_1_max + value: 47.9902 + - type: nauc_precision_at_1_std + value: 11.7877 + - type: nauc_precision_at_1_diff1 + value: 53.30009999999999 + - type: nauc_precision_at_3_max + value: 49.332 + - type: nauc_precision_at_3_std + value: 15.8498 + - type: nauc_precision_at_3_diff1 + value: 39.8739 + - type: nauc_precision_at_5_max + value: 47.7993 + - type: nauc_precision_at_5_std + value: 18.0993 + - type: nauc_precision_at_5_diff1 + value: 34.257 + - type: nauc_precision_at_10_max + value: 46.940599999999996 + - type: nauc_precision_at_10_std + value: 21.529 + - type: nauc_precision_at_10_diff1 + value: 30.6398 + - type: nauc_precision_at_20_max + value: 45.2487 + - type: nauc_precision_at_20_std + value: 24.376900000000003 + - type: nauc_precision_at_20_diff1 + value: 27.269199999999998 + - type: nauc_precision_at_100_max + value: 49.290800000000004 + - type: nauc_precision_at_100_std + value: 38.9228 + - type: nauc_precision_at_100_diff1 + value: 23.7152 + - type: nauc_precision_at_1000_max + value: 43.8731 + - type: nauc_precision_at_1000_std + value: 45.7342 + - type: nauc_precision_at_1000_diff1 + value: 7.1701 + - type: nauc_mrr_at_1_max + value: 47.9902 + - type: nauc_mrr_at_1_std + value: 11.7877 + - type: nauc_mrr_at_1_diff1 + value: 53.30009999999999 + - type: nauc_mrr_at_3_max + value: 48.605399999999996 + - type: nauc_mrr_at_3_std + value: 13.7193 + - type: nauc_mrr_at_3_diff1 + value: 46.8232 + - type: nauc_mrr_at_5_max + value: 48.2739 + - type: nauc_mrr_at_5_std + value: 14.2215 + - type: nauc_mrr_at_5_diff1 + value: 45.5511 + - type: nauc_mrr_at_10_max + value: 48.2171 + - type: nauc_mrr_at_10_std + value: 14.6616 + - type: nauc_mrr_at_10_diff1 + value: 45.204699999999995 + - type: nauc_mrr_at_20_max + value: 48.086600000000004 + - type: nauc_mrr_at_20_std + value: 14.745700000000001 + - type: nauc_mrr_at_20_diff1 + value: 45.112 + - type: nauc_mrr_at_100_max + value: 48.1655 + - type: nauc_mrr_at_100_std + value: 14.8883 + - type: nauc_mrr_at_100_diff1 + value: 45.1828 + - type: nauc_mrr_at_1000_max + value: 48.1632 + - type: nauc_mrr_at_1000_std + value: 14.8524 + - type: nauc_mrr_at_1000_diff1 + value: 45.2272 + - type: main_score + value: 41.17 + task: + type: Retrieval + - dataset: + config: zho-ara + name: MTEB MLQARetrieval (zho-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 30.455 + - type: ndcg_at_3 + value: 38.614 + - type: ndcg_at_5 + value: 40.693 + - type: ndcg_at_10 + value: 43.523 + - type: ndcg_at_20 + value: 45.651 + - type: ndcg_at_100 + value: 48.756 + - type: ndcg_at_1000 + value: 50.637 + - type: map_at_1 + value: 30.455 + - type: map_at_3 + value: 36.620999999999995 + - type: map_at_5 + value: 37.78 + - type: map_at_10 + value: 38.951 + - type: map_at_20 + value: 39.543 + - type: map_at_100 + value: 39.956 + - type: map_at_1000 + value: 40.022000000000006 + - type: recall_at_1 + value: 30.455 + - type: recall_at_3 + value: 44.375 + - type: recall_at_5 + value: 49.397999999999996 + - type: recall_at_10 + value: 58.13700000000001 + - type: recall_at_20 + value: 66.484 + - type: recall_at_100 + value: 83.438 + - type: recall_at_1000 + value: 98.482 + - type: precision_at_1 + value: 30.455 + - type: precision_at_3 + value: 14.792 + - type: precision_at_5 + value: 9.879999999999999 + - type: precision_at_10 + value: 5.814 + - type: precision_at_20 + value: 3.325 + - type: precision_at_100 + value: 0.835 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 30.4553 + - type: mrr_at_3 + value: 36.6213 + - type: mrr_at_5 + value: 37.7804 + - type: mrr_at_10 + value: 38.9508 + - type: mrr_at_20 + value: 39.5449 + - type: mrr_at_100 + value: 39.9577 + - type: mrr_at_1000 + value: 40.0238 + - type: nauc_ndcg_at_1_max + value: 48.8898 + - type: nauc_ndcg_at_1_std + value: 9.9853 + - type: nauc_ndcg_at_1_diff1 + value: 55.1585 + - type: nauc_ndcg_at_3_max + value: 49.0008 + - type: nauc_ndcg_at_3_std + value: 11.089599999999999 + - type: nauc_ndcg_at_3_diff1 + value: 47.700900000000004 + - type: nauc_ndcg_at_5_max + value: 49.5803 + - type: nauc_ndcg_at_5_std + value: 12.378599999999999 + - type: nauc_ndcg_at_5_diff1 + value: 46.9606 + - type: nauc_ndcg_at_10_max + value: 49.1348 + - type: nauc_ndcg_at_10_std + value: 12.696399999999999 + - type: nauc_ndcg_at_10_diff1 + value: 45.731 + - type: nauc_ndcg_at_20_max + value: 49.6612 + - type: nauc_ndcg_at_20_std + value: 14.3148 + - type: nauc_ndcg_at_20_diff1 + value: 44.9405 + - type: nauc_ndcg_at_100_max + value: 49.8074 + - type: nauc_ndcg_at_100_std + value: 15.1201 + - type: nauc_ndcg_at_100_diff1 + value: 45.420899999999996 + - type: nauc_ndcg_at_1000_max + value: 49.5773 + - type: nauc_ndcg_at_1000_std + value: 13.7904 + - type: nauc_ndcg_at_1000_diff1 + value: 46.5471 + - type: nauc_map_at_1_max + value: 48.8898 + - type: nauc_map_at_1_std + value: 9.9853 + - type: nauc_map_at_1_diff1 + value: 55.1585 + - type: nauc_map_at_3_max + value: 48.9727 + - type: nauc_map_at_3_std + value: 10.807500000000001 + - type: nauc_map_at_3_diff1 + value: 49.3725 + - type: nauc_map_at_5_max + value: 49.2652 + - type: nauc_map_at_5_std + value: 11.5037 + - type: nauc_map_at_5_diff1 + value: 48.9742 + - type: nauc_map_at_10_max + value: 49.0863 + - type: nauc_map_at_10_std + value: 11.6191 + - type: nauc_map_at_10_diff1 + value: 48.4889 + - type: nauc_map_at_20_max + value: 49.2315 + - type: nauc_map_at_20_std + value: 12.0546 + - type: nauc_map_at_20_diff1 + value: 48.3074 + - type: nauc_map_at_100_max + value: 49.2415 + - type: nauc_map_at_100_std + value: 12.133099999999999 + - type: nauc_map_at_100_diff1 + value: 48.398799999999994 + - type: nauc_map_at_1000_max + value: 49.2308 + - type: nauc_map_at_1000_std + value: 12.0927 + - type: nauc_map_at_1000_diff1 + value: 48.4355 + - type: nauc_recall_at_1_max + value: 48.8898 + - type: nauc_recall_at_1_std + value: 9.9853 + - type: nauc_recall_at_1_diff1 + value: 55.1585 + - type: nauc_recall_at_3_max + value: 49.0815 + - type: nauc_recall_at_3_std + value: 11.9015 + - type: nauc_recall_at_3_diff1 + value: 42.9785 + - type: nauc_recall_at_5_max + value: 50.611399999999996 + - type: nauc_recall_at_5_std + value: 15.122399999999999 + - type: nauc_recall_at_5_diff1 + value: 41.073 + - type: nauc_recall_at_10_max + value: 49.2098 + - type: nauc_recall_at_10_std + value: 16.4463 + - type: nauc_recall_at_10_diff1 + value: 36.525 + - type: nauc_recall_at_20_max + value: 51.6409 + - type: nauc_recall_at_20_std + value: 24.4586 + - type: nauc_recall_at_20_diff1 + value: 31.394899999999996 + - type: nauc_recall_at_100_max + value: 54.785399999999996 + - type: nauc_recall_at_100_std + value: 40.8177 + - type: nauc_recall_at_100_diff1 + value: 25.7955 + - type: nauc_recall_at_1000_max + value: 70.33070000000001 + - type: nauc_recall_at_1000_std + value: 71.0309 + - type: nauc_recall_at_1000_diff1 + value: 17.0748 + - type: nauc_precision_at_1_max + value: 48.8898 + - type: nauc_precision_at_1_std + value: 9.9853 + - type: nauc_precision_at_1_diff1 + value: 55.1585 + - type: nauc_precision_at_3_max + value: 49.0815 + - type: nauc_precision_at_3_std + value: 11.9015 + - type: nauc_precision_at_3_diff1 + value: 42.9785 + - type: nauc_precision_at_5_max + value: 50.611399999999996 + - type: nauc_precision_at_5_std + value: 15.122399999999999 + - type: nauc_precision_at_5_diff1 + value: 41.073 + - type: nauc_precision_at_10_max + value: 49.2098 + - type: nauc_precision_at_10_std + value: 16.4463 + - type: nauc_precision_at_10_diff1 + value: 36.525 + - type: nauc_precision_at_20_max + value: 51.6 + - type: nauc_precision_at_20_std + value: 24.4193 + - type: nauc_precision_at_20_diff1 + value: 31.3295 + - type: nauc_precision_at_100_max + value: 54.744400000000006 + - type: nauc_precision_at_100_std + value: 40.7844 + - type: nauc_precision_at_100_diff1 + value: 25.687900000000003 + - type: nauc_precision_at_1000_max + value: 63.998200000000004 + - type: nauc_precision_at_1000_std + value: 65.2054 + - type: nauc_precision_at_1000_diff1 + value: 13.280100000000001 + - type: nauc_mrr_at_1_max + value: 48.8898 + - type: nauc_mrr_at_1_std + value: 9.9853 + - type: nauc_mrr_at_1_diff1 + value: 55.1585 + - type: nauc_mrr_at_3_max + value: 48.9727 + - type: nauc_mrr_at_3_std + value: 10.807500000000001 + - type: nauc_mrr_at_3_diff1 + value: 49.3725 + - type: nauc_mrr_at_5_max + value: 49.2652 + - type: nauc_mrr_at_5_std + value: 11.5037 + - type: nauc_mrr_at_5_diff1 + value: 48.9742 + - type: nauc_mrr_at_10_max + value: 49.0863 + - type: nauc_mrr_at_10_std + value: 11.6191 + - type: nauc_mrr_at_10_diff1 + value: 48.4889 + - type: nauc_mrr_at_20_max + value: 49.229299999999995 + - type: nauc_mrr_at_20_std + value: 12.0523 + - type: nauc_mrr_at_20_diff1 + value: 48.3045 + - type: nauc_mrr_at_100_max + value: 49.2394 + - type: nauc_mrr_at_100_std + value: 12.1308 + - type: nauc_mrr_at_100_diff1 + value: 48.396 + - type: nauc_mrr_at_1000_max + value: 49.228699999999996 + - type: nauc_mrr_at_1000_std + value: 12.090399999999999 + - type: nauc_mrr_at_1000_diff1 + value: 48.4328 + - type: main_score + value: 43.523 + task: + type: Retrieval + - dataset: + config: ar + name: MTEB MintakaRetrieval (ar) + revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e + split: test + type: jinaai/mintakaqa + metrics: + - type: ndcg_at_1 + value: 8.761 + - type: ndcg_at_3 + value: 12.867 + - type: ndcg_at_5 + value: 14.322 + - type: ndcg_at_10 + value: 16.1 + - type: ndcg_at_20 + value: 17.693 + - type: ndcg_at_100 + value: 20.48 + - type: ndcg_at_1000 + value: 25.629999999999995 + - type: map_at_1 + value: 8.761 + - type: map_at_3 + value: 11.855 + - type: map_at_5 + value: 12.661 + - type: map_at_10 + value: 13.395999999999999 + - type: map_at_20 + value: 13.838000000000001 + - type: map_at_100 + value: 14.202 + - type: map_at_1000 + value: 14.344999999999999 + - type: recall_at_1 + value: 8.761 + - type: recall_at_3 + value: 15.797 + - type: recall_at_5 + value: 19.337 + - type: recall_at_10 + value: 24.83 + - type: recall_at_20 + value: 31.094 + - type: recall_at_100 + value: 46.437 + - type: recall_at_1000 + value: 90.059 + - type: precision_at_1 + value: 8.761 + - type: precision_at_3 + value: 5.266 + - type: precision_at_5 + value: 3.8670000000000004 + - type: precision_at_10 + value: 2.483 + - type: precision_at_20 + value: 1.555 + - type: precision_at_100 + value: 0.464 + - type: precision_at_1000 + value: 0.09 + - type: mrr_at_1 + value: 8.7608 + - type: mrr_at_3 + value: 11.855 + - type: mrr_at_5 + value: 12.6608 + - type: mrr_at_10 + value: 13.3959 + - type: mrr_at_20 + value: 13.838000000000001 + - type: mrr_at_100 + value: 14.2024 + - type: mrr_at_1000 + value: 14.345099999999999 + - type: nauc_ndcg_at_1_max + value: 21.6864 + - type: nauc_ndcg_at_1_std + value: 28.610200000000003 + - type: nauc_ndcg_at_1_diff1 + value: 20.9846 + - type: nauc_ndcg_at_3_max + value: 20.477400000000003 + - type: nauc_ndcg_at_3_std + value: 27.073999999999998 + - type: nauc_ndcg_at_3_diff1 + value: 12.8415 + - type: nauc_ndcg_at_5_max + value: 19.3812 + - type: nauc_ndcg_at_5_std + value: 25.2471 + - type: nauc_ndcg_at_5_diff1 + value: 11.6586 + - type: nauc_ndcg_at_10_max + value: 19.3229 + - type: nauc_ndcg_at_10_std + value: 25.6876 + - type: nauc_ndcg_at_10_diff1 + value: 10.7103 + - type: nauc_ndcg_at_20_max + value: 18.872 + - type: nauc_ndcg_at_20_std + value: 25.363000000000003 + - type: nauc_ndcg_at_20_diff1 + value: 9.721499999999999 + - type: nauc_ndcg_at_100_max + value: 18.7914 + - type: nauc_ndcg_at_100_std + value: 24.9771 + - type: nauc_ndcg_at_100_diff1 + value: 9.564300000000001 + - type: nauc_ndcg_at_1000_max + value: 19.5652 + - type: nauc_ndcg_at_1000_std + value: 24.713099999999997 + - type: nauc_ndcg_at_1000_diff1 + value: 10.9607 + - type: nauc_map_at_1_max + value: 21.6864 + - type: nauc_map_at_1_std + value: 28.610200000000003 + - type: nauc_map_at_1_diff1 + value: 20.9846 + - type: nauc_map_at_3_max + value: 20.8068 + - type: nauc_map_at_3_std + value: 27.277 + - type: nauc_map_at_3_diff1 + value: 14.511299999999999 + - type: nauc_map_at_5_max + value: 20.0835 + - type: nauc_map_at_5_std + value: 26.131300000000003 + - type: nauc_map_at_5_diff1 + value: 13.6857 + - type: nauc_map_at_10_max + value: 20.0281 + - type: nauc_map_at_10_std + value: 26.2996 + - type: nauc_map_at_10_diff1 + value: 13.192300000000001 + - type: nauc_map_at_20_max + value: 19.8456 + - type: nauc_map_at_20_std + value: 26.1681 + - type: nauc_map_at_20_diff1 + value: 12.8234 + - type: nauc_map_at_100_max + value: 19.7798 + - type: nauc_map_at_100_std + value: 26.096999999999998 + - type: nauc_map_at_100_diff1 + value: 12.7576 + - type: nauc_map_at_1000_max + value: 19.804 + - type: nauc_map_at_1000_std + value: 26.0808 + - type: nauc_map_at_1000_diff1 + value: 12.8081 + - type: nauc_recall_at_1_max + value: 21.6864 + - type: nauc_recall_at_1_std + value: 28.610200000000003 + - type: nauc_recall_at_1_diff1 + value: 20.9846 + - type: nauc_recall_at_3_max + value: 19.6883 + - type: nauc_recall_at_3_std + value: 26.6378 + - type: nauc_recall_at_3_diff1 + value: 8.9681 + - type: nauc_recall_at_5_max + value: 17.8277 + - type: nauc_recall_at_5_std + value: 23.2801 + - type: nauc_recall_at_5_diff1 + value: 7.352200000000001 + - type: nauc_recall_at_10_max + value: 17.9106 + - type: nauc_recall_at_10_std + value: 24.556 + - type: nauc_recall_at_10_diff1 + value: 5.6874 + - type: nauc_recall_at_20_max + value: 16.950699999999998 + - type: nauc_recall_at_20_std + value: 23.874000000000002 + - type: nauc_recall_at_20_diff1 + value: 3.562 + - type: nauc_recall_at_100_max + value: 17.147000000000002 + - type: nauc_recall_at_100_std + value: 22.5333 + - type: nauc_recall_at_100_diff1 + value: 3.4271999999999996 + - type: nauc_recall_at_1000_max + value: 27.553499999999996 + - type: nauc_recall_at_1000_std + value: 13.8395 + - type: nauc_recall_at_1000_diff1 + value: 12.9968 + - type: nauc_precision_at_1_max + value: 21.6864 + - type: nauc_precision_at_1_std + value: 28.610200000000003 + - type: nauc_precision_at_1_diff1 + value: 20.9846 + - type: nauc_precision_at_3_max + value: 19.6883 + - type: nauc_precision_at_3_std + value: 26.6378 + - type: nauc_precision_at_3_diff1 + value: 8.9681 + - type: nauc_precision_at_5_max + value: 17.8277 + - type: nauc_precision_at_5_std + value: 23.2801 + - type: nauc_precision_at_5_diff1 + value: 7.352200000000001 + - type: nauc_precision_at_10_max + value: 17.9106 + - type: nauc_precision_at_10_std + value: 24.556 + - type: nauc_precision_at_10_diff1 + value: 5.6874 + - type: nauc_precision_at_20_max + value: 16.950699999999998 + - type: nauc_precision_at_20_std + value: 23.874000000000002 + - type: nauc_precision_at_20_diff1 + value: 3.562 + - type: nauc_precision_at_100_max + value: 17.147000000000002 + - type: nauc_precision_at_100_std + value: 22.5333 + - type: nauc_precision_at_100_diff1 + value: 3.4271999999999996 + - type: nauc_precision_at_1000_max + value: 27.553499999999996 + - type: nauc_precision_at_1000_std + value: 13.8395 + - type: nauc_precision_at_1000_diff1 + value: 12.9968 + - type: nauc_mrr_at_1_max + value: 21.6864 + - type: nauc_mrr_at_1_std + value: 28.610200000000003 + - type: nauc_mrr_at_1_diff1 + value: 20.9846 + - type: nauc_mrr_at_3_max + value: 20.8068 + - type: nauc_mrr_at_3_std + value: 27.277 + - type: nauc_mrr_at_3_diff1 + value: 14.511299999999999 + - type: nauc_mrr_at_5_max + value: 20.0835 + - type: nauc_mrr_at_5_std + value: 26.131300000000003 + - type: nauc_mrr_at_5_diff1 + value: 13.6857 + - type: nauc_mrr_at_10_max + value: 20.0281 + - type: nauc_mrr_at_10_std + value: 26.2996 + - type: nauc_mrr_at_10_diff1 + value: 13.192300000000001 + - type: nauc_mrr_at_20_max + value: 19.8456 + - type: nauc_mrr_at_20_std + value: 26.1681 + - type: nauc_mrr_at_20_diff1 + value: 12.8234 + - type: nauc_mrr_at_100_max + value: 19.7798 + - type: nauc_mrr_at_100_std + value: 26.096999999999998 + - type: nauc_mrr_at_100_diff1 + value: 12.7576 + - type: nauc_mrr_at_1000_max + value: 19.804 + - type: nauc_mrr_at_1000_std + value: 26.0808 + - type: nauc_mrr_at_1000_diff1 + value: 12.8081 + - type: main_score + value: 16.1 + task: + type: Retrieval + - dataset: + config: arabic + name: MTEB MrTidyRetrieval (arabic) + revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7 + split: test + type: mteb/mrtidy + metrics: + - type: ndcg_at_1 + value: 14.338999999999999 + - type: ndcg_at_3 + value: 20.278 + - type: ndcg_at_5 + value: 23.035 + - type: ndcg_at_10 + value: 25.934 + - type: ndcg_at_20 + value: 27.68 + - type: ndcg_at_100 + value: 30.685000000000002 + - type: ndcg_at_1000 + value: 32.926 + - type: map_at_1 + value: 13.228000000000002 + - type: map_at_3 + value: 18.301000000000002 + - type: map_at_5 + value: 19.830000000000002 + - type: map_at_10 + value: 21.038 + - type: map_at_20 + value: 21.538 + - type: map_at_100 + value: 21.977 + - type: map_at_1000 + value: 22.066 + - type: recall_at_1 + value: 13.228000000000002 + - type: recall_at_3 + value: 24.792 + - type: recall_at_5 + value: 31.298 + - type: recall_at_10 + value: 39.948 + - type: recall_at_20 + value: 46.546 + - type: recall_at_100 + value: 61.949 + - type: recall_at_1000 + value: 79.001 + - type: precision_at_1 + value: 14.338999999999999 + - type: precision_at_3 + value: 9.035 + - type: precision_at_5 + value: 6.883 + - type: precision_at_10 + value: 4.44 + - type: precision_at_20 + value: 2.5989999999999998 + - type: precision_at_100 + value: 0.7080000000000001 + - type: precision_at_1000 + value: 0.091 + - type: mrr_at_1 + value: 14.338600000000001 + - type: mrr_at_3 + value: 19.5652 + - type: mrr_at_5 + value: 21.1517 + - type: mrr_at_10 + value: 22.3876 + - type: mrr_at_20 + value: 22.8831 + - type: mrr_at_100 + value: 23.2868 + - type: mrr_at_1000 + value: 23.359199999999998 + - type: nauc_ndcg_at_1_max + value: 12.350800000000001 + - type: nauc_ndcg_at_1_std + value: 10.1704 + - type: nauc_ndcg_at_1_diff1 + value: 19.557199999999998 + - type: nauc_ndcg_at_3_max + value: 16.4692 + - type: nauc_ndcg_at_3_std + value: 12.4419 + - type: nauc_ndcg_at_3_diff1 + value: 18.2343 + - type: nauc_ndcg_at_5_max + value: 17.1079 + - type: nauc_ndcg_at_5_std + value: 14.7839 + - type: nauc_ndcg_at_5_diff1 + value: 17.9067 + - type: nauc_ndcg_at_10_max + value: 17.6668 + - type: nauc_ndcg_at_10_std + value: 17.6519 + - type: nauc_ndcg_at_10_diff1 + value: 17.1885 + - type: nauc_ndcg_at_20_max + value: 18.017 + - type: nauc_ndcg_at_20_std + value: 19.1385 + - type: nauc_ndcg_at_20_diff1 + value: 16.5595 + - type: nauc_ndcg_at_100_max + value: 17.7476 + - type: nauc_ndcg_at_100_std + value: 20.1949 + - type: nauc_ndcg_at_100_diff1 + value: 16.3128 + - type: nauc_ndcg_at_1000_max + value: 17.799799999999998 + - type: nauc_ndcg_at_1000_std + value: 20.5006 + - type: nauc_ndcg_at_1000_diff1 + value: 16.4148 + - type: nauc_map_at_1_max + value: 12.4058 + - type: nauc_map_at_1_std + value: 11.1723 + - type: nauc_map_at_1_diff1 + value: 20.7625 + - type: nauc_map_at_3_max + value: 15.609300000000001 + - type: nauc_map_at_3_std + value: 12.2595 + - type: nauc_map_at_3_diff1 + value: 18.8335 + - type: nauc_map_at_5_max + value: 16.1361 + - type: nauc_map_at_5_std + value: 13.8137 + - type: nauc_map_at_5_diff1 + value: 18.712300000000003 + - type: nauc_map_at_10_max + value: 16.4222 + - type: nauc_map_at_10_std + value: 15.059600000000001 + - type: nauc_map_at_10_diff1 + value: 18.3989 + - type: nauc_map_at_20_max + value: 16.563200000000002 + - type: nauc_map_at_20_std + value: 15.549299999999999 + - type: nauc_map_at_20_diff1 + value: 18.205299999999998 + - type: nauc_map_at_100_max + value: 16.498099999999997 + - type: nauc_map_at_100_std + value: 15.735199999999999 + - type: nauc_map_at_100_diff1 + value: 18.098300000000002 + - type: nauc_map_at_1000_max + value: 16.4922 + - type: nauc_map_at_1000_std + value: 15.7561 + - type: nauc_map_at_1000_diff1 + value: 18.124100000000002 + - type: nauc_recall_at_1_max + value: 12.4058 + - type: nauc_recall_at_1_std + value: 11.1723 + - type: nauc_recall_at_1_diff1 + value: 20.7625 + - type: nauc_recall_at_3_max + value: 18.3013 + - type: nauc_recall_at_3_std + value: 12.954699999999999 + - type: nauc_recall_at_3_diff1 + value: 16.9722 + - type: nauc_recall_at_5_max + value: 19.309 + - type: nauc_recall_at_5_std + value: 17.3374 + - type: nauc_recall_at_5_diff1 + value: 16.314 + - type: nauc_recall_at_10_max + value: 20.6932 + - type: nauc_recall_at_10_std + value: 24.299799999999998 + - type: nauc_recall_at_10_diff1 + value: 14.666799999999999 + - type: nauc_recall_at_20_max + value: 21.8139 + - type: nauc_recall_at_20_std + value: 28.881400000000003 + - type: nauc_recall_at_20_diff1 + value: 12.928899999999999 + - type: nauc_recall_at_100_max + value: 20.8015 + - type: nauc_recall_at_100_std + value: 34.943999999999996 + - type: nauc_recall_at_100_diff1 + value: 11.6233 + - type: nauc_recall_at_1000_max + value: 24.131800000000002 + - type: nauc_recall_at_1000_std + value: 45.778200000000005 + - type: nauc_recall_at_1000_diff1 + value: 9.0989 + - type: nauc_precision_at_1_max + value: 12.350800000000001 + - type: nauc_precision_at_1_std + value: 10.1704 + - type: nauc_precision_at_1_diff1 + value: 19.557199999999998 + - type: nauc_precision_at_3_max + value: 18.6388 + - type: nauc_precision_at_3_std + value: 11.9733 + - type: nauc_precision_at_3_diff1 + value: 16.4002 + - type: nauc_precision_at_5_max + value: 19.988400000000002 + - type: nauc_precision_at_5_std + value: 17.020599999999998 + - type: nauc_precision_at_5_diff1 + value: 15.4553 + - type: nauc_precision_at_10_max + value: 21.029 + - type: nauc_precision_at_10_std + value: 24.0445 + - type: nauc_precision_at_10_diff1 + value: 12.7804 + - type: nauc_precision_at_20_max + value: 20.8578 + - type: nauc_precision_at_20_std + value: 27.8364 + - type: nauc_precision_at_20_diff1 + value: 10.0575 + - type: nauc_precision_at_100_max + value: 19.115 + - type: nauc_precision_at_100_std + value: 30.4435 + - type: nauc_precision_at_100_diff1 + value: 6.2284 + - type: nauc_precision_at_1000_max + value: 14.213899999999999 + - type: nauc_precision_at_1000_std + value: 27.5515 + - type: nauc_precision_at_1000_diff1 + value: 1.3398 + - type: nauc_mrr_at_1_max + value: 12.350800000000001 + - type: nauc_mrr_at_1_std + value: 10.1704 + - type: nauc_mrr_at_1_diff1 + value: 19.557199999999998 + - type: nauc_mrr_at_3_max + value: 15.576799999999999 + - type: nauc_mrr_at_3_std + value: 11.9021 + - type: nauc_mrr_at_3_diff1 + value: 18.185599999999997 + - type: nauc_mrr_at_5_max + value: 15.615699999999999 + - type: nauc_mrr_at_5_std + value: 12.9917 + - type: nauc_mrr_at_5_diff1 + value: 17.8173 + - type: nauc_mrr_at_10_max + value: 15.7163 + - type: nauc_mrr_at_10_std + value: 14.2755 + - type: nauc_mrr_at_10_diff1 + value: 17.4754 + - type: nauc_mrr_at_20_max + value: 15.8022 + - type: nauc_mrr_at_20_std + value: 14.69 + - type: nauc_mrr_at_20_diff1 + value: 17.201900000000002 + - type: nauc_mrr_at_100_max + value: 15.767000000000001 + - type: nauc_mrr_at_100_std + value: 14.8459 + - type: nauc_mrr_at_100_diff1 + value: 17.2406 + - type: nauc_mrr_at_1000_max + value: 15.778400000000001 + - type: nauc_mrr_at_1000_std + value: 14.8592 + - type: nauc_mrr_at_1000_diff1 + value: 17.2675 + - type: main_score + value: 25.934 task: type: Retrieval - dataset: config: default - name: MTEB SadeemQuestionRetrieval (ar) + name: MTEB SadeemQuestionRetrieval (default) revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9 split: test - type: sadeem/mmteb-sadeem + type: sadeem-ai/sadeem-ar-eval-retrieval-questions metrics: - - type: main_score - value: 58.884 - - type: map_at_1 - value: 25.945 - - type: map_at_3 - value: 47.981 - - type: map_at_5 - value: 49.051 - - type: map_at_10 - value: 49.536 - - type: ndcg_at_1 - value: 25.945 - - type: ndcg_at_3 - value: 55.796 - - type: ndcg_at_5 - value: 57.726 - - type: ndcg_at_10 - value: 58.884 - - type: recall_at_1 - value: 25.945 - - type: recall_at_3 - value: 78.602 - - type: recall_at_5 - value: 83.293 - - type: recall_at_10 - value: 86.836 - - type: precision_at_1 - value: 25.945 - - type: precision_at_3 - value: 26.201 - - type: precision_at_5 - value: 16.659 - - type: precision_at_10 - value: 8.684 - - type: mrr_at_1 - value: 24.3179 - - type: mrr_at_3 - value: 46.8566 - - type: mrr_at_5 - value: 47.9288 - - type: mrr_at_10 - value: 48.4848 + - type: ndcg_at_1 + value: 25.945 + - type: ndcg_at_3 + value: 55.796 + - type: ndcg_at_5 + value: 57.726 + - type: ndcg_at_10 + value: 58.884 + - type: ndcg_at_20 + value: 59.705 + - type: ndcg_at_100 + value: 60.659 + - type: ndcg_at_1000 + value: 61.151999999999994 + - type: map_at_1 + value: 25.945 + - type: map_at_3 + value: 47.981 + - type: map_at_5 + value: 49.051 + - type: map_at_10 + value: 49.536 + - type: map_at_20 + value: 49.767 + - type: map_at_100 + value: 49.9 + - type: map_at_1000 + value: 49.916 + - type: recall_at_1 + value: 25.945 + - type: recall_at_3 + value: 78.602 + - type: recall_at_5 + value: 83.29299999999999 + - type: recall_at_10 + value: 86.836 + - type: recall_at_20 + value: 90.04299999999999 + - type: recall_at_100 + value: 95.165 + - type: recall_at_1000 + value: 99.138 + - type: precision_at_1 + value: 25.945 + - type: precision_at_3 + value: 26.201 + - type: precision_at_5 + value: 16.659 + - type: precision_at_10 + value: 8.684 + - type: precision_at_20 + value: 4.502 + - type: precision_at_100 + value: 0.9520000000000001 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 24.3179 + - type: mrr_at_3 + value: 46.8566 + - type: mrr_at_5 + value: 47.9288 + - type: mrr_at_10 + value: 48.4848 + - type: mrr_at_20 + value: 48.700700000000005 + - type: mrr_at_100 + value: 48.8358 + - type: mrr_at_1000 + value: 48.8521 + - type: nauc_ndcg_at_1_max + value: 15.6065 + - type: nauc_ndcg_at_1_std + value: 4.1895 + - type: nauc_ndcg_at_1_diff1 + value: -5.9052 + - type: nauc_ndcg_at_3_max + value: 35.0009 + - type: nauc_ndcg_at_3_std + value: 12.2065 + - type: nauc_ndcg_at_3_diff1 + value: -49.336600000000004 + - type: nauc_ndcg_at_5_max + value: 33.3652 + - type: nauc_ndcg_at_5_std + value: 12.2193 + - type: nauc_ndcg_at_5_diff1 + value: -43.4435 + - type: nauc_ndcg_at_10_max + value: 31.9907 + - type: nauc_ndcg_at_10_std + value: 12.9051 + - type: nauc_ndcg_at_10_diff1 + value: -41.2196 + - type: nauc_ndcg_at_20_max + value: 30.653000000000002 + - type: nauc_ndcg_at_20_std + value: 14.0403 + - type: nauc_ndcg_at_20_diff1 + value: -38.6306 + - type: nauc_ndcg_at_100_max + value: 29.307499999999997 + - type: nauc_ndcg_at_100_std + value: 12.8583 + - type: nauc_ndcg_at_100_diff1 + value: -35.8193 + - type: nauc_ndcg_at_1000_max + value: 28.833399999999997 + - type: nauc_ndcg_at_1000_std + value: 12.0671 + - type: nauc_ndcg_at_1000_diff1 + value: -34.3451 + - type: nauc_map_at_1_max + value: 15.6065 + - type: nauc_map_at_1_std + value: 4.1895 + - type: nauc_map_at_1_diff1 + value: -5.9052 + - type: nauc_map_at_3_max + value: 28.6012 + - type: nauc_map_at_3_std + value: 9.6436 + - type: nauc_map_at_3_diff1 + value: -34.6364 + - type: nauc_map_at_5_max + value: 27.581699999999998 + - type: nauc_map_at_5_std + value: 9.5477 + - type: nauc_map_at_5_diff1 + value: -31.2154 + - type: nauc_map_at_10_max + value: 27.005699999999997 + - type: nauc_map_at_10_std + value: 9.7735 + - type: nauc_map_at_10_diff1 + value: -30.2406 + - type: nauc_map_at_20_max + value: 26.6504 + - type: nauc_map_at_20_std + value: 10.044400000000001 + - type: nauc_map_at_20_diff1 + value: -29.523300000000003 + - type: nauc_map_at_100_max + value: 26.4772 + - type: nauc_map_at_100_std + value: 9.8956 + - type: nauc_map_at_100_diff1 + value: -29.164 + - type: nauc_map_at_1000_max + value: 26.460800000000003 + - type: nauc_map_at_1000_std + value: 9.8771 + - type: nauc_map_at_1000_diff1 + value: -29.119099999999996 + - type: nauc_recall_at_1_max + value: 15.6065 + - type: nauc_recall_at_1_std + value: 4.1895 + - type: nauc_recall_at_1_diff1 + value: -5.9052 + - type: nauc_recall_at_3_max + value: 62.232200000000006 + - type: nauc_recall_at_3_std + value: 23.0712 + - type: nauc_recall_at_3_diff1 + value: -112.0696 + - type: nauc_recall_at_5_max + value: 62.732600000000005 + - type: nauc_recall_at_5_std + value: 25.924500000000002 + - type: nauc_recall_at_5_diff1 + value: -105.32390000000001 + - type: nauc_recall_at_10_max + value: 61.8591 + - type: nauc_recall_at_10_std + value: 32.929700000000004 + - type: nauc_recall_at_10_diff1 + value: -107.3419 + - type: nauc_recall_at_20_max + value: 58.1697 + - type: nauc_recall_at_20_std + value: 48.2999 + - type: nauc_recall_at_20_diff1 + value: -102.9417 + - type: nauc_recall_at_100_max + value: 54.3349 + - type: nauc_recall_at_100_std + value: 55.2788 + - type: nauc_recall_at_100_diff1 + value: -101.90060000000001 + - type: nauc_recall_at_1000_max + value: 77.6378 + - type: nauc_recall_at_1000_std + value: 82.6629 + - type: nauc_recall_at_1000_diff1 + value: -109.45089999999999 + - type: nauc_precision_at_1_max + value: 15.6065 + - type: nauc_precision_at_1_std + value: 4.1895 + - type: nauc_precision_at_1_diff1 + value: -5.9052 + - type: nauc_precision_at_3_max + value: 62.232200000000006 + - type: nauc_precision_at_3_std + value: 23.0712 + - type: nauc_precision_at_3_diff1 + value: -112.0696 + - type: nauc_precision_at_5_max + value: 62.732600000000005 + - type: nauc_precision_at_5_std + value: 25.924500000000002 + - type: nauc_precision_at_5_diff1 + value: -105.32390000000001 + - type: nauc_precision_at_10_max + value: 61.8591 + - type: nauc_precision_at_10_std + value: 32.929700000000004 + - type: nauc_precision_at_10_diff1 + value: -107.3419 + - type: nauc_precision_at_20_max + value: 58.1697 + - type: nauc_precision_at_20_std + value: 48.2999 + - type: nauc_precision_at_20_diff1 + value: -102.9417 + - type: nauc_precision_at_100_max + value: 54.3349 + - type: nauc_precision_at_100_std + value: 55.2788 + - type: nauc_precision_at_100_diff1 + value: -101.90060000000001 + - type: nauc_precision_at_1000_max + value: 77.6378 + - type: nauc_precision_at_1000_std + value: 82.6629 + - type: nauc_precision_at_1000_diff1 + value: -109.45089999999999 + - type: nauc_mrr_at_1_max + value: 15.4767 + - type: nauc_mrr_at_1_std + value: 7.9148 + - type: nauc_mrr_at_1_diff1 + value: -28.0379 + - type: nauc_mrr_at_3_max + value: 29.0395 + - type: nauc_mrr_at_3_std + value: 13.347700000000001 + - type: nauc_mrr_at_3_diff1 + value: -51.603 + - type: nauc_mrr_at_5_max + value: 27.9939 + - type: nauc_mrr_at_5_std + value: 12.8712 + - type: nauc_mrr_at_5_diff1 + value: -48.4563 + - type: nauc_mrr_at_10_max + value: 27.2858 + - type: nauc_mrr_at_10_std + value: 13.2486 + - type: nauc_mrr_at_10_diff1 + value: -47.4786 + - type: nauc_mrr_at_20_max + value: 26.9478 + - type: nauc_mrr_at_20_std + value: 13.571 + - type: nauc_mrr_at_20_diff1 + value: -46.9807 + - type: nauc_mrr_at_100_max + value: 26.7688 + - type: nauc_mrr_at_100_std + value: 13.439200000000001 + - type: nauc_mrr_at_100_diff1 + value: -46.7007 + - type: nauc_mrr_at_1000_max + value: 26.753 + - type: nauc_mrr_at_1000_std + value: 13.4243 + - type: nauc_mrr_at_1000_diff1 + value: -46.6676 + - type: main_score + value: 58.884 + task: + type: Retrieval + - dataset: + config: ara-ara + name: MTEB XPQARetrieval (ara-ara) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 25.467000000000002 + - type: ndcg_at_3 + value: 26.25 + - type: ndcg_at_5 + value: 27.809 + - type: ndcg_at_10 + value: 31.296000000000003 + - type: ndcg_at_20 + value: 34.087 + - type: ndcg_at_100 + value: 38.891999999999996 + - type: ndcg_at_1000 + value: 42.423 + - type: map_at_1 + value: 13.042000000000002 + - type: map_at_3 + value: 20.979999999999997 + - type: map_at_5 + value: 23.64 + - type: map_at_10 + value: 25.463 + - type: map_at_20 + value: 26.443 + - type: map_at_100 + value: 27.328000000000003 + - type: map_at_1000 + value: 27.492 + - type: recall_at_1 + value: 13.042000000000002 + - type: recall_at_3 + value: 25.271 + - type: recall_at_5 + value: 31.740000000000002 + - type: recall_at_10 + value: 40.613 + - type: recall_at_20 + value: 49.689 + - type: recall_at_100 + value: 71.569 + - type: recall_at_1000 + value: 96.387 + - type: precision_at_1 + value: 25.467000000000002 + - type: precision_at_3 + value: 18.178 + - type: precision_at_5 + value: 14.052999999999999 + - type: precision_at_10 + value: 8.973 + - type: precision_at_20 + value: 5.427 + - type: precision_at_100 + value: 1.521 + - type: precision_at_1000 + value: 0.19499999999999998 + - type: mrr_at_1 + value: 25.466699999999996 + - type: mrr_at_3 + value: 30.177799999999998 + - type: mrr_at_5 + value: 31.477800000000002 + - type: mrr_at_10 + value: 32.626 + - type: mrr_at_20 + value: 33.2774 + - type: mrr_at_100 + value: 33.732800000000005 + - type: mrr_at_1000 + value: 33.8177 + - type: nauc_ndcg_at_1_max + value: 22.4447 + - type: nauc_ndcg_at_1_std + value: -12.8273 + - type: nauc_ndcg_at_1_diff1 + value: 30.6643 + - type: nauc_ndcg_at_3_max + value: 21.8156 + - type: nauc_ndcg_at_3_std + value: -7.678599999999999 + - type: nauc_ndcg_at_3_diff1 + value: 24.3589 + - type: nauc_ndcg_at_5_max + value: 22.3372 + - type: nauc_ndcg_at_5_std + value: -6.578 + - type: nauc_ndcg_at_5_diff1 + value: 24.3558 + - type: nauc_ndcg_at_10_max + value: 24.249399999999998 + - type: nauc_ndcg_at_10_std + value: -5.4608 + - type: nauc_ndcg_at_10_diff1 + value: 25.0826 + - type: nauc_ndcg_at_20_max + value: 25.1081 + - type: nauc_ndcg_at_20_std + value: -4.4616999999999996 + - type: nauc_ndcg_at_20_diff1 + value: 25.4926 + - type: nauc_ndcg_at_100_max + value: 24.9943 + - type: nauc_ndcg_at_100_std + value: -2.9071 + - type: nauc_ndcg_at_100_diff1 + value: 25.0587 + - type: nauc_ndcg_at_1000_max + value: 24.9393 + - type: nauc_ndcg_at_1000_std + value: -3.9886 + - type: nauc_ndcg_at_1000_diff1 + value: 24.9149 + - type: nauc_map_at_1_max + value: 10.3874 + - type: nauc_map_at_1_std + value: -14.1189 + - type: nauc_map_at_1_diff1 + value: 27.1204 + - type: nauc_map_at_3_max + value: 19.1887 + - type: nauc_map_at_3_std + value: -8.7622 + - type: nauc_map_at_3_diff1 + value: 23.968400000000003 + - type: nauc_map_at_5_max + value: 22.1726 + - type: nauc_map_at_5_std + value: -7.8292 + - type: nauc_map_at_5_diff1 + value: 24.8012 + - type: nauc_map_at_10_max + value: 23.4288 + - type: nauc_map_at_10_std + value: -7.4127 + - type: nauc_map_at_10_diff1 + value: 25.507800000000003 + - type: nauc_map_at_20_max + value: 23.7292 + - type: nauc_map_at_20_std + value: -7.187200000000001 + - type: nauc_map_at_20_diff1 + value: 25.7249 + - type: nauc_map_at_100_max + value: 23.5909 + - type: nauc_map_at_100_std + value: -6.9328 + - type: nauc_map_at_100_diff1 + value: 25.4793 + - type: nauc_map_at_1000_max + value: 23.6015 + - type: nauc_map_at_1000_std + value: -6.9618 + - type: nauc_map_at_1000_diff1 + value: 25.4933 + - type: nauc_recall_at_1_max + value: 10.3874 + - type: nauc_recall_at_1_std + value: -14.1189 + - type: nauc_recall_at_1_diff1 + value: 27.1204 + - type: nauc_recall_at_3_max + value: 17.793400000000002 + - type: nauc_recall_at_3_std + value: -3.7499 + - type: nauc_recall_at_3_diff1 + value: 17.6262 + - type: nauc_recall_at_5_max + value: 21.038899999999998 + - type: nauc_recall_at_5_std + value: -1.8713 + - type: nauc_recall_at_5_diff1 + value: 19.7434 + - type: nauc_recall_at_10_max + value: 24.9692 + - type: nauc_recall_at_10_std + value: 1.053 + - type: nauc_recall_at_10_diff1 + value: 21.2845 + - type: nauc_recall_at_20_max + value: 27.9293 + - type: nauc_recall_at_20_std + value: 4.7705 + - type: nauc_recall_at_20_diff1 + value: 22.1695 + - type: nauc_recall_at_100_max + value: 29.4898 + - type: nauc_recall_at_100_std + value: 16.903000000000002 + - type: nauc_recall_at_100_diff1 + value: 21.1503 + - type: nauc_recall_at_1000_max + value: 61.8728 + - type: nauc_recall_at_1000_std + value: 63.785599999999995 + - type: nauc_recall_at_1000_diff1 + value: 4.887 + - type: nauc_precision_at_1_max + value: 22.4447 + - type: nauc_precision_at_1_std + value: -12.8273 + - type: nauc_precision_at_1_diff1 + value: 30.6643 + - type: nauc_precision_at_3_max + value: 27.930899999999998 + - type: nauc_precision_at_3_std + value: -5.6785000000000005 + - type: nauc_precision_at_3_diff1 + value: 22.5772 + - type: nauc_precision_at_5_max + value: 29.625200000000003 + - type: nauc_precision_at_5_std + value: -3.949 + - type: nauc_precision_at_5_diff1 + value: 22.569200000000002 + - type: nauc_precision_at_10_max + value: 30.353 + - type: nauc_precision_at_10_std + value: -2.6828000000000003 + - type: nauc_precision_at_10_diff1 + value: 22.0195 + - type: nauc_precision_at_20_max + value: 29.3013 + - type: nauc_precision_at_20_std + value: -0.9629000000000001 + - type: nauc_precision_at_20_diff1 + value: 21.473100000000002 + - type: nauc_precision_at_100_max + value: 24.3825 + - type: nauc_precision_at_100_std + value: 2.3911000000000002 + - type: nauc_precision_at_100_diff1 + value: 15.606300000000001 + - type: nauc_precision_at_1000_max + value: 18.7938 + - type: nauc_precision_at_1000_std + value: -0.1033 + - type: nauc_precision_at_1000_diff1 + value: 9.300799999999999 + - type: nauc_mrr_at_1_max + value: 22.4447 + - type: nauc_mrr_at_1_std + value: -12.8273 + - type: nauc_mrr_at_1_diff1 + value: 30.6643 + - type: nauc_mrr_at_3_max + value: 21.898300000000003 + - type: nauc_mrr_at_3_std + value: -9.1679 + - type: nauc_mrr_at_3_diff1 + value: 26.647900000000003 + - type: nauc_mrr_at_5_max + value: 21.7943 + - type: nauc_mrr_at_5_std + value: -8.9716 + - type: nauc_mrr_at_5_diff1 + value: 26.8466 + - type: nauc_mrr_at_10_max + value: 22.4361 + - type: nauc_mrr_at_10_std + value: -8.288 + - type: nauc_mrr_at_10_diff1 + value: 26.8214 + - type: nauc_mrr_at_20_max + value: 22.6388 + - type: nauc_mrr_at_20_std + value: -7.9011 + - type: nauc_mrr_at_20_diff1 + value: 26.842899999999997 + - type: nauc_mrr_at_100_max + value: 22.6039 + - type: nauc_mrr_at_100_std + value: -7.7958 + - type: nauc_mrr_at_100_diff1 + value: 26.847199999999997 + - type: nauc_mrr_at_1000_max + value: 22.5934 + - type: nauc_mrr_at_1000_std + value: -7.8259 + - type: nauc_mrr_at_1000_diff1 + value: 26.8426 + - type: main_score + value: 31.296000000000003 task: type: Retrieval + - dataset: + config: eng-ara + name: MTEB XPQARetrieval (eng-ara) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 13.467 + - type: ndcg_at_3 + value: 14.322 + - type: ndcg_at_5 + value: 15.528 + - type: ndcg_at_10 + value: 18.358 + - type: ndcg_at_20 + value: 20.73 + - type: ndcg_at_100 + value: 25.879 + - type: ndcg_at_1000 + value: 31.326999999999998 + - type: map_at_1 + value: 6.622 + - type: map_at_3 + value: 10.791 + - type: map_at_5 + value: 12.337 + - type: map_at_10 + value: 13.682 + - type: map_at_20 + value: 14.438999999999998 + - type: map_at_100 + value: 15.292 + - type: map_at_1000 + value: 15.545 + - type: recall_at_1 + value: 6.622 + - type: recall_at_3 + value: 13.862 + - type: recall_at_5 + value: 18.389 + - type: recall_at_10 + value: 25.578 + - type: recall_at_20 + value: 33.416000000000004 + - type: recall_at_100 + value: 56.938 + - type: recall_at_1000 + value: 93.982 + - type: precision_at_1 + value: 13.467 + - type: precision_at_3 + value: 10.133000000000001 + - type: precision_at_5 + value: 8.16 + - type: precision_at_10 + value: 5.627 + - type: precision_at_20 + value: 3.627 + - type: precision_at_100 + value: 1.2109999999999999 + - type: precision_at_1000 + value: 0.194 + - type: mrr_at_1 + value: 13.466700000000001 + - type: mrr_at_3 + value: 17.488899999999997 + - type: mrr_at_5 + value: 18.7222 + - type: mrr_at_10 + value: 19.905900000000003 + - type: mrr_at_20 + value: 20.4778 + - type: mrr_at_100 + value: 21.023 + - type: mrr_at_1000 + value: 21.1478 + - type: nauc_ndcg_at_1_max + value: 21.769 + - type: nauc_ndcg_at_1_std + value: 2.4559 + - type: nauc_ndcg_at_1_diff1 + value: 22.7686 + - type: nauc_ndcg_at_3_max + value: 24.3857 + - type: nauc_ndcg_at_3_std + value: 5.9556 + - type: nauc_ndcg_at_3_diff1 + value: 22.3492 + - type: nauc_ndcg_at_5_max + value: 25.810100000000002 + - type: nauc_ndcg_at_5_std + value: 6.325799999999999 + - type: nauc_ndcg_at_5_diff1 + value: 21.993 + - type: nauc_ndcg_at_10_max + value: 26.6969 + - type: nauc_ndcg_at_10_std + value: 7.2925 + - type: nauc_ndcg_at_10_diff1 + value: 21.3312 + - type: nauc_ndcg_at_20_max + value: 26.652900000000002 + - type: nauc_ndcg_at_20_std + value: 7.271 + - type: nauc_ndcg_at_20_diff1 + value: 21.4505 + - type: nauc_ndcg_at_100_max + value: 27.418300000000002 + - type: nauc_ndcg_at_100_std + value: 9.1853 + - type: nauc_ndcg_at_100_diff1 + value: 21.0781 + - type: nauc_ndcg_at_1000_max + value: 26.5394 + - type: nauc_ndcg_at_1000_std + value: 8.4966 + - type: nauc_ndcg_at_1000_diff1 + value: 20.2687 + - type: nauc_map_at_1_max + value: 21.621499999999997 + - type: nauc_map_at_1_std + value: 6.7188 + - type: nauc_map_at_1_diff1 + value: 28.6267 + - type: nauc_map_at_3_max + value: 24.7587 + - type: nauc_map_at_3_std + value: 7.5144 + - type: nauc_map_at_3_diff1 + value: 24.7211 + - type: nauc_map_at_5_max + value: 26.5481 + - type: nauc_map_at_5_std + value: 6.7313 + - type: nauc_map_at_5_diff1 + value: 24.5343 + - type: nauc_map_at_10_max + value: 26.962199999999996 + - type: nauc_map_at_10_std + value: 7.3188 + - type: nauc_map_at_10_diff1 + value: 23.6207 + - type: nauc_map_at_20_max + value: 27.009 + - type: nauc_map_at_20_std + value: 7.2947999999999995 + - type: nauc_map_at_20_diff1 + value: 23.4863 + - type: nauc_map_at_100_max + value: 27.185399999999998 + - type: nauc_map_at_100_std + value: 7.5737 + - type: nauc_map_at_100_diff1 + value: 23.543 + - type: nauc_map_at_1000_max + value: 27.1341 + - type: nauc_map_at_1000_std + value: 7.5804 + - type: nauc_map_at_1000_diff1 + value: 23.494999999999997 + - type: nauc_recall_at_1_max + value: 21.621499999999997 + - type: nauc_recall_at_1_std + value: 6.7188 + - type: nauc_recall_at_1_diff1 + value: 28.6267 + - type: nauc_recall_at_3_max + value: 23.969099999999997 + - type: nauc_recall_at_3_std + value: 8.4769 + - type: nauc_recall_at_3_diff1 + value: 20.115 + - type: nauc_recall_at_5_max + value: 25.155499999999996 + - type: nauc_recall_at_5_std + value: 6.4667 + - type: nauc_recall_at_5_diff1 + value: 18.6197 + - type: nauc_recall_at_10_max + value: 26.3774 + - type: nauc_recall_at_10_std + value: 8.262799999999999 + - type: nauc_recall_at_10_diff1 + value: 17.7344 + - type: nauc_recall_at_20_max + value: 25.6955 + - type: nauc_recall_at_20_std + value: 8.1547 + - type: nauc_recall_at_20_diff1 + value: 18.0549 + - type: nauc_recall_at_100_max + value: 28.3794 + - type: nauc_recall_at_100_std + value: 16.8501 + - type: nauc_recall_at_100_diff1 + value: 14.7472 + - type: nauc_recall_at_1000_max + value: 35.3088 + - type: nauc_recall_at_1000_std + value: 34.5591 + - type: nauc_recall_at_1000_diff1 + value: -14.508099999999999 + - type: nauc_precision_at_1_max + value: 21.769 + - type: nauc_precision_at_1_std + value: 2.4559 + - type: nauc_precision_at_1_diff1 + value: 22.7686 + - type: nauc_precision_at_3_max + value: 25.005100000000002 + - type: nauc_precision_at_3_std + value: 3.7567000000000004 + - type: nauc_precision_at_3_diff1 + value: 20.7241 + - type: nauc_precision_at_5_max + value: 27.572200000000002 + - type: nauc_precision_at_5_std + value: 3.6336 + - type: nauc_precision_at_5_diff1 + value: 19.896 + - type: nauc_precision_at_10_max + value: 27.253800000000002 + - type: nauc_precision_at_10_std + value: 4.561599999999999 + - type: nauc_precision_at_10_diff1 + value: 16.7525 + - type: nauc_precision_at_20_max + value: 25.235400000000002 + - type: nauc_precision_at_20_std + value: 3.9741 + - type: nauc_precision_at_20_diff1 + value: 15.7945 + - type: nauc_precision_at_100_max + value: 20.383100000000002 + - type: nauc_precision_at_100_std + value: 4.2147 + - type: nauc_precision_at_100_diff1 + value: 13.3018 + - type: nauc_precision_at_1000_max + value: 6.3098 + - type: nauc_precision_at_1000_std + value: -1.7795999999999998 + - type: nauc_precision_at_1000_diff1 + value: 3.7354 + - type: nauc_mrr_at_1_max + value: 21.769 + - type: nauc_mrr_at_1_std + value: 2.4559 + - type: nauc_mrr_at_1_diff1 + value: 22.7686 + - type: nauc_mrr_at_3_max + value: 22.3842 + - type: nauc_mrr_at_3_std + value: 4.4822 + - type: nauc_mrr_at_3_diff1 + value: 19.708000000000002 + - type: nauc_mrr_at_5_max + value: 22.7469 + - type: nauc_mrr_at_5_std + value: 4.8326 + - type: nauc_mrr_at_5_diff1 + value: 19.5886 + - type: nauc_mrr_at_10_max + value: 23.2992 + - type: nauc_mrr_at_10_std + value: 5.2336 + - type: nauc_mrr_at_10_diff1 + value: 19.7147 + - type: nauc_mrr_at_20_max + value: 23.244699999999998 + - type: nauc_mrr_at_20_std + value: 5.2174 + - type: nauc_mrr_at_20_diff1 + value: 19.808600000000002 + - type: nauc_mrr_at_100_max + value: 23.3962 + - type: nauc_mrr_at_100_std + value: 5.4528 + - type: nauc_mrr_at_100_diff1 + value: 19.799 + - type: nauc_mrr_at_1000_max + value: 23.386699999999998 + - type: nauc_mrr_at_1000_std + value: 5.432 + - type: nauc_mrr_at_1000_diff1 + value: 19.7846 + - type: main_score + value: 18.358 + task: + type: Retrieval + - dataset: + config: ara-eng + name: MTEB XPQARetrieval (ara-eng) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 19.811 + - type: ndcg_at_3 + value: 21.506 + - type: ndcg_at_5 + value: 23.173 + - type: ndcg_at_10 + value: 26.913999999999998 + - type: ndcg_at_20 + value: 29.970000000000002 + - type: ndcg_at_100 + value: 35.274 + - type: ndcg_at_1000 + value: 39.164 + - type: map_at_1 + value: 11.013 + - type: map_at_3 + value: 17.051 + - type: map_at_5 + value: 19.209 + - type: map_at_10 + value: 21.105 + - type: map_at_20 + value: 22.189 + - type: map_at_100 + value: 23.143 + - type: map_at_1000 + value: 23.34 + - type: recall_at_1 + value: 11.013 + - type: recall_at_3 + value: 21.139 + - type: recall_at_5 + value: 27.136 + - type: recall_at_10 + value: 36.649 + - type: recall_at_20 + value: 46.752 + - type: recall_at_100 + value: 70.786 + - type: recall_at_1000 + value: 97.04899999999999 + - type: precision_at_1 + value: 19.811 + - type: precision_at_3 + value: 14.96 + - type: precision_at_5 + value: 11.725 + - type: precision_at_10 + value: 7.857 + - type: precision_at_20 + value: 4.939 + - type: precision_at_100 + value: 1.472 + - type: precision_at_1000 + value: 0.198 + - type: mrr_at_1 + value: 19.811300000000003 + - type: mrr_at_3 + value: 24.8428 + - type: mrr_at_5 + value: 26.2916 + - type: mrr_at_10 + value: 27.699 + - type: mrr_at_20 + value: 28.3441 + - type: mrr_at_100 + value: 28.8789 + - type: mrr_at_1000 + value: 28.968 + - type: nauc_ndcg_at_1_max + value: 13.658600000000002 + - type: nauc_ndcg_at_1_std + value: -10.888399999999999 + - type: nauc_ndcg_at_1_diff1 + value: 28.503 + - type: nauc_ndcg_at_3_max + value: 13.2295 + - type: nauc_ndcg_at_3_std + value: -8.3667 + - type: nauc_ndcg_at_3_diff1 + value: 24.2478 + - type: nauc_ndcg_at_5_max + value: 16.2788 + - type: nauc_ndcg_at_5_std + value: -6.1103 + - type: nauc_ndcg_at_5_diff1 + value: 23.8149 + - type: nauc_ndcg_at_10_max + value: 17.7924 + - type: nauc_ndcg_at_10_std + value: -5.2757 + - type: nauc_ndcg_at_10_diff1 + value: 22.7064 + - type: nauc_ndcg_at_20_max + value: 19.031000000000002 + - type: nauc_ndcg_at_20_std + value: -4.5977 + - type: nauc_ndcg_at_20_diff1 + value: 22.2638 + - type: nauc_ndcg_at_100_max + value: 19.7211 + - type: nauc_ndcg_at_100_std + value: -2.3255000000000003 + - type: nauc_ndcg_at_100_diff1 + value: 21.990299999999998 + - type: nauc_ndcg_at_1000_max + value: 18.959799999999998 + - type: nauc_ndcg_at_1000_std + value: -3.1267000000000005 + - type: nauc_ndcg_at_1000_diff1 + value: 22.975 + - type: nauc_map_at_1_max + value: 4.2032 + - type: nauc_map_at_1_std + value: -10.4419 + - type: nauc_map_at_1_diff1 + value: 27.2957 + - type: nauc_map_at_3_max + value: 12.0436 + - type: nauc_map_at_3_std + value: -8.5909 + - type: nauc_map_at_3_diff1 + value: 25.1571 + - type: nauc_map_at_5_max + value: 15.2261 + - type: nauc_map_at_5_std + value: -7.7981 + - type: nauc_map_at_5_diff1 + value: 24.9448 + - type: nauc_map_at_10_max + value: 15.9522 + - type: nauc_map_at_10_std + value: -7.366300000000001 + - type: nauc_map_at_10_diff1 + value: 24.191 + - type: nauc_map_at_20_max + value: 16.4523 + - type: nauc_map_at_20_std + value: -7.115 + - type: nauc_map_at_20_diff1 + value: 23.9544 + - type: nauc_map_at_100_max + value: 16.615199999999998 + - type: nauc_map_at_100_std + value: -6.7194 + - type: nauc_map_at_100_diff1 + value: 24.024 + - type: nauc_map_at_1000_max + value: 16.598 + - type: nauc_map_at_1000_std + value: -6.6981 + - type: nauc_map_at_1000_diff1 + value: 24.077399999999997 + - type: nauc_recall_at_1_max + value: 4.2032 + - type: nauc_recall_at_1_std + value: -10.4419 + - type: nauc_recall_at_1_diff1 + value: 27.2957 + - type: nauc_recall_at_3_max + value: 12.0031 + - type: nauc_recall_at_3_std + value: -5.558 + - type: nauc_recall_at_3_diff1 + value: 21.6049 + - type: nauc_recall_at_5_max + value: 18.288899999999998 + - type: nauc_recall_at_5_std + value: -1.9322 + - type: nauc_recall_at_5_diff1 + value: 20.0738 + - type: nauc_recall_at_10_max + value: 20.4263 + - type: nauc_recall_at_10_std + value: -0.4483 + - type: nauc_recall_at_10_diff1 + value: 16.9348 + - type: nauc_recall_at_20_max + value: 23.555400000000002 + - type: nauc_recall_at_20_std + value: 1.7368999999999999 + - type: nauc_recall_at_20_diff1 + value: 15.4241 + - type: nauc_recall_at_100_max + value: 28.749599999999997 + - type: nauc_recall_at_100_std + value: 15.001999999999999 + - type: nauc_recall_at_100_diff1 + value: 10.1602 + - type: nauc_recall_at_1000_max + value: 52.9767 + - type: nauc_recall_at_1000_std + value: 63.133300000000006 + - type: nauc_recall_at_1000_diff1 + value: -8.1688 + - type: nauc_precision_at_1_max + value: 13.658600000000002 + - type: nauc_precision_at_1_std + value: -10.888399999999999 + - type: nauc_precision_at_1_diff1 + value: 28.503 + - type: nauc_precision_at_3_max + value: 18.2643 + - type: nauc_precision_at_3_std + value: -7.6172 + - type: nauc_precision_at_3_diff1 + value: 20.1407 + - type: nauc_precision_at_5_max + value: 23.6899 + - type: nauc_precision_at_5_std + value: -5.0431 + - type: nauc_precision_at_5_diff1 + value: 19.3496 + - type: nauc_precision_at_10_max + value: 23.7744 + - type: nauc_precision_at_10_std + value: -2.9978000000000002 + - type: nauc_precision_at_10_diff1 + value: 15.9886 + - type: nauc_precision_at_20_max + value: 23.9516 + - type: nauc_precision_at_20_std + value: -1.881 + - type: nauc_precision_at_20_diff1 + value: 13.858 + - type: nauc_precision_at_100_max + value: 22.0491 + - type: nauc_precision_at_100_std + value: 3.9923 + - type: nauc_precision_at_100_diff1 + value: 10.8588 + - type: nauc_precision_at_1000_max + value: 15.2248 + - type: nauc_precision_at_1000_std + value: 2.2651 + - type: nauc_precision_at_1000_diff1 + value: 8.451500000000001 + - type: nauc_mrr_at_1_max + value: 13.658600000000002 + - type: nauc_mrr_at_1_std + value: -10.888399999999999 + - type: nauc_mrr_at_1_diff1 + value: 28.503 + - type: nauc_mrr_at_3_max + value: 12.0131 + - type: nauc_mrr_at_3_std + value: -9.0483 + - type: nauc_mrr_at_3_diff1 + value: 25.1263 + - type: nauc_mrr_at_5_max + value: 14.2408 + - type: nauc_mrr_at_5_std + value: -7.324400000000001 + - type: nauc_mrr_at_5_diff1 + value: 24.4894 + - type: nauc_mrr_at_10_max + value: 15.1286 + - type: nauc_mrr_at_10_std + value: -6.958 + - type: nauc_mrr_at_10_diff1 + value: 24.5045 + - type: nauc_mrr_at_20_max + value: 15.3281 + - type: nauc_mrr_at_20_std + value: -6.8811 + - type: nauc_mrr_at_20_diff1 + value: 24.4511 + - type: nauc_mrr_at_100_max + value: 15.237700000000002 + - type: nauc_mrr_at_100_std + value: -6.6511000000000005 + - type: nauc_mrr_at_100_diff1 + value: 24.4441 + - type: nauc_mrr_at_1000_max + value: 15.2116 + - type: nauc_mrr_at_1000_std + value: -6.6709000000000005 + - type: nauc_mrr_at_1000_diff1 + value: 24.4846 + - type: main_score + value: 26.913999999999998 + task: + type: Retrieval + - dataset: config: default name: MTEB BIOSSES (default)