{ "nano_beir": { "NanoClimateFEVER_cosine_accuracy@1": 0.02, "NanoClimateFEVER_cosine_accuracy@3": 0.12, "NanoClimateFEVER_cosine_accuracy@5": 0.22, "NanoClimateFEVER_cosine_accuracy@10": 0.26, "NanoClimateFEVER_cosine_precision@1": 0.02, "NanoClimateFEVER_cosine_precision@3": 0.04666666666666666, "NanoClimateFEVER_cosine_precision@5": 0.04800000000000001, "NanoClimateFEVER_cosine_precision@10": 0.028000000000000004, "NanoClimateFEVER_cosine_recall@1": 0.01, "NanoClimateFEVER_cosine_recall@3": 0.07666666666666666, "NanoClimateFEVER_cosine_recall@5": 0.11, "NanoClimateFEVER_cosine_recall@10": 0.15, "NanoClimateFEVER_cosine_ndcg@10": 0.08848514491479977, "NanoClimateFEVER_cosine_mrr@10": 0.09155555555555556, "NanoClimateFEVER_cosine_map@100": 0.062031025210026416, "NanoDBPedia_cosine_accuracy@1": 0.64, "NanoDBPedia_cosine_accuracy@3": 0.84, "NanoDBPedia_cosine_accuracy@5": 0.88, "NanoDBPedia_cosine_accuracy@10": 0.9, "NanoDBPedia_cosine_precision@1": 0.64, "NanoDBPedia_cosine_precision@3": 0.5533333333333333, "NanoDBPedia_cosine_precision@5": 0.508, "NanoDBPedia_cosine_precision@10": 0.42800000000000005, "NanoDBPedia_cosine_recall@1": 0.07405822477207483, "NanoDBPedia_cosine_recall@3": 0.14372311265072168, "NanoDBPedia_cosine_recall@5": 0.21105435859646549, "NanoDBPedia_cosine_recall@10": 0.2909207094781485, "NanoDBPedia_cosine_ndcg@10": 0.5337363068424135, "NanoDBPedia_cosine_mrr@10": 0.7428571428571428, "NanoDBPedia_cosine_map@100": 0.3891072772432914, "NanoFEVER_cosine_accuracy@1": 0.36, "NanoFEVER_cosine_accuracy@3": 0.42, "NanoFEVER_cosine_accuracy@5": 0.42, "NanoFEVER_cosine_accuracy@10": 0.46, "NanoFEVER_cosine_precision@1": 0.36, "NanoFEVER_cosine_precision@3": 0.13999999999999999, "NanoFEVER_cosine_precision@5": 0.084, "NanoFEVER_cosine_precision@10": 0.048, "NanoFEVER_cosine_recall@1": 0.36, "NanoFEVER_cosine_recall@3": 0.41, "NanoFEVER_cosine_recall@5": 0.41, "NanoFEVER_cosine_recall@10": 0.46, "NanoFEVER_cosine_ndcg@10": 0.4073423950239124, "NanoFEVER_cosine_mrr@10": 0.39166666666666666, "NanoFEVER_cosine_map@100": 0.39632722868719533, "NanoFiQA2018_cosine_accuracy@1": 0.16, "NanoFiQA2018_cosine_accuracy@3": 0.26, "NanoFiQA2018_cosine_accuracy@5": 0.32, "NanoFiQA2018_cosine_accuracy@10": 0.38, "NanoFiQA2018_cosine_precision@1": 0.16, "NanoFiQA2018_cosine_precision@3": 0.10666666666666666, "NanoFiQA2018_cosine_precision@5": 0.096, "NanoFiQA2018_cosine_precision@10": 0.068, "NanoFiQA2018_cosine_recall@1": 0.06188888888888889, "NanoFiQA2018_cosine_recall@3": 0.12674603174603175, "NanoFiQA2018_cosine_recall@5": 0.17413492063492064, "NanoFiQA2018_cosine_recall@10": 0.25515873015873014, "NanoFiQA2018_cosine_ndcg@10": 0.1898252759944158, "NanoFiQA2018_cosine_mrr@10": 0.22585714285714287, "NanoFiQA2018_cosine_map@100": 0.15950890524795974, "NanoHotpotQA_cosine_accuracy@1": 0.66, "NanoHotpotQA_cosine_accuracy@3": 0.86, "NanoHotpotQA_cosine_accuracy@5": 0.9, "NanoHotpotQA_cosine_accuracy@10": 0.94, "NanoHotpotQA_cosine_precision@1": 0.66, "NanoHotpotQA_cosine_precision@3": 0.38666666666666666, "NanoHotpotQA_cosine_precision@5": 0.272, "NanoHotpotQA_cosine_precision@10": 0.142, "NanoHotpotQA_cosine_recall@1": 0.33, "NanoHotpotQA_cosine_recall@3": 0.58, "NanoHotpotQA_cosine_recall@5": 0.68, "NanoHotpotQA_cosine_recall@10": 0.71, "NanoHotpotQA_cosine_ndcg@10": 0.6584980003699181, "NanoHotpotQA_cosine_mrr@10": 0.775079365079365, "NanoHotpotQA_cosine_map@100": 0.5871412173250823, "NanoMSMARCO_cosine_accuracy@1": 0.38, "NanoMSMARCO_cosine_accuracy@3": 0.64, "NanoMSMARCO_cosine_accuracy@5": 0.76, "NanoMSMARCO_cosine_accuracy@10": 0.84, "NanoMSMARCO_cosine_precision@1": 0.38, "NanoMSMARCO_cosine_precision@3": 0.21333333333333335, "NanoMSMARCO_cosine_precision@5": 0.15200000000000002, "NanoMSMARCO_cosine_precision@10": 0.08399999999999999, "NanoMSMARCO_cosine_recall@1": 0.38, "NanoMSMARCO_cosine_recall@3": 0.64, "NanoMSMARCO_cosine_recall@5": 0.76, "NanoMSMARCO_cosine_recall@10": 0.84, "NanoMSMARCO_cosine_ndcg@10": 0.6071739753451822, "NanoMSMARCO_cosine_mrr@10": 0.5318571428571428, "NanoMSMARCO_cosine_map@100": 0.5383857612227555, "NanoNFCorpus_cosine_accuracy@1": 0.46, "NanoNFCorpus_cosine_accuracy@3": 0.54, "NanoNFCorpus_cosine_accuracy@5": 0.64, "NanoNFCorpus_cosine_accuracy@10": 0.7, "NanoNFCorpus_cosine_precision@1": 0.46, "NanoNFCorpus_cosine_precision@3": 0.37999999999999995, "NanoNFCorpus_cosine_precision@5": 0.33199999999999996, "NanoNFCorpus_cosine_precision@10": 0.282, "NanoNFCorpus_cosine_recall@1": 0.031191419545013095, "NanoNFCorpus_cosine_recall@3": 0.05157072806890092, "NanoNFCorpus_cosine_recall@5": 0.06863574662214718, "NanoNFCorpus_cosine_recall@10": 0.09991138318659122, "NanoNFCorpus_cosine_ndcg@10": 0.32672780953059594, "NanoNFCorpus_cosine_mrr@10": 0.5299365079365078, "NanoNFCorpus_cosine_map@100": 0.1359241030015973, "NanoNQ_cosine_accuracy@1": 0.58, "NanoNQ_cosine_accuracy@3": 0.74, "NanoNQ_cosine_accuracy@5": 0.8, "NanoNQ_cosine_accuracy@10": 0.84, "NanoNQ_cosine_precision@1": 0.58, "NanoNQ_cosine_precision@3": 0.25333333333333335, "NanoNQ_cosine_precision@5": 0.16399999999999998, "NanoNQ_cosine_precision@10": 0.092, "NanoNQ_cosine_recall@1": 0.55, "NanoNQ_cosine_recall@3": 0.7, "NanoNQ_cosine_recall@5": 0.74, "NanoNQ_cosine_recall@10": 0.81, "NanoNQ_cosine_ndcg@10": 0.6914852313456867, "NanoNQ_cosine_mrr@10": 0.6720555555555556, "NanoNQ_cosine_map@100": 0.6484054934853453, "NanoQuoraRetrieval_cosine_accuracy@1": 0.6, "NanoQuoraRetrieval_cosine_accuracy@3": 0.7, "NanoQuoraRetrieval_cosine_accuracy@5": 0.74, "NanoQuoraRetrieval_cosine_accuracy@10": 0.84, "NanoQuoraRetrieval_cosine_precision@1": 0.6, "NanoQuoraRetrieval_cosine_precision@3": 0.2733333333333334, "NanoQuoraRetrieval_cosine_precision@5": 0.17999999999999997, "NanoQuoraRetrieval_cosine_precision@10": 0.10399999999999998, "NanoQuoraRetrieval_cosine_recall@1": 0.5433333333333333, "NanoQuoraRetrieval_cosine_recall@3": 0.674, "NanoQuoraRetrieval_cosine_recall@5": 0.708, "NanoQuoraRetrieval_cosine_recall@10": 0.8053333333333333, "NanoQuoraRetrieval_cosine_ndcg@10": 0.6910237122615918, "NanoQuoraRetrieval_cosine_mrr@10": 0.6630238095238096, "NanoQuoraRetrieval_cosine_map@100": 0.6556498327329501, "NanoSCIDOCS_cosine_accuracy@1": 0.42, "NanoSCIDOCS_cosine_accuracy@3": 0.56, "NanoSCIDOCS_cosine_accuracy@5": 0.62, "NanoSCIDOCS_cosine_accuracy@10": 0.78, "NanoSCIDOCS_cosine_precision@1": 0.42, "NanoSCIDOCS_cosine_precision@3": 0.2533333333333333, "NanoSCIDOCS_cosine_precision@5": 0.18799999999999997, "NanoSCIDOCS_cosine_precision@10": 0.148, "NanoSCIDOCS_cosine_recall@1": 0.08866666666666667, "NanoSCIDOCS_cosine_recall@3": 0.15866666666666668, "NanoSCIDOCS_cosine_recall@5": 0.19466666666666665, "NanoSCIDOCS_cosine_recall@10": 0.30466666666666664, "NanoSCIDOCS_cosine_ndcg@10": 0.29680405295986745, "NanoSCIDOCS_cosine_mrr@10": 0.5155714285714287, "NanoSCIDOCS_cosine_map@100": 0.22732555154891504, "NanoArguAna_cosine_accuracy@1": 0.22, "NanoArguAna_cosine_accuracy@3": 0.56, "NanoArguAna_cosine_accuracy@5": 0.76, "NanoArguAna_cosine_accuracy@10": 0.9, "NanoArguAna_cosine_precision@1": 0.22, "NanoArguAna_cosine_precision@3": 0.18666666666666668, "NanoArguAna_cosine_precision@5": 0.15200000000000002, "NanoArguAna_cosine_precision@10": 0.08999999999999998, "NanoArguAna_cosine_recall@1": 0.22, "NanoArguAna_cosine_recall@3": 0.56, "NanoArguAna_cosine_recall@5": 0.76, "NanoArguAna_cosine_recall@10": 0.9, "NanoArguAna_cosine_ndcg@10": 0.5430980629264645, "NanoArguAna_cosine_mrr@10": 0.43080158730158724, "NanoArguAna_cosine_map@100": 0.43563881673881677, "NanoSciFact_cosine_accuracy@1": 0.3, "NanoSciFact_cosine_accuracy@3": 0.46, "NanoSciFact_cosine_accuracy@5": 0.58, "NanoSciFact_cosine_accuracy@10": 0.66, "NanoSciFact_cosine_precision@1": 0.3, "NanoSciFact_cosine_precision@3": 0.1733333333333333, "NanoSciFact_cosine_precision@5": 0.132, "NanoSciFact_cosine_precision@10": 0.076, "NanoSciFact_cosine_recall@1": 0.265, "NanoSciFact_cosine_recall@3": 0.45, "NanoSciFact_cosine_recall@5": 0.575, "NanoSciFact_cosine_recall@10": 0.65, "NanoSciFact_cosine_ndcg@10": 0.4673023534460552, "NanoSciFact_cosine_mrr@10": 0.41438095238095246, "NanoSciFact_cosine_map@100": 0.41151414702043504, "NanoTouche2020_cosine_accuracy@1": 0.4897959183673469, "NanoTouche2020_cosine_accuracy@3": 0.6530612244897959, "NanoTouche2020_cosine_accuracy@5": 0.7142857142857143, "NanoTouche2020_cosine_accuracy@10": 0.7959183673469388, "NanoTouche2020_cosine_precision@1": 0.4897959183673469, "NanoTouche2020_cosine_precision@3": 0.3877551020408163, "NanoTouche2020_cosine_precision@5": 0.34693877551020413, "NanoTouche2020_cosine_precision@10": 0.3081632653061224, "NanoTouche2020_cosine_recall@1": 0.025396389616293827, "NanoTouche2020_cosine_recall@3": 0.06154426522223343, "NanoTouche2020_cosine_recall@5": 0.09456739986624485, "NanoTouche2020_cosine_recall@10": 0.1694155640852146, "NanoTouche2020_cosine_ndcg@10": 0.33935182898102295, "NanoTouche2020_cosine_mrr@10": 0.5771541950113378, "NanoTouche2020_cosine_map@100": 0.24098827105394732, "NanoBEIR_mean_cosine_accuracy@1": 0.4069073783359497, "NanoBEIR_mean_cosine_accuracy@3": 0.5656200941915228, "NanoBEIR_mean_cosine_accuracy@5": 0.6426373626373626, "NanoBEIR_mean_cosine_accuracy@10": 0.7150706436420722, "NanoBEIR_mean_cosine_precision@1": 0.4069073783359497, "NanoBEIR_mean_cosine_precision@3": 0.25803244374672946, "NanoBEIR_mean_cosine_precision@5": 0.20422605965463111, "NanoBEIR_mean_cosine_precision@10": 0.14601255886970174, "NanoBEIR_mean_cosine_recall@1": 0.22611807098632852, "NanoBEIR_mean_cosine_recall@3": 0.35637826700163233, "NanoBEIR_mean_cosine_recall@5": 0.422004545568188, "NanoBEIR_mean_cosine_recall@10": 0.49580049130066806, "NanoBEIR_mean_cosine_ndcg@10": 0.44929647307245585, "NanoBEIR_mean_cosine_mrr@10": 0.5047536193964766, "NanoBEIR_mean_cosine_map@100": 0.3759959715783321 }, "beir_touche2020": { "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.6122448979591837, "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.7959183673469388, "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.8163265306122449, "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.8775510204081632, "BeIR-touche2020-subset-test_cosine_precision@1": 0.6122448979591837, "BeIR-touche2020-subset-test_cosine_precision@3": 0.5986394557823129, "BeIR-touche2020-subset-test_cosine_precision@5": 0.5346938775510205, "BeIR-touche2020-subset-test_cosine_precision@10": 0.510204081632653, "BeIR-touche2020-subset-test_cosine_recall@1": 0.013676157134653104, "BeIR-touche2020-subset-test_cosine_recall@3": 0.04019009495215129, "BeIR-touche2020-subset-test_cosine_recall@5": 0.05972908597066891, "BeIR-touche2020-subset-test_cosine_recall@10": 0.11372605615518665, "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.5336230219389327, "BeIR-touche2020-subset-test_cosine_mrr@10": 0.7097181729834792, "BeIR-touche2020-subset-test_cosine_map@100": 0.23434719987479757 } }