{ "bomFormat": "CycloneDX", "specVersion": "1.6", "serialNumber": "urn:uuid:21349772-eff7-44d3-99c3-8ed34ad486bd", "version": 1, "metadata": { "timestamp": "2025-06-05T09:34:26.192987+00:00", "component": { "type": "machine-learning-model", "bom-ref": "NovaSearch/stella_en_1.5B_v5-4ad267fc-8948-58d2-b402-58e3ebd1a893", "name": "NovaSearch/stella_en_1.5B_v5", "externalReferences": [ { "url": "https://huggingface.co/NovaSearch/stella_en_1.5B_v5", "type": "documentation" } ], "modelCard": { "modelParameters": { "task": "sentence-similarity", "architectureFamily": "qwen2", "modelArchitecture": "Qwen2ForCausalLM" }, "properties": [ { "name": "library_name", "value": "sentence-transformers" } ], "quantitativeAnalysis": { "performanceMetrics": [ { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", "type": "accuracy", "value": 92.86567164179104 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", "type": "ap", "value": 72.13503907102613 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", "type": "ap_weighted", "value": 72.13503907102613 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", "type": "f1", "value": 89.5586886376355 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", "type": "f1_weighted", "value": 93.13621183004571 }, { "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", "type": "main_score", "value": 92.86567164179104 }, { "slice": "dataset: mteb/amazon_polarity, split: test, config: default", "type": "accuracy", "value": 97.16485 }, { "slice": "dataset: mteb/amazon_polarity, split: test, config: default", "type": "ap", "value": 96.05546315415225 }, { "slice": "dataset: mteb/amazon_polarity, split: test, config: default", "type": "ap_weighted", "value": 96.05546315415225 }, { "slice": "dataset: mteb/amazon_polarity, split: test, config: default", "type": "f1", "value": 97.16351087403213 }, { "slice": "dataset: mteb/amazon_polarity, split: test, config: default", "type": "f1_weighted", "value": 97.16351087403213 }, { "slice": "dataset: mteb/amazon_polarity, split: test, config: default", "type": "main_score", "value": 97.16485 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", "type": "accuracy", "value": 59.358 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", "type": "f1", "value": 59.0264615883114 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", "type": "f1_weighted", "value": 59.0264615883114 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", "type": "main_score", "value": 59.358 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "main_score", "value": 65.269 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "map_at_1", "value": 41.607 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "map_at_10", "value": 57.104 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "map_at_100", "value": 57.621 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "map_at_1000", "value": 57.621 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "map_at_20", "value": 57.533 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "map_at_3", "value": 52.891999999999996 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "map_at_5", "value": 55.371 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "mrr_at_1", "value": 42.318634423897585 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "mrr_at_10", "value": 57.353970511865406 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "mrr_at_100", "value": 57.88398078476526 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "mrr_at_1000", "value": 57.88467807648422 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "mrr_at_20", "value": 57.796730533206166 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "mrr_at_3", "value": 53.200568990042775 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "mrr_at_5", "value": 55.6330014224753 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_1000_diff1", "value": 24.54414600428287 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_1000_max", "value": -8.389738078358459 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_1000_std", "value": -18.188787645801366 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_100_diff1", "value": 24.543138576462308 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_100_max", "value": -8.390896839752044 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_100_std", "value": -18.192549240185247 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_10_diff1", "value": 24.219607088995822 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_10_max", "value": -8.245734391254308 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_10_std", "value": -18.229706566466447 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_1_diff1", "value": 29.325201664812788 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_1_max", "value": -11.742800494823971 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_1_std", "value": -18.610215769702528 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_20_diff1", "value": 24.471097562798803 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_20_max", "value": -8.318035874000799 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_20_std", "value": -18.171541096773108 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_3_diff1", "value": 24.275846107642824 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_3_max", "value": -8.212242049581894 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_3_std", "value": -17.920379368937496 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_5_diff1", "value": 23.873692493209255 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_5_max", "value": -8.110347163828767 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_map_at_5_std", "value": -18.20863325596931 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_1000_diff1", "value": 22.656410956419975 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_1000_max", "value": -8.924888102233243 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_1000_std", "value": -18.103674384502526 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_100_diff1", "value": 22.655448817140968 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_100_max", "value": -8.926034318499038 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_100_std", "value": -18.10743930104164 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_10_diff1", "value": 22.297536272996872 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_10_max", "value": -8.836407556658274 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_10_std", "value": -18.1598393044477 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_1_diff1", "value": 27.419572424489708 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_1_max", "value": -11.42241314820691 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_1_std", "value": -18.54893865856313 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_20_diff1", "value": 22.590227214657418 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_20_max", "value": -8.849986456376993 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_20_std", "value": -18.0862391777352 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_3_diff1", "value": 22.415270167774988 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_3_max", "value": -8.692871854156435 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_3_std", "value": -17.6740102891955 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_5_diff1", "value": 21.96284578521464 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_5_max", "value": -8.757031535546025 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_mrr_at_5_std", "value": -18.210766964081294 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 23.939400161569115 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_1000_max", "value": -7.866999120512983 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_1000_std", "value": -17.981457019643617 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_100_diff1", "value": 23.920033349619317 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_100_max", "value": -7.889849409678031 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_100_std", "value": -18.054931990360537 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 22.543020461303534 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_10_max", "value": -7.072111788010867 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_10_std", "value": -18.26397604573537 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 29.325201664812788 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_1_max", "value": -11.742800494823971 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_1_std", "value": -18.610215769702528 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 23.551587021207972 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_20_max", "value": -7.298056222649139 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_20_std", "value": -18.056004880930608 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 22.669089506345273 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_3_max", "value": -7.278024373570137 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_3_std", "value": -17.816657759914193 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 21.72619728226575 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_5_max", "value": -6.959741647471228 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_ndcg_at_5_std", "value": -18.35173705190235 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_1000_diff1", "value": 5.0388241058076995 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_1000_max", "value": 34.439879624882145 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_1000_std", "value": 77.22610895194498 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_100_diff1", "value": 1.340670767252794 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_100_max", "value": 19.30870025961241 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_100_std", "value": 35.37688289157788 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_10_diff1", "value": 7.734227153124332 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_10_max", "value": 4.202399088422237 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_10_std", "value": -18.383890254046698 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_1_diff1", "value": 29.325201664812788 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_1_max", "value": -11.742800494823971 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_1_std", "value": -18.610215769702528 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_20_diff1", "value": 9.48070999361637 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_20_max", "value": 19.056709637253025 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_20_std", "value": -13.266821166159485 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_3_diff1", "value": 17.245260303409747 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_3_max", "value": -4.202455033452335 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_3_std", "value": -17.514264039955332 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_5_diff1", "value": 12.074628162049974 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_5_max", "value": -1.9145501461107832 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_precision_at_5_std", "value": -19.162525528916344 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_1000_diff1", "value": 5.038824105805915 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_1000_max", "value": 34.43987962487738 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_1000_std", "value": 77.22610895193765 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_100_diff1", "value": 1.3406707672497025 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_100_max", "value": 19.30870025960776 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_100_std", "value": 35.37688289157515 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_10_diff1", "value": 7.734227153124366 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_10_max", "value": 4.202399088421976 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_10_std", "value": -18.38389025404673 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_1_diff1", "value": 29.325201664812788 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_1_max", "value": -11.742800494823971 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_1_std", "value": -18.610215769702528 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_20_diff1", "value": 9.480709993616845 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_20_max", "value": 19.05670963725301 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_20_std", "value": -13.266821166158651 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_3_diff1", "value": 17.24526030340978 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_3_max", "value": -4.202455033452323 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_3_std", "value": -17.51426403995538 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_5_diff1", "value": 12.074628162049992 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_5_max", "value": -1.914550146110865 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "nauc_recall_at_5_std", "value": -19.162525528916362 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "ndcg_at_1", "value": 41.607 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "ndcg_at_10", "value": 65.269 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "ndcg_at_100", "value": 67.289 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "ndcg_at_1000", "value": 67.29899999999999 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "ndcg_at_20", "value": 66.76299999999999 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "ndcg_at_3", "value": 56.604 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "ndcg_at_5", "value": 61.07900000000001 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "precision_at_1", "value": 41.607 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "precision_at_10", "value": 9.118 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "precision_at_100", "value": 0.996 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "precision_at_1000", "value": 0.1 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "precision_at_20", "value": 4.8469999999999995 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "precision_at_3", "value": 22.451 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "precision_at_5", "value": 15.647 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "recall_at_1", "value": 41.607 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "recall_at_10", "value": 91.181 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "recall_at_100", "value": 99.57300000000001 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "recall_at_1000", "value": 99.644 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "recall_at_20", "value": 96.942 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "recall_at_3", "value": 67.354 }, { "slice": "dataset: mteb/arguana, split: test, config: default", "type": "recall_at_5", "value": 78.236 }, { "slice": "dataset: mteb/arxiv-clustering-p2p, split: test, config: default", "type": "main_score", "value": 55.437138353189994 }, { "slice": "dataset: mteb/arxiv-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 55.437138353189994 }, { "slice": "dataset: mteb/arxiv-clustering-p2p, split: test, config: default", "type": "v_measure_std", "value": 14.718556601335491 }, { "slice": "dataset: mteb/arxiv-clustering-s2s, split: test, config: default", "type": "main_score", "value": 50.65858459544658 }, { "slice": "dataset: mteb/arxiv-clustering-s2s, split: test, config: default", "type": "v_measure", "value": 50.65858459544658 }, { "slice": "dataset: mteb/arxiv-clustering-s2s, split: test, config: default", "type": "v_measure_std", "value": 14.887033747525146 }, { "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", "type": "main_score", "value": 67.32597152838535 }, { "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", "type": "map", "value": 67.32597152838535 }, { "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", "type": "mrr", "value": 78.98683111286988 }, { "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", "type": "nAUC_map_diff1", "value": 16.8624639710487 }, { "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", "type": "nAUC_map_max", "value": 24.91996491142433 }, { "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", "type": "nAUC_map_std", "value": 17.91865808793225 }, { "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", "type": "nAUC_mrr_diff1", "value": 25.03766425631947 }, { "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", "type": "nAUC_mrr_max", "value": 41.64561939958336 }, { "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", "type": "nAUC_mrr_std", "value": 23.179909345891968 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "cosine_pearson", "value": 85.790820496042 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "cosine_spearman", "value": 83.10731534330517 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "euclidean_pearson", "value": 84.61741304343133 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "euclidean_spearman", "value": 83.17297949010973 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "main_score", "value": 83.10731534330517 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "manhattan_pearson", "value": 85.2137696526676 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "manhattan_spearman", "value": 84.39168195786738 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "pearson", "value": 85.790820496042 }, { "slice": "dataset: mteb/biosses-sts, split: test, config: default", "type": "spearman", "value": 83.10731534330517 }, { "slice": "dataset: mteb/banking77, split: test, config: default", "type": "accuracy", "value": 89.78896103896105 }, { "slice": "dataset: mteb/banking77, split: test, config: default", "type": "f1", "value": 89.76107366333488 }, { "slice": "dataset: mteb/banking77, split: test, config: default", "type": "f1_weighted", "value": 89.76107366333488 }, { "slice": "dataset: mteb/banking77, split: test, config: default", "type": "main_score", "value": 89.78896103896105 }, { "slice": "dataset: mteb/biorxiv-clustering-p2p, split: test, config: default", "type": "main_score", "value": 50.68092296236376 }, { "slice": "dataset: mteb/biorxiv-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 50.68092296236376 }, { "slice": "dataset: mteb/biorxiv-clustering-p2p, split: test, config: default", "type": "v_measure_std", "value": 0.7832640983085436 }, { "slice": "dataset: mteb/biorxiv-clustering-s2s, split: test, config: default", "type": "main_score", "value": 46.86629236732983 }, { "slice": "dataset: mteb/biorxiv-clustering-s2s, split: test, config: default", "type": "v_measure", "value": 46.86629236732983 }, { "slice": "dataset: mteb/biorxiv-clustering-s2s, split: test, config: default", "type": "v_measure_std", "value": 0.8784322236350974 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "main_score", "value": 47.74883333333334 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "map_at_1", "value": 30.179249999999996 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "map_at_10", "value": 41.60824999999999 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "map_at_100", "value": 42.94008333333332 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "map_at_1000", "value": 43.04666666666667 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "map_at_20", "value": 42.36833333333334 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "map_at_3", "value": 38.23491666666666 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "map_at_5", "value": 40.10183333333333 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "mrr_at_1", "value": 36.47676085808166 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "mrr_at_10", "value": 46.300991916437155 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "mrr_at_100", "value": 47.12155753713262 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "mrr_at_1000", "value": 47.168033610799945 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "mrr_at_20", "value": 46.80405724560391 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "mrr_at_3", "value": 43.77000352801797 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "mrr_at_5", "value": 45.22295361704542 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_1000_diff1", "value": 46.953671666941524 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_1000_max", "value": 32.260396316089675 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_1000_std", "value": 0.6657766120094878 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_100_diff1", "value": 46.94717463394555 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_100_max", "value": 32.25088350678177 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_100_std", "value": 0.6257017014549283 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_10_diff1", "value": 46.974678429336464 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_10_max", "value": 31.862230807295504 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_10_std", "value": -0.14758828549579284 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_1_diff1", "value": 52.48913346466124 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_1_max", "value": 29.874374024967725 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_1_std", "value": -2.433547569836134 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_20_diff1", "value": 46.96088684217651 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_20_max", "value": 32.08954208613205 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_20_std", "value": 0.25946321113436527 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_3_diff1", "value": 47.703230121518345 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_3_max", "value": 30.977880095983107 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_3_std", "value": -1.342777563991804 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_5_diff1", "value": 47.1615010199957 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_5_max", "value": 31.420885812683284 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_map_at_5_std", "value": -0.8789297099444306 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_1000_diff1", "value": 46.69178645962615 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_1000_max", "value": 34.392807413340655 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_1000_std", "value": 1.6155464863667934 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_100_diff1", "value": 46.67417236349189 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_100_max", "value": 34.384607045512624 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_100_std", "value": 1.6259917384109652 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_10_diff1", "value": 46.60497560446239 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_10_max", "value": 34.32918897817958 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_10_std", "value": 1.39387793769014 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_1_diff1", "value": 51.61608573254137 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_1_max", "value": 35.18105023234596 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_1_std", "value": 0.17943702145478177 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_20_diff1", "value": 46.635943069860254 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_20_max", "value": 34.37050973118794 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_20_std", "value": 1.5346464678860607 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_3_diff1", "value": 47.154389369038334 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_3_max", "value": 34.41036411855465 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_3_std", "value": 0.924551812357872 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_5_diff1", "value": 46.6690101691763 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_5_max", "value": 34.29740388138466 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_mrr_at_5_std", "value": 1.0567184149139792 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 45.375448289173264 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_1000_max", "value": 33.47957083714482 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_1000_std", "value": 3.192251100225568 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_100_diff1", "value": 44.93601014699499 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_100_max", "value": 33.21249888295249 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_100_std", "value": 3.609842852934217 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 44.87893284011915 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_10_max", "value": 32.384885249478515 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_10_std", "value": 1.454493065035396 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 51.61608573254137 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_1_max", "value": 35.18105023234596 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_1_std", "value": 0.17943702145478177 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 44.867752179050605 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_20_max", "value": 32.689535921840196 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_20_std", "value": 2.337765158573901 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 45.87485821381341 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_3_max", "value": 32.33282450558947 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_3_std", "value": 0.0681643829273283 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 45.202902131892394 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_5_max", "value": 32.1026971523917 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_ndcg_at_5_std", "value": 0.3565572833774486 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_1000_diff1", "value": -8.935267931198956 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_1000_max", "value": 6.464981960169269 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_1000_std", "value": 10.662786182234633 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_100_diff1", "value": -1.64091517847155 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_100_max", "value": 15.175617871025024 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_100_std", "value": 16.924256989248075 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_10_diff1", "value": 15.676651966277047 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_10_max", "value": 26.243734188847117 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_10_std", "value": 10.601741034956333 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_1_diff1", "value": 51.61608573254137 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_1_max", "value": 35.18105023234596 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_1_std", "value": 0.17943702145478177 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_20_diff1", "value": 9.447267260198654 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_20_max", "value": 23.024130858142723 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_20_std", "value": 13.739145648899603 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_3_diff1", "value": 30.11583572134629 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_3_max", "value": 31.37321080069495 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_3_std", "value": 4.705512374126024 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_5_diff1", "value": 23.192015335996093 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_5_max", "value": 29.415746835998764 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_precision_at_5_std", "value": 6.843498772798558 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_1000_diff1", "value": 25.36573313426033 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_1000_max", "value": 43.06672256524168 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_1000_std", "value": 47.93664853815292 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_100_diff1", "value": 31.222880916617406 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_100_max", "value": 31.761159904172658 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_100_std", "value": 23.034218976635877 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_10_diff1", "value": 36.23439028915225 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_10_max", "value": 28.473458977606438 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_10_std", "value": 3.7797969934159 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_1_diff1", "value": 52.48913346466124 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_1_max", "value": 29.874374024967725 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_1_std", "value": -2.433547569836134 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_20_diff1", "value": 34.678676952584766 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_20_max", "value": 29.04638392522168 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_20_std", "value": 8.148894982082549 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_3_diff1", "value": 41.31029996231311 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_3_max", "value": 28.44199443414157 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_3_std", "value": -0.747324057600377 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_5_diff1", "value": 38.535873899920674 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_5_max", "value": 27.942667805948375 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "nauc_recall_at_5_std", "value": 0.30652206930973686 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "ndcg_at_1", "value": 36.47675 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "ndcg_at_10", "value": 47.74883333333334 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "ndcg_at_100", "value": 52.902416666666674 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "ndcg_at_1000", "value": 54.69116666666667 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "ndcg_at_20", "value": 49.89758333333333 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "ndcg_at_3", "value": 42.462250000000004 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "ndcg_at_5", "value": 44.91841666666667 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "precision_at_1", "value": 36.47675 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "precision_at_10", "value": 8.582416666666665 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "precision_at_100", "value": 1.31475 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "precision_at_1000", "value": 0.16458333333333333 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "precision_at_20", "value": 5.021833333333333 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "precision_at_3", "value": 20.004499999999997 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "precision_at_5", "value": 14.178666666666665 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "recall_at_1", "value": 30.179249999999996 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "recall_at_10", "value": 60.950166666666675 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "recall_at_100", "value": 83.19025 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "recall_at_1000", "value": 95.27774999999998 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "recall_at_20", "value": 68.80175 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "recall_at_3", "value": 46.01841666666666 }, { "slice": "dataset: mteb/cqadupstack, split: test, config: default", "type": "recall_at_5", "value": 52.482416666666666 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "main_score", "value": 46.113 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "map_at_1", "value": 20.122999999999998 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "map_at_10", "value": 35.474 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "map_at_100", "value": 37.592 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "map_at_1000", "value": 37.773 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "map_at_20", "value": 36.637 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "map_at_3", "value": 29.731 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "map_at_5", "value": 32.964 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "mrr_at_1", "value": 46.71009771986971 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "mrr_at_10", "value": 58.855669303552105 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "mrr_at_100", "value": 59.389249674038425 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "mrr_at_1000", "value": 59.408448104362364 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "mrr_at_20", "value": 59.23881203149016 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "mrr_at_3", "value": 56.18892508143328 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "mrr_at_5", "value": 57.85342019543985 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_1000_diff1", "value": 27.047031037721958 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_1000_max", "value": 43.25240279148033 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_1000_std", "value": 20.795849418696037 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_100_diff1", "value": 27.044739015116452 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_100_max", "value": 43.24042159787812 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_100_std", "value": 20.799952124137683 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_10_diff1", "value": 27.372696854670338 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_10_max", "value": 43.054456574721684 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_10_std", "value": 19.537162110136645 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_1_diff1", "value": 43.65424623953092 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_1_max", "value": 45.17986509998762 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_1_std", "value": 8.497107052335414 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_20_diff1", "value": 27.224535846566074 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_20_max", "value": 43.12222854561229 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_20_std", "value": 20.29982972202669 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_3_diff1", "value": 30.87847002319001 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_3_max", "value": 42.890027891707575 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_3_std", "value": 13.857451947580929 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_5_diff1", "value": 27.966867093591542 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_5_max", "value": 42.35826637592201 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_map_at_5_std", "value": 16.993102524058624 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_1000_diff1", "value": 30.191544077608164 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_1000_max", "value": 44.959438920351644 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_1000_std", "value": 24.065801376465114 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_100_diff1", "value": 30.170368115494 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_100_max", "value": 44.955868115761156 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_100_std", "value": 24.093510767847707 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_10_diff1", "value": 30.128430637520175 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_10_max", "value": 44.97689261350708 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_10_std", "value": 24.037049561818897 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_1_diff1", "value": 35.323351939108214 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_1_max", "value": 43.85026244855636 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_1_std", "value": 17.040662141218974 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_20_diff1", "value": 30.192006556160443 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_20_max", "value": 45.02814530774032 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_20_std", "value": 24.20885865448696 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_3_diff1", "value": 29.88250163424518 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_3_max", "value": 44.25768944883186 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_3_std", "value": 22.804183393364198 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_5_diff1", "value": 30.269824490420767 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_5_max", "value": 44.97443265796657 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_mrr_at_5_std", "value": 23.894159916141177 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 24.533764005407356 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_1000_max", "value": 44.50902713386608 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_1000_std", "value": 27.589506980238404 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_100_diff1", "value": 24.209785073940353 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_100_max", "value": 44.18257063893669 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_100_std", "value": 27.963150866401943 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 25.168069201989486 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_10_max", "value": 43.84940910683214 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_10_std", "value": 24.810707270956435 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 35.323351939108214 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_1_max", "value": 43.85026244855636 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_1_std", "value": 17.040662141218974 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 24.829924800466834 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_20_max", "value": 43.738574327059716 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_20_std", "value": 26.252370278684072 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 27.321943393906274 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_3_max", "value": 42.16584786993447 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_3_std", "value": 18.24775079455969 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 26.043785418347998 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_5_max", "value": 42.874593895388344 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_ndcg_at_5_std", "value": 21.294004555506117 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_1000_diff1", "value": -22.073027615308582 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_1000_max", "value": -6.549723766317357 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_1000_std", "value": 18.301749191241306 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_100_diff1", "value": -15.654286887593619 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_100_max", "value": 6.401516251421999 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_100_std", "value": 29.170680324929805 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_10_diff1", "value": -4.362381972892247 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_10_max", "value": 22.10943515872447 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_10_std", "value": 31.869699459530022 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_1_diff1", "value": 35.323351939108214 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_1_max", "value": 43.85026244855636 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_1_std", "value": 17.040662141218974 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_20_diff1", "value": -7.50749661117875 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_20_max", "value": 16.80584016023257 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_20_std", "value": 31.976755897112437 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_3_diff1", "value": 7.402667538773083 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_3_max", "value": 31.2088401330676 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_3_std", "value": 24.287905698405662 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_5_diff1", "value": 0.7479172565343901 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_5_max", "value": 26.28427734237825 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_precision_at_5_std", "value": 28.246947120310317 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_1000_diff1", "value": 2.4778431086370496 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_1000_max", "value": 40.2231995797509 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_1000_std", "value": 52.62124052183862 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_100_diff1", "value": 8.960962419741463 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_100_max", "value": 35.81132850291491 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_100_std", "value": 40.020903251786166 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_10_diff1", "value": 15.603400751376636 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_10_max", "value": 37.570127529136485 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_10_std", "value": 28.07128410238545 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_1_diff1", "value": 43.65424623953092 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_1_max", "value": 45.17986509998762 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_1_std", "value": 8.497107052335414 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_20_diff1", "value": 13.844820282832346 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_20_max", "value": 36.0106148516309 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_20_std", "value": 31.453103910565254 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_3_diff1", "value": 24.359328154117748 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_3_max", "value": 39.93774251377568 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_3_std", "value": 16.214921517509648 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_5_diff1", "value": 18.75788451360292 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_5_max", "value": 38.177646107055516 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "nauc_recall_at_5_std", "value": 22.17196825834675 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "ndcg_at_1", "value": 46.71 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "ndcg_at_10", "value": 46.113 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "ndcg_at_100", "value": 53.035 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "ndcg_at_1000", "value": 55.724 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "ndcg_at_20", "value": 48.929 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "ndcg_at_3", "value": 39.501999999999995 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "ndcg_at_5", "value": 41.792 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "precision_at_1", "value": 46.71 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "precision_at_10", "value": 14.274000000000001 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "precision_at_100", "value": 2.1870000000000003 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "precision_at_1000", "value": 0.269 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "precision_at_20", "value": 8.375 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "precision_at_3", "value": 29.881 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "precision_at_5", "value": 22.697 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "recall_at_1", "value": 20.122999999999998 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "recall_at_10", "value": 52.22 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "recall_at_100", "value": 75.388 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "recall_at_1000", "value": 89.938 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "recall_at_20", "value": 60.077000000000005 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "recall_at_3", "value": 35.150999999999996 }, { "slice": "dataset: mteb/climate-fever, split: test, config: default", "type": "recall_at_5", "value": 42.748000000000005 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "main_score", "value": 52.276999999999994 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "map_at_1", "value": 9.949 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "map_at_10", "value": 24.891 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "map_at_100", "value": 37.111 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "map_at_1000", "value": 39.266 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "map_at_20", "value": 29.685 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "map_at_3", "value": 16.586000000000002 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "map_at_5", "value": 19.982 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "mrr_at_1", "value": 76.25 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "mrr_at_10", "value": 82.4518849206349 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "mrr_at_100", "value": 82.70302194564499 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "mrr_at_1000", "value": 82.70909729942254 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "mrr_at_20", "value": 82.60492765962964 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "mrr_at_3", "value": 81.33333333333331 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "mrr_at_5", "value": 82.14583333333331 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_1000_diff1", "value": 21.427201262456556 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_1000_max", "value": 35.357361590816076 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_1000_std", "value": 24.785419223353717 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_100_diff1", "value": 22.82358692021537 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_100_max", "value": 35.07399692072945 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_100_std", "value": 22.679878828987025 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_10_diff1", "value": 26.491769223479643 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_10_max", "value": 20.78079385443902 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_10_std", "value": -4.910406292079661 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_1_diff1", "value": 35.20851030208876 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_1_max", "value": 5.783003346365858 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_1_std", "value": -21.11679133835354 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_20_diff1", "value": 24.80097499300491 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_20_max", "value": 26.807021360774975 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_20_std", "value": 4.793103995429955 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_3_diff1", "value": 29.238193458890173 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_3_max", "value": 10.300839972189456 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_3_std", "value": -17.889666731981592 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_5_diff1", "value": 28.773624870573926 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_5_max", "value": 14.951435645422887 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_map_at_5_std", "value": -13.319697827173565 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_1000_diff1", "value": 55.232544856708785 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_1000_max", "value": 64.73225637682637 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_1000_std", "value": 37.57480399594188 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_100_diff1", "value": 55.219251601773735 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_100_max", "value": 64.73305063663611 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_100_std", "value": 37.56458562909293 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_10_diff1", "value": 55.123463838253464 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_10_max", "value": 64.91914041040233 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_10_std", "value": 37.76482503851598 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_1_diff1", "value": 56.45461238513347 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_1_max", "value": 63.11782510293676 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_1_std", "value": 33.592561284868985 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_20_diff1", "value": 55.15401961460458 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_20_max", "value": 64.77145835613156 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_20_std", "value": 37.471561418305804 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_3_diff1", "value": 54.64387438697658 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_3_max", "value": 64.27618995019164 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_3_std", "value": 39.391637295269014 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_5_diff1", "value": 55.08702591239485 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_5_max", "value": 64.6071475650635 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_mrr_at_5_std", "value": 37.97185134269896 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 31.696698876400387 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_1000_max", "value": 52.12183760001191 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_1000_std", "value": 40.197596211778716 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_100_diff1", "value": 33.253120193433666 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_100_max", "value": 49.47167758554746 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_100_std", "value": 32.643833139756204 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 27.065541392580013 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_10_max", "value": 45.83504281289289 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_10_std", "value": 27.11739500732328 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 49.42808250022517 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_1_max", "value": 53.502615048520354 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_1_std", "value": 27.17555908836708 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 29.374791382330308 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_20_max", "value": 43.91246842479055 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_20_std", "value": 23.419410620550316 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 26.71550354496204 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_3_max", "value": 43.9641457892003 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_3_std", "value": 27.320024167947686 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 27.020654974589487 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_5_max", "value": 46.130417266030584 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_ndcg_at_5_std", "value": 28.392009019010068 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_1000_diff1", "value": -21.47455482181002 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_1000_max", "value": -9.721907229236024 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_1000_std", "value": -1.061132062651487 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_100_diff1", "value": -12.35759246101943 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_100_max", "value": 15.509512444892168 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_100_std", "value": 36.21183578592014 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_10_diff1", "value": -6.136998947343125 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_10_max", "value": 32.30037906748288 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_10_std", "value": 41.4500302476981 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_1_diff1", "value": 56.45461238513347 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_1_max", "value": 63.11782510293676 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_1_std", "value": 33.592561284868985 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_20_diff1", "value": -7.335890123683174 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_20_max", "value": 28.31417075291312 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_20_std", "value": 41.405935715061815 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_3_diff1", "value": 7.117255890225942 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_3_max", "value": 39.19894132683829 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_3_std", "value": 38.48255841994843 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_5_diff1", "value": 1.861523090114206 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_5_max", "value": 38.11649223007208 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_precision_at_5_std", "value": 40.52993530374645 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_1000_diff1", "value": 26.497648584314636 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_1000_max", "value": 44.48069746734414 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_1000_std", "value": 53.16438130228715 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_100_diff1", "value": 26.353456899511446 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_100_max", "value": 37.57379787884197 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_100_std", "value": 29.197468295989548 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_10_diff1", "value": 22.80445738351114 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_10_max", "value": 15.895630778449046 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_10_std", "value": -8.746224797644501 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_1_diff1", "value": 35.20851030208876 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_1_max", "value": 5.783003346365858 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_1_std", "value": -21.11679133835354 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_20_diff1", "value": 22.34028867678706 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_20_max", "value": 21.42373427646772 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_20_std", "value": 0.4533036151015875 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_3_diff1", "value": 24.96853445599229 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_3_max", "value": 6.245185375804208 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_3_std", "value": -20.200240127099622 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_5_diff1", "value": 24.749259476710623 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_5_max", "value": 11.024592845995942 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "nauc_recall_at_5_std", "value": -16.15683085641543 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "ndcg_at_1", "value": 64.125 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "ndcg_at_10", "value": 52.276999999999994 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "ndcg_at_100", "value": 57.440000000000005 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "ndcg_at_1000", "value": 64.082 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "ndcg_at_20", "value": 51.383 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "ndcg_at_3", "value": 55.769000000000005 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "ndcg_at_5", "value": 53.978 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "precision_at_1", "value": 76.25 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "precision_at_10", "value": 43.05 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "precision_at_100", "value": 14.09 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "precision_at_1000", "value": 2.662 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "precision_at_20", "value": 33.112 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "precision_at_3", "value": 59.833000000000006 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "precision_at_5", "value": 53.05 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "recall_at_1", "value": 9.949 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "recall_at_10", "value": 30.424 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "recall_at_100", "value": 64.062 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "recall_at_1000", "value": 85.916 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "recall_at_20", "value": 39.895 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "recall_at_3", "value": 17.876 }, { "slice": "dataset: mteb/dbpedia, split: test, config: default", "type": "recall_at_5", "value": 22.536 }, { "slice": "dataset: mteb/emotion, split: test, config: default", "type": "accuracy", "value": 84.29499999999999 }, { "slice": "dataset: mteb/emotion, split: test, config: default", "type": "f1", "value": 79.76188258172078 }, { "slice": "dataset: mteb/emotion, split: test, config: default", "type": "f1_weighted", "value": 84.96026012933847 }, { "slice": "dataset: mteb/emotion, split: test, config: default", "type": "main_score", "value": 84.29499999999999 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "main_score", "value": 94.83200000000001 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "map_at_1", "value": 87.339 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "map_at_10", "value": 92.92099999999999 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "map_at_100", "value": 93.108 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "map_at_1000", "value": 93.116 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "map_at_20", "value": 93.041 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "map_at_3", "value": 92.219 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "map_at_5", "value": 92.664 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "mrr_at_1", "value": 93.99939993999399 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "mrr_at_10", "value": 96.55188137861403 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "mrr_at_100", "value": 96.5652366009286 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "mrr_at_1000", "value": 96.5652625550811 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "mrr_at_20", "value": 96.5601781754844 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "mrr_at_3", "value": 96.45714571457142 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "mrr_at_5", "value": 96.544904490449 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_1000_diff1", "value": 51.81676454961933 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_1000_max", "value": 24.904822914926118 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_1000_std", "value": -3.8110347821630404 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_100_diff1", "value": 51.77514975011158 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_100_max", "value": 24.912497341800094 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_100_std", "value": -3.76229517662447 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_10_diff1", "value": 51.29608296382479 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_10_max", "value": 24.78704970246707 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_10_std", "value": -3.723130815783328 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_1_diff1", "value": 59.90813138005125 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_1_max", "value": 24.58479295693794 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_1_std", "value": -8.056152492777027 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_20_diff1", "value": 51.428639331678326 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_20_max", "value": 24.849214517705086 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_20_std", "value": -3.685550123874596 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_3_diff1", "value": 50.94399923719279 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_3_max", "value": 24.359700180006207 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_3_std", "value": -5.407767408816422 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_5_diff1", "value": 50.767302682959546 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_5_max", "value": 24.491113461892215 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_map_at_5_std", "value": -4.058336127339082 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_1000_diff1", "value": 79.86042313551833 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_1000_max", "value": 23.20960445633933 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_1000_std", "value": -23.54334295120471 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_100_diff1", "value": 79.85991247027636 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_100_max", "value": 23.210085926780106 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_100_std", "value": -23.542508200789197 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_10_diff1", "value": 79.71095155563415 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_10_max", "value": 23.24128650883908 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_10_std", "value": -23.408502781834102 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_1_diff1", "value": 82.6349900233902 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_1_max", "value": 21.994548214014227 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_1_std", "value": -22.549769792179262 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_20_diff1", "value": 79.76465012873038 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_20_max", "value": 23.17575026523213 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_20_std", "value": -23.492660166315048 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_3_diff1", "value": 79.91074933379953 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_3_max", "value": 24.14246499097892 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_3_std", "value": -25.22601708389664 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_5_diff1", "value": 79.62092651565847 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_5_max", "value": 23.315937737034425 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_mrr_at_5_std", "value": -23.317659360058403 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 54.404537986779225 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_1000_max", "value": 25.38408304128995 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_1000_std", "value": -4.916709117696968 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_100_diff1", "value": 53.2448598868241 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_100_max", "value": 25.75325255295546 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_100_std", "value": -3.680507005630751 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 50.81057355170232 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_10_max", "value": 25.006448273343807 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_10_std", "value": -2.8979899112515577 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 82.6349900233902 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_1_max", "value": 21.994548214014227 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_1_std", "value": -22.549769792179262 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 51.205023097166304 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_20_max", "value": 25.22133626556826 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_20_std", "value": -2.9506328244150155 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 51.79780256736321 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_3_max", "value": 24.81137324438439 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_3_std", "value": -6.881223858227807 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 50.290038260564565 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_5_max", "value": 24.57250792165796 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_ndcg_at_5_std", "value": -3.5124628344654596 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_1000_diff1", "value": -20.215211396894333 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_1000_max", "value": -14.165452298769171 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_1000_std", "value": -2.0952871214470816 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_100_diff1", "value": -22.340257474494607 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_100_max", "value": -12.697885641360282 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_100_std", "value": 1.0688624940286244 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_10_diff1", "value": -24.78271817420798 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_10_max", "value": -12.625257500222656 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_10_std", "value": 3.223250450607087 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_1_diff1", "value": 82.6349900233902 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_1_max", "value": 21.994548214014227 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_1_std", "value": -22.549769792179262 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_20_diff1", "value": -24.375756227194177 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_20_max", "value": -12.341015011563536 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_20_std", "value": 2.7475274619387955 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_3_diff1", "value": -24.8251306777365 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_3_max", "value": -13.109579709589042 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_3_std", "value": -1.2233442335420748 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_5_diff1", "value": -26.955418583344894 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_5_max", "value": -13.598630838071015 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_precision_at_5_std", "value": 2.545780631940738 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_1000_diff1", "value": 0.2542680835344437 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_1000_max", "value": 49.38194243035277 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_1000_std", "value": 57.021502715846026 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_100_diff1", "value": 5.062154815367015 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_100_max", "value": 45.41178380188437 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_100_std", "value": 50.78382225901813 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_10_diff1", "value": 20.429153629007818 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_10_max", "value": 27.516855026155508 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_10_std", "value": 21.367491371755467 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_1_diff1", "value": 59.90813138005125 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_1_max", "value": 24.58479295693794 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_1_std", "value": -8.056152492777027 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_20_diff1", "value": 13.072430858896942 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_20_max", "value": 29.5522659183247 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_20_std", "value": 28.70569974090291 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_3_diff1", "value": 30.419084482663617 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_3_max", "value": 25.627389580252835 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_3_std", "value": 2.5557690877637054 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_5_diff1", "value": 22.92561435069869 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_5_max", "value": 25.545265063475455 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "nauc_recall_at_5_std", "value": 14.736172663072786 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "ndcg_at_1", "value": 93.999 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "ndcg_at_10", "value": 94.83200000000001 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "ndcg_at_100", "value": 95.363 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "ndcg_at_1000", "value": 95.478 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "ndcg_at_20", "value": 95.077 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "ndcg_at_3", "value": 94.143 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "ndcg_at_5", "value": 94.525 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "precision_at_1", "value": 93.999 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "precision_at_10", "value": 11.029 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "precision_at_100", "value": 1.1560000000000001 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "precision_at_1000", "value": 0.11800000000000001 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "precision_at_20", "value": 5.62 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "precision_at_3", "value": 35.219 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "precision_at_5", "value": 21.584 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "recall_at_1", "value": 87.339 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "recall_at_10", "value": 97.026 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "recall_at_100", "value": 98.936 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "recall_at_1000", "value": 99.599 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "recall_at_20", "value": 97.744 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "recall_at_3", "value": 95.069 }, { "slice": "dataset: mteb/fever, split: test, config: default", "type": "recall_at_5", "value": 96.177 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "main_score", "value": 60.480000000000004 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "map_at_1", "value": 31.529 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "map_at_10", "value": 52.081 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "map_at_100", "value": 54.342 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "map_at_1000", "value": 54.449000000000005 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "map_at_20", "value": 53.479 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "map_at_3", "value": 45.471000000000004 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "map_at_5", "value": 49.164 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "mrr_at_1", "value": 60.03086419753087 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "mrr_at_10", "value": 67.73754409171075 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "mrr_at_100", "value": 68.332432152368 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "mrr_at_1000", "value": 68.34150941774908 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "mrr_at_20", "value": 68.14780993838725 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "mrr_at_3", "value": 65.6378600823045 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "mrr_at_5", "value": 66.88014403292176 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_1000_diff1", "value": 45.36598134579052 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_1000_max", "value": 31.891451119906943 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_1000_std", "value": -15.41454384137943 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_100_diff1", "value": 45.31268291874018 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_100_max", "value": 31.811055683002092 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_100_std", "value": -15.348503855591417 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_10_diff1", "value": 45.22606983565892 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_10_max", "value": 30.46108534749699 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_10_std", "value": -16.618086029682555 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_1_diff1", "value": 49.94952823753276 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_1_max", "value": 13.770377574254548 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_1_std", "value": -14.946357968858653 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_20_diff1", "value": 45.29274207897926 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_20_max", "value": 31.27332015148257 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_20_std", "value": -15.782946115613129 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_3_diff1", "value": 47.94248233566038 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_3_max", "value": 24.022838776825456 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_3_std", "value": -17.103518542262208 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_5_diff1", "value": 45.85345590031722 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_5_max", "value": 27.78341379004547 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_map_at_5_std", "value": -17.490850791756326 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_1000_diff1", "value": 58.225141047822824 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_1000_max", "value": 43.39606904140525 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_1000_std", "value": -14.64093518199122 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_100_diff1", "value": 58.22137274179545 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_100_max", "value": 43.39567568136935 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_100_std", "value": -14.62512313985582 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_10_diff1", "value": 58.03217329957151 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_10_max", "value": 43.633561683075186 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_10_std", "value": -14.563703576023808 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_1_diff1", "value": 61.48979902647692 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_1_max", "value": 43.1938079066948 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_1_std", "value": -15.808138277440465 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_20_diff1", "value": 58.13185370150794 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_20_max", "value": 43.35607721183147 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_20_std", "value": -14.635812702971263 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_3_diff1", "value": 58.698963168321264 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_3_max", "value": 43.633129249785405 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_3_std", "value": -15.733246346983854 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_5_diff1", "value": 57.94156745229547 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_5_max", "value": 43.14152462640525 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_mrr_at_5_std", "value": -15.318685307750895 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 47.871896043731496 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_1000_max", "value": 37.159845167533426 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_1000_std", "value": -13.067288160833485 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_100_diff1", "value": 47.046171407204426 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_100_max", "value": 36.422514360855835 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_100_std", "value": -11.636859259571441 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 46.232628149078096 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_10_max", "value": 34.82402625088358 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_10_std", "value": -14.768545542980114 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 61.48979902647692 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_1_max", "value": 43.1938079066948 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_1_std", "value": -15.808138277440465 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 46.51116172390955 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_20_max", "value": 35.36362650568298 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_20_std", "value": -12.849406209182826 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 47.39832263785871 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_3_max", "value": 35.67466264628456 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_3_std", "value": -17.257717349296943 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 45.91049493804232 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_5_max", "value": 33.8405091138445 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_ndcg_at_5_std", "value": -17.477069902735895 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_1000_diff1", "value": -12.037873000917767 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_1000_max", "value": 26.043220150002295 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_1000_std", "value": 6.84910668321572 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_100_diff1", "value": -9.383403459051864 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_100_max", "value": 29.68713170610003 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_100_std", "value": 10.079531587056152 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_10_diff1", "value": 3.3433323353925135 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_10_max", "value": 38.31790111725993 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_10_std", "value": 0.7888123304710856 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_1_diff1", "value": 61.48979902647692 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_1_max", "value": 43.1938079066948 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_1_std", "value": -15.808138277440465 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_20_diff1", "value": -2.083500986294448 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_20_max", "value": 35.77143835726343 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_20_std", "value": 5.318547021874003 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_3_diff1", "value": 23.335617788912586 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_3_max", "value": 39.81973275320871 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_3_std", "value": -8.442769390555561 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_5_diff1", "value": 11.521087842589482 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_5_max", "value": 39.527792539828255 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_precision_at_5_std", "value": -5.412729503701626 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_1000_diff1", "value": 10.6830893047453 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_1000_max", "value": 8.834504311238423 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_1000_std", "value": 24.670754304859692 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_100_diff1", "value": 20.646020385527358 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_100_max", "value": 20.121595011523294 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_100_std", "value": 19.42307459311791 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_10_diff1", "value": 33.01029313733417 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_10_max", "value": 27.948634980368702 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_10_std", "value": -10.239767371462975 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_1_diff1", "value": 49.94952823753276 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_1_max", "value": 13.770377574254548 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_1_std", "value": -14.946357968858653 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_20_diff1", "value": 30.040111045267963 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_20_max", "value": 25.984919302418184 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_20_std", "value": -1.4998001817460804 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_3_diff1", "value": 42.24410559113653 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_3_max", "value": 20.269503583626914 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_3_std", "value": -17.09578532600584 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_5_diff1", "value": 36.124149735848945 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_5_max", "value": 22.708022306002622 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "nauc_recall_at_5_std", "value": -16.966976847236193 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "ndcg_at_1", "value": 60.031 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "ndcg_at_10", "value": 60.480000000000004 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "ndcg_at_100", "value": 66.94099999999999 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "ndcg_at_1000", "value": 68.303 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "ndcg_at_20", "value": 63.536 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "ndcg_at_3", "value": 55.903999999999996 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "ndcg_at_5", "value": 57.387 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "precision_at_1", "value": 60.031 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "precision_at_10", "value": 16.682 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "precision_at_100", "value": 2.336 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "precision_at_1000", "value": 0.259 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "precision_at_20", "value": 9.66 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "precision_at_3", "value": 37.191 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "precision_at_5", "value": 27.253 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "recall_at_1", "value": 31.529 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "recall_at_10", "value": 68.035 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "recall_at_100", "value": 90.925 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "recall_at_1000", "value": 98.688 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "recall_at_20", "value": 77.453 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "recall_at_3", "value": 50.221000000000004 }, { "slice": "dataset: mteb/fiqa, split: test, config: default", "type": "recall_at_5", "value": 58.209999999999994 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "main_score", "value": 76.67399999999999 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "map_at_1", "value": 43.822 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "map_at_10", "value": 68.82000000000001 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "map_at_100", "value": 69.659 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "map_at_1000", "value": 69.714 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "map_at_20", "value": 69.305 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "map_at_3", "value": 65.517 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "map_at_5", "value": 67.633 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "mrr_at_1", "value": 87.643484132343 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "mrr_at_10", "value": 91.28134679485098 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "mrr_at_100", "value": 91.37985230614755 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "mrr_at_1000", "value": 91.38202467630681 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "mrr_at_20", "value": 91.34718855278429 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "mrr_at_3", "value": 90.75849651136599 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "mrr_at_5", "value": 91.10961062345235 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_1000_diff1", "value": 3.7670405082837477 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_1000_max", "value": 14.410594409695182 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_1000_std", "value": 7.94738583292685 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_100_diff1", "value": 3.738796209193936 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_100_max", "value": 14.408029101534694 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_100_std", "value": 7.979641077687816 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_10_diff1", "value": 3.334917978089454 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_10_max", "value": 13.975255289147748 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_10_std", "value": 7.491959628012161 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_1_diff1", "value": 75.35066482050009 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_1_max", "value": 53.573503488571475 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_1_std", "value": -6.542030594426993 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_20_diff1", "value": 3.5197129341582083 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_20_max", "value": 14.159880698006816 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_20_std", "value": 7.856574384998483 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_3_diff1", "value": 3.0992333232864064 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_3_max", "value": 12.513959281222112 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_3_std", "value": 4.352912866014865 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_5_diff1", "value": 3.0351688998572537 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_5_max", "value": 13.21599457624529 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_map_at_5_std", "value": 6.246882983214777 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_1000_diff1", "value": 75.23953736361132 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_1000_max", "value": 56.64260717262164 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_1000_std", "value": -4.865932053762276 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_100_diff1", "value": 75.24091372816497 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_100_max", "value": 56.64831104504846 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_100_std", "value": -4.850966297943324 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_10_diff1", "value": 75.26540178053416 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_10_max", "value": 56.828755673428965 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_10_std", "value": -4.8401126970944635 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_1_diff1", "value": 75.35066482050009 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_1_max", "value": 53.573503488571475 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_1_std", "value": -6.542030594426993 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_20_diff1", "value": 75.24453050729845 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_20_max", "value": 56.69220588401435 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_20_std", "value": -4.843700730832108 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_3_diff1", "value": 74.98411648336175 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_3_max", "value": 56.766537573537114 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_3_std", "value": -4.909712671649337 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_5_diff1", "value": 75.20599020991028 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_5_max", "value": 56.64236207782237 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_mrr_at_5_std", "value": -5.208907367513977 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 11.48307079099774 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_1000_max", "value": 20.893326881675176 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_1000_std", "value": 10.43489838692119 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_100_diff1", "value": 10.395588735754927 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_100_max", "value": 20.529573302516912 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_100_std", "value": 11.252973083654268 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 8.596739352741972 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_10_max", "value": 18.475863682540673 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_10_std", "value": 9.175831033463352 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 75.35066482050009 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_1_max", "value": 53.573503488571475 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_1_std", "value": -6.542030594426993 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 8.998033972471749 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_20_max", "value": 18.892085875404522 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_20_std", "value": 10.3241608901084 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 8.796384949533579 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_3_max", "value": 16.515261419885274 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_3_std", "value": 4.081902976576701 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 8.277259464605025 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_5_max", "value": 17.163053202909527 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_ndcg_at_5_std", "value": 6.652669449704474 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_1000_diff1", "value": -3.490556596304827 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_1000_max", "value": 31.0473259001597 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_1000_std", "value": 52.36921397692622 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_100_diff1", "value": -6.420747959222489 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_100_max", "value": 20.555887056005936 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_100_std", "value": 36.119132870798495 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_10_diff1", "value": -6.461726057290426 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_10_max", "value": 12.161081825341915 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_10_std", "value": 17.961318451839993 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_1_diff1", "value": 75.35066482050009 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_1_max", "value": 53.573503488571475 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_1_std", "value": -6.542030594426993 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_20_diff1", "value": -7.361461296416161 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_20_max", "value": 12.663621261696733 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_20_std", "value": 23.312476851670286 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_3_diff1", "value": -3.299056912774522 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_3_max", "value": 9.85602375812038 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_3_std", "value": 6.4962782003155475 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_5_diff1", "value": -5.3155827772027795 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_5_max", "value": 10.32907751171833 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_precision_at_5_std", "value": 11.384098087196932 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_1000_diff1", "value": -3.4905565963043332 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_1000_max", "value": 31.04732590016041 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_1000_std", "value": 52.36921397692641 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_100_diff1", "value": -6.420747959222586 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_100_max", "value": 20.55588705600596 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_100_std", "value": 36.11913287079825 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_10_diff1", "value": -6.461726057290347 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_10_max", "value": 12.161081825342022 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_10_std", "value": 17.96131845184002 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_1_diff1", "value": 75.35066482050009 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_1_max", "value": 53.573503488571475 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_1_std", "value": -6.542030594426993 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_20_diff1", "value": -7.361461296416054 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_20_max", "value": 12.66362126169679 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_20_std", "value": 23.312476851670382 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_3_diff1", "value": -3.2990569127745886 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_3_max", "value": 9.856023758120296 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_3_std", "value": 6.496278200315444 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_5_diff1", "value": -5.315582777202729 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_5_max", "value": 10.329077511718229 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "nauc_recall_at_5_std", "value": 11.384098087196932 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "ndcg_at_1", "value": 87.643 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "ndcg_at_10", "value": 76.67399999999999 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "ndcg_at_100", "value": 79.462 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "ndcg_at_1000", "value": 80.43599999999999 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "ndcg_at_20", "value": 77.83 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "ndcg_at_3", "value": 72.256 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "ndcg_at_5", "value": 74.789 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "precision_at_1", "value": 87.643 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "precision_at_10", "value": 15.726999999999999 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "precision_at_100", "value": 1.791 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "precision_at_1000", "value": 0.192 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "precision_at_20", "value": 8.236 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "precision_at_3", "value": 45.919 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "precision_at_5", "value": 29.558 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "recall_at_1", "value": 43.822 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "recall_at_10", "value": 78.636 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "recall_at_100", "value": 89.527 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "recall_at_1000", "value": 95.868 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "recall_at_20", "value": 82.363 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "recall_at_3", "value": 68.879 }, { "slice": "dataset: mteb/hotpotqa, split: test, config: default", "type": "recall_at_5", "value": 73.896 }, { "slice": "dataset: mteb/imdb, split: test, config: default", "type": "accuracy", "value": 96.6608 }, { "slice": "dataset: mteb/imdb, split: test, config: default", "type": "ap", "value": 95.14657820401189 }, { "slice": "dataset: mteb/imdb, split: test, config: default", "type": "ap_weighted", "value": 95.14657820401189 }, { "slice": "dataset: mteb/imdb, split: test, config: default", "type": "f1", "value": 96.66029695623422 }, { "slice": "dataset: mteb/imdb, split: test, config: default", "type": "f1_weighted", "value": 96.66029695623423 }, { "slice": "dataset: mteb/imdb, split: test, config: default", "type": "main_score", "value": 96.6608 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "main_score", "value": 45.217 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "map_at_1", "value": 24.728 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "map_at_10", "value": 37.933 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "map_at_100", "value": 39.074999999999996 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "map_at_1000", "value": 39.115 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "map_at_20", "value": 38.663 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "map_at_3", "value": 33.904 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "map_at_5", "value": 36.217 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "mrr_at_1", "value": 25.44412607449857 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "mrr_at_10", "value": 38.52640196479737 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "mrr_at_100", "value": 39.60462889736067 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "mrr_at_1000", "value": 39.638904296248526 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "mrr_at_20", "value": 39.2234365827559 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "mrr_at_3", "value": 34.59646609360076 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "mrr_at_5", "value": 36.8801337153773 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_1000_diff1", "value": 37.645652178132174 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_1000_max", "value": 9.953357023361367 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_1000_std", "value": -20.800238036721503 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_100_diff1", "value": 37.643073495974555 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_100_max", "value": 9.95921239641703 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_100_std", "value": -20.76517765535793 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_10_diff1", "value": 37.44380763335014 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_10_max", "value": 9.917273043055342 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_10_std", "value": -21.467951225710898 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_1_diff1", "value": 41.02118887981969 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_1_max", "value": 8.301113449711778 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_1_std", "value": -19.436814224415027 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_20_diff1", "value": 37.58156586490493 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_20_max", "value": 9.972927967610659 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_20_std", "value": -20.951374218839387 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_3_diff1", "value": 37.67246795684178 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_3_max", "value": 9.307031378909478 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_3_std", "value": -21.77026217965021 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_5_diff1", "value": 37.39086482095963 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_5_max", "value": 9.732739107368566 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_map_at_5_std", "value": -21.8424296893692 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_1000_diff1", "value": 37.36666719603192 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_1000_max", "value": 9.79040465289953 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_1000_std", "value": -20.590147245965568 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_100_diff1", "value": 37.36560296629318 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_100_max", "value": 9.798113710672162 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_100_std", "value": -20.556791838504292 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_10_diff1", "value": 37.19257605840734 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_10_max", "value": 9.749429811638063 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_10_std", "value": -21.206407664327276 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_1_diff1", "value": 40.98478651095172 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_1_max", "value": 8.173841799119707 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_1_std", "value": -19.530027987868017 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_20_diff1", "value": 37.29973172861245 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_20_max", "value": 9.815127660001345 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_20_std", "value": -20.700860112175928 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_3_diff1", "value": 37.282848009425734 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_3_max", "value": 9.172741713108193 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_3_std", "value": -21.563630513502996 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_5_diff1", "value": 37.08609827303586 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_5_max", "value": 9.604643424273284 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_mrr_at_5_std", "value": -21.580110806494094 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 37.086587020218545 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_1000_max", "value": 10.696860688467472 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_1000_std", "value": -19.50989939916873 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_100_diff1", "value": 37.03794531268128 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_100_max", "value": 10.940820719182339 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_100_std", "value": -18.28651832370893 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 36.21062857920633 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_10_max", "value": 10.845172882571733 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_10_std", "value": -21.454301679510106 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 40.98478651095172 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_1_max", "value": 8.173841799119707 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_1_std", "value": -19.530027987868017 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 36.583262733100526 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_20_max", "value": 11.10492720898974 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_20_std", "value": -19.41753284137609 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 36.57271365035382 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_3_max", "value": 9.56073433062999 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_3_std", "value": -22.324263670932915 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 36.09419372820154 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_5_max", "value": 10.357384992631271 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_ndcg_at_5_std", "value": -22.389578276324894 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_1000_diff1", "value": -2.7435338714030597 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_1000_max", "value": 4.302274933383809 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_1000_std", "value": 8.456846348638948 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_100_diff1", "value": 15.149466332615983 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_100_max", "value": 12.501013731673163 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_100_std", "value": 15.909667509021785 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_10_diff1", "value": 28.699788688314214 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_10_max", "value": 13.024586051842347 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_10_std", "value": -19.197658937078703 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_1_diff1", "value": 40.98478651095172 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_1_max", "value": 8.173841799119707 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_1_std", "value": -19.530027987868017 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_20_diff1", "value": 26.519292942353395 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_20_max", "value": 14.389979272056438 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_20_std", "value": -7.030956994938155 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_3_diff1", "value": 32.87913492278213 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_3_max", "value": 9.673660161387776 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_3_std", "value": -23.905612656592172 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_5_diff1", "value": 30.903850113238597 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_5_max", "value": 11.482375434154898 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_precision_at_5_std", "value": -23.828657095254247 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_1000_diff1", "value": 35.80765639589219 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_1000_max", "value": 50.94532805969448 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_1000_std", "value": 66.79910877083275 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_100_diff1", "value": 34.96182828311028 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_100_max", "value": 21.729699631790556 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_100_std", "value": 23.509439011686474 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_10_diff1", "value": 31.88371369567137 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_10_max", "value": 14.425389702697073 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_10_std", "value": -20.95578001880924 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_1_diff1", "value": 41.02118887981969 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_1_max", "value": 8.301113449711778 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_1_std", "value": -19.436814224415027 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_20_diff1", "value": 32.42718780622455 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_20_max", "value": 16.90686126329399 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_20_std", "value": -9.38158227016737 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_3_diff1", "value": 33.68966646043966 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_3_max", "value": 10.336277419708532 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_3_std", "value": -23.80165869168538 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_5_diff1", "value": 32.26258807452426 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_5_max", "value": 12.303713005399935 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "nauc_recall_at_5_std", "value": -23.87721891164968 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "ndcg_at_1", "value": 25.444 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "ndcg_at_10", "value": 45.217 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "ndcg_at_100", "value": 50.575 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "ndcg_at_1000", "value": 51.519999999999996 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "ndcg_at_20", "value": 47.786 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "ndcg_at_3", "value": 37.067 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "ndcg_at_5", "value": 41.184 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "precision_at_1", "value": 25.444 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "precision_at_10", "value": 7.07 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "precision_at_100", "value": 0.9730000000000001 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "precision_at_1000", "value": 0.106 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "precision_at_20", "value": 4.072 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "precision_at_3", "value": 15.754999999999999 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "precision_at_5", "value": 11.544 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "recall_at_1", "value": 24.728 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "recall_at_10", "value": 67.607 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "recall_at_100", "value": 92.094 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "recall_at_1000", "value": 99.165 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "recall_at_20", "value": 77.529 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "recall_at_3", "value": 45.535 }, { "slice": "dataset: mteb/msmarco, split: dev, config: default", "type": "recall_at_5", "value": 55.394 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: en", "type": "accuracy", "value": 99.01276789785682 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: en", "type": "f1", "value": 98.9288649250924 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: en", "type": "f1_weighted", "value": 99.01406884928141 }, { "slice": "dataset: mteb/mtop_domain, split: test, config: en", "type": "main_score", "value": 99.01276789785682 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: en", "type": "accuracy", "value": 92.78385772913816 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: en", "type": "f1", "value": 79.78115704297824 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: en", "type": "f1_weighted", "value": 93.90424147486428 }, { "slice": "dataset: mteb/mtop_intent, split: test, config: en", "type": "main_score", "value": 92.78385772913816 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", "type": "accuracy", "value": 85.83053127101546 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", "type": "f1", "value": 82.72036139888232 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", "type": "f1_weighted", "value": 85.81759723866098 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", "type": "main_score", "value": 85.83053127101546 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", "type": "accuracy", "value": 90.19838601210489 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", "type": "f1", "value": 89.55260197964978 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", "type": "f1_weighted", "value": 90.11422965504119 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", "type": "main_score", "value": 90.19838601210489 }, { "slice": "dataset: mteb/medrxiv-clustering-p2p, split: test, config: default", "type": "main_score", "value": 46.866746897607094 }, { "slice": "dataset: mteb/medrxiv-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 46.866746897607094 }, { "slice": "dataset: mteb/medrxiv-clustering-p2p, split: test, config: default", "type": "v_measure_std", "value": 1.0966477896919726 }, { "slice": "dataset: mteb/medrxiv-clustering-s2s, split: test, config: default", "type": "main_score", "value": 44.6538827415503 }, { "slice": "dataset: mteb/medrxiv-clustering-s2s, split: test, config: default", "type": "v_measure", "value": 44.6538827415503 }, { "slice": "dataset: mteb/medrxiv-clustering-s2s, split: test, config: default", "type": "v_measure_std", "value": 1.1649569936599116 }, { "slice": "dataset: mteb/mind_small, split: test, config: default", "type": "main_score", "value": 33.05449204940555 }, { "slice": "dataset: mteb/mind_small, split: test, config: default", "type": "map", "value": 33.05449204940555 }, { "slice": "dataset: mteb/mind_small, split: test, config: default", "type": "mrr", "value": 34.32562058439585 }, { "slice": "dataset: mteb/mind_small, split: test, config: default", "type": "nAUC_map_diff1", "value": 11.465656013162807 }, { "slice": "dataset: mteb/mind_small, split: test, config: default", "type": "nAUC_map_max", "value": -20.400088169502308 }, { "slice": "dataset: mteb/mind_small, split: test, config: default", "type": "nAUC_map_std", "value": -2.638964886362445 }, { "slice": "dataset: mteb/mind_small, split: test, config: default", "type": "nAUC_mrr_diff1", "value": 10.644290702481207 }, { "slice": "dataset: mteb/mind_small, split: test, config: default", "type": "nAUC_mrr_max", "value": -15.304687384645769 }, { "slice": "dataset: mteb/mind_small, split: test, config: default", "type": "nAUC_mrr_std", "value": -0.519919931348978 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "main_score", "value": 41.998000000000005 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "map_at_1", "value": 6.907000000000001 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "map_at_10", "value": 16.397000000000002 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "map_at_100", "value": 21.69 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "map_at_1000", "value": 23.652 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "map_at_20", "value": 18.629 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "map_at_3", "value": 11.969000000000001 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "map_at_5", "value": 13.894 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "mrr_at_1", "value": 53.25077399380805 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "mrr_at_10", "value": 61.8561108653988 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "mrr_at_100", "value": 62.42447851935404 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "mrr_at_1000", "value": 62.459626424428095 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "mrr_at_20", "value": 62.287236389990696 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "mrr_at_3", "value": 60.42311661506711 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "mrr_at_5", "value": 61.36738906088753 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_1000_diff1", "value": 17.159461939643844 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_1000_max", "value": 32.42764938789903 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_1000_std", "value": 11.039427848422093 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_100_diff1", "value": 19.089532984187503 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_100_max", "value": 31.96721085058713 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_100_std", "value": 6.947468655726444 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_10_diff1", "value": 25.77255342629802 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_10_max", "value": 26.163590320961543 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_10_std", "value": -5.2588093720998375 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_1_diff1", "value": 46.31602607957798 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_1_max", "value": 11.807757660801942 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_1_std", "value": -13.984889089354317 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_20_diff1", "value": 22.308161130465365 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_20_max", "value": 29.070587307827722 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_20_std", "value": -1.0103056620851558 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_3_diff1", "value": 33.580827849617506 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_3_max", "value": 17.661630885799042 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_3_std", "value": -11.463282544041888 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_5_diff1", "value": 30.32603342696912 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_5_max", "value": 20.938905485667245 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_map_at_5_std", "value": -10.537086968155755 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_1000_diff1", "value": 24.45065397805829 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_1000_max", "value": 48.17519860927417 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_1000_std", "value": 30.350767549118903 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_100_diff1", "value": 24.444061606534486 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_100_max", "value": 48.1922894212229 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_100_std", "value": 30.379257816584094 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_10_diff1", "value": 24.25598717198779 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_10_max", "value": 48.10437607774264 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_10_std", "value": 30.090202482685996 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_1_diff1", "value": 26.907595285201264 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_1_max", "value": 44.006974050369955 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_1_std", "value": 26.921001962861062 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_20_diff1", "value": 24.462771570553738 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_20_max", "value": 48.264688196799746 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_20_std", "value": 30.498095141265914 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_3_diff1", "value": 24.76829388237229 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_3_max", "value": 48.213758704739924 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_3_std", "value": 30.1502853918892 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_5_diff1", "value": 24.476494932330247 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_5_max", "value": 47.977250552198804 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_mrr_at_5_std", "value": 29.65248143104835 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 13.055818920426246 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_1000_max", "value": 46.00986444256306 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_1000_std", "value": 29.622662054922085 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_100_diff1", "value": 12.260551238228816 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_100_max", "value": 39.89783048267698 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_100_std", "value": 23.806961617956613 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 11.002915931619567 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_10_max", "value": 39.79323759244374 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_10_std", "value": 23.053072152911046 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 27.560910719974434 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_1_max", "value": 41.21084046258119 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_1_std", "value": 26.112891742912893 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 10.085854089024496 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_20_max", "value": 37.88629173784684 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_20_std", "value": 23.17664322248358 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 16.58969583405987 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_3_max", "value": 41.282222954101435 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_3_std", "value": 21.080670648392747 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 13.893127947909885 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_5_max", "value": 40.21188015992804 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_ndcg_at_5_std", "value": 21.417443978842652 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_1000_diff1", "value": -17.227504530334564 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_1000_max", "value": 3.798554468439066 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_1000_std", "value": 35.73617809452683 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_100_diff1", "value": -17.63388230218776 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_100_max", "value": 15.079399882407094 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_100_std", "value": 41.83698491321226 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_10_diff1", "value": -11.850925959645156 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_10_max", "value": 35.93283968364352 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_10_std", "value": 34.391271855921296 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_1_diff1", "value": 27.730860778824823 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_1_max", "value": 43.97462471516834 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_1_std", "value": 27.491068270978896 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_20_diff1", "value": -14.281328840943347 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_20_max", "value": 29.469099781759006 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_20_std", "value": 38.54703022340941 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_3_diff1", "value": 3.486986910413196 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_3_max", "value": 41.21107780473768 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_3_std", "value": 24.057479124531216 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_5_diff1", "value": -3.0623787872866233 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_5_max", "value": 37.49266386466702 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_precision_at_5_std", "value": 26.894454268004935 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_1000_diff1", "value": -2.446891864334283 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_1000_max", "value": 23.867293584643377 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_1000_std", "value": 16.34707128224595 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_100_diff1", "value": 4.891133690841179 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_100_max", "value": 24.56727964996522 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_100_std", "value": 9.847212953200797 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_10_diff1", "value": 19.211912363585288 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_10_max", "value": 24.825344777920737 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_10_std", "value": -5.447989195041898 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_1_diff1", "value": 46.31602607957798 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_1_max", "value": 11.807757660801942 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_1_std", "value": -13.984889089354317 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_20_diff1", "value": 12.233372054304805 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_20_max", "value": 22.284108685207148 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_20_std", "value": -4.317138366746209 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_3_diff1", "value": 28.394631527225815 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_3_max", "value": 15.593864852625462 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_3_std", "value": -12.383531804314593 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_5_diff1", "value": 24.457441304950343 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_5_max", "value": 19.080049396281623 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "nauc_recall_at_5_std", "value": -11.879747703626627 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "ndcg_at_1", "value": 51.548 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "ndcg_at_10", "value": 41.998000000000005 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "ndcg_at_100", "value": 39.626 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "ndcg_at_1000", "value": 48.707 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "ndcg_at_20", "value": 40.181 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "ndcg_at_3", "value": 48.06 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "ndcg_at_5", "value": 45.829 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "precision_at_1", "value": 52.941 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "precision_at_10", "value": 31.330999999999996 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "precision_at_100", "value": 10.421 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "precision_at_1000", "value": 2.428 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "precision_at_20", "value": 24.118000000000002 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "precision_at_3", "value": 45.408 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "precision_at_5", "value": 39.938 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "recall_at_1", "value": 6.907000000000001 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "recall_at_10", "value": 20.51 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "recall_at_100", "value": 40.857 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "recall_at_1000", "value": 73.616 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "recall_at_20", "value": 26.52 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "recall_at_3", "value": 13.267999999999999 }, { "slice": "dataset: mteb/nfcorpus, split: test, config: default", "type": "recall_at_5", "value": 16.141 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "main_score", "value": 71.8 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "map_at_1", "value": 47.629 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "map_at_10", "value": 64.846 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "map_at_100", "value": 65.40899999999999 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "map_at_1000", "value": 65.416 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "map_at_20", "value": 65.239 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "map_at_3", "value": 61.185 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "map_at_5", "value": 63.583 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "mrr_at_1", "value": 53.15758980301275 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "mrr_at_10", "value": 67.12880961577366 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "mrr_at_100", "value": 67.44006405426018 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "mrr_at_1000", "value": 67.44519150402294 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "mrr_at_20", "value": 67.34317135515428 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "mrr_at_3", "value": 64.5905755117805 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "mrr_at_5", "value": 66.24613750482806 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_1000_diff1", "value": 45.73812106517133 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_1000_max", "value": 35.21262031755756 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_1000_std", "value": -5.549443574026027 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_100_diff1", "value": 45.74254652176879 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_100_max", "value": 35.22349167515518 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_100_std", "value": -5.53697496044773 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_10_diff1", "value": 45.62837128377087 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_10_max", "value": 35.3261562342222 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_10_std", "value": -5.761924414031163 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_1_diff1", "value": 48.69187848570499 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_1_max", "value": 28.687996096473476 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_1_std", "value": -7.518605958272523 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_20_diff1", "value": 45.702303442220035 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_20_max", "value": 35.30719944705456 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_20_std", "value": -5.59505654742681 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_3_diff1", "value": 45.376813726832474 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_3_max", "value": 34.68452149643597 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_3_std", "value": -7.329014950379634 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_5_diff1", "value": 45.29528861989316 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_5_max", "value": 35.35741440869229 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_map_at_5_std", "value": -6.028788612259288 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_1000_diff1", "value": 46.11808147912517 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_1000_max", "value": 35.59241850411947 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_1000_std", "value": -3.4072428526109317 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_100_diff1", "value": 46.121345545514046 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_100_max", "value": 35.60147795073431 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_100_std", "value": -3.3965322447588826 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_10_diff1", "value": 46.0920068210502 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_10_max", "value": 35.79649987854354 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_10_std", "value": -3.339624589368137 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_1_diff1", "value": 49.101364605656194 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_1_max", "value": 31.500796071482146 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_1_std", "value": -4.183818500718156 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_20_diff1", "value": 46.088076630465594 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_20_max", "value": 35.682131663053205 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_20_std", "value": -3.35939023178519 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_3_diff1", "value": 45.47570812708642 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_3_max", "value": 35.741892517632984 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_3_std", "value": -4.135335963822013 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_5_diff1", "value": 45.78903474184014 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_5_max", "value": 35.91273593700205 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_mrr_at_5_std", "value": -3.467873421286869 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 45.5056583000012 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_1000_max", "value": 36.34328379251593 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_1000_std", "value": -4.0759698229323345 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_100_diff1", "value": 45.61918946477166 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_100_max", "value": 36.675460335836235 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_100_std", "value": -3.6795334726235986 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 45.15343994274541 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_10_max", "value": 37.48139242964657 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_10_std", "value": -4.287039084554882 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 49.101364605656194 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_1_max", "value": 31.500796071482146 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_1_std", "value": -4.183818500718156 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 45.310026313402375 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_20_max", "value": 37.32177497902133 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_20_std", "value": -3.8214360391282587 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 44.27064370528994 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_3_max", "value": 36.380294033571396 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_3_std", "value": -6.844263370898355 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 44.29933499225583 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_5_max", "value": 37.46477041822136 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_ndcg_at_5_std", "value": -4.866548530467956 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_1000_diff1", "value": -14.666553359142306 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_1000_max", "value": -0.5599759853201481 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_1000_std", "value": 16.8370925526591 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_100_diff1", "value": -11.816251306246278 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_100_max", "value": 2.969819268208207 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_100_std", "value": 18.59422946634747 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_10_diff1", "value": 1.2050200086029401 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_10_max", "value": 17.59930352911209 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_10_std", "value": 13.714495717588985 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_1_diff1", "value": 49.101364605656194 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_1_max", "value": 31.500796071482146 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_1_std", "value": -4.183818500718156 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_20_diff1", "value": -5.263476664822757 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_20_max", "value": 11.42004823600046 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_20_std", "value": 16.510514518664994 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_3_diff1", "value": 20.116460379305828 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_3_max", "value": 31.32235038301311 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_3_std", "value": 2.7486717133871923 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_5_diff1", "value": 9.57451645335723 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_5_max", "value": 25.28449126580587 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_precision_at_5_std", "value": 9.955736162466767 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_1000_diff1", "value": -21.632253065978794 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_1000_max", "value": 70.14409090958776 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_1000_std", "value": 65.61658090892989 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_100_diff1", "value": 51.83161124806711 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_100_max", "value": 77.49921361841523 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_100_std", "value": 48.352508746719444 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_10_diff1", "value": 39.86695231362791 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_10_max", "value": 50.12029094799474 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_10_std", "value": 0.1650940628131058 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_1_diff1", "value": 48.69187848570499 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_1_max", "value": 28.687996096473476 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_1_std", "value": -7.518605958272523 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_20_diff1", "value": 39.14155398061627 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_20_max", "value": 56.78559423716229 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_20_std", "value": 7.9728224572344075 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_3_diff1", "value": 38.69589523432158 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_3_max", "value": 39.53271258375579 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_3_std", "value": -8.646925065787512 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_5_diff1", "value": 37.45922652959002 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_5_max", "value": 44.4911958995867 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "nauc_recall_at_5_std", "value": -3.5659842556375594 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "ndcg_at_1", "value": 53.15800000000001 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "ndcg_at_10", "value": 71.8 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "ndcg_at_100", "value": 73.85199999999999 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "ndcg_at_1000", "value": 74.017 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "ndcg_at_20", "value": 72.933 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "ndcg_at_3", "value": 65.479 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "ndcg_at_5", "value": 69.182 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "precision_at_1", "value": 53.15800000000001 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "precision_at_10", "value": 10.805 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "precision_at_100", "value": 1.2 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "precision_at_1000", "value": 0.122 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "precision_at_20", "value": 5.694 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "precision_at_3", "value": 28.939999999999998 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "precision_at_5", "value": 19.641000000000002 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "recall_at_1", "value": 47.629 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "recall_at_10", "value": 90.204 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "recall_at_100", "value": 98.66 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "recall_at_1000", "value": 99.874 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "recall_at_20", "value": 94.24 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "recall_at_3", "value": 74.394 }, { "slice": "dataset: mteb/nq, split: test, config: default", "type": "recall_at_5", "value": 82.711 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "main_score", "value": 90.025 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "map_at_1", "value": 72.222 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "map_at_10", "value": 86.58500000000001 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "map_at_100", "value": 87.176 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "map_at_1000", "value": 87.188 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "map_at_20", "value": 86.97399999999999 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "map_at_3", "value": 83.736 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "map_at_5", "value": 85.554 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "mrr_at_1", "value": 83.04 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "mrr_at_10", "value": 89.05599603174585 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "mrr_at_100", "value": 89.12398891419457 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "mrr_at_1000", "value": 89.12434072241001 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "mrr_at_20", "value": 89.10416280692111 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "mrr_at_3", "value": 88.23833333333312 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "mrr_at_5", "value": 88.82233333333308 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_1000_diff1", "value": 78.29348113313218 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_1000_max", "value": 32.31386754277228 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_1000_std", "value": -50.47543661484052 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_100_diff1", "value": 78.29618548618575 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_100_max", "value": 32.301475680947846 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_100_std", "value": -50.50303428814228 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_10_diff1", "value": 78.47383776440803 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_10_max", "value": 31.839339990133563 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_10_std", "value": -52.832713555976 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_1_diff1", "value": 82.46330147467418 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_1_max", "value": 23.497664918373538 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_1_std", "value": -43.824657665520704 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_20_diff1", "value": 78.34772176474422 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_20_max", "value": 32.16495182893947 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_20_std", "value": -51.503292726558605 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_3_diff1", "value": 79.07823813069432 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_3_max", "value": 29.395911687513976 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_3_std", "value": -54.16377546873304 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_5_diff1", "value": 78.73076619520454 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_5_max", "value": 30.700453118585237 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_map_at_5_std", "value": -54.130514177664054 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_1000_diff1", "value": 79.04736184471865 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_1000_max", "value": 34.43004593837643 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_1000_std", "value": -46.137269068195316 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_100_diff1", "value": 79.04698704288086 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_100_max", "value": 34.4305553741175 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_100_std", "value": -46.13786687786434 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_10_diff1", "value": 79.04490677485934 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_10_max", "value": 34.38170181522227 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_10_std", "value": -46.38129875681807 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_1_diff1", "value": 79.87159215719124 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_1_max", "value": 34.05882339253136 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_1_std", "value": -43.56093395137571 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_20_diff1", "value": 79.04384174535653 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_20_max", "value": 34.442136494675005 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_20_std", "value": -46.205458519638654 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_3_diff1", "value": 78.78154519155487 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_3_max", "value": 34.74995000500305 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_3_std", "value": -46.36264203155416 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_5_diff1", "value": 79.02631187177 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_5_max", "value": 34.538698249632205 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_mrr_at_5_std", "value": -46.468881576157465 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 78.25260097014645 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_1000_max", "value": 33.68584498704271 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_1000_std", "value": -48.44716779494868 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_100_diff1", "value": 78.25115412256716 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_100_max", "value": 33.63652663447088 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_100_std", "value": -48.489243909024715 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 78.23875101557334 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_10_max", "value": 32.65217430043823 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_10_std", "value": -52.57770468845309 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 79.87159215719124 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_1_max", "value": 34.05882339253136 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_1_std", "value": -43.56093395137571 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 78.23478552311765 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_20_max", "value": 33.30691737901109 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_20_std", "value": -50.78412614854527 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 77.66134485470224 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_3_max", "value": 32.19504710373125 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_3_std", "value": -52.01636728550155 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 78.04734137324255 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_5_max", "value": 31.94593625591248 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_ndcg_at_5_std", "value": -53.02169800690546 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_1000_diff1", "value": -45.771948123542636 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_1000_max", "value": -5.182406190477681 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_1000_std", "value": 41.14460438707817 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_100_diff1", "value": -45.64767154261461 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_100_max", "value": -5.046308286851713 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_100_std", "value": 41.07186716587844 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_10_diff1", "value": -42.26779562305825 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_10_max", "value": -1.1264852893323076 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_10_std", "value": 27.62275729822392 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_1_diff1", "value": 79.87159215719124 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_1_max", "value": 34.05882339253136 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_1_std", "value": -43.56093395137571 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_20_diff1", "value": -44.24293221128388 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_20_max", "value": -3.1345628837361867 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_20_std", "value": 34.23625492740366 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_3_diff1", "value": -24.925251389823348 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_3_max", "value": 6.622188833369412 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_3_std", "value": 6.424741786858512 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_5_diff1", "value": -36.1407949990387 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_5_max", "value": 1.7533948968374462 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_precision_at_5_std", "value": 17.914083278982634 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_1000_diff1", "value": 52.26815466244496 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_1000_max", "value": 69.73611104239443 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_1000_std", "value": 73.18969965863008 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_100_diff1", "value": 70.80557513785271 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_100_max", "value": 33.333440086544556 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_100_std", "value": -38.75992366905504 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_10_diff1", "value": 74.45948457438163 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_10_max", "value": 26.64948512428989 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_10_std", "value": -82.90334292052363 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_1_diff1", "value": 82.46330147467418 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_1_max", "value": 23.497664918373538 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_1_std", "value": -43.824657665520704 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_20_diff1", "value": 73.80140280887753 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_20_max", "value": 30.361616426734965 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_20_std", "value": -81.1418804447414 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_3_diff1", "value": 75.19854736087834 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_3_max", "value": 26.12298005045584 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_3_std", "value": -63.42583714745169 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_5_diff1", "value": 74.16423451950358 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_5_max", "value": 25.552390331018987 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "nauc_recall_at_5_std", "value": -71.15891947773912 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "ndcg_at_1", "value": 83.04 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "ndcg_at_10", "value": 90.025 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "ndcg_at_100", "value": 91.006 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "ndcg_at_1000", "value": 91.061 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "ndcg_at_20", "value": 90.556 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "ndcg_at_3", "value": 87.493 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "ndcg_at_5", "value": 88.955 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "precision_at_1", "value": 83.04 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "precision_at_10", "value": 13.667000000000002 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "precision_at_100", "value": 1.542 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "precision_at_1000", "value": 0.157 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "precision_at_20", "value": 7.221 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "precision_at_3", "value": 38.433 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "precision_at_5", "value": 25.228 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "recall_at_1", "value": 72.222 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "recall_at_10", "value": 96.604 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "recall_at_100", "value": 99.786 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "recall_at_1000", "value": 99.996 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "recall_at_20", "value": 98.253 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "recall_at_3", "value": 89.276 }, { "slice": "dataset: mteb/quora, split: test, config: default", "type": "recall_at_5", "value": 93.46 }, { "slice": "dataset: mteb/reddit-clustering, split: test, config: default", "type": "main_score", "value": 72.86492101891123 }, { "slice": "dataset: mteb/reddit-clustering, split: test, config: default", "type": "v_measure", "value": 72.86492101891123 }, { "slice": "dataset: mteb/reddit-clustering, split: test, config: default", "type": "v_measure_std", "value": 2.778711445144635 }, { "slice": "dataset: mteb/reddit-clustering-p2p, split: test, config: default", "type": "main_score", "value": 75.27316726548479 }, { "slice": "dataset: mteb/reddit-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 75.27316726548479 }, { "slice": "dataset: mteb/reddit-clustering-p2p, split: test, config: default", "type": "v_measure_std", "value": 8.87871936725338 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "main_score", "value": 26.638 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "map_at_1", "value": 6.128 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "map_at_10", "value": 16.472 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "map_at_100", "value": 19.522000000000002 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "map_at_1000", "value": 19.898 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "map_at_20", "value": 18.098 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "map_at_3", "value": 11.283 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "map_at_5", "value": 13.771 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "mrr_at_1", "value": 30.2 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "mrr_at_10", "value": 42.621150793650735 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "mrr_at_100", "value": 43.740858712021954 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "mrr_at_1000", "value": 43.762699500220904 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "mrr_at_20", "value": 43.383639927753634 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "mrr_at_3", "value": 38.83333333333331 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "mrr_at_5", "value": 41.14833333333326 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_1000_diff1", "value": 13.13534664124808 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_1000_max", "value": 29.346654566149795 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_1000_std", "value": 18.08121186982413 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_100_diff1", "value": 13.098072728041538 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_100_max", "value": 29.299084480697523 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_100_std", "value": 17.961620202918464 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_10_diff1", "value": 14.001743720394682 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_10_max", "value": 28.04128290996403 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_10_std", "value": 13.744481555974716 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_1_diff1", "value": 22.1926640424872 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_1_max", "value": 21.32609279586034 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_1_std", "value": 6.566596302915438 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_20_diff1", "value": 13.57313142419664 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_20_max", "value": 28.93840146319476 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_20_std", "value": 16.50869367365676 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_3_diff1", "value": 17.707700541948462 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_3_max", "value": 26.058174051376238 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_3_std", "value": 9.943924560735267 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_5_diff1", "value": 17.11844492157723 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_5_max", "value": 27.865247403049388 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_map_at_5_std", "value": 11.372588172121546 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_1000_diff1", "value": 21.11248719936198 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_1000_max", "value": 26.734172102201466 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_1000_std", "value": 11.766121765437228 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_100_diff1", "value": 21.107109982277702 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_100_max", "value": 26.741616065723267 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_100_std", "value": 11.789802686224208 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_10_diff1", "value": 20.74108639793207 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_10_max", "value": 26.920838463358333 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_10_std", "value": 11.849217361926522 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_1_diff1", "value": 22.177437860573356 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_1_max", "value": 21.88074521417754 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_1_std", "value": 6.776011900101789 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_20_diff1", "value": 21.126633710175994 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_20_max", "value": 26.860736480370974 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_20_std", "value": 11.815411633726338 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_3_diff1", "value": 21.689245200066466 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_3_max", "value": 26.187305092831625 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_3_std", "value": 10.895380313134332 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_5_diff1", "value": 20.898811082479778 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_5_max", "value": 26.939217247104036 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_mrr_at_5_std", "value": 11.77832949822472 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 13.251184947898546 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_1000_max", "value": 30.879594164526146 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_1000_std", "value": 23.125206047366625 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_100_diff1", "value": 12.549100649053676 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_100_max", "value": 30.634680845419123 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_100_std", "value": 23.296226055422984 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 14.475144549294322 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_10_max", "value": 29.450349815417336 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_10_std", "value": 15.94068314781612 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 22.177437860573356 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_1_max", "value": 21.88074521417754 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_1_std", "value": 6.776011900101789 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 14.173669585802266 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_20_max", "value": 30.475890854725 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_20_std", "value": 19.863898148221704 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 18.93971261196868 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_3_max", "value": 27.3707298720736 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_3_std", "value": 11.439810510051224 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 17.89535958094687 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_5_max", "value": 29.272740466638425 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_ndcg_at_5_std", "value": 13.402467626635909 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_1000_diff1", "value": -3.811547048784123 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_1000_max", "value": 22.55165337197117 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_1000_std", "value": 35.98524999650108 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_100_diff1", "value": 0.6474234774922896 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_100_max", "value": 25.06920726527032 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_100_std", "value": 32.31439698982313 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_10_diff1", "value": 7.943127218139508 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_10_max", "value": 28.571937636787197 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_10_std", "value": 18.8472620918488 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_1_diff1", "value": 22.177437860573356 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_1_max", "value": 21.88074521417754 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_1_std", "value": 6.776011900101789 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_20_diff1", "value": 6.981574259607366 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_20_max", "value": 28.986094397038727 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_20_std", "value": 25.83129974001146 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_3_diff1", "value": 17.197490724039355 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_3_max", "value": 29.17569320583099 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_3_std", "value": 13.430554945991846 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_5_diff1", "value": 14.952364330739362 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_5_max", "value": 31.053243354846977 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_precision_at_5_std", "value": 15.856312752807822 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_1000_diff1", "value": -4.8224253128926975 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_1000_max", "value": 21.3989024429911 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_1000_std", "value": 39.152234275603604 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_100_diff1", "value": 0.11936808422867201 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_100_max", "value": 24.261739241957823 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_100_std", "value": 32.62984573938928 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_10_diff1", "value": 7.851256165018388 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_10_max", "value": 27.936406600938746 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_10_std", "value": 18.683634320636113 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_1_diff1", "value": 22.1926640424872 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_1_max", "value": 21.32609279586034 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_1_std", "value": 6.566596302915438 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_20_diff1", "value": 6.8107211705182165 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_20_max", "value": 28.286284094687787 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_20_std", "value": 25.932013268120862 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_3_diff1", "value": 17.04156818427151 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_3_max", "value": 28.645439108719216 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_3_std", "value": 13.346047828494411 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_5_diff1", "value": 14.906284329771822 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_5_max", "value": 30.58628602415921 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "nauc_recall_at_5_std", "value": 15.755157478191755 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "ndcg_at_1", "value": 30.2 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "ndcg_at_10", "value": 26.638 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "ndcg_at_100", "value": 37.135 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "ndcg_at_1000", "value": 42.576 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "ndcg_at_20", "value": 30.75 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "ndcg_at_3", "value": 24.675 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "ndcg_at_5", "value": 21.836 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "precision_at_1", "value": 30.2 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "precision_at_10", "value": 14.06 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "precision_at_100", "value": 2.904 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "precision_at_1000", "value": 0.42 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "precision_at_20", "value": 9.4 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "precision_at_3", "value": 23.233 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "precision_at_5", "value": 19.439999999999998 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "recall_at_1", "value": 6.128 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "recall_at_10", "value": 28.471999999999998 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "recall_at_100", "value": 58.952000000000005 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "recall_at_1000", "value": 85.137 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "recall_at_20", "value": 38.17 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "recall_at_3", "value": 14.127999999999998 }, { "slice": "dataset: mteb/scidocs, split: test, config: default", "type": "recall_at_5", "value": 19.673 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "cosine_pearson", "value": 86.86608529160739 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "cosine_spearman", "value": 82.88625166203383 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "euclidean_pearson", "value": 84.15494418856142 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "euclidean_spearman", "value": 82.88449294676421 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "main_score", "value": 82.88625166203383 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "manhattan_pearson", "value": 84.39068623474428 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "manhattan_spearman", "value": 82.88065412169463 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "pearson", "value": 86.86608529160739 }, { "slice": "dataset: mteb/sickr-sts, split: test, config: default", "type": "spearman", "value": 82.88625166203383 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "cosine_pearson", "value": 87.0445014940449 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "cosine_spearman", "value": 80.0880365116599 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "euclidean_pearson", "value": 83.80250772928852 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "euclidean_spearman", "value": 80.0892465260778 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "main_score", "value": 80.0880365116599 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "manhattan_pearson", "value": 83.96793981929336 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "manhattan_spearman", "value": 80.24881789268238 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "pearson", "value": 87.0445014940449 }, { "slice": "dataset: mteb/sts12-sts, split: test, config: default", "type": "spearman", "value": 80.0880365116599 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "cosine_pearson", "value": 89.33900828959968 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "cosine_spearman", "value": 89.68256358526733 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "euclidean_pearson", "value": 89.29188708262265 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "euclidean_spearman", "value": 89.68204344658601 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "main_score", "value": 89.68256358526733 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "manhattan_pearson", "value": 89.13996588193149 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "manhattan_spearman", "value": 89.61372804425623 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "pearson", "value": 89.33900828959968 }, { "slice": "dataset: mteb/sts13-sts, split: test, config: default", "type": "spearman", "value": 89.68256358526733 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "cosine_pearson", "value": 86.42029843639123 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "cosine_spearman", "value": 85.0707889220723 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "euclidean_pearson", "value": 85.75114239552562 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "euclidean_spearman", "value": 85.06858160270725 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "main_score", "value": 85.0707889220723 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "manhattan_pearson", "value": 85.86461900459038 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "manhattan_spearman", "value": 85.28671103475605 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "pearson", "value": 86.42029843639123 }, { "slice": "dataset: mteb/sts14-sts, split: test, config: default", "type": "spearman", "value": 85.0707889220723 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "cosine_pearson", "value": 88.3660081271444 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "cosine_spearman", "value": 89.39375083609528 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "euclidean_pearson", "value": 89.21818482894895 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "euclidean_spearman", "value": 89.39361588875443 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "main_score", "value": 89.39375083609528 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "manhattan_pearson", "value": 89.53535068014057 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "manhattan_spearman", "value": 89.81077130567752 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "pearson", "value": 88.3660081271444 }, { "slice": "dataset: mteb/sts15-sts, split: test, config: default", "type": "spearman", "value": 89.39375083609528 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "cosine_pearson", "value": 85.60708247171874 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "cosine_spearman", "value": 87.15234952832193 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "euclidean_pearson", "value": 86.21743555548137 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "euclidean_spearman", "value": 87.14450217418016 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "main_score", "value": 87.15234952832193 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "manhattan_pearson", "value": 86.2467748746084 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "manhattan_spearman", "value": 87.2197479717654 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "pearson", "value": 85.60708247171874 }, { "slice": "dataset: mteb/sts16-sts, split: test, config: default", "type": "spearman", "value": 87.15234952832193 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "cosine_pearson", "value": 91.25898556808458 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "cosine_spearman", "value": 91.35372390581641 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "euclidean_pearson", "value": 91.319520321348 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "euclidean_spearman", "value": 91.30821135416925 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "main_score", "value": 91.35372390581641 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "manhattan_pearson", "value": 91.14800959939069 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "manhattan_spearman", "value": 91.09775424245629 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "pearson", "value": 91.25898556808458 }, { "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", "type": "spearman", "value": 91.35372390581641 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "cosine_pearson", "value": 67.61637111515797 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "cosine_spearman", "value": 68.10379096526697 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "euclidean_pearson", "value": 69.2652309491375 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "euclidean_spearman", "value": 68.18436357033228 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "main_score", "value": 68.10379096526697 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "manhattan_pearson", "value": 69.52531340510775 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "manhattan_spearman", "value": 68.17874790391862 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "pearson", "value": 67.61637111515797 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", "type": "spearman", "value": 68.10379096526697 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "cosine_pearson", "value": 87.81592853782297 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "cosine_spearman", "value": 88.2302550329183 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "euclidean_pearson", "value": 88.01165144519526 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "euclidean_spearman", "value": 88.23342148890097 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "main_score", "value": 88.2302550329183 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "manhattan_pearson", "value": 88.148592564938 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "manhattan_spearman", "value": 88.49226317320988 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "pearson", "value": 87.81592853782297 }, { "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", "type": "spearman", "value": 88.2302550329183 }, { "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", "type": "main_score", "value": 89.196009707431 }, { "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", "type": "map", "value": 89.196009707431 }, { "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", "type": "mrr", "value": 97.07198121413808 }, { "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", "type": "nAUC_map_diff1", "value": -14.066667940115352 }, { "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", "type": "nAUC_map_max", "value": 49.73702475027407 }, { "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", "type": "nAUC_map_std", "value": 64.0986775782592 }, { "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", "type": "nAUC_mrr_diff1", "value": 21.96846389417319 }, { "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", "type": "nAUC_mrr_max", "value": 86.38341077184032 }, { "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", "type": "nAUC_mrr_std", "value": 75.38945014727746 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "main_score", "value": 80.08999999999999 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "map_at_1", "value": 63.161 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "map_at_10", "value": 75.163 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "map_at_100", "value": 75.408 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "map_at_1000", "value": 75.409 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "map_at_20", "value": 75.332 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "map_at_3", "value": 71.839 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "map_at_5", "value": 74.32600000000001 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "mrr_at_1", "value": 66.33333333333333 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "mrr_at_10", "value": 75.95978835978836 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "mrr_at_100", "value": 76.15647881281473 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "mrr_at_1000", "value": 76.15736533763744 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "mrr_at_20", "value": 76.08557368557368 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "mrr_at_3", "value": 73.55555555555556 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "mrr_at_5", "value": 75.4888888888889 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_1000_diff1", "value": 77.31229383811176 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_1000_max", "value": 58.848319058605156 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_1000_std", "value": -14.290090263454985 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_100_diff1", "value": 77.31325400213969 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_100_max", "value": 58.848885054155275 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_100_std", "value": -14.285806618869273 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_10_diff1", "value": 77.1806705504232 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_10_max", "value": 59.02905805134415 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_10_std", "value": -14.132954900037467 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_1_diff1", "value": 81.03932970557837 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_1_max", "value": 49.02073230264529 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_1_std", "value": -22.977452975845512 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_20_diff1", "value": 77.22581364818562 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_20_max", "value": 58.90740400399768 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_20_std", "value": -14.245079150986745 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_3_diff1", "value": 76.99793243255563 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_3_max", "value": 54.9930733886623 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_3_std", "value": -19.297708446082407 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_5_diff1", "value": 77.1671608360295 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_5_max", "value": 57.27757489519526 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_map_at_5_std", "value": -15.446338357667708 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_1000_diff1", "value": 77.4806080821202 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_1000_max", "value": 60.9213776129792 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_1000_std", "value": -12.139599632228343 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_100_diff1", "value": 77.48158073865281 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_100_max", "value": 60.9218657185361 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_100_std", "value": -12.13532070453677 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_10_diff1", "value": 77.32428546014407 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_10_max", "value": 61.018407010343466 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_10_std", "value": -12.143193773309347 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_1_diff1", "value": 80.99806778887115 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_1_max", "value": 59.17855969530095 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_1_std", "value": -12.30545640831458 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_20_diff1", "value": 77.3811067653992 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_20_max", "value": 60.9648880366335 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_20_std", "value": -12.124066076541853 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_3_diff1", "value": 77.31304316321959 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_3_max", "value": 60.75536766404163 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_3_std", "value": -12.997876030849623 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_5_diff1", "value": 77.12952864141742 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_5_max", "value": 60.995943754968685 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_mrr_at_5_std", "value": -11.353447465605694 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 76.81788665683746 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_1000_max", "value": 60.35947755262391 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_1000_std", "value": -12.884942372460362 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_100_diff1", "value": 76.87388230365198 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_100_max", "value": 60.38813162962434 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_100_std", "value": -12.64384717800478 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 75.87713506026317 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_10_max", "value": 61.39356554675667 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_10_std", "value": -12.144227584144218 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 80.99806778887115 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_1_max", "value": 59.17855969530095 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_1_std", "value": -12.30545640831458 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 76.09913944506627 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_20_max", "value": 61.01644448834147 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_20_std", "value": -12.456209267623857 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 75.52717946614608 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_3_max", "value": 58.96433090721983 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_3_std", "value": -15.849280494339556 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 75.69026981016921 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_5_max", "value": 58.924044405851326 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_ndcg_at_5_std", "value": -13.182728827923107 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_1000_diff1", "value": -31.634022001609914 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_1000_max", "value": 31.46271490784504 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_1000_std", "value": 60.44801276891442 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_100_diff1", "value": -29.722363469948103 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_100_max", "value": 32.05464592020074 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_100_std", "value": 60.832570595613554 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_10_diff1", "value": -11.91731376599939 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_10_max", "value": 45.43646553157129 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_10_std", "value": 52.962408871791276 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_1_diff1", "value": 80.99806778887115 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_1_max", "value": 59.17855969530095 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_1_std", "value": -12.30545640831458 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_20_diff1", "value": -18.43293701721667 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_20_max", "value": 39.53434874203934 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_20_std", "value": 53.6291982468461 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_3_diff1", "value": 30.84789043003892 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_3_max", "value": 55.660727758110376 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_3_std", "value": 17.87243920840355 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_5_diff1", "value": 4.099395181445625 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_5_max", "value": 50.346770968709386 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_precision_at_5_std", "value": 44.66722483255029 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_1000_diff1", "value": null }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_1000_max", "value": null }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_1000_std", "value": null }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_100_diff1", "value": 100 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_100_max", "value": 72.2222222222207 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_100_std", "value": 86.92810457516407 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_10_diff1", "value": 62.18887555022005 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_10_max", "value": 75.14339068960916 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_10_std", "value": -1.4912631719357108 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_1_diff1", "value": 81.03932970557837 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_1_max", "value": 49.02073230264529 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_1_std", "value": -22.977452975845512 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_20_diff1", "value": 59.27414444038499 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_20_max", "value": 76.32241302318047 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_20_std", "value": -0.8322169447488666 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_3_diff1", "value": 69.58783002593157 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_3_max", "value": 55.89660919896563 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_3_std", "value": -21.183005510917862 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_5_diff1", "value": 65.53660499878802 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_5_max", "value": 58.218018535135805 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "nauc_recall_at_5_std", "value": -8.328952210032455 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "ndcg_at_1", "value": 66.333 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "ndcg_at_10", "value": 80.08999999999999 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "ndcg_at_100", "value": 81.24900000000001 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "ndcg_at_1000", "value": 81.28800000000001 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "ndcg_at_20", "value": 80.625 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "ndcg_at_3", "value": 74.98700000000001 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "ndcg_at_5", "value": 78.553 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "precision_at_1", "value": 66.333 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "precision_at_10", "value": 10.667 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "precision_at_100", "value": 1.127 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "precision_at_1000", "value": 0.11299999999999999 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "precision_at_20", "value": 5.45 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "precision_at_3", "value": 29.555999999999997 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "precision_at_5", "value": 20.133000000000003 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "recall_at_1", "value": 63.161 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "recall_at_10", "value": 94.167 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "recall_at_100", "value": 99.667 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "recall_at_1000", "value": 100 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "recall_at_20", "value": 96.167 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "recall_at_3", "value": 80.972 }, { "slice": "dataset: mteb/scifact, split: test, config: default", "type": "recall_at_5", "value": 89.90599999999999 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cosine_accuracy", "value": 99.81881188118813 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cosine_accuracy_threshold", "value": 85.55081486701965 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cosine_ap", "value": 96.0359661816236 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cosine_f1", "value": 90.6584992343032 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cosine_f1_threshold", "value": 84.82859134674072 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cosine_precision", "value": 92.59645464025026 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "cosine_recall", "value": 88.8 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_accuracy", "value": 99.81881188118813 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_accuracy_threshold", "value": 84.91908311843872 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_ap", "value": 96.05740121094365 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_f1", "value": 90.81885856079404 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_f1_threshold", "value": 83.84919166564941 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_precision", "value": 90.14778325123153 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "dot_recall", "value": 91.5 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_accuracy", "value": 99.82079207920792 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_accuracy_threshold", "value": 54.49706315994263 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_ap", "value": 96.03223527068818 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_f1", "value": 90.72270630445925 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_f1_threshold", "value": 54.49706315994263 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_precision", "value": 93.05993690851734 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "euclidean_recall", "value": 88.5 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "main_score", "value": 96.32671902439806 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_accuracy", "value": 99.83267326732673 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_accuracy_threshold", "value": 3818.192672729492 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_ap", "value": 96.32671902439806 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_f1", "value": 91.52032112393378 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_f1_threshold", "value": 3818.192672729492 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_precision", "value": 91.8429003021148 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "manhattan_recall", "value": 91.2 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "max_ap", "value": 96.32671902439806 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "max_f1", "value": 91.52032112393378 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "max_precision", "value": 93.05993690851734 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "max_recall", "value": 91.5 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "similarity_accuracy", "value": 99.81881188118813 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "similarity_accuracy_threshold", "value": 85.55081486701965 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "similarity_ap", "value": 96.0359661816236 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "similarity_f1", "value": 90.6584992343032 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "similarity_f1_threshold", "value": 84.82859134674072 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "similarity_precision", "value": 92.59645464025026 }, { "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", "type": "similarity_recall", "value": 88.8 }, { "slice": "dataset: mteb/stackexchange-clustering, split: test, config: default", "type": "main_score", "value": 80.28558559137414 }, { "slice": "dataset: mteb/stackexchange-clustering, split: test, config: default", "type": "v_measure", "value": 80.28558559137414 }, { "slice": "dataset: mteb/stackexchange-clustering, split: test, config: default", "type": "v_measure_std", "value": 2.795276520287584 }, { "slice": "dataset: mteb/stackexchange-clustering-p2p, split: test, config: default", "type": "main_score", "value": 49.57135582416209 }, { "slice": "dataset: mteb/stackexchange-clustering-p2p, split: test, config: default", "type": "v_measure", "value": 49.57135582416209 }, { "slice": "dataset: mteb/stackexchange-clustering-p2p, split: test, config: default", "type": "v_measure_std", "value": 1.6414135468423754 }, { "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", "type": "main_score", "value": 55.253002583598644 }, { "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", "type": "map", "value": 55.253002583598644 }, { "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", "type": "mrr", "value": 56.24172396231219 }, { "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", "type": "nAUC_map_diff1", "value": 40.00053248203427 }, { "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", "type": "nAUC_map_max", "value": 10.05441740585869 }, { "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", "type": "nAUC_map_std", "value": 8.227169286387552 }, { "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", "type": "nAUC_mrr_diff1", "value": 40.250446264233744 }, { "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", "type": "nAUC_mrr_max", "value": 10.586310195339053 }, { "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", "type": "nAUC_mrr_std", "value": 8.47326494370076 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "cosine_pearson", "value": 31.19874648747059 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "cosine_spearman", "value": 31.493550648844863 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "dot_pearson", "value": 31.157847680289407 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "dot_spearman", "value": 31.575299712180538 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "main_score", "value": 31.493550648844863 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "pearson", "value": 31.19874648747059 }, { "slice": "dataset: mteb/summeval, split: test, config: default", "type": "spearman", "value": 31.493550648844863 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "main_score", "value": 85.983 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "map_at_1", "value": 0.247 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "map_at_10", "value": 2.177 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "map_at_100", "value": 14.804 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "map_at_1000", "value": 37.045 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "map_at_20", "value": 4.12 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "map_at_3", "value": 0.7000000000000001 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "map_at_5", "value": 1.1320000000000001 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "mrr_at_1", "value": 96 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "mrr_at_10", "value": 98 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "mrr_at_100", "value": 98 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "mrr_at_1000", "value": 98 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "mrr_at_20", "value": 98 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "mrr_at_3", "value": 98 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "mrr_at_5", "value": 98 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_1000_diff1", "value": -0.9165125200337213 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_1000_max", "value": 40.260117798042764 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_1000_std", "value": 71.72789335831554 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_100_diff1", "value": 20.493827311583953 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_100_max", "value": 21.005742079276462 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_100_std", "value": 62.53815607831659 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_10_diff1", "value": 31.289297684528215 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_10_max", "value": 7.86554294370268 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_10_std", "value": 37.26191657133897 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_1_diff1", "value": 25.57568148849456 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_1_max", "value": -5.9767435623941445 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_1_std", "value": 30.849871717506755 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_20_diff1", "value": 30.896018204532087 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_20_max", "value": 8.667077299744314 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_20_std", "value": 41.512687168412924 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_3_diff1", "value": 29.44724521006598 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_3_max", "value": 1.597496889532064 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_3_std", "value": 32.25013773854697 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_5_diff1", "value": 27.387036605618825 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_5_max", "value": 5.402983746211454 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_map_at_5_std", "value": 33.940523962472184 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_1000_diff1", "value": -14.122315592903503 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_1000_max", "value": 33.84687208216605 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_1000_std", "value": 86.11111111111092 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_100_diff1", "value": -14.122315592903503 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_100_max", "value": 33.84687208216605 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_100_std", "value": 86.11111111111092 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_10_diff1", "value": -14.122315592903503 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_10_max", "value": 33.84687208216605 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_10_std", "value": 86.11111111111092 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_1_diff1", "value": -14.122315592903831 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_1_max", "value": 33.84687208216637 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_1_std", "value": 86.11111111111124 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_20_diff1", "value": -14.122315592903503 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_20_max", "value": 33.84687208216605 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_20_std", "value": 86.11111111111092 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_3_diff1", "value": -14.122315592903503 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_3_max", "value": 33.84687208216605 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_3_std", "value": 86.11111111111092 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_5_diff1", "value": -14.122315592903503 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_5_max", "value": 33.84687208216605 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_mrr_at_5_std", "value": 86.11111111111092 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 8.745907669561928 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_1000_max", "value": 45.43307237994533 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_1000_std", "value": 74.93357447176336 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_100_diff1", "value": -3.9719350773353765 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_100_max", "value": 44.43705332397461 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_100_std", "value": 61.59493812371758 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 15.230915878367348 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_10_max", "value": 48.332840970836635 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_10_std", "value": 46.888785065125774 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 13.219732337379442 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_1_max", "value": 45.19919078742603 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_1_std", "value": 64.68253968253977 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 12.479648691964865 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_20_max", "value": 48.76688248450331 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_20_std", "value": 51.450399755887545 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 6.165414201871464 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_3_max", "value": 45.089689347691035 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_3_std", "value": 41.08249161845213 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 7.411245806844721 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_5_max", "value": 47.818748093538076 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_ndcg_at_5_std", "value": 45.907685763676575 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_1000_diff1", "value": -30.574290219847345 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_1000_max", "value": 32.56926126118719 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_1000_std", "value": 14.584504392628874 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_100_diff1", "value": -10.199740234718847 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_100_max", "value": 41.0213226769777 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_100_std", "value": 56.975760776771324 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_10_diff1", "value": 7.865792689701161 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_10_max", "value": 52.00432275201737 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_10_std", "value": 43.89512276413724 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_1_diff1", "value": -14.122315592903831 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_1_max", "value": 33.84687208216637 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_1_std", "value": 86.11111111111124 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_20_diff1", "value": 5.481424191880084 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_20_max", "value": 46.86629331792725 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_20_std", "value": 49.245692667517496 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_3_diff1", "value": -5.870408807869163 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_3_max", "value": 48.73657612128875 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_3_std", "value": 41.15152062088262 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_5_diff1", "value": -4.550610529125413 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_5_max", "value": 60.390115878205386 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_precision_at_5_std", "value": 44.16494295055696 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_1000_diff1", "value": 8.047794367079034 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_1000_max", "value": 37.07551482870489 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_1000_std", "value": 66.20862163364201 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_100_diff1", "value": 25.08104923597475 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_100_max", "value": 9.971294642165734 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_100_std", "value": 51.737814074891254 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_10_diff1", "value": 32.33148478369628 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_10_max", "value": 1.3767192150014917 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_10_std", "value": 30.801926742876308 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_1_diff1", "value": 25.57568148849456 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_1_max", "value": -5.9767435623941445 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_1_std", "value": 30.849871717506755 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_20_diff1", "value": 31.716580022934654 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_20_max", "value": -0.1281270579464631 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_20_std", "value": 33.76185294993676 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_3_diff1", "value": 29.758810004388348 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_3_max", "value": -1.9442985017191816 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_3_std", "value": 27.45550076962206 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_5_diff1", "value": 27.047710181576672 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_5_max", "value": 1.5237000700880248 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "nauc_recall_at_5_std", "value": 28.235297950159698 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "ndcg_at_1", "value": 94 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "ndcg_at_10", "value": 85.983 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "ndcg_at_100", "value": 69.195 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "ndcg_at_1000", "value": 62.541000000000004 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "ndcg_at_20", "value": 83.405 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "ndcg_at_3", "value": 89.98899999999999 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "ndcg_at_5", "value": 87.905 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "precision_at_1", "value": 96 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "precision_at_10", "value": 89.4 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "precision_at_100", "value": 71.54 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "precision_at_1000", "value": 27.594 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "precision_at_20", "value": 87.2 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "precision_at_3", "value": 92.667 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "precision_at_5", "value": 90.8 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "recall_at_1", "value": 0.247 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "recall_at_10", "value": 2.315 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "recall_at_100", "value": 17.574 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "recall_at_1000", "value": 59.336999999999996 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "recall_at_20", "value": 4.491 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "recall_at_3", "value": 0.7250000000000001 }, { "slice": "dataset: mteb/trec-covid, split: test, config: default", "type": "recall_at_5", "value": 1.1820000000000002 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "main_score", "value": 29.944 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "map_at_1", "value": 3.064 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "map_at_10", "value": 11.501999999999999 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "map_at_100", "value": 18.736 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "map_at_1000", "value": 20.333000000000002 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "map_at_20", "value": 14.057 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "map_at_3", "value": 6.300999999999999 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "map_at_5", "value": 8.463 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "mrr_at_1", "value": 44.89795918367347 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "mrr_at_10", "value": 58.41188856494979 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "mrr_at_100", "value": 58.93964266413245 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "mrr_at_1000", "value": 58.93964266413245 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "mrr_at_20", "value": 58.767485349118 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "mrr_at_3", "value": 54.42176870748299 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "mrr_at_5", "value": 56.666666666666664 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_1000_diff1", "value": 11.478593385608479 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_1000_max", "value": 10.309889845044324 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_1000_std", "value": 21.16721939940238 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_100_diff1", "value": 11.570438543562418 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_100_max", "value": 8.426183648064834 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_100_std", "value": 18.56231985033613 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_10_diff1", "value": 22.37735506247481 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_10_max", "value": 5.455946239060806 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_10_std", "value": -4.2848826518388154 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_1_diff1", "value": 27.853645380676824 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_1_max", "value": 7.30739948053113 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_1_std", "value": -0.2773663157814586 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_20_diff1", "value": 14.724669779924648 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_20_max", "value": 10.12882779173533 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_20_std", "value": 4.4803777672120875 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_3_diff1", "value": 31.891173385921263 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_3_max", "value": 4.889652271827218 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_3_std", "value": -9.477460238651643 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_5_diff1", "value": 31.489012040465003 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_5_max", "value": 1.7330092417337482 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_map_at_5_std", "value": -8.137018608469637 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_1000_diff1", "value": 24.411522237082416 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_1000_max", "value": 11.286971076556688 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_1000_std", "value": 23.443174210894043 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_100_diff1", "value": 24.411522237082416 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_100_max", "value": 11.286971076556688 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_100_std", "value": 23.443174210894043 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_10_diff1", "value": 23.948152308265186 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_10_max", "value": 12.22420979621155 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_10_std", "value": 23.557939024705544 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_1_diff1", "value": 17.902334894536107 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_1_max", "value": 17.36969662861018 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_1_std", "value": 19.425714969048734 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_20_diff1", "value": 24.635893795899797 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_20_max", "value": 11.330541067194913 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_20_std", "value": 23.74518583400233 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_3_diff1", "value": 25.045536328282587 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_3_max", "value": 7.497967004732733 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_3_std", "value": 24.167153007320078 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_5_diff1", "value": 24.328479930592454 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_5_max", "value": 10.037126854938336 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_mrr_at_5_std", "value": 25.236208055346136 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_1000_diff1", "value": 15.555347444667389 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_1000_max", "value": 13.356591700655718 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_1000_std", "value": 42.42395845935052 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_100_diff1", "value": 13.110526060413708 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_100_max", "value": 3.140006440162515 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_100_std", "value": 39.02733288398033 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_10_diff1", "value": 20.68853369009725 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_10_max", "value": 2.435389817058852 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_10_std", "value": 10.038202768784316 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_1_diff1", "value": 20.17287594582385 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_1_max", "value": 12.487205168273196 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_1_std", "value": 20.639827614373075 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_20_diff1", "value": 16.987577348502985 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_20_max", "value": 2.9978717644469266 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_20_std", "value": 13.015690866750354 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_3_diff1", "value": 32.392223079245575 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_3_max", "value": 1.587587110582544 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_3_std", "value": 12.850592473446609 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_5_diff1", "value": 32.80244517369626 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_5_max", "value": 5.8939933777508084 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_ndcg_at_5_std", "value": 15.779687411463414 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_1000_diff1", "value": -14.314031720452537 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_1000_max", "value": 32.87886666567266 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_1000_std", "value": 21.49347046886851 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_100_diff1", "value": -9.4034008613839 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_100_max", "value": 16.784075123309645 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_100_std", "value": 73.14688535393604 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_10_diff1", "value": 6.855101404043058 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_10_max", "value": 6.52491228645612 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_10_std", "value": 16.104602266016744 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_1_diff1", "value": 17.902334894536107 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_1_max", "value": 17.36969662861018 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_1_std", "value": 19.425714969048734 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_20_diff1", "value": -5.337534613602212 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_20_max", "value": 17.722925454767218 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_20_std", "value": 34.26680462132849 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_3_diff1", "value": 31.054623397809255 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_3_max", "value": -0.92038600946826 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_3_std", "value": 8.326997076862916 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_5_diff1", "value": 29.784942296920462 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_5_max", "value": 6.337469263434779 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_precision_at_5_std", "value": 12.789597196020974 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_1000_diff1", "value": -3.8177981862041364 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_1000_max", "value": 14.206064332229163 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_1000_std", "value": 74.18853420771269 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_100_diff1", "value": 0.7677996771461106 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_100_max", "value": -4.139924106878441 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_100_std", "value": 48.319930706362896 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_10_diff1", "value": 12.038835537494322 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_10_max", "value": -2.0498983557854418 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_10_std", "value": -2.0339180690854493 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_1_diff1", "value": 27.853645380676824 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_1_max", "value": 7.30739948053113 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_1_std", "value": -0.2773663157814586 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_20_diff1", "value": 0.7907893667756708 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_20_max", "value": 0.8795499810558195 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_20_std", "value": 11.512483291688282 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_3_diff1", "value": 33.19440392639576 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_3_max", "value": -1.5494237697432613 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_3_std", "value": -8.560408808376984 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_5_diff1", "value": 27.42193873870941 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_5_max", "value": -4.74350293281128 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "nauc_recall_at_5_std", "value": -7.618060131179654 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "ndcg_at_1", "value": 42.857 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "ndcg_at_10", "value": 29.944 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "ndcg_at_100", "value": 42.624 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "ndcg_at_1000", "value": 53.384 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "ndcg_at_20", "value": 30.135 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "ndcg_at_3", "value": 34.847 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "ndcg_at_5", "value": 32.573 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "precision_at_1", "value": 44.897999999999996 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "precision_at_10", "value": 25.306 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "precision_at_100", "value": 8.694 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "precision_at_1000", "value": 1.616 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "precision_at_20", "value": 19.082 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "precision_at_3", "value": 34.014 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "precision_at_5", "value": 31.019999999999996 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "recall_at_1", "value": 3.064 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "recall_at_10", "value": 17.849999999999998 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "recall_at_100", "value": 53.217999999999996 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "recall_at_1000", "value": 87.095 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "recall_at_20", "value": 26.111 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "recall_at_3", "value": 7.383000000000001 }, { "slice": "dataset: mteb/touche2020, split: test, config: default", "type": "recall_at_5", "value": 11.434 }, { "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", "type": "accuracy", "value": 88.759765625 }, { "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", "type": "ap", "value": 36.49152357863017 }, { "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", "type": "ap_weighted", "value": 36.49152357863017 }, { "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", "type": "f1", "value": 74.4692714448641 }, { "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", "type": "f1_weighted", "value": 90.54372649306606 }, { "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", "type": "main_score", "value": 88.759765625 }, { "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", "type": "accuracy", "value": 74.8443689869836 }, { "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", "type": "f1", "value": 75.1139662898148 }, { "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", "type": "f1_weighted", "value": 74.7369003946243 }, { "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", "type": "main_score", "value": 74.8443689869836 }, { "slice": "dataset: mteb/twentynewsgroups-clustering, split: test, config: default", "type": "main_score", "value": 61.42918790942448 }, { "slice": "dataset: mteb/twentynewsgroups-clustering, split: test, config: default", "type": "v_measure", "value": 61.42918790942448 }, { "slice": "dataset: mteb/twentynewsgroups-clustering, split: test, config: default", "type": "v_measure_std", "value": 1.0156550098843082 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cosine_accuracy", "value": 88.22197055492639 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cosine_accuracy_threshold", "value": 83.30042362213135 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cosine_ap", "value": 80.57754959194938 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cosine_f1", "value": 73.70579190158894 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cosine_f1_threshold", "value": 81.04978799819946 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cosine_precision", "value": 71.64922770303936 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "cosine_recall", "value": 75.8839050131926 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_accuracy", "value": 88.23985217857782 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_accuracy_threshold", "value": 83.31039547920227 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_ap", "value": 80.57533213448181 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_f1", "value": 73.61309601143302 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_f1_threshold", "value": 81.33968114852905 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_precision", "value": 72.51087791144101 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "dot_recall", "value": 74.74934036939314 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_accuracy", "value": 88.22197055492639 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_accuracy_threshold", "value": 58.290231227874756 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_ap", "value": 80.57982723880139 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_f1", "value": 73.63426519620417 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_f1_threshold", "value": 61.55576705932617 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_precision", "value": 71.63173652694611 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "euclidean_recall", "value": 75.75197889182058 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "main_score", "value": 80.57982723880139 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_accuracy", "value": 88.14448351910353 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_accuracy_threshold", "value": 3907.2471618652344 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_ap", "value": 80.3538079655539 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_f1", "value": 73.40466675261054 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_f1_threshold", "value": 4103.794097900391 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_precision", "value": 71.76707839677337 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "manhattan_recall", "value": 75.11873350923483 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "max_ap", "value": 80.57982723880139 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "max_f1", "value": 73.70579190158894 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "max_precision", "value": 72.51087791144101 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "max_recall", "value": 75.8839050131926 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "similarity_accuracy", "value": 88.22197055492639 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "similarity_accuracy_threshold", "value": 83.30042362213135 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "similarity_ap", "value": 80.57754959194938 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "similarity_f1", "value": 73.70579190158894 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "similarity_f1_threshold", "value": 81.04978799819946 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "similarity_precision", "value": 71.64922770303936 }, { "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", "type": "similarity_recall", "value": 75.8839050131926 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cosine_accuracy", "value": 89.88628866379477 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cosine_accuracy_threshold", "value": 80.8050274848938 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cosine_ap", "value": 87.57594591596816 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cosine_f1", "value": 80.0812257707218 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cosine_f1_threshold", "value": 77.990061044693 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cosine_precision", "value": 76.93126197063205 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "cosine_recall", "value": 83.50015398829689 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_accuracy", "value": 89.87852679784221 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_accuracy_threshold", "value": 80.84419965744019 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_ap", "value": 87.56136742222151 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_f1", "value": 80.05898617511521 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_f1_threshold", "value": 77.92385816574097 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_precision", "value": 76.80554573106035 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "dot_recall", "value": 83.60024638127503 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_accuracy", "value": 89.86882446540149 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_accuracy_threshold", "value": 62.08193898200989 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_ap", "value": 87.57517549192228 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_f1", "value": 80.05286925872892 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_f1_threshold", "value": 66.65036082267761 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_precision", "value": 76.51063232507545 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "euclidean_recall", "value": 83.93902063443178 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "main_score", "value": 87.64162614197194 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_accuracy", "value": 89.8959909962355 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_accuracy_threshold", "value": 4176.108169555664 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_ap", "value": 87.64162614197194 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_f1", "value": 80.17116279069768 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_f1_threshold", "value": 4433.153533935547 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_precision", "value": 77.57615035644848 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "manhattan_recall", "value": 82.94579611949491 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "max_ap", "value": 87.64162614197194 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "max_f1", "value": 80.17116279069768 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "max_precision", "value": 77.57615035644848 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "max_recall", "value": 83.93902063443178 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "similarity_accuracy", "value": 89.88628866379477 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "similarity_accuracy_threshold", "value": 80.8050274848938 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "similarity_ap", "value": 87.57594591596816 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "similarity_f1", "value": 80.0812257707218 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "similarity_f1_threshold", "value": 77.990061044693 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "similarity_precision", "value": 76.93126197063205 }, { "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", "type": "similarity_recall", "value": 83.50015398829689 } ] } }, "authors": [ { "name": "NovaSearch" } ], "licenses": [ { "license": { "id": "MIT", "url": "https://spdx.org/licenses/MIT.html" } } ], "description": "The models are trained based on `Alibaba-NLP/gte-large-en-v1.5` and `Alibaba-NLP/gte-Qwen2-1.5B-instruct`. Thanks fortheir contributions!**We simplify usage of prompts, providing two prompts for most general tasks, one is for s2p, another one is for s2s.**Prompt of s2p task(e.g. retrieve task):```textInstruct: Given a web search query, retrieve relevant passages that answer the query.\\nQuery: {query}```Prompt of s2s task(e.g. semantic textual similarity task):```textInstruct: Retrieve semantically similar text.\\nQuery: {query}```The models are finally trained by [MRL]((https://arxiv.org/abs/2205.13147)), so they have multiple dimensions: 512, 768,1024, 2048, 4096, 6144 and 8192.The higher the dimension, the better the performance.**Generally speaking, 1024d is good enough.** The MTEB score of 1024d is only 0.001 lower than 8192d.", "tags": [ "sentence-transformers", "pytorch", "onnx", "safetensors", "qwen2", "text-generation", "mteb", "transformers", "sentence-similarity", "custom_code", "arxiv:2412.19048", "arxiv:2205.13147", "license:mit", "model-index", "autotrain_compatible", "text-generation-inference", "text-embeddings-inference", "endpoints_compatible", "region:us" ] } } }