diff --git "a/NovaSearch_stella_en_1.5B_v5.json" "b/NovaSearch_stella_en_1.5B_v5.json" new file mode 100644--- /dev/null +++ "b/NovaSearch_stella_en_1.5B_v5.json" @@ -0,0 +1,12357 @@ +{ + "bomFormat": "CycloneDX", + "specVersion": "1.6", + "serialNumber": "urn:uuid:21349772-eff7-44d3-99c3-8ed34ad486bd", + "version": 1, + "metadata": { + "timestamp": "2025-06-05T09:34:26.192987+00:00", + "component": { + "type": "machine-learning-model", + "bom-ref": "NovaSearch/stella_en_1.5B_v5-4ad267fc-8948-58d2-b402-58e3ebd1a893", + "name": "NovaSearch/stella_en_1.5B_v5", + "externalReferences": [ + { + "url": "https://huggingface.co/NovaSearch/stella_en_1.5B_v5", + "type": "documentation" + } + ], + "modelCard": { + "modelParameters": { + "task": "sentence-similarity", + "architectureFamily": "qwen2", + "modelArchitecture": "Qwen2ForCausalLM" + }, + "properties": [ + { + "name": "library_name", + "value": "sentence-transformers" + } + ], + "quantitativeAnalysis": { + "performanceMetrics": [ + { + "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", + "type": "accuracy", + "value": 92.86567164179104 + }, + { + "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", + "type": "ap", + "value": 72.13503907102613 + }, + { + "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", + "type": "ap_weighted", + "value": 72.13503907102613 + }, + { + "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", + "type": "f1", + "value": 89.5586886376355 + }, + { + "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", + "type": "f1_weighted", + "value": 93.13621183004571 + }, + { + "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", + "type": "main_score", + "value": 92.86567164179104 + }, + { + "slice": "dataset: mteb/amazon_polarity, split: test, config: default", + "type": "accuracy", + "value": 97.16485 + }, + { + "slice": "dataset: mteb/amazon_polarity, split: test, config: default", + "type": "ap", + "value": 96.05546315415225 + }, + { + "slice": "dataset: mteb/amazon_polarity, split: test, config: default", + "type": "ap_weighted", + "value": 96.05546315415225 + }, + { + "slice": "dataset: mteb/amazon_polarity, split: test, config: default", + "type": "f1", + "value": 97.16351087403213 + }, + { + "slice": "dataset: mteb/amazon_polarity, split: test, config: default", + "type": "f1_weighted", + "value": 97.16351087403213 + }, + { + "slice": "dataset: mteb/amazon_polarity, split: test, config: default", + "type": "main_score", + "value": 97.16485 + }, + { + "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", + "type": "accuracy", + "value": 59.358 + }, + { + "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", + "type": "f1", + "value": 59.0264615883114 + }, + { + "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", + "type": "f1_weighted", + "value": 59.0264615883114 + }, + { + "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", + "type": "main_score", + "value": 59.358 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "main_score", + "value": 65.269 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "map_at_1", + "value": 41.607 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "map_at_10", + "value": 57.104 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "map_at_100", + "value": 57.621 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "map_at_1000", + "value": 57.621 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "map_at_20", + "value": 57.533 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "map_at_3", + "value": 52.891999999999996 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "map_at_5", + "value": 55.371 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "mrr_at_1", + "value": 42.318634423897585 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "mrr_at_10", + "value": 57.353970511865406 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "mrr_at_100", + "value": 57.88398078476526 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "mrr_at_1000", + "value": 57.88467807648422 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "mrr_at_20", + "value": 57.796730533206166 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "mrr_at_3", + "value": 53.200568990042775 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "mrr_at_5", + "value": 55.6330014224753 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_1000_diff1", + "value": 24.54414600428287 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_1000_max", + "value": -8.389738078358459 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_1000_std", + "value": -18.188787645801366 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_100_diff1", + "value": 24.543138576462308 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_100_max", + "value": -8.390896839752044 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_100_std", + "value": -18.192549240185247 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_10_diff1", + "value": 24.219607088995822 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_10_max", + "value": -8.245734391254308 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_10_std", + "value": -18.229706566466447 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_1_diff1", + "value": 29.325201664812788 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_1_max", + "value": -11.742800494823971 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_1_std", + "value": -18.610215769702528 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_20_diff1", + "value": 24.471097562798803 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_20_max", + "value": -8.318035874000799 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_20_std", + "value": -18.171541096773108 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_3_diff1", + "value": 24.275846107642824 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_3_max", + "value": -8.212242049581894 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_3_std", + "value": -17.920379368937496 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_5_diff1", + "value": 23.873692493209255 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_5_max", + "value": -8.110347163828767 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_map_at_5_std", + "value": -18.20863325596931 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_1000_diff1", + "value": 22.656410956419975 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_1000_max", + "value": -8.924888102233243 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_1000_std", + "value": -18.103674384502526 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_100_diff1", + "value": 22.655448817140968 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_100_max", + "value": -8.926034318499038 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_100_std", + "value": -18.10743930104164 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_10_diff1", + "value": 22.297536272996872 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_10_max", + "value": -8.836407556658274 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_10_std", + "value": -18.1598393044477 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_1_diff1", + "value": 27.419572424489708 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_1_max", + "value": -11.42241314820691 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_1_std", + "value": -18.54893865856313 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_20_diff1", + "value": 22.590227214657418 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_20_max", + "value": -8.849986456376993 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_20_std", + "value": -18.0862391777352 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_3_diff1", + "value": 22.415270167774988 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_3_max", + "value": -8.692871854156435 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_3_std", + "value": -17.6740102891955 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_5_diff1", + "value": 21.96284578521464 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_5_max", + "value": -8.757031535546025 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_mrr_at_5_std", + "value": -18.210766964081294 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_1000_diff1", + "value": 23.939400161569115 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_1000_max", + "value": -7.866999120512983 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_1000_std", + "value": -17.981457019643617 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_100_diff1", + "value": 23.920033349619317 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_100_max", + "value": -7.889849409678031 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_100_std", + "value": -18.054931990360537 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_10_diff1", + "value": 22.543020461303534 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_10_max", + "value": -7.072111788010867 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_10_std", + "value": -18.26397604573537 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_1_diff1", + "value": 29.325201664812788 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_1_max", + "value": -11.742800494823971 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_1_std", + "value": -18.610215769702528 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_20_diff1", + "value": 23.551587021207972 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_20_max", + "value": -7.298056222649139 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_20_std", + "value": -18.056004880930608 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_3_diff1", + "value": 22.669089506345273 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_3_max", + "value": -7.278024373570137 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_3_std", + "value": -17.816657759914193 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_5_diff1", + "value": 21.72619728226575 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_5_max", + "value": -6.959741647471228 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_ndcg_at_5_std", + "value": -18.35173705190235 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_1000_diff1", + "value": 5.0388241058076995 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_1000_max", + "value": 34.439879624882145 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_1000_std", + "value": 77.22610895194498 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_100_diff1", + "value": 1.340670767252794 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_100_max", + "value": 19.30870025961241 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_100_std", + "value": 35.37688289157788 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_10_diff1", + "value": 7.734227153124332 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_10_max", + "value": 4.202399088422237 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_10_std", + "value": -18.383890254046698 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_1_diff1", + "value": 29.325201664812788 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_1_max", + "value": -11.742800494823971 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_1_std", + "value": -18.610215769702528 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_20_diff1", + "value": 9.48070999361637 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_20_max", + "value": 19.056709637253025 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_20_std", + "value": -13.266821166159485 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_3_diff1", + "value": 17.245260303409747 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_3_max", + "value": -4.202455033452335 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_3_std", + "value": -17.514264039955332 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_5_diff1", + "value": 12.074628162049974 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_5_max", + "value": -1.9145501461107832 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_precision_at_5_std", + "value": -19.162525528916344 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_1000_diff1", + "value": 5.038824105805915 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_1000_max", + "value": 34.43987962487738 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_1000_std", + "value": 77.22610895193765 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_100_diff1", + "value": 1.3406707672497025 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_100_max", + "value": 19.30870025960776 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_100_std", + "value": 35.37688289157515 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_10_diff1", + "value": 7.734227153124366 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_10_max", + "value": 4.202399088421976 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_10_std", + "value": -18.38389025404673 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_1_diff1", + "value": 29.325201664812788 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_1_max", + "value": -11.742800494823971 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_1_std", + "value": -18.610215769702528 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_20_diff1", + "value": 9.480709993616845 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_20_max", + "value": 19.05670963725301 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_20_std", + "value": -13.266821166158651 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_3_diff1", + "value": 17.24526030340978 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_3_max", + "value": -4.202455033452323 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_3_std", + "value": -17.51426403995538 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_5_diff1", + "value": 12.074628162049992 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_5_max", + "value": -1.914550146110865 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "nauc_recall_at_5_std", + "value": -19.162525528916362 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "ndcg_at_1", + "value": 41.607 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "ndcg_at_10", + "value": 65.269 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "ndcg_at_100", + "value": 67.289 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "ndcg_at_1000", + "value": 67.29899999999999 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "ndcg_at_20", + "value": 66.76299999999999 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "ndcg_at_3", + "value": 56.604 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "ndcg_at_5", + "value": 61.07900000000001 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "precision_at_1", + "value": 41.607 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "precision_at_10", + "value": 9.118 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "precision_at_100", + "value": 0.996 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "precision_at_1000", + "value": 0.1 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "precision_at_20", + "value": 4.8469999999999995 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "precision_at_3", + "value": 22.451 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "precision_at_5", + "value": 15.647 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "recall_at_1", + "value": 41.607 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "recall_at_10", + "value": 91.181 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "recall_at_100", + "value": 99.57300000000001 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "recall_at_1000", + "value": 99.644 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "recall_at_20", + "value": 96.942 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "recall_at_3", + "value": 67.354 + }, + { + "slice": "dataset: mteb/arguana, split: test, config: default", + "type": "recall_at_5", + "value": 78.236 + }, + { + "slice": "dataset: mteb/arxiv-clustering-p2p, split: test, config: default", + "type": "main_score", + "value": 55.437138353189994 + }, + { + "slice": "dataset: mteb/arxiv-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 55.437138353189994 + }, + { + "slice": "dataset: mteb/arxiv-clustering-p2p, split: test, config: default", + "type": "v_measure_std", + "value": 14.718556601335491 + }, + { + "slice": "dataset: mteb/arxiv-clustering-s2s, split: test, config: default", + "type": "main_score", + "value": 50.65858459544658 + }, + { + "slice": "dataset: mteb/arxiv-clustering-s2s, split: test, config: default", + "type": "v_measure", + "value": 50.65858459544658 + }, + { + "slice": "dataset: mteb/arxiv-clustering-s2s, split: test, config: default", + "type": "v_measure_std", + "value": 14.887033747525146 + }, + { + "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", + "type": "main_score", + "value": 67.32597152838535 + }, + { + "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", + "type": "map", + "value": 67.32597152838535 + }, + { + "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", + "type": "mrr", + "value": 78.98683111286988 + }, + { + "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", + "type": "nAUC_map_diff1", + "value": 16.8624639710487 + }, + { + "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", + "type": "nAUC_map_max", + "value": 24.91996491142433 + }, + { + "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", + "type": "nAUC_map_std", + "value": 17.91865808793225 + }, + { + "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", + "type": "nAUC_mrr_diff1", + "value": 25.03766425631947 + }, + { + "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", + "type": "nAUC_mrr_max", + "value": 41.64561939958336 + }, + { + "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", + "type": "nAUC_mrr_std", + "value": 23.179909345891968 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "cosine_pearson", + "value": 85.790820496042 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "cosine_spearman", + "value": 83.10731534330517 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 84.61741304343133 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 83.17297949010973 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "main_score", + "value": 83.10731534330517 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 85.2137696526676 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 84.39168195786738 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "pearson", + "value": 85.790820496042 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "spearman", + "value": 83.10731534330517 + }, + { + "slice": "dataset: mteb/banking77, split: test, config: default", + "type": "accuracy", + "value": 89.78896103896105 + }, + { + "slice": "dataset: mteb/banking77, split: test, config: default", + "type": "f1", + "value": 89.76107366333488 + }, + { + "slice": "dataset: mteb/banking77, split: test, config: default", + "type": "f1_weighted", + "value": 89.76107366333488 + }, + { + "slice": "dataset: mteb/banking77, split: test, config: default", + "type": "main_score", + "value": 89.78896103896105 + }, + { + "slice": "dataset: mteb/biorxiv-clustering-p2p, split: test, config: default", + "type": "main_score", + "value": 50.68092296236376 + }, + { + "slice": "dataset: mteb/biorxiv-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 50.68092296236376 + }, + { + "slice": "dataset: mteb/biorxiv-clustering-p2p, split: test, config: default", + "type": "v_measure_std", + "value": 0.7832640983085436 + }, + { + "slice": "dataset: mteb/biorxiv-clustering-s2s, split: test, config: default", + "type": "main_score", + "value": 46.86629236732983 + }, + { + "slice": "dataset: mteb/biorxiv-clustering-s2s, split: test, config: default", + "type": "v_measure", + "value": 46.86629236732983 + }, + { + "slice": "dataset: mteb/biorxiv-clustering-s2s, split: test, config: default", + "type": "v_measure_std", + "value": 0.8784322236350974 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "main_score", + "value": 47.74883333333334 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 30.179249999999996 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 41.60824999999999 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 42.94008333333332 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 43.04666666666667 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "map_at_20", + "value": 42.36833333333334 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 38.23491666666666 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 40.10183333333333 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 36.47676085808166 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 46.300991916437155 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 47.12155753713262 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 47.168033610799945 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "mrr_at_20", + "value": 46.80405724560391 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 43.77000352801797 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 45.22295361704542 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_1000_diff1", + "value": 46.953671666941524 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_1000_max", + "value": 32.260396316089675 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_1000_std", + "value": 0.6657766120094878 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_100_diff1", + "value": 46.94717463394555 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_100_max", + "value": 32.25088350678177 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_100_std", + "value": 0.6257017014549283 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_10_diff1", + "value": 46.974678429336464 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_10_max", + "value": 31.862230807295504 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_10_std", + "value": -0.14758828549579284 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_1_diff1", + "value": 52.48913346466124 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_1_max", + "value": 29.874374024967725 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_1_std", + "value": -2.433547569836134 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_20_diff1", + "value": 46.96088684217651 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_20_max", + "value": 32.08954208613205 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_20_std", + "value": 0.25946321113436527 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_3_diff1", + "value": 47.703230121518345 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_3_max", + "value": 30.977880095983107 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_3_std", + "value": -1.342777563991804 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_5_diff1", + "value": 47.1615010199957 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_5_max", + "value": 31.420885812683284 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_map_at_5_std", + "value": -0.8789297099444306 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_1000_diff1", + "value": 46.69178645962615 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_1000_max", + "value": 34.392807413340655 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_1000_std", + "value": 1.6155464863667934 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_100_diff1", + "value": 46.67417236349189 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_100_max", + "value": 34.384607045512624 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_100_std", + "value": 1.6259917384109652 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_10_diff1", + "value": 46.60497560446239 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_10_max", + "value": 34.32918897817958 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_10_std", + "value": 1.39387793769014 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_1_diff1", + "value": 51.61608573254137 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_1_max", + "value": 35.18105023234596 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_1_std", + "value": 0.17943702145478177 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_20_diff1", + "value": 46.635943069860254 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_20_max", + "value": 34.37050973118794 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_20_std", + "value": 1.5346464678860607 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_3_diff1", + "value": 47.154389369038334 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_3_max", + "value": 34.41036411855465 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_3_std", + "value": 0.924551812357872 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_5_diff1", + "value": 46.6690101691763 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_5_max", + "value": 34.29740388138466 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_mrr_at_5_std", + "value": 1.0567184149139792 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_1000_diff1", + "value": 45.375448289173264 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_1000_max", + "value": 33.47957083714482 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_1000_std", + "value": 3.192251100225568 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_100_diff1", + "value": 44.93601014699499 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_100_max", + "value": 33.21249888295249 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_100_std", + "value": 3.609842852934217 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_10_diff1", + "value": 44.87893284011915 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_10_max", + "value": 32.384885249478515 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_10_std", + "value": 1.454493065035396 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_1_diff1", + "value": 51.61608573254137 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_1_max", + "value": 35.18105023234596 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_1_std", + "value": 0.17943702145478177 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_20_diff1", + "value": 44.867752179050605 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_20_max", + "value": 32.689535921840196 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_20_std", + "value": 2.337765158573901 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_3_diff1", + "value": 45.87485821381341 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_3_max", + "value": 32.33282450558947 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_3_std", + "value": 0.0681643829273283 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_5_diff1", + "value": 45.202902131892394 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_5_max", + "value": 32.1026971523917 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_ndcg_at_5_std", + "value": 0.3565572833774486 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_1000_diff1", + "value": -8.935267931198956 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_1000_max", + "value": 6.464981960169269 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_1000_std", + "value": 10.662786182234633 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_100_diff1", + "value": -1.64091517847155 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_100_max", + "value": 15.175617871025024 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_100_std", + "value": 16.924256989248075 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_10_diff1", + "value": 15.676651966277047 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_10_max", + "value": 26.243734188847117 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_10_std", + "value": 10.601741034956333 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_1_diff1", + "value": 51.61608573254137 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_1_max", + "value": 35.18105023234596 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_1_std", + "value": 0.17943702145478177 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_20_diff1", + "value": 9.447267260198654 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_20_max", + "value": 23.024130858142723 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_20_std", + "value": 13.739145648899603 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_3_diff1", + "value": 30.11583572134629 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_3_max", + "value": 31.37321080069495 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_3_std", + "value": 4.705512374126024 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_5_diff1", + "value": 23.192015335996093 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_5_max", + "value": 29.415746835998764 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_precision_at_5_std", + "value": 6.843498772798558 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_1000_diff1", + "value": 25.36573313426033 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_1000_max", + "value": 43.06672256524168 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_1000_std", + "value": 47.93664853815292 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_100_diff1", + "value": 31.222880916617406 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_100_max", + "value": 31.761159904172658 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_100_std", + "value": 23.034218976635877 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_10_diff1", + "value": 36.23439028915225 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_10_max", + "value": 28.473458977606438 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_10_std", + "value": 3.7797969934159 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_1_diff1", + "value": 52.48913346466124 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_1_max", + "value": 29.874374024967725 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_1_std", + "value": -2.433547569836134 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_20_diff1", + "value": 34.678676952584766 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_20_max", + "value": 29.04638392522168 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_20_std", + "value": 8.148894982082549 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_3_diff1", + "value": 41.31029996231311 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_3_max", + "value": 28.44199443414157 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_3_std", + "value": -0.747324057600377 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_5_diff1", + "value": 38.535873899920674 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_5_max", + "value": 27.942667805948375 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "nauc_recall_at_5_std", + "value": 0.30652206930973686 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 36.47675 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 47.74883333333334 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 52.902416666666674 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 54.69116666666667 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "ndcg_at_20", + "value": 49.89758333333333 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 42.462250000000004 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 44.91841666666667 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 36.47675 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 8.582416666666665 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.31475 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.16458333333333333 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "precision_at_20", + "value": 5.021833333333333 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 20.004499999999997 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 14.178666666666665 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 30.179249999999996 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 60.950166666666675 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 83.19025 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 95.27774999999998 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "recall_at_20", + "value": 68.80175 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 46.01841666666666 + }, + { + "slice": "dataset: mteb/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 52.482416666666666 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "main_score", + "value": 46.113 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "map_at_1", + "value": 20.122999999999998 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "map_at_10", + "value": 35.474 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "map_at_100", + "value": 37.592 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "map_at_1000", + "value": 37.773 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "map_at_20", + "value": 36.637 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "map_at_3", + "value": 29.731 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "map_at_5", + "value": 32.964 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "mrr_at_1", + "value": 46.71009771986971 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "mrr_at_10", + "value": 58.855669303552105 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "mrr_at_100", + "value": 59.389249674038425 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "mrr_at_1000", + "value": 59.408448104362364 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "mrr_at_20", + "value": 59.23881203149016 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "mrr_at_3", + "value": 56.18892508143328 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "mrr_at_5", + "value": 57.85342019543985 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_1000_diff1", + "value": 27.047031037721958 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_1000_max", + "value": 43.25240279148033 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_1000_std", + "value": 20.795849418696037 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_100_diff1", + "value": 27.044739015116452 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_100_max", + "value": 43.24042159787812 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_100_std", + "value": 20.799952124137683 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_10_diff1", + "value": 27.372696854670338 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_10_max", + "value": 43.054456574721684 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_10_std", + "value": 19.537162110136645 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_1_diff1", + "value": 43.65424623953092 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_1_max", + "value": 45.17986509998762 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_1_std", + "value": 8.497107052335414 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_20_diff1", + "value": 27.224535846566074 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_20_max", + "value": 43.12222854561229 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_20_std", + "value": 20.29982972202669 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_3_diff1", + "value": 30.87847002319001 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_3_max", + "value": 42.890027891707575 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_3_std", + "value": 13.857451947580929 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_5_diff1", + "value": 27.966867093591542 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_5_max", + "value": 42.35826637592201 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_map_at_5_std", + "value": 16.993102524058624 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_1000_diff1", + "value": 30.191544077608164 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_1000_max", + "value": 44.959438920351644 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_1000_std", + "value": 24.065801376465114 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_100_diff1", + "value": 30.170368115494 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_100_max", + "value": 44.955868115761156 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_100_std", + "value": 24.093510767847707 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_10_diff1", + "value": 30.128430637520175 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_10_max", + "value": 44.97689261350708 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_10_std", + "value": 24.037049561818897 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_1_diff1", + "value": 35.323351939108214 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_1_max", + "value": 43.85026244855636 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_1_std", + "value": 17.040662141218974 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_20_diff1", + "value": 30.192006556160443 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_20_max", + "value": 45.02814530774032 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_20_std", + "value": 24.20885865448696 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_3_diff1", + "value": 29.88250163424518 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_3_max", + "value": 44.25768944883186 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_3_std", + "value": 22.804183393364198 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_5_diff1", + "value": 30.269824490420767 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_5_max", + "value": 44.97443265796657 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_mrr_at_5_std", + "value": 23.894159916141177 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_1000_diff1", + "value": 24.533764005407356 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_1000_max", + "value": 44.50902713386608 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_1000_std", + "value": 27.589506980238404 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_100_diff1", + "value": 24.209785073940353 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_100_max", + "value": 44.18257063893669 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_100_std", + "value": 27.963150866401943 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_10_diff1", + "value": 25.168069201989486 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_10_max", + "value": 43.84940910683214 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_10_std", + "value": 24.810707270956435 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_1_diff1", + "value": 35.323351939108214 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_1_max", + "value": 43.85026244855636 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_1_std", + "value": 17.040662141218974 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_20_diff1", + "value": 24.829924800466834 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_20_max", + "value": 43.738574327059716 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_20_std", + "value": 26.252370278684072 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_3_diff1", + "value": 27.321943393906274 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_3_max", + "value": 42.16584786993447 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_3_std", + "value": 18.24775079455969 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_5_diff1", + "value": 26.043785418347998 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_5_max", + "value": 42.874593895388344 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_ndcg_at_5_std", + "value": 21.294004555506117 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_1000_diff1", + "value": -22.073027615308582 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_1000_max", + "value": -6.549723766317357 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_1000_std", + "value": 18.301749191241306 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_100_diff1", + "value": -15.654286887593619 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_100_max", + "value": 6.401516251421999 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_100_std", + "value": 29.170680324929805 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_10_diff1", + "value": -4.362381972892247 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_10_max", + "value": 22.10943515872447 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_10_std", + "value": 31.869699459530022 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_1_diff1", + "value": 35.323351939108214 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_1_max", + "value": 43.85026244855636 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_1_std", + "value": 17.040662141218974 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_20_diff1", + "value": -7.50749661117875 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_20_max", + "value": 16.80584016023257 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_20_std", + "value": 31.976755897112437 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_3_diff1", + "value": 7.402667538773083 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_3_max", + "value": 31.2088401330676 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_3_std", + "value": 24.287905698405662 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_5_diff1", + "value": 0.7479172565343901 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_5_max", + "value": 26.28427734237825 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_precision_at_5_std", + "value": 28.246947120310317 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_1000_diff1", + "value": 2.4778431086370496 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_1000_max", + "value": 40.2231995797509 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_1000_std", + "value": 52.62124052183862 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_100_diff1", + "value": 8.960962419741463 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_100_max", + "value": 35.81132850291491 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_100_std", + "value": 40.020903251786166 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_10_diff1", + "value": 15.603400751376636 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_10_max", + "value": 37.570127529136485 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_10_std", + "value": 28.07128410238545 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_1_diff1", + "value": 43.65424623953092 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_1_max", + "value": 45.17986509998762 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_1_std", + "value": 8.497107052335414 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_20_diff1", + "value": 13.844820282832346 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_20_max", + "value": 36.0106148516309 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_20_std", + "value": 31.453103910565254 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_3_diff1", + "value": 24.359328154117748 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_3_max", + "value": 39.93774251377568 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_3_std", + "value": 16.214921517509648 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_5_diff1", + "value": 18.75788451360292 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_5_max", + "value": 38.177646107055516 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "nauc_recall_at_5_std", + "value": 22.17196825834675 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "ndcg_at_1", + "value": 46.71 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "ndcg_at_10", + "value": 46.113 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "ndcg_at_100", + "value": 53.035 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "ndcg_at_1000", + "value": 55.724 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "ndcg_at_20", + "value": 48.929 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "ndcg_at_3", + "value": 39.501999999999995 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "ndcg_at_5", + "value": 41.792 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "precision_at_1", + "value": 46.71 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "precision_at_10", + "value": 14.274000000000001 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "precision_at_100", + "value": 2.1870000000000003 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "precision_at_1000", + "value": 0.269 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "precision_at_20", + "value": 8.375 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "precision_at_3", + "value": 29.881 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "precision_at_5", + "value": 22.697 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "recall_at_1", + "value": 20.122999999999998 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "recall_at_10", + "value": 52.22 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "recall_at_100", + "value": 75.388 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "recall_at_1000", + "value": 89.938 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "recall_at_20", + "value": 60.077000000000005 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "recall_at_3", + "value": 35.150999999999996 + }, + { + "slice": "dataset: mteb/climate-fever, split: test, config: default", + "type": "recall_at_5", + "value": 42.748000000000005 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "main_score", + "value": 52.276999999999994 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "map_at_1", + "value": 9.949 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "map_at_10", + "value": 24.891 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "map_at_100", + "value": 37.111 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "map_at_1000", + "value": 39.266 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "map_at_20", + "value": 29.685 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "map_at_3", + "value": 16.586000000000002 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "map_at_5", + "value": 19.982 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "mrr_at_1", + "value": 76.25 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "mrr_at_10", + "value": 82.4518849206349 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "mrr_at_100", + "value": 82.70302194564499 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "mrr_at_1000", + "value": 82.70909729942254 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "mrr_at_20", + "value": 82.60492765962964 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "mrr_at_3", + "value": 81.33333333333331 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "mrr_at_5", + "value": 82.14583333333331 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_1000_diff1", + "value": 21.427201262456556 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_1000_max", + "value": 35.357361590816076 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_1000_std", + "value": 24.785419223353717 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_100_diff1", + "value": 22.82358692021537 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_100_max", + "value": 35.07399692072945 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_100_std", + "value": 22.679878828987025 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_10_diff1", + "value": 26.491769223479643 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_10_max", + "value": 20.78079385443902 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_10_std", + "value": -4.910406292079661 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_1_diff1", + "value": 35.20851030208876 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_1_max", + "value": 5.783003346365858 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_1_std", + "value": -21.11679133835354 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_20_diff1", + "value": 24.80097499300491 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_20_max", + "value": 26.807021360774975 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_20_std", + "value": 4.793103995429955 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_3_diff1", + "value": 29.238193458890173 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_3_max", + "value": 10.300839972189456 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_3_std", + "value": -17.889666731981592 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_5_diff1", + "value": 28.773624870573926 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_5_max", + "value": 14.951435645422887 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_map_at_5_std", + "value": -13.319697827173565 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_1000_diff1", + "value": 55.232544856708785 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_1000_max", + "value": 64.73225637682637 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_1000_std", + "value": 37.57480399594188 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_100_diff1", + "value": 55.219251601773735 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_100_max", + "value": 64.73305063663611 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_100_std", + "value": 37.56458562909293 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_10_diff1", + "value": 55.123463838253464 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_10_max", + "value": 64.91914041040233 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_10_std", + "value": 37.76482503851598 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_1_diff1", + "value": 56.45461238513347 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_1_max", + "value": 63.11782510293676 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_1_std", + "value": 33.592561284868985 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_20_diff1", + "value": 55.15401961460458 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_20_max", + "value": 64.77145835613156 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_20_std", + "value": 37.471561418305804 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_3_diff1", + "value": 54.64387438697658 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_3_max", + "value": 64.27618995019164 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_3_std", + "value": 39.391637295269014 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_5_diff1", + "value": 55.08702591239485 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_5_max", + "value": 64.6071475650635 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_mrr_at_5_std", + "value": 37.97185134269896 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_1000_diff1", + "value": 31.696698876400387 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_1000_max", + "value": 52.12183760001191 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_1000_std", + "value": 40.197596211778716 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_100_diff1", + "value": 33.253120193433666 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_100_max", + "value": 49.47167758554746 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_100_std", + "value": 32.643833139756204 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_10_diff1", + "value": 27.065541392580013 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_10_max", + "value": 45.83504281289289 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_10_std", + "value": 27.11739500732328 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_1_diff1", + "value": 49.42808250022517 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_1_max", + "value": 53.502615048520354 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_1_std", + "value": 27.17555908836708 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_20_diff1", + "value": 29.374791382330308 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_20_max", + "value": 43.91246842479055 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_20_std", + "value": 23.419410620550316 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_3_diff1", + "value": 26.71550354496204 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_3_max", + "value": 43.9641457892003 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_3_std", + "value": 27.320024167947686 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_5_diff1", + "value": 27.020654974589487 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_5_max", + "value": 46.130417266030584 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_ndcg_at_5_std", + "value": 28.392009019010068 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_1000_diff1", + "value": -21.47455482181002 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_1000_max", + "value": -9.721907229236024 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_1000_std", + "value": -1.061132062651487 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_100_diff1", + "value": -12.35759246101943 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_100_max", + "value": 15.509512444892168 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_100_std", + "value": 36.21183578592014 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_10_diff1", + "value": -6.136998947343125 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_10_max", + "value": 32.30037906748288 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_10_std", + "value": 41.4500302476981 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_1_diff1", + "value": 56.45461238513347 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_1_max", + "value": 63.11782510293676 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_1_std", + "value": 33.592561284868985 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_20_diff1", + "value": -7.335890123683174 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_20_max", + "value": 28.31417075291312 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_20_std", + "value": 41.405935715061815 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_3_diff1", + "value": 7.117255890225942 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_3_max", + "value": 39.19894132683829 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_3_std", + "value": 38.48255841994843 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_5_diff1", + "value": 1.861523090114206 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_5_max", + "value": 38.11649223007208 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_precision_at_5_std", + "value": 40.52993530374645 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_1000_diff1", + "value": 26.497648584314636 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_1000_max", + "value": 44.48069746734414 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_1000_std", + "value": 53.16438130228715 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_100_diff1", + "value": 26.353456899511446 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_100_max", + "value": 37.57379787884197 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_100_std", + "value": 29.197468295989548 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_10_diff1", + "value": 22.80445738351114 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_10_max", + "value": 15.895630778449046 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_10_std", + "value": -8.746224797644501 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_1_diff1", + "value": 35.20851030208876 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_1_max", + "value": 5.783003346365858 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_1_std", + "value": -21.11679133835354 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_20_diff1", + "value": 22.34028867678706 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_20_max", + "value": 21.42373427646772 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_20_std", + "value": 0.4533036151015875 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_3_diff1", + "value": 24.96853445599229 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_3_max", + "value": 6.245185375804208 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_3_std", + "value": -20.200240127099622 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_5_diff1", + "value": 24.749259476710623 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_5_max", + "value": 11.024592845995942 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "nauc_recall_at_5_std", + "value": -16.15683085641543 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "ndcg_at_1", + "value": 64.125 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "ndcg_at_10", + "value": 52.276999999999994 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "ndcg_at_100", + "value": 57.440000000000005 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "ndcg_at_1000", + "value": 64.082 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "ndcg_at_20", + "value": 51.383 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "ndcg_at_3", + "value": 55.769000000000005 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "ndcg_at_5", + "value": 53.978 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "precision_at_1", + "value": 76.25 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "precision_at_10", + "value": 43.05 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "precision_at_100", + "value": 14.09 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "precision_at_1000", + "value": 2.662 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "precision_at_20", + "value": 33.112 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "precision_at_3", + "value": 59.833000000000006 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "precision_at_5", + "value": 53.05 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "recall_at_1", + "value": 9.949 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "recall_at_10", + "value": 30.424 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "recall_at_100", + "value": 64.062 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "recall_at_1000", + "value": 85.916 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "recall_at_20", + "value": 39.895 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "recall_at_3", + "value": 17.876 + }, + { + "slice": "dataset: mteb/dbpedia, split: test, config: default", + "type": "recall_at_5", + "value": 22.536 + }, + { + "slice": "dataset: mteb/emotion, split: test, config: default", + "type": "accuracy", + "value": 84.29499999999999 + }, + { + "slice": "dataset: mteb/emotion, split: test, config: default", + "type": "f1", + "value": 79.76188258172078 + }, + { + "slice": "dataset: mteb/emotion, split: test, config: default", + "type": "f1_weighted", + "value": 84.96026012933847 + }, + { + "slice": "dataset: mteb/emotion, split: test, config: default", + "type": "main_score", + "value": 84.29499999999999 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "main_score", + "value": 94.83200000000001 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "map_at_1", + "value": 87.339 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "map_at_10", + "value": 92.92099999999999 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "map_at_100", + "value": 93.108 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "map_at_1000", + "value": 93.116 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "map_at_20", + "value": 93.041 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "map_at_3", + "value": 92.219 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "map_at_5", + "value": 92.664 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "mrr_at_1", + "value": 93.99939993999399 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "mrr_at_10", + "value": 96.55188137861403 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "mrr_at_100", + "value": 96.5652366009286 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "mrr_at_1000", + "value": 96.5652625550811 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "mrr_at_20", + "value": 96.5601781754844 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "mrr_at_3", + "value": 96.45714571457142 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "mrr_at_5", + "value": 96.544904490449 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_1000_diff1", + "value": 51.81676454961933 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_1000_max", + "value": 24.904822914926118 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_1000_std", + "value": -3.8110347821630404 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_100_diff1", + "value": 51.77514975011158 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_100_max", + "value": 24.912497341800094 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_100_std", + "value": -3.76229517662447 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_10_diff1", + "value": 51.29608296382479 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_10_max", + "value": 24.78704970246707 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_10_std", + "value": -3.723130815783328 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_1_diff1", + "value": 59.90813138005125 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_1_max", + "value": 24.58479295693794 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_1_std", + "value": -8.056152492777027 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_20_diff1", + "value": 51.428639331678326 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_20_max", + "value": 24.849214517705086 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_20_std", + "value": -3.685550123874596 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_3_diff1", + "value": 50.94399923719279 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_3_max", + "value": 24.359700180006207 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_3_std", + "value": -5.407767408816422 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_5_diff1", + "value": 50.767302682959546 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_5_max", + "value": 24.491113461892215 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_map_at_5_std", + "value": -4.058336127339082 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_1000_diff1", + "value": 79.86042313551833 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_1000_max", + "value": 23.20960445633933 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_1000_std", + "value": -23.54334295120471 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_100_diff1", + "value": 79.85991247027636 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_100_max", + "value": 23.210085926780106 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_100_std", + "value": -23.542508200789197 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_10_diff1", + "value": 79.71095155563415 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_10_max", + "value": 23.24128650883908 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_10_std", + "value": -23.408502781834102 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_1_diff1", + "value": 82.6349900233902 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_1_max", + "value": 21.994548214014227 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_1_std", + "value": -22.549769792179262 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_20_diff1", + "value": 79.76465012873038 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_20_max", + "value": 23.17575026523213 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_20_std", + "value": -23.492660166315048 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_3_diff1", + "value": 79.91074933379953 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_3_max", + "value": 24.14246499097892 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_3_std", + "value": -25.22601708389664 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_5_diff1", + "value": 79.62092651565847 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_5_max", + "value": 23.315937737034425 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_mrr_at_5_std", + "value": -23.317659360058403 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_1000_diff1", + "value": 54.404537986779225 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_1000_max", + "value": 25.38408304128995 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_1000_std", + "value": -4.916709117696968 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_100_diff1", + "value": 53.2448598868241 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_100_max", + "value": 25.75325255295546 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_100_std", + "value": -3.680507005630751 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_10_diff1", + "value": 50.81057355170232 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_10_max", + "value": 25.006448273343807 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_10_std", + "value": -2.8979899112515577 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_1_diff1", + "value": 82.6349900233902 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_1_max", + "value": 21.994548214014227 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_1_std", + "value": -22.549769792179262 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_20_diff1", + "value": 51.205023097166304 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_20_max", + "value": 25.22133626556826 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_20_std", + "value": -2.9506328244150155 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_3_diff1", + "value": 51.79780256736321 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_3_max", + "value": 24.81137324438439 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_3_std", + "value": -6.881223858227807 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_5_diff1", + "value": 50.290038260564565 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_5_max", + "value": 24.57250792165796 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_ndcg_at_5_std", + "value": -3.5124628344654596 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_1000_diff1", + "value": -20.215211396894333 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_1000_max", + "value": -14.165452298769171 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_1000_std", + "value": -2.0952871214470816 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_100_diff1", + "value": -22.340257474494607 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_100_max", + "value": -12.697885641360282 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_100_std", + "value": 1.0688624940286244 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_10_diff1", + "value": -24.78271817420798 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_10_max", + "value": -12.625257500222656 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_10_std", + "value": 3.223250450607087 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_1_diff1", + "value": 82.6349900233902 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_1_max", + "value": 21.994548214014227 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_1_std", + "value": -22.549769792179262 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_20_diff1", + "value": -24.375756227194177 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_20_max", + "value": -12.341015011563536 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_20_std", + "value": 2.7475274619387955 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_3_diff1", + "value": -24.8251306777365 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_3_max", + "value": -13.109579709589042 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_3_std", + "value": -1.2233442335420748 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_5_diff1", + "value": -26.955418583344894 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_5_max", + "value": -13.598630838071015 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_precision_at_5_std", + "value": 2.545780631940738 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_1000_diff1", + "value": 0.2542680835344437 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_1000_max", + "value": 49.38194243035277 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_1000_std", + "value": 57.021502715846026 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_100_diff1", + "value": 5.062154815367015 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_100_max", + "value": 45.41178380188437 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_100_std", + "value": 50.78382225901813 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_10_diff1", + "value": 20.429153629007818 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_10_max", + "value": 27.516855026155508 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_10_std", + "value": 21.367491371755467 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_1_diff1", + "value": 59.90813138005125 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_1_max", + "value": 24.58479295693794 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_1_std", + "value": -8.056152492777027 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_20_diff1", + "value": 13.072430858896942 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_20_max", + "value": 29.5522659183247 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_20_std", + "value": 28.70569974090291 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_3_diff1", + "value": 30.419084482663617 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_3_max", + "value": 25.627389580252835 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_3_std", + "value": 2.5557690877637054 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_5_diff1", + "value": 22.92561435069869 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_5_max", + "value": 25.545265063475455 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "nauc_recall_at_5_std", + "value": 14.736172663072786 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "ndcg_at_1", + "value": 93.999 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "ndcg_at_10", + "value": 94.83200000000001 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "ndcg_at_100", + "value": 95.363 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "ndcg_at_1000", + "value": 95.478 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "ndcg_at_20", + "value": 95.077 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "ndcg_at_3", + "value": 94.143 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "ndcg_at_5", + "value": 94.525 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "precision_at_1", + "value": 93.999 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "precision_at_10", + "value": 11.029 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "precision_at_100", + "value": 1.1560000000000001 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "precision_at_1000", + "value": 0.11800000000000001 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "precision_at_20", + "value": 5.62 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "precision_at_3", + "value": 35.219 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "precision_at_5", + "value": 21.584 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "recall_at_1", + "value": 87.339 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "recall_at_10", + "value": 97.026 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "recall_at_100", + "value": 98.936 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "recall_at_1000", + "value": 99.599 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "recall_at_20", + "value": 97.744 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "recall_at_3", + "value": 95.069 + }, + { + "slice": "dataset: mteb/fever, split: test, config: default", + "type": "recall_at_5", + "value": 96.177 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "main_score", + "value": 60.480000000000004 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "map_at_1", + "value": 31.529 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "map_at_10", + "value": 52.081 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "map_at_100", + "value": 54.342 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "map_at_1000", + "value": 54.449000000000005 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "map_at_20", + "value": 53.479 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "map_at_3", + "value": 45.471000000000004 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "map_at_5", + "value": 49.164 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "mrr_at_1", + "value": 60.03086419753087 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "mrr_at_10", + "value": 67.73754409171075 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "mrr_at_100", + "value": 68.332432152368 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "mrr_at_1000", + "value": 68.34150941774908 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "mrr_at_20", + "value": 68.14780993838725 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "mrr_at_3", + "value": 65.6378600823045 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "mrr_at_5", + "value": 66.88014403292176 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_1000_diff1", + "value": 45.36598134579052 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_1000_max", + "value": 31.891451119906943 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_1000_std", + "value": -15.41454384137943 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_100_diff1", + "value": 45.31268291874018 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_100_max", + "value": 31.811055683002092 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_100_std", + "value": -15.348503855591417 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_10_diff1", + "value": 45.22606983565892 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_10_max", + "value": 30.46108534749699 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_10_std", + "value": -16.618086029682555 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_1_diff1", + "value": 49.94952823753276 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_1_max", + "value": 13.770377574254548 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_1_std", + "value": -14.946357968858653 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_20_diff1", + "value": 45.29274207897926 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_20_max", + "value": 31.27332015148257 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_20_std", + "value": -15.782946115613129 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_3_diff1", + "value": 47.94248233566038 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_3_max", + "value": 24.022838776825456 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_3_std", + "value": -17.103518542262208 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_5_diff1", + "value": 45.85345590031722 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_5_max", + "value": 27.78341379004547 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_map_at_5_std", + "value": -17.490850791756326 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_1000_diff1", + "value": 58.225141047822824 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_1000_max", + "value": 43.39606904140525 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_1000_std", + "value": -14.64093518199122 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_100_diff1", + "value": 58.22137274179545 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_100_max", + "value": 43.39567568136935 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_100_std", + "value": -14.62512313985582 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_10_diff1", + "value": 58.03217329957151 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_10_max", + "value": 43.633561683075186 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_10_std", + "value": -14.563703576023808 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_1_diff1", + "value": 61.48979902647692 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_1_max", + "value": 43.1938079066948 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_1_std", + "value": -15.808138277440465 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_20_diff1", + "value": 58.13185370150794 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_20_max", + "value": 43.35607721183147 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_20_std", + "value": -14.635812702971263 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_3_diff1", + "value": 58.698963168321264 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_3_max", + "value": 43.633129249785405 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_3_std", + "value": -15.733246346983854 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_5_diff1", + "value": 57.94156745229547 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_5_max", + "value": 43.14152462640525 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_mrr_at_5_std", + "value": -15.318685307750895 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_1000_diff1", + "value": 47.871896043731496 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_1000_max", + "value": 37.159845167533426 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_1000_std", + "value": -13.067288160833485 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_100_diff1", + "value": 47.046171407204426 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_100_max", + "value": 36.422514360855835 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_100_std", + "value": -11.636859259571441 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_10_diff1", + "value": 46.232628149078096 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_10_max", + "value": 34.82402625088358 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_10_std", + "value": -14.768545542980114 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_1_diff1", + "value": 61.48979902647692 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_1_max", + "value": 43.1938079066948 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_1_std", + "value": -15.808138277440465 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_20_diff1", + "value": 46.51116172390955 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_20_max", + "value": 35.36362650568298 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_20_std", + "value": -12.849406209182826 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_3_diff1", + "value": 47.39832263785871 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_3_max", + "value": 35.67466264628456 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_3_std", + "value": -17.257717349296943 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_5_diff1", + "value": 45.91049493804232 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_5_max", + "value": 33.8405091138445 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_ndcg_at_5_std", + "value": -17.477069902735895 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_1000_diff1", + "value": -12.037873000917767 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_1000_max", + "value": 26.043220150002295 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_1000_std", + "value": 6.84910668321572 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_100_diff1", + "value": -9.383403459051864 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_100_max", + "value": 29.68713170610003 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_100_std", + "value": 10.079531587056152 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_10_diff1", + "value": 3.3433323353925135 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_10_max", + "value": 38.31790111725993 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_10_std", + "value": 0.7888123304710856 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_1_diff1", + "value": 61.48979902647692 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_1_max", + "value": 43.1938079066948 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_1_std", + "value": -15.808138277440465 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_20_diff1", + "value": -2.083500986294448 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_20_max", + "value": 35.77143835726343 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_20_std", + "value": 5.318547021874003 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_3_diff1", + "value": 23.335617788912586 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_3_max", + "value": 39.81973275320871 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_3_std", + "value": -8.442769390555561 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_5_diff1", + "value": 11.521087842589482 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_5_max", + "value": 39.527792539828255 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_precision_at_5_std", + "value": -5.412729503701626 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_1000_diff1", + "value": 10.6830893047453 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_1000_max", + "value": 8.834504311238423 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_1000_std", + "value": 24.670754304859692 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_100_diff1", + "value": 20.646020385527358 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_100_max", + "value": 20.121595011523294 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_100_std", + "value": 19.42307459311791 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_10_diff1", + "value": 33.01029313733417 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_10_max", + "value": 27.948634980368702 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_10_std", + "value": -10.239767371462975 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_1_diff1", + "value": 49.94952823753276 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_1_max", + "value": 13.770377574254548 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_1_std", + "value": -14.946357968858653 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_20_diff1", + "value": 30.040111045267963 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_20_max", + "value": 25.984919302418184 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_20_std", + "value": -1.4998001817460804 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_3_diff1", + "value": 42.24410559113653 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_3_max", + "value": 20.269503583626914 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_3_std", + "value": -17.09578532600584 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_5_diff1", + "value": 36.124149735848945 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_5_max", + "value": 22.708022306002622 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "nauc_recall_at_5_std", + "value": -16.966976847236193 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "ndcg_at_1", + "value": 60.031 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "ndcg_at_10", + "value": 60.480000000000004 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "ndcg_at_100", + "value": 66.94099999999999 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "ndcg_at_1000", + "value": 68.303 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "ndcg_at_20", + "value": 63.536 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "ndcg_at_3", + "value": 55.903999999999996 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "ndcg_at_5", + "value": 57.387 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "precision_at_1", + "value": 60.031 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "precision_at_10", + "value": 16.682 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "precision_at_100", + "value": 2.336 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "precision_at_1000", + "value": 0.259 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "precision_at_20", + "value": 9.66 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "precision_at_3", + "value": 37.191 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "precision_at_5", + "value": 27.253 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "recall_at_1", + "value": 31.529 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "recall_at_10", + "value": 68.035 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "recall_at_100", + "value": 90.925 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "recall_at_1000", + "value": 98.688 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "recall_at_20", + "value": 77.453 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "recall_at_3", + "value": 50.221000000000004 + }, + { + "slice": "dataset: mteb/fiqa, split: test, config: default", + "type": "recall_at_5", + "value": 58.209999999999994 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "main_score", + "value": 76.67399999999999 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "map_at_1", + "value": 43.822 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "map_at_10", + "value": 68.82000000000001 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "map_at_100", + "value": 69.659 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "map_at_1000", + "value": 69.714 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "map_at_20", + "value": 69.305 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "map_at_3", + "value": 65.517 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "map_at_5", + "value": 67.633 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "mrr_at_1", + "value": 87.643484132343 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "mrr_at_10", + "value": 91.28134679485098 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "mrr_at_100", + "value": 91.37985230614755 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "mrr_at_1000", + "value": 91.38202467630681 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "mrr_at_20", + "value": 91.34718855278429 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "mrr_at_3", + "value": 90.75849651136599 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "mrr_at_5", + "value": 91.10961062345235 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_1000_diff1", + "value": 3.7670405082837477 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_1000_max", + "value": 14.410594409695182 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_1000_std", + "value": 7.94738583292685 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_100_diff1", + "value": 3.738796209193936 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_100_max", + "value": 14.408029101534694 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_100_std", + "value": 7.979641077687816 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_10_diff1", + "value": 3.334917978089454 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_10_max", + "value": 13.975255289147748 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_10_std", + "value": 7.491959628012161 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_1_diff1", + "value": 75.35066482050009 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_1_max", + "value": 53.573503488571475 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_1_std", + "value": -6.542030594426993 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_20_diff1", + "value": 3.5197129341582083 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_20_max", + "value": 14.159880698006816 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_20_std", + "value": 7.856574384998483 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_3_diff1", + "value": 3.0992333232864064 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_3_max", + "value": 12.513959281222112 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_3_std", + "value": 4.352912866014865 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_5_diff1", + "value": 3.0351688998572537 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_5_max", + "value": 13.21599457624529 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_map_at_5_std", + "value": 6.246882983214777 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_1000_diff1", + "value": 75.23953736361132 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_1000_max", + "value": 56.64260717262164 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_1000_std", + "value": -4.865932053762276 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_100_diff1", + "value": 75.24091372816497 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_100_max", + "value": 56.64831104504846 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_100_std", + "value": -4.850966297943324 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_10_diff1", + "value": 75.26540178053416 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_10_max", + "value": 56.828755673428965 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_10_std", + "value": -4.8401126970944635 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_1_diff1", + "value": 75.35066482050009 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_1_max", + "value": 53.573503488571475 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_1_std", + "value": -6.542030594426993 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_20_diff1", + "value": 75.24453050729845 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_20_max", + "value": 56.69220588401435 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_20_std", + "value": -4.843700730832108 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_3_diff1", + "value": 74.98411648336175 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_3_max", + "value": 56.766537573537114 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_3_std", + "value": -4.909712671649337 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_5_diff1", + "value": 75.20599020991028 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_5_max", + "value": 56.64236207782237 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_mrr_at_5_std", + "value": -5.208907367513977 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_1000_diff1", + "value": 11.48307079099774 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_1000_max", + "value": 20.893326881675176 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_1000_std", + "value": 10.43489838692119 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_100_diff1", + "value": 10.395588735754927 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_100_max", + "value": 20.529573302516912 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_100_std", + "value": 11.252973083654268 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_10_diff1", + "value": 8.596739352741972 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_10_max", + "value": 18.475863682540673 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_10_std", + "value": 9.175831033463352 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_1_diff1", + "value": 75.35066482050009 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_1_max", + "value": 53.573503488571475 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_1_std", + "value": -6.542030594426993 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_20_diff1", + "value": 8.998033972471749 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_20_max", + "value": 18.892085875404522 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_20_std", + "value": 10.3241608901084 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_3_diff1", + "value": 8.796384949533579 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_3_max", + "value": 16.515261419885274 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_3_std", + "value": 4.081902976576701 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_5_diff1", + "value": 8.277259464605025 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_5_max", + "value": 17.163053202909527 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_ndcg_at_5_std", + "value": 6.652669449704474 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_1000_diff1", + "value": -3.490556596304827 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_1000_max", + "value": 31.0473259001597 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_1000_std", + "value": 52.36921397692622 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_100_diff1", + "value": -6.420747959222489 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_100_max", + "value": 20.555887056005936 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_100_std", + "value": 36.119132870798495 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_10_diff1", + "value": -6.461726057290426 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_10_max", + "value": 12.161081825341915 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_10_std", + "value": 17.961318451839993 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_1_diff1", + "value": 75.35066482050009 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_1_max", + "value": 53.573503488571475 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_1_std", + "value": -6.542030594426993 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_20_diff1", + "value": -7.361461296416161 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_20_max", + "value": 12.663621261696733 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_20_std", + "value": 23.312476851670286 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_3_diff1", + "value": -3.299056912774522 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_3_max", + "value": 9.85602375812038 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_3_std", + "value": 6.4962782003155475 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_5_diff1", + "value": -5.3155827772027795 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_5_max", + "value": 10.32907751171833 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_precision_at_5_std", + "value": 11.384098087196932 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_1000_diff1", + "value": -3.4905565963043332 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_1000_max", + "value": 31.04732590016041 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_1000_std", + "value": 52.36921397692641 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_100_diff1", + "value": -6.420747959222586 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_100_max", + "value": 20.55588705600596 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_100_std", + "value": 36.11913287079825 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_10_diff1", + "value": -6.461726057290347 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_10_max", + "value": 12.161081825342022 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_10_std", + "value": 17.96131845184002 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_1_diff1", + "value": 75.35066482050009 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_1_max", + "value": 53.573503488571475 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_1_std", + "value": -6.542030594426993 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_20_diff1", + "value": -7.361461296416054 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_20_max", + "value": 12.66362126169679 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_20_std", + "value": 23.312476851670382 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_3_diff1", + "value": -3.2990569127745886 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_3_max", + "value": 9.856023758120296 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_3_std", + "value": 6.496278200315444 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_5_diff1", + "value": -5.315582777202729 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_5_max", + "value": 10.329077511718229 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "nauc_recall_at_5_std", + "value": 11.384098087196932 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "ndcg_at_1", + "value": 87.643 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "ndcg_at_10", + "value": 76.67399999999999 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "ndcg_at_100", + "value": 79.462 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "ndcg_at_1000", + "value": 80.43599999999999 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "ndcg_at_20", + "value": 77.83 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "ndcg_at_3", + "value": 72.256 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "ndcg_at_5", + "value": 74.789 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "precision_at_1", + "value": 87.643 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "precision_at_10", + "value": 15.726999999999999 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "precision_at_100", + "value": 1.791 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "precision_at_1000", + "value": 0.192 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "precision_at_20", + "value": 8.236 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "precision_at_3", + "value": 45.919 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "precision_at_5", + "value": 29.558 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "recall_at_1", + "value": 43.822 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "recall_at_10", + "value": 78.636 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "recall_at_100", + "value": 89.527 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "recall_at_1000", + "value": 95.868 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "recall_at_20", + "value": 82.363 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "recall_at_3", + "value": 68.879 + }, + { + "slice": "dataset: mteb/hotpotqa, split: test, config: default", + "type": "recall_at_5", + "value": 73.896 + }, + { + "slice": "dataset: mteb/imdb, split: test, config: default", + "type": "accuracy", + "value": 96.6608 + }, + { + "slice": "dataset: mteb/imdb, split: test, config: default", + "type": "ap", + "value": 95.14657820401189 + }, + { + "slice": "dataset: mteb/imdb, split: test, config: default", + "type": "ap_weighted", + "value": 95.14657820401189 + }, + { + "slice": "dataset: mteb/imdb, split: test, config: default", + "type": "f1", + "value": 96.66029695623422 + }, + { + "slice": "dataset: mteb/imdb, split: test, config: default", + "type": "f1_weighted", + "value": 96.66029695623423 + }, + { + "slice": "dataset: mteb/imdb, split: test, config: default", + "type": "main_score", + "value": 96.6608 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "main_score", + "value": 45.217 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "map_at_1", + "value": 24.728 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "map_at_10", + "value": 37.933 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "map_at_100", + "value": 39.074999999999996 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "map_at_1000", + "value": 39.115 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "map_at_20", + "value": 38.663 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "map_at_3", + "value": 33.904 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "map_at_5", + "value": 36.217 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "mrr_at_1", + "value": 25.44412607449857 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "mrr_at_10", + "value": 38.52640196479737 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "mrr_at_100", + "value": 39.60462889736067 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "mrr_at_1000", + "value": 39.638904296248526 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "mrr_at_20", + "value": 39.2234365827559 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "mrr_at_3", + "value": 34.59646609360076 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "mrr_at_5", + "value": 36.8801337153773 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_1000_diff1", + "value": 37.645652178132174 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_1000_max", + "value": 9.953357023361367 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_1000_std", + "value": -20.800238036721503 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_100_diff1", + "value": 37.643073495974555 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_100_max", + "value": 9.95921239641703 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_100_std", + "value": -20.76517765535793 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_10_diff1", + "value": 37.44380763335014 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_10_max", + "value": 9.917273043055342 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_10_std", + "value": -21.467951225710898 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_1_diff1", + "value": 41.02118887981969 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_1_max", + "value": 8.301113449711778 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_1_std", + "value": -19.436814224415027 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_20_diff1", + "value": 37.58156586490493 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_20_max", + "value": 9.972927967610659 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_20_std", + "value": -20.951374218839387 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_3_diff1", + "value": 37.67246795684178 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_3_max", + "value": 9.307031378909478 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_3_std", + "value": -21.77026217965021 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_5_diff1", + "value": 37.39086482095963 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_5_max", + "value": 9.732739107368566 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_map_at_5_std", + "value": -21.8424296893692 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_1000_diff1", + "value": 37.36666719603192 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_1000_max", + "value": 9.79040465289953 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_1000_std", + "value": -20.590147245965568 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_100_diff1", + "value": 37.36560296629318 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_100_max", + "value": 9.798113710672162 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_100_std", + "value": -20.556791838504292 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_10_diff1", + "value": 37.19257605840734 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_10_max", + "value": 9.749429811638063 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_10_std", + "value": -21.206407664327276 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_1_diff1", + "value": 40.98478651095172 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_1_max", + "value": 8.173841799119707 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_1_std", + "value": -19.530027987868017 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_20_diff1", + "value": 37.29973172861245 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_20_max", + "value": 9.815127660001345 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_20_std", + "value": -20.700860112175928 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_3_diff1", + "value": 37.282848009425734 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_3_max", + "value": 9.172741713108193 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_3_std", + "value": -21.563630513502996 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_5_diff1", + "value": 37.08609827303586 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_5_max", + "value": 9.604643424273284 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_mrr_at_5_std", + "value": -21.580110806494094 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_1000_diff1", + "value": 37.086587020218545 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_1000_max", + "value": 10.696860688467472 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_1000_std", + "value": -19.50989939916873 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_100_diff1", + "value": 37.03794531268128 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_100_max", + "value": 10.940820719182339 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_100_std", + "value": -18.28651832370893 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_10_diff1", + "value": 36.21062857920633 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_10_max", + "value": 10.845172882571733 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_10_std", + "value": -21.454301679510106 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_1_diff1", + "value": 40.98478651095172 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_1_max", + "value": 8.173841799119707 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_1_std", + "value": -19.530027987868017 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_20_diff1", + "value": 36.583262733100526 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_20_max", + "value": 11.10492720898974 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_20_std", + "value": -19.41753284137609 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_3_diff1", + "value": 36.57271365035382 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_3_max", + "value": 9.56073433062999 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_3_std", + "value": -22.324263670932915 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_5_diff1", + "value": 36.09419372820154 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_5_max", + "value": 10.357384992631271 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_ndcg_at_5_std", + "value": -22.389578276324894 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_1000_diff1", + "value": -2.7435338714030597 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_1000_max", + "value": 4.302274933383809 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_1000_std", + "value": 8.456846348638948 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_100_diff1", + "value": 15.149466332615983 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_100_max", + "value": 12.501013731673163 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_100_std", + "value": 15.909667509021785 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_10_diff1", + "value": 28.699788688314214 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_10_max", + "value": 13.024586051842347 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_10_std", + "value": -19.197658937078703 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_1_diff1", + "value": 40.98478651095172 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_1_max", + "value": 8.173841799119707 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_1_std", + "value": -19.530027987868017 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_20_diff1", + "value": 26.519292942353395 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_20_max", + "value": 14.389979272056438 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_20_std", + "value": -7.030956994938155 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_3_diff1", + "value": 32.87913492278213 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_3_max", + "value": 9.673660161387776 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_3_std", + "value": -23.905612656592172 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_5_diff1", + "value": 30.903850113238597 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_5_max", + "value": 11.482375434154898 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_precision_at_5_std", + "value": -23.828657095254247 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_1000_diff1", + "value": 35.80765639589219 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_1000_max", + "value": 50.94532805969448 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_1000_std", + "value": 66.79910877083275 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_100_diff1", + "value": 34.96182828311028 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_100_max", + "value": 21.729699631790556 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_100_std", + "value": 23.509439011686474 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_10_diff1", + "value": 31.88371369567137 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_10_max", + "value": 14.425389702697073 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_10_std", + "value": -20.95578001880924 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_1_diff1", + "value": 41.02118887981969 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_1_max", + "value": 8.301113449711778 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_1_std", + "value": -19.436814224415027 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_20_diff1", + "value": 32.42718780622455 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_20_max", + "value": 16.90686126329399 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_20_std", + "value": -9.38158227016737 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_3_diff1", + "value": 33.68966646043966 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_3_max", + "value": 10.336277419708532 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_3_std", + "value": -23.80165869168538 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_5_diff1", + "value": 32.26258807452426 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_5_max", + "value": 12.303713005399935 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "nauc_recall_at_5_std", + "value": -23.87721891164968 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "ndcg_at_1", + "value": 25.444 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "ndcg_at_10", + "value": 45.217 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "ndcg_at_100", + "value": 50.575 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "ndcg_at_1000", + "value": 51.519999999999996 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "ndcg_at_20", + "value": 47.786 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "ndcg_at_3", + "value": 37.067 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "ndcg_at_5", + "value": 41.184 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "precision_at_1", + "value": 25.444 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "precision_at_10", + "value": 7.07 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "precision_at_100", + "value": 0.9730000000000001 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "precision_at_1000", + "value": 0.106 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "precision_at_20", + "value": 4.072 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "precision_at_3", + "value": 15.754999999999999 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "precision_at_5", + "value": 11.544 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "recall_at_1", + "value": 24.728 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "recall_at_10", + "value": 67.607 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "recall_at_100", + "value": 92.094 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "recall_at_1000", + "value": 99.165 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "recall_at_20", + "value": 77.529 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "recall_at_3", + "value": 45.535 + }, + { + "slice": "dataset: mteb/msmarco, split: dev, config: default", + "type": "recall_at_5", + "value": 55.394 + }, + { + "slice": "dataset: mteb/mtop_domain, split: test, config: en", + "type": "accuracy", + "value": 99.01276789785682 + }, + { + "slice": "dataset: mteb/mtop_domain, split: test, config: en", + "type": "f1", + "value": 98.9288649250924 + }, + { + "slice": "dataset: mteb/mtop_domain, split: test, config: en", + "type": "f1_weighted", + "value": 99.01406884928141 + }, + { + "slice": "dataset: mteb/mtop_domain, split: test, config: en", + "type": "main_score", + "value": 99.01276789785682 + }, + { + "slice": "dataset: mteb/mtop_intent, split: test, config: en", + "type": "accuracy", + "value": 92.78385772913816 + }, + { + "slice": "dataset: mteb/mtop_intent, split: test, config: en", + "type": "f1", + "value": 79.78115704297824 + }, + { + "slice": "dataset: mteb/mtop_intent, split: test, config: en", + "type": "f1_weighted", + "value": 93.90424147486428 + }, + { + "slice": "dataset: mteb/mtop_intent, split: test, config: en", + "type": "main_score", + "value": 92.78385772913816 + }, + { + "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", + "type": "accuracy", + "value": 85.83053127101546 + }, + { + "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", + "type": "f1", + "value": 82.72036139888232 + }, + { + "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", + "type": "f1_weighted", + "value": 85.81759723866098 + }, + { + "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", + "type": "main_score", + "value": 85.83053127101546 + }, + { + "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", + "type": "accuracy", + "value": 90.19838601210489 + }, + { + "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", + "type": "f1", + "value": 89.55260197964978 + }, + { + "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", + "type": "f1_weighted", + "value": 90.11422965504119 + }, + { + "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", + "type": "main_score", + "value": 90.19838601210489 + }, + { + "slice": "dataset: mteb/medrxiv-clustering-p2p, split: test, config: default", + "type": "main_score", + "value": 46.866746897607094 + }, + { + "slice": "dataset: mteb/medrxiv-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 46.866746897607094 + }, + { + "slice": "dataset: mteb/medrxiv-clustering-p2p, split: test, config: default", + "type": "v_measure_std", + "value": 1.0966477896919726 + }, + { + "slice": "dataset: mteb/medrxiv-clustering-s2s, split: test, config: default", + "type": "main_score", + "value": 44.6538827415503 + }, + { + "slice": "dataset: mteb/medrxiv-clustering-s2s, split: test, config: default", + "type": "v_measure", + "value": 44.6538827415503 + }, + { + "slice": "dataset: mteb/medrxiv-clustering-s2s, split: test, config: default", + "type": "v_measure_std", + "value": 1.1649569936599116 + }, + { + "slice": "dataset: mteb/mind_small, split: test, config: default", + "type": "main_score", + "value": 33.05449204940555 + }, + { + "slice": "dataset: mteb/mind_small, split: test, config: default", + "type": "map", + "value": 33.05449204940555 + }, + { + "slice": "dataset: mteb/mind_small, split: test, config: default", + "type": "mrr", + "value": 34.32562058439585 + }, + { + "slice": "dataset: mteb/mind_small, split: test, config: default", + "type": "nAUC_map_diff1", + "value": 11.465656013162807 + }, + { + "slice": "dataset: mteb/mind_small, split: test, config: default", + "type": "nAUC_map_max", + "value": -20.400088169502308 + }, + { + "slice": "dataset: mteb/mind_small, split: test, config: default", + "type": "nAUC_map_std", + "value": -2.638964886362445 + }, + { + "slice": "dataset: mteb/mind_small, split: test, config: default", + "type": "nAUC_mrr_diff1", + "value": 10.644290702481207 + }, + { + "slice": "dataset: mteb/mind_small, split: test, config: default", + "type": "nAUC_mrr_max", + "value": -15.304687384645769 + }, + { + "slice": "dataset: mteb/mind_small, split: test, config: default", + "type": "nAUC_mrr_std", + "value": -0.519919931348978 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "main_score", + "value": 41.998000000000005 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "map_at_1", + "value": 6.907000000000001 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "map_at_10", + "value": 16.397000000000002 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "map_at_100", + "value": 21.69 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "map_at_1000", + "value": 23.652 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "map_at_20", + "value": 18.629 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "map_at_3", + "value": 11.969000000000001 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "map_at_5", + "value": 13.894 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "mrr_at_1", + "value": 53.25077399380805 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "mrr_at_10", + "value": 61.8561108653988 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "mrr_at_100", + "value": 62.42447851935404 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "mrr_at_1000", + "value": 62.459626424428095 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "mrr_at_20", + "value": 62.287236389990696 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "mrr_at_3", + "value": 60.42311661506711 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "mrr_at_5", + "value": 61.36738906088753 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_1000_diff1", + "value": 17.159461939643844 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_1000_max", + "value": 32.42764938789903 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_1000_std", + "value": 11.039427848422093 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_100_diff1", + "value": 19.089532984187503 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_100_max", + "value": 31.96721085058713 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_100_std", + "value": 6.947468655726444 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_10_diff1", + "value": 25.77255342629802 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_10_max", + "value": 26.163590320961543 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_10_std", + "value": -5.2588093720998375 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_1_diff1", + "value": 46.31602607957798 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_1_max", + "value": 11.807757660801942 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_1_std", + "value": -13.984889089354317 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_20_diff1", + "value": 22.308161130465365 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_20_max", + "value": 29.070587307827722 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_20_std", + "value": -1.0103056620851558 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_3_diff1", + "value": 33.580827849617506 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_3_max", + "value": 17.661630885799042 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_3_std", + "value": -11.463282544041888 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_5_diff1", + "value": 30.32603342696912 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_5_max", + "value": 20.938905485667245 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_map_at_5_std", + "value": -10.537086968155755 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_1000_diff1", + "value": 24.45065397805829 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_1000_max", + "value": 48.17519860927417 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_1000_std", + "value": 30.350767549118903 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_100_diff1", + "value": 24.444061606534486 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_100_max", + "value": 48.1922894212229 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_100_std", + "value": 30.379257816584094 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_10_diff1", + "value": 24.25598717198779 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_10_max", + "value": 48.10437607774264 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_10_std", + "value": 30.090202482685996 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_1_diff1", + "value": 26.907595285201264 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_1_max", + "value": 44.006974050369955 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_1_std", + "value": 26.921001962861062 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_20_diff1", + "value": 24.462771570553738 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_20_max", + "value": 48.264688196799746 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_20_std", + "value": 30.498095141265914 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_3_diff1", + "value": 24.76829388237229 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_3_max", + "value": 48.213758704739924 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_3_std", + "value": 30.1502853918892 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_5_diff1", + "value": 24.476494932330247 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_5_max", + "value": 47.977250552198804 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_mrr_at_5_std", + "value": 29.65248143104835 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_1000_diff1", + "value": 13.055818920426246 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_1000_max", + "value": 46.00986444256306 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_1000_std", + "value": 29.622662054922085 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_100_diff1", + "value": 12.260551238228816 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_100_max", + "value": 39.89783048267698 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_100_std", + "value": 23.806961617956613 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_10_diff1", + "value": 11.002915931619567 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_10_max", + "value": 39.79323759244374 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_10_std", + "value": 23.053072152911046 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_1_diff1", + "value": 27.560910719974434 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_1_max", + "value": 41.21084046258119 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_1_std", + "value": 26.112891742912893 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_20_diff1", + "value": 10.085854089024496 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_20_max", + "value": 37.88629173784684 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_20_std", + "value": 23.17664322248358 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_3_diff1", + "value": 16.58969583405987 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_3_max", + "value": 41.282222954101435 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_3_std", + "value": 21.080670648392747 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_5_diff1", + "value": 13.893127947909885 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_5_max", + "value": 40.21188015992804 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_ndcg_at_5_std", + "value": 21.417443978842652 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_1000_diff1", + "value": -17.227504530334564 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_1000_max", + "value": 3.798554468439066 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_1000_std", + "value": 35.73617809452683 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_100_diff1", + "value": -17.63388230218776 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_100_max", + "value": 15.079399882407094 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_100_std", + "value": 41.83698491321226 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_10_diff1", + "value": -11.850925959645156 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_10_max", + "value": 35.93283968364352 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_10_std", + "value": 34.391271855921296 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_1_diff1", + "value": 27.730860778824823 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_1_max", + "value": 43.97462471516834 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_1_std", + "value": 27.491068270978896 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_20_diff1", + "value": -14.281328840943347 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_20_max", + "value": 29.469099781759006 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_20_std", + "value": 38.54703022340941 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_3_diff1", + "value": 3.486986910413196 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_3_max", + "value": 41.21107780473768 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_3_std", + "value": 24.057479124531216 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_5_diff1", + "value": -3.0623787872866233 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_5_max", + "value": 37.49266386466702 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_precision_at_5_std", + "value": 26.894454268004935 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_1000_diff1", + "value": -2.446891864334283 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_1000_max", + "value": 23.867293584643377 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_1000_std", + "value": 16.34707128224595 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_100_diff1", + "value": 4.891133690841179 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_100_max", + "value": 24.56727964996522 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_100_std", + "value": 9.847212953200797 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_10_diff1", + "value": 19.211912363585288 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_10_max", + "value": 24.825344777920737 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_10_std", + "value": -5.447989195041898 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_1_diff1", + "value": 46.31602607957798 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_1_max", + "value": 11.807757660801942 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_1_std", + "value": -13.984889089354317 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_20_diff1", + "value": 12.233372054304805 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_20_max", + "value": 22.284108685207148 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_20_std", + "value": -4.317138366746209 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_3_diff1", + "value": 28.394631527225815 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_3_max", + "value": 15.593864852625462 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_3_std", + "value": -12.383531804314593 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_5_diff1", + "value": 24.457441304950343 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_5_max", + "value": 19.080049396281623 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "nauc_recall_at_5_std", + "value": -11.879747703626627 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "ndcg_at_1", + "value": 51.548 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "ndcg_at_10", + "value": 41.998000000000005 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "ndcg_at_100", + "value": 39.626 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "ndcg_at_1000", + "value": 48.707 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "ndcg_at_20", + "value": 40.181 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "ndcg_at_3", + "value": 48.06 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "ndcg_at_5", + "value": 45.829 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "precision_at_1", + "value": 52.941 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "precision_at_10", + "value": 31.330999999999996 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "precision_at_100", + "value": 10.421 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "precision_at_1000", + "value": 2.428 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "precision_at_20", + "value": 24.118000000000002 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "precision_at_3", + "value": 45.408 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "precision_at_5", + "value": 39.938 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "recall_at_1", + "value": 6.907000000000001 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "recall_at_10", + "value": 20.51 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "recall_at_100", + "value": 40.857 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "recall_at_1000", + "value": 73.616 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "recall_at_20", + "value": 26.52 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "recall_at_3", + "value": 13.267999999999999 + }, + { + "slice": "dataset: mteb/nfcorpus, split: test, config: default", + "type": "recall_at_5", + "value": 16.141 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "main_score", + "value": 71.8 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "map_at_1", + "value": 47.629 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "map_at_10", + "value": 64.846 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "map_at_100", + "value": 65.40899999999999 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "map_at_1000", + "value": 65.416 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "map_at_20", + "value": 65.239 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "map_at_3", + "value": 61.185 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "map_at_5", + "value": 63.583 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "mrr_at_1", + "value": 53.15758980301275 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "mrr_at_10", + "value": 67.12880961577366 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "mrr_at_100", + "value": 67.44006405426018 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "mrr_at_1000", + "value": 67.44519150402294 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "mrr_at_20", + "value": 67.34317135515428 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "mrr_at_3", + "value": 64.5905755117805 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "mrr_at_5", + "value": 66.24613750482806 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_1000_diff1", + "value": 45.73812106517133 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_1000_max", + "value": 35.21262031755756 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_1000_std", + "value": -5.549443574026027 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_100_diff1", + "value": 45.74254652176879 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_100_max", + "value": 35.22349167515518 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_100_std", + "value": -5.53697496044773 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_10_diff1", + "value": 45.62837128377087 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_10_max", + "value": 35.3261562342222 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_10_std", + "value": -5.761924414031163 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_1_diff1", + "value": 48.69187848570499 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_1_max", + "value": 28.687996096473476 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_1_std", + "value": -7.518605958272523 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_20_diff1", + "value": 45.702303442220035 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_20_max", + "value": 35.30719944705456 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_20_std", + "value": -5.59505654742681 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_3_diff1", + "value": 45.376813726832474 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_3_max", + "value": 34.68452149643597 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_3_std", + "value": -7.329014950379634 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_5_diff1", + "value": 45.29528861989316 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_5_max", + "value": 35.35741440869229 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_map_at_5_std", + "value": -6.028788612259288 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_1000_diff1", + "value": 46.11808147912517 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_1000_max", + "value": 35.59241850411947 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_1000_std", + "value": -3.4072428526109317 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_100_diff1", + "value": 46.121345545514046 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_100_max", + "value": 35.60147795073431 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_100_std", + "value": -3.3965322447588826 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_10_diff1", + "value": 46.0920068210502 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_10_max", + "value": 35.79649987854354 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_10_std", + "value": -3.339624589368137 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_1_diff1", + "value": 49.101364605656194 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_1_max", + "value": 31.500796071482146 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_1_std", + "value": -4.183818500718156 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_20_diff1", + "value": 46.088076630465594 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_20_max", + "value": 35.682131663053205 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_20_std", + "value": -3.35939023178519 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_3_diff1", + "value": 45.47570812708642 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_3_max", + "value": 35.741892517632984 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_3_std", + "value": -4.135335963822013 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_5_diff1", + "value": 45.78903474184014 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_5_max", + "value": 35.91273593700205 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_mrr_at_5_std", + "value": -3.467873421286869 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_1000_diff1", + "value": 45.5056583000012 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_1000_max", + "value": 36.34328379251593 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_1000_std", + "value": -4.0759698229323345 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_100_diff1", + "value": 45.61918946477166 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_100_max", + "value": 36.675460335836235 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_100_std", + "value": -3.6795334726235986 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_10_diff1", + "value": 45.15343994274541 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_10_max", + "value": 37.48139242964657 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_10_std", + "value": -4.287039084554882 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_1_diff1", + "value": 49.101364605656194 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_1_max", + "value": 31.500796071482146 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_1_std", + "value": -4.183818500718156 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_20_diff1", + "value": 45.310026313402375 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_20_max", + "value": 37.32177497902133 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_20_std", + "value": -3.8214360391282587 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_3_diff1", + "value": 44.27064370528994 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_3_max", + "value": 36.380294033571396 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_3_std", + "value": -6.844263370898355 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_5_diff1", + "value": 44.29933499225583 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_5_max", + "value": 37.46477041822136 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_ndcg_at_5_std", + "value": -4.866548530467956 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_1000_diff1", + "value": -14.666553359142306 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_1000_max", + "value": -0.5599759853201481 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_1000_std", + "value": 16.8370925526591 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_100_diff1", + "value": -11.816251306246278 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_100_max", + "value": 2.969819268208207 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_100_std", + "value": 18.59422946634747 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_10_diff1", + "value": 1.2050200086029401 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_10_max", + "value": 17.59930352911209 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_10_std", + "value": 13.714495717588985 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_1_diff1", + "value": 49.101364605656194 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_1_max", + "value": 31.500796071482146 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_1_std", + "value": -4.183818500718156 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_20_diff1", + "value": -5.263476664822757 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_20_max", + "value": 11.42004823600046 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_20_std", + "value": 16.510514518664994 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_3_diff1", + "value": 20.116460379305828 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_3_max", + "value": 31.32235038301311 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_3_std", + "value": 2.7486717133871923 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_5_diff1", + "value": 9.57451645335723 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_5_max", + "value": 25.28449126580587 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_precision_at_5_std", + "value": 9.955736162466767 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_1000_diff1", + "value": -21.632253065978794 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_1000_max", + "value": 70.14409090958776 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_1000_std", + "value": 65.61658090892989 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_100_diff1", + "value": 51.83161124806711 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_100_max", + "value": 77.49921361841523 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_100_std", + "value": 48.352508746719444 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_10_diff1", + "value": 39.86695231362791 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_10_max", + "value": 50.12029094799474 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_10_std", + "value": 0.1650940628131058 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_1_diff1", + "value": 48.69187848570499 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_1_max", + "value": 28.687996096473476 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_1_std", + "value": -7.518605958272523 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_20_diff1", + "value": 39.14155398061627 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_20_max", + "value": 56.78559423716229 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_20_std", + "value": 7.9728224572344075 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_3_diff1", + "value": 38.69589523432158 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_3_max", + "value": 39.53271258375579 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_3_std", + "value": -8.646925065787512 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_5_diff1", + "value": 37.45922652959002 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_5_max", + "value": 44.4911958995867 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "nauc_recall_at_5_std", + "value": -3.5659842556375594 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "ndcg_at_1", + "value": 53.15800000000001 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "ndcg_at_10", + "value": 71.8 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "ndcg_at_100", + "value": 73.85199999999999 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "ndcg_at_1000", + "value": 74.017 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "ndcg_at_20", + "value": 72.933 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "ndcg_at_3", + "value": 65.479 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "ndcg_at_5", + "value": 69.182 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "precision_at_1", + "value": 53.15800000000001 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "precision_at_10", + "value": 10.805 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "precision_at_100", + "value": 1.2 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "precision_at_1000", + "value": 0.122 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "precision_at_20", + "value": 5.694 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "precision_at_3", + "value": 28.939999999999998 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "precision_at_5", + "value": 19.641000000000002 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "recall_at_1", + "value": 47.629 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "recall_at_10", + "value": 90.204 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "recall_at_100", + "value": 98.66 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "recall_at_1000", + "value": 99.874 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "recall_at_20", + "value": 94.24 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "recall_at_3", + "value": 74.394 + }, + { + "slice": "dataset: mteb/nq, split: test, config: default", + "type": "recall_at_5", + "value": 82.711 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "main_score", + "value": 90.025 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "map_at_1", + "value": 72.222 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "map_at_10", + "value": 86.58500000000001 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "map_at_100", + "value": 87.176 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "map_at_1000", + "value": 87.188 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "map_at_20", + "value": 86.97399999999999 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "map_at_3", + "value": 83.736 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "map_at_5", + "value": 85.554 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "mrr_at_1", + "value": 83.04 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "mrr_at_10", + "value": 89.05599603174585 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "mrr_at_100", + "value": 89.12398891419457 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "mrr_at_1000", + "value": 89.12434072241001 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "mrr_at_20", + "value": 89.10416280692111 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "mrr_at_3", + "value": 88.23833333333312 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "mrr_at_5", + "value": 88.82233333333308 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_1000_diff1", + "value": 78.29348113313218 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_1000_max", + "value": 32.31386754277228 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_1000_std", + "value": -50.47543661484052 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_100_diff1", + "value": 78.29618548618575 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_100_max", + "value": 32.301475680947846 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_100_std", + "value": -50.50303428814228 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_10_diff1", + "value": 78.47383776440803 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_10_max", + "value": 31.839339990133563 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_10_std", + "value": -52.832713555976 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_1_diff1", + "value": 82.46330147467418 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_1_max", + "value": 23.497664918373538 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_1_std", + "value": -43.824657665520704 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_20_diff1", + "value": 78.34772176474422 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_20_max", + "value": 32.16495182893947 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_20_std", + "value": -51.503292726558605 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_3_diff1", + "value": 79.07823813069432 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_3_max", + "value": 29.395911687513976 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_3_std", + "value": -54.16377546873304 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_5_diff1", + "value": 78.73076619520454 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_5_max", + "value": 30.700453118585237 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_map_at_5_std", + "value": -54.130514177664054 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_1000_diff1", + "value": 79.04736184471865 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_1000_max", + "value": 34.43004593837643 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_1000_std", + "value": -46.137269068195316 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_100_diff1", + "value": 79.04698704288086 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_100_max", + "value": 34.4305553741175 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_100_std", + "value": -46.13786687786434 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_10_diff1", + "value": 79.04490677485934 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_10_max", + "value": 34.38170181522227 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_10_std", + "value": -46.38129875681807 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_1_diff1", + "value": 79.87159215719124 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_1_max", + "value": 34.05882339253136 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_1_std", + "value": -43.56093395137571 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_20_diff1", + "value": 79.04384174535653 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_20_max", + "value": 34.442136494675005 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_20_std", + "value": -46.205458519638654 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_3_diff1", + "value": 78.78154519155487 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_3_max", + "value": 34.74995000500305 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_3_std", + "value": -46.36264203155416 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_5_diff1", + "value": 79.02631187177 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_5_max", + "value": 34.538698249632205 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_mrr_at_5_std", + "value": -46.468881576157465 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_1000_diff1", + "value": 78.25260097014645 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_1000_max", + "value": 33.68584498704271 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_1000_std", + "value": -48.44716779494868 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_100_diff1", + "value": 78.25115412256716 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_100_max", + "value": 33.63652663447088 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_100_std", + "value": -48.489243909024715 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_10_diff1", + "value": 78.23875101557334 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_10_max", + "value": 32.65217430043823 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_10_std", + "value": -52.57770468845309 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_1_diff1", + "value": 79.87159215719124 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_1_max", + "value": 34.05882339253136 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_1_std", + "value": -43.56093395137571 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_20_diff1", + "value": 78.23478552311765 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_20_max", + "value": 33.30691737901109 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_20_std", + "value": -50.78412614854527 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_3_diff1", + "value": 77.66134485470224 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_3_max", + "value": 32.19504710373125 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_3_std", + "value": -52.01636728550155 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_5_diff1", + "value": 78.04734137324255 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_5_max", + "value": 31.94593625591248 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_ndcg_at_5_std", + "value": -53.02169800690546 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_1000_diff1", + "value": -45.771948123542636 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_1000_max", + "value": -5.182406190477681 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_1000_std", + "value": 41.14460438707817 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_100_diff1", + "value": -45.64767154261461 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_100_max", + "value": -5.046308286851713 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_100_std", + "value": 41.07186716587844 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_10_diff1", + "value": -42.26779562305825 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_10_max", + "value": -1.1264852893323076 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_10_std", + "value": 27.62275729822392 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_1_diff1", + "value": 79.87159215719124 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_1_max", + "value": 34.05882339253136 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_1_std", + "value": -43.56093395137571 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_20_diff1", + "value": -44.24293221128388 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_20_max", + "value": -3.1345628837361867 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_20_std", + "value": 34.23625492740366 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_3_diff1", + "value": -24.925251389823348 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_3_max", + "value": 6.622188833369412 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_3_std", + "value": 6.424741786858512 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_5_diff1", + "value": -36.1407949990387 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_5_max", + "value": 1.7533948968374462 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_precision_at_5_std", + "value": 17.914083278982634 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_1000_diff1", + "value": 52.26815466244496 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_1000_max", + "value": 69.73611104239443 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_1000_std", + "value": 73.18969965863008 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_100_diff1", + "value": 70.80557513785271 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_100_max", + "value": 33.333440086544556 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_100_std", + "value": -38.75992366905504 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_10_diff1", + "value": 74.45948457438163 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_10_max", + "value": 26.64948512428989 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_10_std", + "value": -82.90334292052363 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_1_diff1", + "value": 82.46330147467418 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_1_max", + "value": 23.497664918373538 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_1_std", + "value": -43.824657665520704 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_20_diff1", + "value": 73.80140280887753 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_20_max", + "value": 30.361616426734965 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_20_std", + "value": -81.1418804447414 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_3_diff1", + "value": 75.19854736087834 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_3_max", + "value": 26.12298005045584 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_3_std", + "value": -63.42583714745169 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_5_diff1", + "value": 74.16423451950358 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_5_max", + "value": 25.552390331018987 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "nauc_recall_at_5_std", + "value": -71.15891947773912 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "ndcg_at_1", + "value": 83.04 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "ndcg_at_10", + "value": 90.025 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "ndcg_at_100", + "value": 91.006 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "ndcg_at_1000", + "value": 91.061 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "ndcg_at_20", + "value": 90.556 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "ndcg_at_3", + "value": 87.493 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "ndcg_at_5", + "value": 88.955 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "precision_at_1", + "value": 83.04 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "precision_at_10", + "value": 13.667000000000002 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "precision_at_100", + "value": 1.542 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "precision_at_1000", + "value": 0.157 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "precision_at_20", + "value": 7.221 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "precision_at_3", + "value": 38.433 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "precision_at_5", + "value": 25.228 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "recall_at_1", + "value": 72.222 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "recall_at_10", + "value": 96.604 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "recall_at_100", + "value": 99.786 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "recall_at_1000", + "value": 99.996 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "recall_at_20", + "value": 98.253 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "recall_at_3", + "value": 89.276 + }, + { + "slice": "dataset: mteb/quora, split: test, config: default", + "type": "recall_at_5", + "value": 93.46 + }, + { + "slice": "dataset: mteb/reddit-clustering, split: test, config: default", + "type": "main_score", + "value": 72.86492101891123 + }, + { + "slice": "dataset: mteb/reddit-clustering, split: test, config: default", + "type": "v_measure", + "value": 72.86492101891123 + }, + { + "slice": "dataset: mteb/reddit-clustering, split: test, config: default", + "type": "v_measure_std", + "value": 2.778711445144635 + }, + { + "slice": "dataset: mteb/reddit-clustering-p2p, split: test, config: default", + "type": "main_score", + "value": 75.27316726548479 + }, + { + "slice": "dataset: mteb/reddit-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 75.27316726548479 + }, + { + "slice": "dataset: mteb/reddit-clustering-p2p, split: test, config: default", + "type": "v_measure_std", + "value": 8.87871936725338 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "main_score", + "value": 26.638 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "map_at_1", + "value": 6.128 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "map_at_10", + "value": 16.472 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "map_at_100", + "value": 19.522000000000002 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "map_at_1000", + "value": 19.898 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "map_at_20", + "value": 18.098 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "map_at_3", + "value": 11.283 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "map_at_5", + "value": 13.771 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "mrr_at_1", + "value": 30.2 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "mrr_at_10", + "value": 42.621150793650735 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "mrr_at_100", + "value": 43.740858712021954 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "mrr_at_1000", + "value": 43.762699500220904 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "mrr_at_20", + "value": 43.383639927753634 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "mrr_at_3", + "value": 38.83333333333331 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "mrr_at_5", + "value": 41.14833333333326 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_1000_diff1", + "value": 13.13534664124808 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_1000_max", + "value": 29.346654566149795 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_1000_std", + "value": 18.08121186982413 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_100_diff1", + "value": 13.098072728041538 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_100_max", + "value": 29.299084480697523 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_100_std", + "value": 17.961620202918464 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_10_diff1", + "value": 14.001743720394682 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_10_max", + "value": 28.04128290996403 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_10_std", + "value": 13.744481555974716 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_1_diff1", + "value": 22.1926640424872 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_1_max", + "value": 21.32609279586034 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_1_std", + "value": 6.566596302915438 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_20_diff1", + "value": 13.57313142419664 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_20_max", + "value": 28.93840146319476 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_20_std", + "value": 16.50869367365676 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_3_diff1", + "value": 17.707700541948462 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_3_max", + "value": 26.058174051376238 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_3_std", + "value": 9.943924560735267 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_5_diff1", + "value": 17.11844492157723 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_5_max", + "value": 27.865247403049388 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_map_at_5_std", + "value": 11.372588172121546 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_1000_diff1", + "value": 21.11248719936198 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_1000_max", + "value": 26.734172102201466 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_1000_std", + "value": 11.766121765437228 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_100_diff1", + "value": 21.107109982277702 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_100_max", + "value": 26.741616065723267 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_100_std", + "value": 11.789802686224208 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_10_diff1", + "value": 20.74108639793207 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_10_max", + "value": 26.920838463358333 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_10_std", + "value": 11.849217361926522 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_1_diff1", + "value": 22.177437860573356 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_1_max", + "value": 21.88074521417754 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_1_std", + "value": 6.776011900101789 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_20_diff1", + "value": 21.126633710175994 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_20_max", + "value": 26.860736480370974 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_20_std", + "value": 11.815411633726338 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_3_diff1", + "value": 21.689245200066466 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_3_max", + "value": 26.187305092831625 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_3_std", + "value": 10.895380313134332 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_5_diff1", + "value": 20.898811082479778 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_5_max", + "value": 26.939217247104036 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_mrr_at_5_std", + "value": 11.77832949822472 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_1000_diff1", + "value": 13.251184947898546 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_1000_max", + "value": 30.879594164526146 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_1000_std", + "value": 23.125206047366625 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_100_diff1", + "value": 12.549100649053676 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_100_max", + "value": 30.634680845419123 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_100_std", + "value": 23.296226055422984 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_10_diff1", + "value": 14.475144549294322 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_10_max", + "value": 29.450349815417336 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_10_std", + "value": 15.94068314781612 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_1_diff1", + "value": 22.177437860573356 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_1_max", + "value": 21.88074521417754 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_1_std", + "value": 6.776011900101789 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_20_diff1", + "value": 14.173669585802266 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_20_max", + "value": 30.475890854725 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_20_std", + "value": 19.863898148221704 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_3_diff1", + "value": 18.93971261196868 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_3_max", + "value": 27.3707298720736 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_3_std", + "value": 11.439810510051224 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_5_diff1", + "value": 17.89535958094687 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_5_max", + "value": 29.272740466638425 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_ndcg_at_5_std", + "value": 13.402467626635909 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_1000_diff1", + "value": -3.811547048784123 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_1000_max", + "value": 22.55165337197117 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_1000_std", + "value": 35.98524999650108 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_100_diff1", + "value": 0.6474234774922896 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_100_max", + "value": 25.06920726527032 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_100_std", + "value": 32.31439698982313 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_10_diff1", + "value": 7.943127218139508 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_10_max", + "value": 28.571937636787197 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_10_std", + "value": 18.8472620918488 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_1_diff1", + "value": 22.177437860573356 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_1_max", + "value": 21.88074521417754 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_1_std", + "value": 6.776011900101789 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_20_diff1", + "value": 6.981574259607366 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_20_max", + "value": 28.986094397038727 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_20_std", + "value": 25.83129974001146 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_3_diff1", + "value": 17.197490724039355 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_3_max", + "value": 29.17569320583099 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_3_std", + "value": 13.430554945991846 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_5_diff1", + "value": 14.952364330739362 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_5_max", + "value": 31.053243354846977 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_precision_at_5_std", + "value": 15.856312752807822 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_1000_diff1", + "value": -4.8224253128926975 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_1000_max", + "value": 21.3989024429911 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_1000_std", + "value": 39.152234275603604 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_100_diff1", + "value": 0.11936808422867201 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_100_max", + "value": 24.261739241957823 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_100_std", + "value": 32.62984573938928 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_10_diff1", + "value": 7.851256165018388 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_10_max", + "value": 27.936406600938746 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_10_std", + "value": 18.683634320636113 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_1_diff1", + "value": 22.1926640424872 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_1_max", + "value": 21.32609279586034 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_1_std", + "value": 6.566596302915438 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_20_diff1", + "value": 6.8107211705182165 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_20_max", + "value": 28.286284094687787 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_20_std", + "value": 25.932013268120862 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_3_diff1", + "value": 17.04156818427151 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_3_max", + "value": 28.645439108719216 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_3_std", + "value": 13.346047828494411 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_5_diff1", + "value": 14.906284329771822 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_5_max", + "value": 30.58628602415921 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "nauc_recall_at_5_std", + "value": 15.755157478191755 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "ndcg_at_1", + "value": 30.2 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "ndcg_at_10", + "value": 26.638 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "ndcg_at_100", + "value": 37.135 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "ndcg_at_1000", + "value": 42.576 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "ndcg_at_20", + "value": 30.75 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "ndcg_at_3", + "value": 24.675 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "ndcg_at_5", + "value": 21.836 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "precision_at_1", + "value": 30.2 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "precision_at_10", + "value": 14.06 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "precision_at_100", + "value": 2.904 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "precision_at_1000", + "value": 0.42 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "precision_at_20", + "value": 9.4 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "precision_at_3", + "value": 23.233 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "precision_at_5", + "value": 19.439999999999998 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "recall_at_1", + "value": 6.128 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "recall_at_10", + "value": 28.471999999999998 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "recall_at_100", + "value": 58.952000000000005 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "recall_at_1000", + "value": 85.137 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "recall_at_20", + "value": 38.17 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "recall_at_3", + "value": 14.127999999999998 + }, + { + "slice": "dataset: mteb/scidocs, split: test, config: default", + "type": "recall_at_5", + "value": 19.673 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "cosine_pearson", + "value": 86.86608529160739 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "cosine_spearman", + "value": 82.88625166203383 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 84.15494418856142 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 82.88449294676421 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "main_score", + "value": 82.88625166203383 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 84.39068623474428 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 82.88065412169463 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "pearson", + "value": 86.86608529160739 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "spearman", + "value": 82.88625166203383 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "cosine_pearson", + "value": 87.0445014940449 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "cosine_spearman", + "value": 80.0880365116599 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 83.80250772928852 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 80.0892465260778 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "main_score", + "value": 80.0880365116599 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 83.96793981929336 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 80.24881789268238 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "pearson", + "value": 87.0445014940449 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "spearman", + "value": 80.0880365116599 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "cosine_pearson", + "value": 89.33900828959968 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "cosine_spearman", + "value": 89.68256358526733 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 89.29188708262265 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 89.68204344658601 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "main_score", + "value": 89.68256358526733 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 89.13996588193149 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 89.61372804425623 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "pearson", + "value": 89.33900828959968 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "spearman", + "value": 89.68256358526733 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "cosine_pearson", + "value": 86.42029843639123 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "cosine_spearman", + "value": 85.0707889220723 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 85.75114239552562 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 85.06858160270725 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "main_score", + "value": 85.0707889220723 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 85.86461900459038 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 85.28671103475605 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "pearson", + "value": 86.42029843639123 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "spearman", + "value": 85.0707889220723 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "cosine_pearson", + "value": 88.3660081271444 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "cosine_spearman", + "value": 89.39375083609528 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 89.21818482894895 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 89.39361588875443 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "main_score", + "value": 89.39375083609528 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 89.53535068014057 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 89.81077130567752 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "pearson", + "value": 88.3660081271444 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "spearman", + "value": 89.39375083609528 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "cosine_pearson", + "value": 85.60708247171874 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "cosine_spearman", + "value": 87.15234952832193 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 86.21743555548137 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 87.14450217418016 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "main_score", + "value": 87.15234952832193 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 86.2467748746084 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 87.2197479717654 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "pearson", + "value": 85.60708247171874 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "spearman", + "value": 87.15234952832193 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "cosine_pearson", + "value": 91.25898556808458 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "cosine_spearman", + "value": 91.35372390581641 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "euclidean_pearson", + "value": 91.319520321348 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "euclidean_spearman", + "value": 91.30821135416925 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "main_score", + "value": 91.35372390581641 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "manhattan_pearson", + "value": 91.14800959939069 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "manhattan_spearman", + "value": 91.09775424245629 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "pearson", + "value": 91.25898556808458 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "spearman", + "value": 91.35372390581641 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "cosine_pearson", + "value": 67.61637111515797 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "cosine_spearman", + "value": 68.10379096526697 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "euclidean_pearson", + "value": 69.2652309491375 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "euclidean_spearman", + "value": 68.18436357033228 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "main_score", + "value": 68.10379096526697 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "manhattan_pearson", + "value": 69.52531340510775 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "manhattan_spearman", + "value": 68.17874790391862 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "pearson", + "value": 67.61637111515797 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "spearman", + "value": 68.10379096526697 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "cosine_pearson", + "value": 87.81592853782297 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "cosine_spearman", + "value": 88.2302550329183 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 88.01165144519526 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 88.23342148890097 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "main_score", + "value": 88.2302550329183 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 88.148592564938 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 88.49226317320988 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "pearson", + "value": 87.81592853782297 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "spearman", + "value": 88.2302550329183 + }, + { + "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", + "type": "main_score", + "value": 89.196009707431 + }, + { + "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", + "type": "map", + "value": 89.196009707431 + }, + { + "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", + "type": "mrr", + "value": 97.07198121413808 + }, + { + "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", + "type": "nAUC_map_diff1", + "value": -14.066667940115352 + }, + { + "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", + "type": "nAUC_map_max", + "value": 49.73702475027407 + }, + { + "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", + "type": "nAUC_map_std", + "value": 64.0986775782592 + }, + { + "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", + "type": "nAUC_mrr_diff1", + "value": 21.96846389417319 + }, + { + "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", + "type": "nAUC_mrr_max", + "value": 86.38341077184032 + }, + { + "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", + "type": "nAUC_mrr_std", + "value": 75.38945014727746 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "main_score", + "value": 80.08999999999999 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "map_at_1", + "value": 63.161 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "map_at_10", + "value": 75.163 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "map_at_100", + "value": 75.408 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "map_at_1000", + "value": 75.409 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "map_at_20", + "value": 75.332 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "map_at_3", + "value": 71.839 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "map_at_5", + "value": 74.32600000000001 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "mrr_at_1", + "value": 66.33333333333333 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "mrr_at_10", + "value": 75.95978835978836 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "mrr_at_100", + "value": 76.15647881281473 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "mrr_at_1000", + "value": 76.15736533763744 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "mrr_at_20", + "value": 76.08557368557368 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "mrr_at_3", + "value": 73.55555555555556 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "mrr_at_5", + "value": 75.4888888888889 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_1000_diff1", + "value": 77.31229383811176 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_1000_max", + "value": 58.848319058605156 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_1000_std", + "value": -14.290090263454985 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_100_diff1", + "value": 77.31325400213969 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_100_max", + "value": 58.848885054155275 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_100_std", + "value": -14.285806618869273 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_10_diff1", + "value": 77.1806705504232 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_10_max", + "value": 59.02905805134415 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_10_std", + "value": -14.132954900037467 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_1_diff1", + "value": 81.03932970557837 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_1_max", + "value": 49.02073230264529 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_1_std", + "value": -22.977452975845512 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_20_diff1", + "value": 77.22581364818562 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_20_max", + "value": 58.90740400399768 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_20_std", + "value": -14.245079150986745 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_3_diff1", + "value": 76.99793243255563 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_3_max", + "value": 54.9930733886623 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_3_std", + "value": -19.297708446082407 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_5_diff1", + "value": 77.1671608360295 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_5_max", + "value": 57.27757489519526 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_map_at_5_std", + "value": -15.446338357667708 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_1000_diff1", + "value": 77.4806080821202 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_1000_max", + "value": 60.9213776129792 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_1000_std", + "value": -12.139599632228343 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_100_diff1", + "value": 77.48158073865281 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_100_max", + "value": 60.9218657185361 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_100_std", + "value": -12.13532070453677 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_10_diff1", + "value": 77.32428546014407 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_10_max", + "value": 61.018407010343466 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_10_std", + "value": -12.143193773309347 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_1_diff1", + "value": 80.99806778887115 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_1_max", + "value": 59.17855969530095 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_1_std", + "value": -12.30545640831458 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_20_diff1", + "value": 77.3811067653992 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_20_max", + "value": 60.9648880366335 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_20_std", + "value": -12.124066076541853 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_3_diff1", + "value": 77.31304316321959 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_3_max", + "value": 60.75536766404163 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_3_std", + "value": -12.997876030849623 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_5_diff1", + "value": 77.12952864141742 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_5_max", + "value": 60.995943754968685 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_mrr_at_5_std", + "value": -11.353447465605694 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_1000_diff1", + "value": 76.81788665683746 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_1000_max", + "value": 60.35947755262391 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_1000_std", + "value": -12.884942372460362 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_100_diff1", + "value": 76.87388230365198 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_100_max", + "value": 60.38813162962434 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_100_std", + "value": -12.64384717800478 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_10_diff1", + "value": 75.87713506026317 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_10_max", + "value": 61.39356554675667 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_10_std", + "value": -12.144227584144218 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_1_diff1", + "value": 80.99806778887115 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_1_max", + "value": 59.17855969530095 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_1_std", + "value": -12.30545640831458 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_20_diff1", + "value": 76.09913944506627 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_20_max", + "value": 61.01644448834147 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_20_std", + "value": -12.456209267623857 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_3_diff1", + "value": 75.52717946614608 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_3_max", + "value": 58.96433090721983 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_3_std", + "value": -15.849280494339556 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_5_diff1", + "value": 75.69026981016921 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_5_max", + "value": 58.924044405851326 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_ndcg_at_5_std", + "value": -13.182728827923107 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_1000_diff1", + "value": -31.634022001609914 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_1000_max", + "value": 31.46271490784504 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_1000_std", + "value": 60.44801276891442 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_100_diff1", + "value": -29.722363469948103 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_100_max", + "value": 32.05464592020074 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_100_std", + "value": 60.832570595613554 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_10_diff1", + "value": -11.91731376599939 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_10_max", + "value": 45.43646553157129 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_10_std", + "value": 52.962408871791276 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_1_diff1", + "value": 80.99806778887115 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_1_max", + "value": 59.17855969530095 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_1_std", + "value": -12.30545640831458 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_20_diff1", + "value": -18.43293701721667 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_20_max", + "value": 39.53434874203934 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_20_std", + "value": 53.6291982468461 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_3_diff1", + "value": 30.84789043003892 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_3_max", + "value": 55.660727758110376 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_3_std", + "value": 17.87243920840355 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_5_diff1", + "value": 4.099395181445625 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_5_max", + "value": 50.346770968709386 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_precision_at_5_std", + "value": 44.66722483255029 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_1000_diff1", + "value": null + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_1000_max", + "value": null + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_1000_std", + "value": null + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_100_diff1", + "value": 100 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_100_max", + "value": 72.2222222222207 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_100_std", + "value": 86.92810457516407 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_10_diff1", + "value": 62.18887555022005 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_10_max", + "value": 75.14339068960916 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_10_std", + "value": -1.4912631719357108 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_1_diff1", + "value": 81.03932970557837 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_1_max", + "value": 49.02073230264529 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_1_std", + "value": -22.977452975845512 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_20_diff1", + "value": 59.27414444038499 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_20_max", + "value": 76.32241302318047 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_20_std", + "value": -0.8322169447488666 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_3_diff1", + "value": 69.58783002593157 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_3_max", + "value": 55.89660919896563 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_3_std", + "value": -21.183005510917862 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_5_diff1", + "value": 65.53660499878802 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_5_max", + "value": 58.218018535135805 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "nauc_recall_at_5_std", + "value": -8.328952210032455 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "ndcg_at_1", + "value": 66.333 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "ndcg_at_10", + "value": 80.08999999999999 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "ndcg_at_100", + "value": 81.24900000000001 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "ndcg_at_1000", + "value": 81.28800000000001 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "ndcg_at_20", + "value": 80.625 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "ndcg_at_3", + "value": 74.98700000000001 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "ndcg_at_5", + "value": 78.553 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "precision_at_1", + "value": 66.333 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "precision_at_10", + "value": 10.667 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "precision_at_100", + "value": 1.127 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "precision_at_1000", + "value": 0.11299999999999999 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "precision_at_20", + "value": 5.45 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "precision_at_3", + "value": 29.555999999999997 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "precision_at_5", + "value": 20.133000000000003 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "recall_at_1", + "value": 63.161 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "recall_at_10", + "value": 94.167 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "recall_at_100", + "value": 99.667 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "recall_at_1000", + "value": 100 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "recall_at_20", + "value": 96.167 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "recall_at_3", + "value": 80.972 + }, + { + "slice": "dataset: mteb/scifact, split: test, config: default", + "type": "recall_at_5", + "value": 89.90599999999999 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cosine_accuracy", + "value": 99.81881188118813 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cosine_accuracy_threshold", + "value": 85.55081486701965 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cosine_ap", + "value": 96.0359661816236 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cosine_f1", + "value": 90.6584992343032 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cosine_f1_threshold", + "value": 84.82859134674072 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cosine_precision", + "value": 92.59645464025026 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cosine_recall", + "value": 88.8 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_accuracy", + "value": 99.81881188118813 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_accuracy_threshold", + "value": 84.91908311843872 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_ap", + "value": 96.05740121094365 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_f1", + "value": 90.81885856079404 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_f1_threshold", + "value": 83.84919166564941 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_precision", + "value": 90.14778325123153 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_recall", + "value": 91.5 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_accuracy", + "value": 99.82079207920792 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_accuracy_threshold", + "value": 54.49706315994263 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_ap", + "value": 96.03223527068818 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_f1", + "value": 90.72270630445925 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_f1_threshold", + "value": 54.49706315994263 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_precision", + "value": 93.05993690851734 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_recall", + "value": 88.5 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "main_score", + "value": 96.32671902439806 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_accuracy", + "value": 99.83267326732673 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_accuracy_threshold", + "value": 3818.192672729492 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_ap", + "value": 96.32671902439806 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_f1", + "value": 91.52032112393378 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_f1_threshold", + "value": 3818.192672729492 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_precision", + "value": 91.8429003021148 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_recall", + "value": 91.2 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "max_ap", + "value": 96.32671902439806 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "max_f1", + "value": 91.52032112393378 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "max_precision", + "value": 93.05993690851734 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "max_recall", + "value": 91.5 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "similarity_accuracy", + "value": 99.81881188118813 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "similarity_accuracy_threshold", + "value": 85.55081486701965 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "similarity_ap", + "value": 96.0359661816236 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "similarity_f1", + "value": 90.6584992343032 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "similarity_f1_threshold", + "value": 84.82859134674072 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "similarity_precision", + "value": 92.59645464025026 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "similarity_recall", + "value": 88.8 + }, + { + "slice": "dataset: mteb/stackexchange-clustering, split: test, config: default", + "type": "main_score", + "value": 80.28558559137414 + }, + { + "slice": "dataset: mteb/stackexchange-clustering, split: test, config: default", + "type": "v_measure", + "value": 80.28558559137414 + }, + { + "slice": "dataset: mteb/stackexchange-clustering, split: test, config: default", + "type": "v_measure_std", + "value": 2.795276520287584 + }, + { + "slice": "dataset: mteb/stackexchange-clustering-p2p, split: test, config: default", + "type": "main_score", + "value": 49.57135582416209 + }, + { + "slice": "dataset: mteb/stackexchange-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 49.57135582416209 + }, + { + "slice": "dataset: mteb/stackexchange-clustering-p2p, split: test, config: default", + "type": "v_measure_std", + "value": 1.6414135468423754 + }, + { + "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", + "type": "main_score", + "value": 55.253002583598644 + }, + { + "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", + "type": "map", + "value": 55.253002583598644 + }, + { + "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", + "type": "mrr", + "value": 56.24172396231219 + }, + { + "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", + "type": "nAUC_map_diff1", + "value": 40.00053248203427 + }, + { + "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", + "type": "nAUC_map_max", + "value": 10.05441740585869 + }, + { + "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", + "type": "nAUC_map_std", + "value": 8.227169286387552 + }, + { + "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", + "type": "nAUC_mrr_diff1", + "value": 40.250446264233744 + }, + { + "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", + "type": "nAUC_mrr_max", + "value": 10.586310195339053 + }, + { + "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", + "type": "nAUC_mrr_std", + "value": 8.47326494370076 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "cosine_pearson", + "value": 31.19874648747059 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "cosine_spearman", + "value": 31.493550648844863 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "dot_pearson", + "value": 31.157847680289407 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "dot_spearman", + "value": 31.575299712180538 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "main_score", + "value": 31.493550648844863 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "pearson", + "value": 31.19874648747059 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "spearman", + "value": 31.493550648844863 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "main_score", + "value": 85.983 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "map_at_1", + "value": 0.247 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "map_at_10", + "value": 2.177 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "map_at_100", + "value": 14.804 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "map_at_1000", + "value": 37.045 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "map_at_20", + "value": 4.12 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "map_at_3", + "value": 0.7000000000000001 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "map_at_5", + "value": 1.1320000000000001 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "mrr_at_1", + "value": 96 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "mrr_at_10", + "value": 98 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "mrr_at_100", + "value": 98 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "mrr_at_1000", + "value": 98 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "mrr_at_20", + "value": 98 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "mrr_at_3", + "value": 98 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "mrr_at_5", + "value": 98 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_1000_diff1", + "value": -0.9165125200337213 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_1000_max", + "value": 40.260117798042764 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_1000_std", + "value": 71.72789335831554 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_100_diff1", + "value": 20.493827311583953 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_100_max", + "value": 21.005742079276462 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_100_std", + "value": 62.53815607831659 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_10_diff1", + "value": 31.289297684528215 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_10_max", + "value": 7.86554294370268 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_10_std", + "value": 37.26191657133897 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_1_diff1", + "value": 25.57568148849456 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_1_max", + "value": -5.9767435623941445 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_1_std", + "value": 30.849871717506755 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_20_diff1", + "value": 30.896018204532087 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_20_max", + "value": 8.667077299744314 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_20_std", + "value": 41.512687168412924 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_3_diff1", + "value": 29.44724521006598 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_3_max", + "value": 1.597496889532064 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_3_std", + "value": 32.25013773854697 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_5_diff1", + "value": 27.387036605618825 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_5_max", + "value": 5.402983746211454 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_map_at_5_std", + "value": 33.940523962472184 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_1000_diff1", + "value": -14.122315592903503 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_1000_max", + "value": 33.84687208216605 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_1000_std", + "value": 86.11111111111092 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_100_diff1", + "value": -14.122315592903503 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_100_max", + "value": 33.84687208216605 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_100_std", + "value": 86.11111111111092 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_10_diff1", + "value": -14.122315592903503 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_10_max", + "value": 33.84687208216605 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_10_std", + "value": 86.11111111111092 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_1_diff1", + "value": -14.122315592903831 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_1_max", + "value": 33.84687208216637 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_1_std", + "value": 86.11111111111124 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_20_diff1", + "value": -14.122315592903503 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_20_max", + "value": 33.84687208216605 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_20_std", + "value": 86.11111111111092 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_3_diff1", + "value": -14.122315592903503 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_3_max", + "value": 33.84687208216605 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_3_std", + "value": 86.11111111111092 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_5_diff1", + "value": -14.122315592903503 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_5_max", + "value": 33.84687208216605 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_mrr_at_5_std", + "value": 86.11111111111092 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_1000_diff1", + "value": 8.745907669561928 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_1000_max", + "value": 45.43307237994533 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_1000_std", + "value": 74.93357447176336 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_100_diff1", + "value": -3.9719350773353765 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_100_max", + "value": 44.43705332397461 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_100_std", + "value": 61.59493812371758 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_10_diff1", + "value": 15.230915878367348 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_10_max", + "value": 48.332840970836635 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_10_std", + "value": 46.888785065125774 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_1_diff1", + "value": 13.219732337379442 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_1_max", + "value": 45.19919078742603 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_1_std", + "value": 64.68253968253977 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_20_diff1", + "value": 12.479648691964865 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_20_max", + "value": 48.76688248450331 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_20_std", + "value": 51.450399755887545 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_3_diff1", + "value": 6.165414201871464 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_3_max", + "value": 45.089689347691035 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_3_std", + "value": 41.08249161845213 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_5_diff1", + "value": 7.411245806844721 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_5_max", + "value": 47.818748093538076 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_ndcg_at_5_std", + "value": 45.907685763676575 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_1000_diff1", + "value": -30.574290219847345 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_1000_max", + "value": 32.56926126118719 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_1000_std", + "value": 14.584504392628874 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_100_diff1", + "value": -10.199740234718847 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_100_max", + "value": 41.0213226769777 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_100_std", + "value": 56.975760776771324 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_10_diff1", + "value": 7.865792689701161 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_10_max", + "value": 52.00432275201737 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_10_std", + "value": 43.89512276413724 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_1_diff1", + "value": -14.122315592903831 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_1_max", + "value": 33.84687208216637 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_1_std", + "value": 86.11111111111124 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_20_diff1", + "value": 5.481424191880084 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_20_max", + "value": 46.86629331792725 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_20_std", + "value": 49.245692667517496 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_3_diff1", + "value": -5.870408807869163 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_3_max", + "value": 48.73657612128875 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_3_std", + "value": 41.15152062088262 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_5_diff1", + "value": -4.550610529125413 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_5_max", + "value": 60.390115878205386 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_precision_at_5_std", + "value": 44.16494295055696 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_1000_diff1", + "value": 8.047794367079034 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_1000_max", + "value": 37.07551482870489 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_1000_std", + "value": 66.20862163364201 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_100_diff1", + "value": 25.08104923597475 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_100_max", + "value": 9.971294642165734 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_100_std", + "value": 51.737814074891254 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_10_diff1", + "value": 32.33148478369628 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_10_max", + "value": 1.3767192150014917 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_10_std", + "value": 30.801926742876308 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_1_diff1", + "value": 25.57568148849456 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_1_max", + "value": -5.9767435623941445 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_1_std", + "value": 30.849871717506755 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_20_diff1", + "value": 31.716580022934654 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_20_max", + "value": -0.1281270579464631 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_20_std", + "value": 33.76185294993676 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_3_diff1", + "value": 29.758810004388348 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_3_max", + "value": -1.9442985017191816 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_3_std", + "value": 27.45550076962206 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_5_diff1", + "value": 27.047710181576672 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_5_max", + "value": 1.5237000700880248 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "nauc_recall_at_5_std", + "value": 28.235297950159698 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "ndcg_at_1", + "value": 94 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "ndcg_at_10", + "value": 85.983 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "ndcg_at_100", + "value": 69.195 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "ndcg_at_1000", + "value": 62.541000000000004 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "ndcg_at_20", + "value": 83.405 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "ndcg_at_3", + "value": 89.98899999999999 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "ndcg_at_5", + "value": 87.905 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "precision_at_1", + "value": 96 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "precision_at_10", + "value": 89.4 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "precision_at_100", + "value": 71.54 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "precision_at_1000", + "value": 27.594 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "precision_at_20", + "value": 87.2 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "precision_at_3", + "value": 92.667 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "precision_at_5", + "value": 90.8 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "recall_at_1", + "value": 0.247 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "recall_at_10", + "value": 2.315 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "recall_at_100", + "value": 17.574 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "recall_at_1000", + "value": 59.336999999999996 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "recall_at_20", + "value": 4.491 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "recall_at_3", + "value": 0.7250000000000001 + }, + { + "slice": "dataset: mteb/trec-covid, split: test, config: default", + "type": "recall_at_5", + "value": 1.1820000000000002 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "main_score", + "value": 29.944 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "map_at_1", + "value": 3.064 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "map_at_10", + "value": 11.501999999999999 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "map_at_100", + "value": 18.736 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "map_at_1000", + "value": 20.333000000000002 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "map_at_20", + "value": 14.057 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "map_at_3", + "value": 6.300999999999999 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "map_at_5", + "value": 8.463 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "mrr_at_1", + "value": 44.89795918367347 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "mrr_at_10", + "value": 58.41188856494979 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "mrr_at_100", + "value": 58.93964266413245 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "mrr_at_1000", + "value": 58.93964266413245 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "mrr_at_20", + "value": 58.767485349118 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "mrr_at_3", + "value": 54.42176870748299 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "mrr_at_5", + "value": 56.666666666666664 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_1000_diff1", + "value": 11.478593385608479 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_1000_max", + "value": 10.309889845044324 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_1000_std", + "value": 21.16721939940238 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_100_diff1", + "value": 11.570438543562418 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_100_max", + "value": 8.426183648064834 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_100_std", + "value": 18.56231985033613 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_10_diff1", + "value": 22.37735506247481 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_10_max", + "value": 5.455946239060806 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_10_std", + "value": -4.2848826518388154 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_1_diff1", + "value": 27.853645380676824 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_1_max", + "value": 7.30739948053113 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_1_std", + "value": -0.2773663157814586 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_20_diff1", + "value": 14.724669779924648 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_20_max", + "value": 10.12882779173533 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_20_std", + "value": 4.4803777672120875 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_3_diff1", + "value": 31.891173385921263 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_3_max", + "value": 4.889652271827218 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_3_std", + "value": -9.477460238651643 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_5_diff1", + "value": 31.489012040465003 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_5_max", + "value": 1.7330092417337482 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_map_at_5_std", + "value": -8.137018608469637 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_1000_diff1", + "value": 24.411522237082416 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_1000_max", + "value": 11.286971076556688 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_1000_std", + "value": 23.443174210894043 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_100_diff1", + "value": 24.411522237082416 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_100_max", + "value": 11.286971076556688 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_100_std", + "value": 23.443174210894043 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_10_diff1", + "value": 23.948152308265186 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_10_max", + "value": 12.22420979621155 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_10_std", + "value": 23.557939024705544 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_1_diff1", + "value": 17.902334894536107 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_1_max", + "value": 17.36969662861018 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_1_std", + "value": 19.425714969048734 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_20_diff1", + "value": 24.635893795899797 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_20_max", + "value": 11.330541067194913 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_20_std", + "value": 23.74518583400233 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_3_diff1", + "value": 25.045536328282587 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_3_max", + "value": 7.497967004732733 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_3_std", + "value": 24.167153007320078 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_5_diff1", + "value": 24.328479930592454 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_5_max", + "value": 10.037126854938336 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_mrr_at_5_std", + "value": 25.236208055346136 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_1000_diff1", + "value": 15.555347444667389 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_1000_max", + "value": 13.356591700655718 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_1000_std", + "value": 42.42395845935052 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_100_diff1", + "value": 13.110526060413708 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_100_max", + "value": 3.140006440162515 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_100_std", + "value": 39.02733288398033 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_10_diff1", + "value": 20.68853369009725 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_10_max", + "value": 2.435389817058852 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_10_std", + "value": 10.038202768784316 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_1_diff1", + "value": 20.17287594582385 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_1_max", + "value": 12.487205168273196 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_1_std", + "value": 20.639827614373075 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_20_diff1", + "value": 16.987577348502985 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_20_max", + "value": 2.9978717644469266 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_20_std", + "value": 13.015690866750354 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_3_diff1", + "value": 32.392223079245575 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_3_max", + "value": 1.587587110582544 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_3_std", + "value": 12.850592473446609 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_5_diff1", + "value": 32.80244517369626 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_5_max", + "value": 5.8939933777508084 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_ndcg_at_5_std", + "value": 15.779687411463414 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_1000_diff1", + "value": -14.314031720452537 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_1000_max", + "value": 32.87886666567266 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_1000_std", + "value": 21.49347046886851 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_100_diff1", + "value": -9.4034008613839 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_100_max", + "value": 16.784075123309645 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_100_std", + "value": 73.14688535393604 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_10_diff1", + "value": 6.855101404043058 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_10_max", + "value": 6.52491228645612 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_10_std", + "value": 16.104602266016744 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_1_diff1", + "value": 17.902334894536107 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_1_max", + "value": 17.36969662861018 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_1_std", + "value": 19.425714969048734 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_20_diff1", + "value": -5.337534613602212 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_20_max", + "value": 17.722925454767218 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_20_std", + "value": 34.26680462132849 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_3_diff1", + "value": 31.054623397809255 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_3_max", + "value": -0.92038600946826 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_3_std", + "value": 8.326997076862916 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_5_diff1", + "value": 29.784942296920462 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_5_max", + "value": 6.337469263434779 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_precision_at_5_std", + "value": 12.789597196020974 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_1000_diff1", + "value": -3.8177981862041364 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_1000_max", + "value": 14.206064332229163 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_1000_std", + "value": 74.18853420771269 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_100_diff1", + "value": 0.7677996771461106 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_100_max", + "value": -4.139924106878441 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_100_std", + "value": 48.319930706362896 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_10_diff1", + "value": 12.038835537494322 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_10_max", + "value": -2.0498983557854418 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_10_std", + "value": -2.0339180690854493 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_1_diff1", + "value": 27.853645380676824 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_1_max", + "value": 7.30739948053113 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_1_std", + "value": -0.2773663157814586 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_20_diff1", + "value": 0.7907893667756708 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_20_max", + "value": 0.8795499810558195 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_20_std", + "value": 11.512483291688282 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_3_diff1", + "value": 33.19440392639576 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_3_max", + "value": -1.5494237697432613 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_3_std", + "value": -8.560408808376984 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_5_diff1", + "value": 27.42193873870941 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_5_max", + "value": -4.74350293281128 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "nauc_recall_at_5_std", + "value": -7.618060131179654 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "ndcg_at_1", + "value": 42.857 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "ndcg_at_10", + "value": 29.944 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "ndcg_at_100", + "value": 42.624 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "ndcg_at_1000", + "value": 53.384 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "ndcg_at_20", + "value": 30.135 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "ndcg_at_3", + "value": 34.847 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "ndcg_at_5", + "value": 32.573 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "precision_at_1", + "value": 44.897999999999996 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "precision_at_10", + "value": 25.306 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "precision_at_100", + "value": 8.694 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "precision_at_1000", + "value": 1.616 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "precision_at_20", + "value": 19.082 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "precision_at_3", + "value": 34.014 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "precision_at_5", + "value": 31.019999999999996 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "recall_at_1", + "value": 3.064 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "recall_at_10", + "value": 17.849999999999998 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "recall_at_100", + "value": 53.217999999999996 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "recall_at_1000", + "value": 87.095 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "recall_at_20", + "value": 26.111 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "recall_at_3", + "value": 7.383000000000001 + }, + { + "slice": "dataset: mteb/touche2020, split: test, config: default", + "type": "recall_at_5", + "value": 11.434 + }, + { + "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", + "type": "accuracy", + "value": 88.759765625 + }, + { + "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", + "type": "ap", + "value": 36.49152357863017 + }, + { + "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", + "type": "ap_weighted", + "value": 36.49152357863017 + }, + { + "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", + "type": "f1", + "value": 74.4692714448641 + }, + { + "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", + "type": "f1_weighted", + "value": 90.54372649306606 + }, + { + "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", + "type": "main_score", + "value": 88.759765625 + }, + { + "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", + "type": "accuracy", + "value": 74.8443689869836 + }, + { + "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", + "type": "f1", + "value": 75.1139662898148 + }, + { + "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", + "type": "f1_weighted", + "value": 74.7369003946243 + }, + { + "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", + "type": "main_score", + "value": 74.8443689869836 + }, + { + "slice": "dataset: mteb/twentynewsgroups-clustering, split: test, config: default", + "type": "main_score", + "value": 61.42918790942448 + }, + { + "slice": "dataset: mteb/twentynewsgroups-clustering, split: test, config: default", + "type": "v_measure", + "value": 61.42918790942448 + }, + { + "slice": "dataset: mteb/twentynewsgroups-clustering, split: test, config: default", + "type": "v_measure_std", + "value": 1.0156550098843082 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cosine_accuracy", + "value": 88.22197055492639 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cosine_accuracy_threshold", + "value": 83.30042362213135 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cosine_ap", + "value": 80.57754959194938 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cosine_f1", + "value": 73.70579190158894 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cosine_f1_threshold", + "value": 81.04978799819946 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cosine_precision", + "value": 71.64922770303936 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cosine_recall", + "value": 75.8839050131926 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_accuracy", + "value": 88.23985217857782 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_accuracy_threshold", + "value": 83.31039547920227 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_ap", + "value": 80.57533213448181 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_f1", + "value": 73.61309601143302 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_f1_threshold", + "value": 81.33968114852905 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_precision", + "value": 72.51087791144101 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_recall", + "value": 74.74934036939314 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_accuracy", + "value": 88.22197055492639 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_accuracy_threshold", + "value": 58.290231227874756 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_ap", + "value": 80.57982723880139 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_f1", + "value": 73.63426519620417 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_f1_threshold", + "value": 61.55576705932617 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_precision", + "value": 71.63173652694611 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_recall", + "value": 75.75197889182058 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "main_score", + "value": 80.57982723880139 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_accuracy", + "value": 88.14448351910353 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_accuracy_threshold", + "value": 3907.2471618652344 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_ap", + "value": 80.3538079655539 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_f1", + "value": 73.40466675261054 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_f1_threshold", + "value": 4103.794097900391 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_precision", + "value": 71.76707839677337 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_recall", + "value": 75.11873350923483 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "max_ap", + "value": 80.57982723880139 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "max_f1", + "value": 73.70579190158894 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "max_precision", + "value": 72.51087791144101 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "max_recall", + "value": 75.8839050131926 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "similarity_accuracy", + "value": 88.22197055492639 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "similarity_accuracy_threshold", + "value": 83.30042362213135 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "similarity_ap", + "value": 80.57754959194938 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "similarity_f1", + "value": 73.70579190158894 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "similarity_f1_threshold", + "value": 81.04978799819946 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "similarity_precision", + "value": 71.64922770303936 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "similarity_recall", + "value": 75.8839050131926 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cosine_accuracy", + "value": 89.88628866379477 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cosine_accuracy_threshold", + "value": 80.8050274848938 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cosine_ap", + "value": 87.57594591596816 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cosine_f1", + "value": 80.0812257707218 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cosine_f1_threshold", + "value": 77.990061044693 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cosine_precision", + "value": 76.93126197063205 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cosine_recall", + "value": 83.50015398829689 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_accuracy", + "value": 89.87852679784221 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_accuracy_threshold", + "value": 80.84419965744019 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_ap", + "value": 87.56136742222151 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_f1", + "value": 80.05898617511521 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_f1_threshold", + "value": 77.92385816574097 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_precision", + "value": 76.80554573106035 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_recall", + "value": 83.60024638127503 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_accuracy", + "value": 89.86882446540149 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_accuracy_threshold", + "value": 62.08193898200989 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_ap", + "value": 87.57517549192228 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_f1", + "value": 80.05286925872892 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_f1_threshold", + "value": 66.65036082267761 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_precision", + "value": 76.51063232507545 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_recall", + "value": 83.93902063443178 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "main_score", + "value": 87.64162614197194 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_accuracy", + "value": 89.8959909962355 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_accuracy_threshold", + "value": 4176.108169555664 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_ap", + "value": 87.64162614197194 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_f1", + "value": 80.17116279069768 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_f1_threshold", + "value": 4433.153533935547 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_precision", + "value": 77.57615035644848 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_recall", + "value": 82.94579611949491 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "max_ap", + "value": 87.64162614197194 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "max_f1", + "value": 80.17116279069768 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "max_precision", + "value": 77.57615035644848 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "max_recall", + "value": 83.93902063443178 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "similarity_accuracy", + "value": 89.88628866379477 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "similarity_accuracy_threshold", + "value": 80.8050274848938 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "similarity_ap", + "value": 87.57594591596816 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "similarity_f1", + "value": 80.0812257707218 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "similarity_f1_threshold", + "value": 77.990061044693 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "similarity_precision", + "value": 76.93126197063205 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "similarity_recall", + "value": 83.50015398829689 + } + ] + } + }, + "authors": [ + { + "name": "NovaSearch" + } + ], + "licenses": [ + { + "license": { + "id": "MIT", + "url": "https://spdx.org/licenses/MIT.html" + } + } + ], + "description": "The models are trained based on `Alibaba-NLP/gte-large-en-v1.5` and `Alibaba-NLP/gte-Qwen2-1.5B-instruct`. Thanks fortheir contributions!**We simplify usage of prompts, providing two prompts for most general tasks, one is for s2p, another one is for s2s.**Prompt of s2p task(e.g. retrieve task):```textInstruct: Given a web search query, retrieve relevant passages that answer the query.\\nQuery: {query}```Prompt of s2s task(e.g. semantic textual similarity task):```textInstruct: Retrieve semantically similar text.\\nQuery: {query}```The models are finally trained by [MRL]((https://arxiv.org/abs/2205.13147)), so they have multiple dimensions: 512, 768,1024, 2048, 4096, 6144 and 8192.The higher the dimension, the better the performance.**Generally speaking, 1024d is good enough.** The MTEB score of 1024d is only 0.001 lower than 8192d.", + "tags": [ + "sentence-transformers", + "pytorch", + "onnx", + "safetensors", + "qwen2", + "text-generation", + "mteb", + "transformers", + "sentence-similarity", + "custom_code", + "arxiv:2412.19048", + "arxiv:2205.13147", + "license:mit", + "model-index", + "autotrain_compatible", + "text-generation-inference", + "text-embeddings-inference", + "endpoints_compatible", + "region:us" + ] + } + } +} \ No newline at end of file