From c70758d31e680dd62952cbe804ff14b05fb09616 Mon Sep 17 00:00:00 2001 From: Nikolay Banar Date: Tue, 4 Feb 2025 17:34:18 +0100 Subject: [PATCH] mult-e5-small and MiniLM for BEIR-NL (#105) --- .../ArguAna-NL.json | 158 ++++++++++++++++++ .../CQADupstack-NL.json | 19 +++ .../CQADupstackAndroid-NL.json | 158 ++++++++++++++++++ .../CQADupstackEnglish-NL.json | 158 ++++++++++++++++++ .../CQADupstackGaming-NL.json | 158 ++++++++++++++++++ .../CQADupstackGis-NL.json | 158 ++++++++++++++++++ .../CQADupstackMathematica-NL.json | 158 ++++++++++++++++++ .../CQADupstackPhysics-NL.json | 158 ++++++++++++++++++ .../CQADupstackProgrammers-NL.json | 158 ++++++++++++++++++ .../CQADupstackStats-NL.json | 158 ++++++++++++++++++ .../CQADupstackTex-NL.json | 158 ++++++++++++++++++ .../CQADupstackUnix-NL.json | 158 ++++++++++++++++++ .../CQADupstackWebmasters-NL.json | 158 ++++++++++++++++++ .../CQADupstackWordpress-NL.json | 158 ++++++++++++++++++ .../ClimateFEVER-NL.json | 158 ++++++++++++++++++ .../DBPedia-NL.json | 158 ++++++++++++++++++ .../FEVER-NL.json | 158 ++++++++++++++++++ .../FiQA2018-NL.json | 158 ++++++++++++++++++ .../HotpotQA-NL.json | 158 ++++++++++++++++++ .../NFCorpus-NL.json | 158 ++++++++++++++++++ .../NQ-NL.json | 158 ++++++++++++++++++ .../Quora-NL.json | 158 ++++++++++++++++++ .../SCIDOCS-NL.json | 158 ++++++++++++++++++ .../SciFact-NL.json | 158 ++++++++++++++++++ .../SciFactNL.json | 158 ++++++++++++++++++ .../TRECCOVID-NL.json | 158 ++++++++++++++++++ .../Touche2020-NL.json | 158 ++++++++++++++++++ .../mMARCO-NL.json | 158 ++++++++++++++++++ .../ArguAna-NL.json | 158 ++++++++++++++++++ .../CQADupstack-NL.json | 19 +++ .../CQADupstackAndroid-NL.json | 158 ++++++++++++++++++ .../CQADupstackEnglish-NL.json | 158 ++++++++++++++++++ .../CQADupstackGaming-NL.json | 158 ++++++++++++++++++ .../CQADupstackGis-NL.json | 158 ++++++++++++++++++ .../CQADupstackMathematica-NL.json | 158 ++++++++++++++++++ .../CQADupstackPhysics-NL.json | 158 ++++++++++++++++++ .../CQADupstackProgrammers-NL.json | 158 ++++++++++++++++++ .../CQADupstackStats-NL.json | 158 ++++++++++++++++++ .../CQADupstackTex-NL.json | 158 ++++++++++++++++++ .../CQADupstackUnix-NL.json | 158 ++++++++++++++++++ .../CQADupstackWebmasters-NL.json | 158 ++++++++++++++++++ .../CQADupstackWordpress-NL.json | 158 ++++++++++++++++++ .../ClimateFEVER-NL.json | 158 ++++++++++++++++++ .../DBPedia-NL.json | 158 ++++++++++++++++++ .../FEVER-NL.json | 158 ++++++++++++++++++ .../FiQA2018-NL.json | 158 ++++++++++++++++++ .../HotpotQA-NL.json | 158 ++++++++++++++++++ .../NFCorpus-NL.json | 158 ++++++++++++++++++ .../NQ-NL.json | 158 ++++++++++++++++++ .../Quora-NL.json | 158 ++++++++++++++++++ .../SCIDOCS-NL.json | 158 ++++++++++++++++++ .../SciFact-NL.json | 158 ++++++++++++++++++ .../TRECCOVID-NL.json | 158 ++++++++++++++++++ .../Touche2020-NL.json | 158 ++++++++++++++++++ .../mMARCO-NL.json | 158 ++++++++++++++++++ 55 files changed, 8412 insertions(+) create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ArguAna-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstack-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackAndroid-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackEnglish-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackGaming-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackGis-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackMathematica-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackPhysics-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackProgrammers-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackStats-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackTex-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackUnix-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackWebmasters-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackWordpress-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ClimateFEVER-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/DBPedia-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/FEVER-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/FiQA2018-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/HotpotQA-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NFCorpus-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NQ-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Quora-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SCIDOCS-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFact-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFactNL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TRECCOVID-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Touche2020-NL.json create mode 100644 results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/mMARCO-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ArguAna-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstack-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackAndroid-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackEnglish-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackGaming-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackGis-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackMathematica-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackPhysics-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackProgrammers-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackStats-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackTex-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackUnix-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackWebmasters-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackWordpress-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ClimateFEVER-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DBPedia-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FEVER-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FiQA2018-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HotpotQA-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NFCorpus-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NQ-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/Quora-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SCIDOCS-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SciFact-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/TRECCOVID-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/Touche2020-NL.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/mMARCO-NL.json diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ArguAna-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ArguAna-NL.json new file mode 100644 index 0000000000..9af888e4b2 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ArguAna-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.20128, + "ndcg_at_3": 0.31223, + "ndcg_at_5": 0.3583, + "ndcg_at_10": 0.3989, + "ndcg_at_20": 0.42835, + "ndcg_at_100": 0.45975, + "ndcg_at_1000": 0.4697, + "map_at_1": 0.20128, + "map_at_3": 0.28473, + "map_at_5": 0.31034, + "map_at_10": 0.32729, + "map_at_20": 0.33564, + "map_at_100": 0.34033, + "map_at_1000": 0.3407, + "recall_at_1": 0.20128, + "recall_at_3": 0.39189, + "recall_at_5": 0.50356, + "recall_at_10": 0.62802, + "recall_at_20": 0.74253, + "recall_at_100": 0.90683, + "recall_at_1000": 0.98506, + "precision_at_1": 0.20128, + "precision_at_3": 0.13063, + "precision_at_5": 0.10071, + "precision_at_10": 0.0628, + "precision_at_20": 0.03713, + "precision_at_100": 0.00907, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.203414, + "mrr_at_3": 0.285206, + "mrr_at_5": 0.311166, + "mrr_at_10": 0.328252, + "mrr_at_20": 0.336566, + "mrr_at_100": 0.341286, + "mrr_at_1000": 0.341664, + "nauc_ndcg_at_1_max": -0.00689, + "nauc_ndcg_at_1_std": -0.014611, + "nauc_ndcg_at_1_diff1": 0.085112, + "nauc_ndcg_at_3_max": 0.035664, + "nauc_ndcg_at_3_std": 0.033241, + "nauc_ndcg_at_3_diff1": 0.069092, + "nauc_ndcg_at_5_max": 0.062793, + "nauc_ndcg_at_5_std": 0.06297, + "nauc_ndcg_at_5_diff1": 0.074113, + "nauc_ndcg_at_10_max": 0.078568, + "nauc_ndcg_at_10_std": 0.08257, + "nauc_ndcg_at_10_diff1": 0.070176, + "nauc_ndcg_at_20_max": 0.08417, + "nauc_ndcg_at_20_std": 0.093401, + "nauc_ndcg_at_20_diff1": 0.082338, + "nauc_ndcg_at_100_max": 0.077619, + "nauc_ndcg_at_100_std": 0.09421, + "nauc_ndcg_at_100_diff1": 0.0826, + "nauc_ndcg_at_1000_max": 0.064862, + "nauc_ndcg_at_1000_std": 0.076081, + "nauc_ndcg_at_1000_diff1": 0.078559, + "nauc_map_at_1_max": -0.00689, + "nauc_map_at_1_std": -0.014611, + "nauc_map_at_1_diff1": 0.085112, + "nauc_map_at_3_max": 0.025772, + "nauc_map_at_3_std": 0.023235, + "nauc_map_at_3_diff1": 0.070275, + "nauc_map_at_5_max": 0.041, + "nauc_map_at_5_std": 0.040168, + "nauc_map_at_5_diff1": 0.072687, + "nauc_map_at_10_max": 0.047018, + "nauc_map_at_10_std": 0.04709, + "nauc_map_at_10_diff1": 0.071006, + "nauc_map_at_20_max": 0.04792, + "nauc_map_at_20_std": 0.049345, + "nauc_map_at_20_diff1": 0.074176, + "nauc_map_at_100_max": 0.047241, + "nauc_map_at_100_std": 0.049258, + "nauc_map_at_100_diff1": 0.074579, + "nauc_map_at_1000_max": 0.046835, + "nauc_map_at_1000_std": 0.048667, + "nauc_map_at_1000_diff1": 0.074507, + "nauc_recall_at_1_max": -0.00689, + "nauc_recall_at_1_std": -0.014611, + "nauc_recall_at_1_diff1": 0.085112, + "nauc_recall_at_3_max": 0.061484, + "nauc_recall_at_3_std": 0.058977, + "nauc_recall_at_3_diff1": 0.066877, + "nauc_recall_at_5_max": 0.124713, + "nauc_recall_at_5_std": 0.127267, + "nauc_recall_at_5_diff1": 0.07998, + "nauc_recall_at_10_max": 0.18597, + "nauc_recall_at_10_std": 0.204769, + "nauc_recall_at_10_diff1": 0.06852, + "nauc_recall_at_20_max": 0.248126, + "nauc_recall_at_20_std": 0.297485, + "nauc_recall_at_20_diff1": 0.130244, + "nauc_recall_at_100_max": 0.359303, + "nauc_recall_at_100_std": 0.589735, + "nauc_recall_at_100_diff1": 0.182103, + "nauc_recall_at_1000_max": 0.049267, + "nauc_recall_at_1000_std": 0.656075, + "nauc_recall_at_1000_diff1": 0.077412, + "nauc_precision_at_1_max": -0.00689, + "nauc_precision_at_1_std": -0.014611, + "nauc_precision_at_1_diff1": 0.085112, + "nauc_precision_at_3_max": 0.061484, + "nauc_precision_at_3_std": 0.058977, + "nauc_precision_at_3_diff1": 0.066877, + "nauc_precision_at_5_max": 0.124713, + "nauc_precision_at_5_std": 0.127267, + "nauc_precision_at_5_diff1": 0.07998, + "nauc_precision_at_10_max": 0.18597, + "nauc_precision_at_10_std": 0.204769, + "nauc_precision_at_10_diff1": 0.06852, + "nauc_precision_at_20_max": 0.248126, + "nauc_precision_at_20_std": 0.297485, + "nauc_precision_at_20_diff1": 0.130244, + "nauc_precision_at_100_max": 0.359303, + "nauc_precision_at_100_std": 0.589735, + "nauc_precision_at_100_diff1": 0.182103, + "nauc_precision_at_1000_max": 0.049267, + "nauc_precision_at_1000_std": 0.656075, + "nauc_precision_at_1000_diff1": 0.077412, + "nauc_mrr_at_1_max": -0.003208, + "nauc_mrr_at_1_std": -0.010659, + "nauc_mrr_at_1_diff1": 0.07743, + "nauc_mrr_at_3_max": 0.019487, + "nauc_mrr_at_3_std": 0.023266, + "nauc_mrr_at_3_diff1": 0.056535, + "nauc_mrr_at_5_max": 0.037627, + "nauc_mrr_at_5_std": 0.040399, + "nauc_mrr_at_5_diff1": 0.063515, + "nauc_mrr_at_10_max": 0.0441, + "nauc_mrr_at_10_std": 0.047715, + "nauc_mrr_at_10_diff1": 0.0621, + "nauc_mrr_at_20_max": 0.044695, + "nauc_mrr_at_20_std": 0.049826, + "nauc_mrr_at_20_diff1": 0.064858, + "nauc_mrr_at_100_max": 0.044154, + "nauc_mrr_at_100_std": 0.049869, + "nauc_mrr_at_100_diff1": 0.065321, + "nauc_mrr_at_1000_max": 0.043745, + "nauc_mrr_at_1000_std": 0.04928, + "nauc_mrr_at_1000_diff1": 0.065238, + "main_score": 0.3989, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 59.762232542037964, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstack-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstack-NL.json new file mode 100644 index 0000000000..b15d3a5d8c --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstack-NL.json @@ -0,0 +1,19 @@ +{ + "dataset_revision": "1", + "task_name": "CQADupstack-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_10": 0.271138, + "main_score": 0.271138, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 2695.8091113567352, + "kg_co2_emissions": NaN +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackAndroid-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackAndroid-NL.json new file mode 100644 index 0000000000..8dee5c4454 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackAndroid-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackAndroid-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.24607, + "ndcg_at_3": 0.30351, + "ndcg_at_5": 0.32105, + "ndcg_at_10": 0.34032, + "ndcg_at_20": 0.35659, + "ndcg_at_100": 0.38929, + "ndcg_at_1000": 0.41288, + "map_at_1": 0.24607, + "map_at_3": 0.2897, + "map_at_5": 0.29936, + "map_at_10": 0.30721, + "map_at_20": 0.31166, + "map_at_100": 0.3162, + "map_at_1000": 0.31697, + "recall_at_1": 0.24607, + "recall_at_3": 0.34335, + "recall_at_5": 0.38627, + "recall_at_10": 0.44635, + "recall_at_20": 0.51073, + "recall_at_100": 0.6867, + "recall_at_1000": 0.87983, + "precision_at_1": 0.24607, + "precision_at_3": 0.11445, + "precision_at_5": 0.07725, + "precision_at_10": 0.04464, + "precision_at_20": 0.02554, + "precision_at_100": 0.00687, + "precision_at_1000": 0.00088, + "mrr_at_1": 0.246066, + "mrr_at_3": 0.2897, + "mrr_at_5": 0.299356, + "mrr_at_10": 0.307205, + "mrr_at_20": 0.311661, + "mrr_at_100": 0.316201, + "mrr_at_1000": 0.316966, + "nauc_ndcg_at_1_max": 0.325683, + "nauc_ndcg_at_1_std": 0.00464, + "nauc_ndcg_at_1_diff1": 0.524287, + "nauc_ndcg_at_3_max": 0.345971, + "nauc_ndcg_at_3_std": 0.022214, + "nauc_ndcg_at_3_diff1": 0.47739, + "nauc_ndcg_at_5_max": 0.351665, + "nauc_ndcg_at_5_std": 0.01973, + "nauc_ndcg_at_5_diff1": 0.474989, + "nauc_ndcg_at_10_max": 0.34017, + "nauc_ndcg_at_10_std": 0.035404, + "nauc_ndcg_at_10_diff1": 0.4617, + "nauc_ndcg_at_20_max": 0.346745, + "nauc_ndcg_at_20_std": 0.045202, + "nauc_ndcg_at_20_diff1": 0.457469, + "nauc_ndcg_at_100_max": 0.349077, + "nauc_ndcg_at_100_std": 0.06763, + "nauc_ndcg_at_100_diff1": 0.452291, + "nauc_ndcg_at_1000_max": 0.349426, + "nauc_ndcg_at_1000_std": 0.061771, + "nauc_ndcg_at_1000_diff1": 0.45917, + "nauc_map_at_1_max": 0.325683, + "nauc_map_at_1_std": 0.00464, + "nauc_map_at_1_diff1": 0.524287, + "nauc_map_at_3_max": 0.340364, + "nauc_map_at_3_std": 0.015523, + "nauc_map_at_3_diff1": 0.486893, + "nauc_map_at_5_max": 0.343827, + "nauc_map_at_5_std": 0.014217, + "nauc_map_at_5_diff1": 0.485431, + "nauc_map_at_10_max": 0.33945, + "nauc_map_at_10_std": 0.021237, + "nauc_map_at_10_diff1": 0.47966, + "nauc_map_at_20_max": 0.341154, + "nauc_map_at_20_std": 0.023855, + "nauc_map_at_20_diff1": 0.478529, + "nauc_map_at_100_max": 0.341335, + "nauc_map_at_100_std": 0.026418, + "nauc_map_at_100_diff1": 0.477961, + "nauc_map_at_1000_max": 0.341323, + "nauc_map_at_1000_std": 0.026423, + "nauc_map_at_1000_diff1": 0.478225, + "nauc_recall_at_1_max": 0.325683, + "nauc_recall_at_1_std": 0.00464, + "nauc_recall_at_1_diff1": 0.524287, + "nauc_recall_at_3_max": 0.361623, + "nauc_recall_at_3_std": 0.041485, + "nauc_recall_at_3_diff1": 0.451971, + "nauc_recall_at_5_max": 0.373574, + "nauc_recall_at_5_std": 0.035122, + "nauc_recall_at_5_diff1": 0.447191, + "nauc_recall_at_10_max": 0.337677, + "nauc_recall_at_10_std": 0.079237, + "nauc_recall_at_10_diff1": 0.408772, + "nauc_recall_at_20_max": 0.363806, + "nauc_recall_at_20_std": 0.118838, + "nauc_recall_at_20_diff1": 0.390846, + "nauc_recall_at_100_max": 0.384945, + "nauc_recall_at_100_std": 0.29271, + "nauc_recall_at_100_diff1": 0.336832, + "nauc_recall_at_1000_max": 0.439395, + "nauc_recall_at_1000_std": 0.412853, + "nauc_recall_at_1000_diff1": 0.336503, + "nauc_precision_at_1_max": 0.325683, + "nauc_precision_at_1_std": 0.00464, + "nauc_precision_at_1_diff1": 0.524287, + "nauc_precision_at_3_max": 0.361623, + "nauc_precision_at_3_std": 0.041485, + "nauc_precision_at_3_diff1": 0.451971, + "nauc_precision_at_5_max": 0.373574, + "nauc_precision_at_5_std": 0.035122, + "nauc_precision_at_5_diff1": 0.447191, + "nauc_precision_at_10_max": 0.337677, + "nauc_precision_at_10_std": 0.079237, + "nauc_precision_at_10_diff1": 0.408772, + "nauc_precision_at_20_max": 0.363806, + "nauc_precision_at_20_std": 0.118838, + "nauc_precision_at_20_diff1": 0.390846, + "nauc_precision_at_100_max": 0.384945, + "nauc_precision_at_100_std": 0.29271, + "nauc_precision_at_100_diff1": 0.336832, + "nauc_precision_at_1000_max": 0.439395, + "nauc_precision_at_1000_std": 0.412853, + "nauc_precision_at_1000_diff1": 0.336503, + "nauc_mrr_at_1_max": 0.325683, + "nauc_mrr_at_1_std": 0.00464, + "nauc_mrr_at_1_diff1": 0.524287, + "nauc_mrr_at_3_max": 0.340364, + "nauc_mrr_at_3_std": 0.015523, + "nauc_mrr_at_3_diff1": 0.486893, + "nauc_mrr_at_5_max": 0.343827, + "nauc_mrr_at_5_std": 0.014217, + "nauc_mrr_at_5_diff1": 0.485431, + "nauc_mrr_at_10_max": 0.33945, + "nauc_mrr_at_10_std": 0.021237, + "nauc_mrr_at_10_diff1": 0.47966, + "nauc_mrr_at_20_max": 0.341154, + "nauc_mrr_at_20_std": 0.023855, + "nauc_mrr_at_20_diff1": 0.478529, + "nauc_mrr_at_100_max": 0.341335, + "nauc_mrr_at_100_std": 0.026418, + "nauc_mrr_at_100_diff1": 0.477961, + "nauc_mrr_at_1000_max": 0.341323, + "nauc_mrr_at_1000_std": 0.026423, + "nauc_mrr_at_1000_diff1": 0.478225, + "main_score": 0.34032, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 88.13310313224792, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackEnglish-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackEnglish-NL.json new file mode 100644 index 0000000000..d5cdc792a9 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackEnglish-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackEnglish-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.18408, + "ndcg_at_3": 0.23207, + "ndcg_at_5": 0.24508, + "ndcg_at_10": 0.26198, + "ndcg_at_20": 0.27524, + "ndcg_at_100": 0.29494, + "ndcg_at_1000": 0.31533, + "map_at_1": 0.18408, + "map_at_3": 0.22006, + "map_at_5": 0.22723, + "map_at_10": 0.23421, + "map_at_20": 0.23788, + "map_at_100": 0.24042, + "map_at_1000": 0.24103, + "recall_at_1": 0.18408, + "recall_at_3": 0.26688, + "recall_at_5": 0.29873, + "recall_at_10": 0.35096, + "recall_at_20": 0.40318, + "recall_at_100": 0.5121, + "recall_at_1000": 0.68153, + "precision_at_1": 0.18408, + "precision_at_3": 0.08896, + "precision_at_5": 0.05975, + "precision_at_10": 0.0351, + "precision_at_20": 0.02016, + "precision_at_100": 0.00512, + "precision_at_1000": 0.00068, + "mrr_at_1": 0.184076, + "mrr_at_3": 0.220064, + "mrr_at_5": 0.227229, + "mrr_at_10": 0.234207, + "mrr_at_20": 0.237878, + "mrr_at_100": 0.240421, + "mrr_at_1000": 0.241032, + "nauc_ndcg_at_1_max": 0.275248, + "nauc_ndcg_at_1_std": 0.053845, + "nauc_ndcg_at_1_diff1": 0.509289, + "nauc_ndcg_at_3_max": 0.250065, + "nauc_ndcg_at_3_std": 0.057143, + "nauc_ndcg_at_3_diff1": 0.43468, + "nauc_ndcg_at_5_max": 0.250767, + "nauc_ndcg_at_5_std": 0.062424, + "nauc_ndcg_at_5_diff1": 0.417085, + "nauc_ndcg_at_10_max": 0.249706, + "nauc_ndcg_at_10_std": 0.068322, + "nauc_ndcg_at_10_diff1": 0.411822, + "nauc_ndcg_at_20_max": 0.253064, + "nauc_ndcg_at_20_std": 0.075728, + "nauc_ndcg_at_20_diff1": 0.408622, + "nauc_ndcg_at_100_max": 0.251986, + "nauc_ndcg_at_100_std": 0.084558, + "nauc_ndcg_at_100_diff1": 0.404799, + "nauc_ndcg_at_1000_max": 0.250547, + "nauc_ndcg_at_1000_std": 0.091321, + "nauc_ndcg_at_1000_diff1": 0.404458, + "nauc_map_at_1_max": 0.275248, + "nauc_map_at_1_std": 0.053845, + "nauc_map_at_1_diff1": 0.509289, + "nauc_map_at_3_max": 0.255313, + "nauc_map_at_3_std": 0.056949, + "nauc_map_at_3_diff1": 0.451834, + "nauc_map_at_5_max": 0.255892, + "nauc_map_at_5_std": 0.060291, + "nauc_map_at_5_diff1": 0.441475, + "nauc_map_at_10_max": 0.255476, + "nauc_map_at_10_std": 0.062765, + "nauc_map_at_10_diff1": 0.439239, + "nauc_map_at_20_max": 0.256549, + "nauc_map_at_20_std": 0.064906, + "nauc_map_at_20_diff1": 0.438137, + "nauc_map_at_100_max": 0.256257, + "nauc_map_at_100_std": 0.065763, + "nauc_map_at_100_diff1": 0.437506, + "nauc_map_at_1000_max": 0.256183, + "nauc_map_at_1000_std": 0.065951, + "nauc_map_at_1000_diff1": 0.437546, + "nauc_recall_at_1_max": 0.275248, + "nauc_recall_at_1_std": 0.053845, + "nauc_recall_at_1_diff1": 0.509289, + "nauc_recall_at_3_max": 0.236474, + "nauc_recall_at_3_std": 0.057452, + "nauc_recall_at_3_diff1": 0.389629, + "nauc_recall_at_5_max": 0.237836, + "nauc_recall_at_5_std": 0.067928, + "nauc_recall_at_5_diff1": 0.353416, + "nauc_recall_at_10_max": 0.234965, + "nauc_recall_at_10_std": 0.084352, + "nauc_recall_at_10_diff1": 0.34001, + "nauc_recall_at_20_max": 0.246112, + "nauc_recall_at_20_std": 0.109558, + "nauc_recall_at_20_diff1": 0.331366, + "nauc_recall_at_100_max": 0.242241, + "nauc_recall_at_100_std": 0.159138, + "nauc_recall_at_100_diff1": 0.310674, + "nauc_recall_at_1000_max": 0.228997, + "nauc_recall_at_1000_std": 0.24349, + "nauc_recall_at_1000_diff1": 0.278695, + "nauc_precision_at_1_max": 0.275248, + "nauc_precision_at_1_std": 0.053845, + "nauc_precision_at_1_diff1": 0.509289, + "nauc_precision_at_3_max": 0.236474, + "nauc_precision_at_3_std": 0.057452, + "nauc_precision_at_3_diff1": 0.389629, + "nauc_precision_at_5_max": 0.237836, + "nauc_precision_at_5_std": 0.067928, + "nauc_precision_at_5_diff1": 0.353416, + "nauc_precision_at_10_max": 0.234965, + "nauc_precision_at_10_std": 0.084352, + "nauc_precision_at_10_diff1": 0.34001, + "nauc_precision_at_20_max": 0.246112, + "nauc_precision_at_20_std": 0.109558, + "nauc_precision_at_20_diff1": 0.331366, + "nauc_precision_at_100_max": 0.242241, + "nauc_precision_at_100_std": 0.159138, + "nauc_precision_at_100_diff1": 0.310674, + "nauc_precision_at_1000_max": 0.228997, + "nauc_precision_at_1000_std": 0.24349, + "nauc_precision_at_1000_diff1": 0.278695, + "nauc_mrr_at_1_max": 0.275248, + "nauc_mrr_at_1_std": 0.053845, + "nauc_mrr_at_1_diff1": 0.509289, + "nauc_mrr_at_3_max": 0.255313, + "nauc_mrr_at_3_std": 0.056949, + "nauc_mrr_at_3_diff1": 0.451834, + "nauc_mrr_at_5_max": 0.255892, + "nauc_mrr_at_5_std": 0.060291, + "nauc_mrr_at_5_diff1": 0.441475, + "nauc_mrr_at_10_max": 0.255476, + "nauc_mrr_at_10_std": 0.062765, + "nauc_mrr_at_10_diff1": 0.439239, + "nauc_mrr_at_20_max": 0.256549, + "nauc_mrr_at_20_std": 0.064906, + "nauc_mrr_at_20_diff1": 0.438137, + "nauc_mrr_at_100_max": 0.256257, + "nauc_mrr_at_100_std": 0.065763, + "nauc_mrr_at_100_diff1": 0.437506, + "nauc_mrr_at_1000_max": 0.256183, + "nauc_mrr_at_1000_std": 0.065951, + "nauc_mrr_at_1000_diff1": 0.437546, + "main_score": 0.26198, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 128.72993183135986, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackGaming-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackGaming-NL.json new file mode 100644 index 0000000000..e1d3920b59 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackGaming-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackGaming-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.31536, + "ndcg_at_3": 0.38672, + "ndcg_at_5": 0.40785, + "ndcg_at_10": 0.42816, + "ndcg_at_20": 0.44303, + "ndcg_at_100": 0.4669, + "ndcg_at_1000": 0.48389, + "map_at_1": 0.31536, + "map_at_3": 0.36876, + "map_at_5": 0.38045, + "map_at_10": 0.38897, + "map_at_20": 0.39296, + "map_at_100": 0.39632, + "map_at_1000": 0.39686, + "recall_at_1": 0.31536, + "recall_at_3": 0.43887, + "recall_at_5": 0.49028, + "recall_at_10": 0.55235, + "recall_at_20": 0.61191, + "recall_at_100": 0.73981, + "recall_at_1000": 0.879, + "precision_at_1": 0.31536, + "precision_at_3": 0.14629, + "precision_at_5": 0.09806, + "precision_at_10": 0.05524, + "precision_at_20": 0.0306, + "precision_at_100": 0.0074, + "precision_at_1000": 0.00088, + "mrr_at_1": 0.315361, + "mrr_at_3": 0.368757, + "mrr_at_5": 0.380449, + "mrr_at_10": 0.388975, + "mrr_at_20": 0.392959, + "mrr_at_100": 0.39632, + "mrr_at_1000": 0.396863, + "nauc_ndcg_at_1_max": 0.341924, + "nauc_ndcg_at_1_std": 0.01528, + "nauc_ndcg_at_1_diff1": 0.581305, + "nauc_ndcg_at_3_max": 0.370712, + "nauc_ndcg_at_3_std": 0.050272, + "nauc_ndcg_at_3_diff1": 0.534693, + "nauc_ndcg_at_5_max": 0.373609, + "nauc_ndcg_at_5_std": 0.06304, + "nauc_ndcg_at_5_diff1": 0.52133, + "nauc_ndcg_at_10_max": 0.377631, + "nauc_ndcg_at_10_std": 0.073852, + "nauc_ndcg_at_10_diff1": 0.517019, + "nauc_ndcg_at_20_max": 0.379849, + "nauc_ndcg_at_20_std": 0.081927, + "nauc_ndcg_at_20_diff1": 0.512521, + "nauc_ndcg_at_100_max": 0.387042, + "nauc_ndcg_at_100_std": 0.089966, + "nauc_ndcg_at_100_diff1": 0.508896, + "nauc_ndcg_at_1000_max": 0.383872, + "nauc_ndcg_at_1000_std": 0.086641, + "nauc_ndcg_at_1000_diff1": 0.512228, + "nauc_map_at_1_max": 0.341924, + "nauc_map_at_1_std": 0.01528, + "nauc_map_at_1_diff1": 0.581305, + "nauc_map_at_3_max": 0.36405, + "nauc_map_at_3_std": 0.041515, + "nauc_map_at_3_diff1": 0.546485, + "nauc_map_at_5_max": 0.365522, + "nauc_map_at_5_std": 0.048439, + "nauc_map_at_5_diff1": 0.539346, + "nauc_map_at_10_max": 0.366938, + "nauc_map_at_10_std": 0.052521, + "nauc_map_at_10_diff1": 0.537771, + "nauc_map_at_20_max": 0.367494, + "nauc_map_at_20_std": 0.054631, + "nauc_map_at_20_diff1": 0.536744, + "nauc_map_at_100_max": 0.368417, + "nauc_map_at_100_std": 0.055643, + "nauc_map_at_100_diff1": 0.53619, + "nauc_map_at_1000_max": 0.368383, + "nauc_map_at_1000_std": 0.055574, + "nauc_map_at_1000_diff1": 0.536381, + "nauc_recall_at_1_max": 0.341924, + "nauc_recall_at_1_std": 0.01528, + "nauc_recall_at_1_diff1": 0.581305, + "nauc_recall_at_3_max": 0.389627, + "nauc_recall_at_3_std": 0.075412, + "nauc_recall_at_3_diff1": 0.500792, + "nauc_recall_at_5_max": 0.397462, + "nauc_recall_at_5_std": 0.107424, + "nauc_recall_at_5_diff1": 0.466743, + "nauc_recall_at_10_max": 0.412734, + "nauc_recall_at_10_std": 0.146121, + "nauc_recall_at_10_diff1": 0.449298, + "nauc_recall_at_20_max": 0.425028, + "nauc_recall_at_20_std": 0.186425, + "nauc_recall_at_20_diff1": 0.423755, + "nauc_recall_at_100_max": 0.494266, + "nauc_recall_at_100_std": 0.280693, + "nauc_recall_at_100_diff1": 0.371477, + "nauc_recall_at_1000_max": 0.515773, + "nauc_recall_at_1000_std": 0.380685, + "nauc_recall_at_1000_diff1": 0.30487, + "nauc_precision_at_1_max": 0.341924, + "nauc_precision_at_1_std": 0.01528, + "nauc_precision_at_1_diff1": 0.581305, + "nauc_precision_at_3_max": 0.389627, + "nauc_precision_at_3_std": 0.075412, + "nauc_precision_at_3_diff1": 0.500792, + "nauc_precision_at_5_max": 0.397462, + "nauc_precision_at_5_std": 0.107424, + "nauc_precision_at_5_diff1": 0.466743, + "nauc_precision_at_10_max": 0.412734, + "nauc_precision_at_10_std": 0.146121, + "nauc_precision_at_10_diff1": 0.449298, + "nauc_precision_at_20_max": 0.425028, + "nauc_precision_at_20_std": 0.186425, + "nauc_precision_at_20_diff1": 0.423755, + "nauc_precision_at_100_max": 0.494266, + "nauc_precision_at_100_std": 0.280693, + "nauc_precision_at_100_diff1": 0.371477, + "nauc_precision_at_1000_max": 0.515773, + "nauc_precision_at_1000_std": 0.380685, + "nauc_precision_at_1000_diff1": 0.30487, + "nauc_mrr_at_1_max": 0.341924, + "nauc_mrr_at_1_std": 0.01528, + "nauc_mrr_at_1_diff1": 0.581305, + "nauc_mrr_at_3_max": 0.36405, + "nauc_mrr_at_3_std": 0.041515, + "nauc_mrr_at_3_diff1": 0.546485, + "nauc_mrr_at_5_max": 0.365522, + "nauc_mrr_at_5_std": 0.048439, + "nauc_mrr_at_5_diff1": 0.539346, + "nauc_mrr_at_10_max": 0.366938, + "nauc_mrr_at_10_std": 0.052521, + "nauc_mrr_at_10_diff1": 0.537771, + "nauc_mrr_at_20_max": 0.367494, + "nauc_mrr_at_20_std": 0.054631, + "nauc_mrr_at_20_diff1": 0.536744, + "nauc_mrr_at_100_max": 0.368417, + "nauc_mrr_at_100_std": 0.055643, + "nauc_mrr_at_100_diff1": 0.53619, + "nauc_mrr_at_1000_max": 0.368383, + "nauc_mrr_at_1000_std": 0.055574, + "nauc_mrr_at_1000_diff1": 0.536381, + "main_score": 0.42816, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 145.38208889961243, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackGis-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackGis-NL.json new file mode 100644 index 0000000000..d7a81d08b4 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackGis-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackGis-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.18531, + "ndcg_at_3": 0.23565, + "ndcg_at_5": 0.25004, + "ndcg_at_10": 0.26992, + "ndcg_at_20": 0.28783, + "ndcg_at_100": 0.3119, + "ndcg_at_1000": 0.33744, + "map_at_1": 0.18531, + "map_at_3": 0.22335, + "map_at_5": 0.23132, + "map_at_10": 0.2394, + "map_at_20": 0.24427, + "map_at_100": 0.24742, + "map_at_1000": 0.24825, + "recall_at_1": 0.18531, + "recall_at_3": 0.27119, + "recall_at_5": 0.30621, + "recall_at_10": 0.36836, + "recall_at_20": 0.43955, + "recall_at_100": 0.57175, + "recall_at_1000": 0.78079, + "precision_at_1": 0.18531, + "precision_at_3": 0.0904, + "precision_at_5": 0.06124, + "precision_at_10": 0.03684, + "precision_at_20": 0.02198, + "precision_at_100": 0.00572, + "precision_at_1000": 0.00078, + "mrr_at_1": 0.185311, + "mrr_at_3": 0.223352, + "mrr_at_5": 0.231318, + "mrr_at_10": 0.239403, + "mrr_at_20": 0.244266, + "mrr_at_100": 0.247424, + "mrr_at_1000": 0.248247, + "nauc_ndcg_at_1_max": 0.21452, + "nauc_ndcg_at_1_std": -0.023598, + "nauc_ndcg_at_1_diff1": 0.467261, + "nauc_ndcg_at_3_max": 0.244392, + "nauc_ndcg_at_3_std": 0.02121, + "nauc_ndcg_at_3_diff1": 0.424768, + "nauc_ndcg_at_5_max": 0.243918, + "nauc_ndcg_at_5_std": 0.028835, + "nauc_ndcg_at_5_diff1": 0.405694, + "nauc_ndcg_at_10_max": 0.247885, + "nauc_ndcg_at_10_std": 0.036545, + "nauc_ndcg_at_10_diff1": 0.393352, + "nauc_ndcg_at_20_max": 0.242023, + "nauc_ndcg_at_20_std": 0.040977, + "nauc_ndcg_at_20_diff1": 0.374755, + "nauc_ndcg_at_100_max": 0.249715, + "nauc_ndcg_at_100_std": 0.059681, + "nauc_ndcg_at_100_diff1": 0.386336, + "nauc_ndcg_at_1000_max": 0.245725, + "nauc_ndcg_at_1000_std": 0.056223, + "nauc_ndcg_at_1000_diff1": 0.379735, + "nauc_map_at_1_max": 0.21452, + "nauc_map_at_1_std": -0.023598, + "nauc_map_at_1_diff1": 0.467261, + "nauc_map_at_3_max": 0.238552, + "nauc_map_at_3_std": 0.011335, + "nauc_map_at_3_diff1": 0.433585, + "nauc_map_at_5_max": 0.238527, + "nauc_map_at_5_std": 0.015893, + "nauc_map_at_5_diff1": 0.422415, + "nauc_map_at_10_max": 0.239967, + "nauc_map_at_10_std": 0.018591, + "nauc_map_at_10_diff1": 0.416868, + "nauc_map_at_20_max": 0.238322, + "nauc_map_at_20_std": 0.019788, + "nauc_map_at_20_diff1": 0.411535, + "nauc_map_at_100_max": 0.239294, + "nauc_map_at_100_std": 0.022559, + "nauc_map_at_100_diff1": 0.412746, + "nauc_map_at_1000_max": 0.239119, + "nauc_map_at_1000_std": 0.02241, + "nauc_map_at_1000_diff1": 0.412505, + "nauc_recall_at_1_max": 0.21452, + "nauc_recall_at_1_std": -0.023598, + "nauc_recall_at_1_diff1": 0.467261, + "nauc_recall_at_3_max": 0.259367, + "nauc_recall_at_3_std": 0.047, + "nauc_recall_at_3_diff1": 0.401948, + "nauc_recall_at_5_max": 0.256968, + "nauc_recall_at_5_std": 0.062319, + "nauc_recall_at_5_diff1": 0.361482, + "nauc_recall_at_10_max": 0.268756, + "nauc_recall_at_10_std": 0.085584, + "nauc_recall_at_10_diff1": 0.329603, + "nauc_recall_at_20_max": 0.248016, + "nauc_recall_at_20_std": 0.10157, + "nauc_recall_at_20_diff1": 0.26458, + "nauc_recall_at_100_max": 0.289916, + "nauc_recall_at_100_std": 0.201629, + "nauc_recall_at_100_diff1": 0.320181, + "nauc_recall_at_1000_max": 0.270664, + "nauc_recall_at_1000_std": 0.245454, + "nauc_recall_at_1000_diff1": 0.206037, + "nauc_precision_at_1_max": 0.21452, + "nauc_precision_at_1_std": -0.023598, + "nauc_precision_at_1_diff1": 0.467261, + "nauc_precision_at_3_max": 0.259367, + "nauc_precision_at_3_std": 0.047, + "nauc_precision_at_3_diff1": 0.401948, + "nauc_precision_at_5_max": 0.256968, + "nauc_precision_at_5_std": 0.062319, + "nauc_precision_at_5_diff1": 0.361482, + "nauc_precision_at_10_max": 0.268756, + "nauc_precision_at_10_std": 0.085584, + "nauc_precision_at_10_diff1": 0.329603, + "nauc_precision_at_20_max": 0.248016, + "nauc_precision_at_20_std": 0.10157, + "nauc_precision_at_20_diff1": 0.26458, + "nauc_precision_at_100_max": 0.289916, + "nauc_precision_at_100_std": 0.201629, + "nauc_precision_at_100_diff1": 0.320181, + "nauc_precision_at_1000_max": 0.270664, + "nauc_precision_at_1000_std": 0.245454, + "nauc_precision_at_1000_diff1": 0.206037, + "nauc_mrr_at_1_max": 0.21452, + "nauc_mrr_at_1_std": -0.023598, + "nauc_mrr_at_1_diff1": 0.467261, + "nauc_mrr_at_3_max": 0.238552, + "nauc_mrr_at_3_std": 0.011335, + "nauc_mrr_at_3_diff1": 0.433585, + "nauc_mrr_at_5_max": 0.238527, + "nauc_mrr_at_5_std": 0.015893, + "nauc_mrr_at_5_diff1": 0.422415, + "nauc_mrr_at_10_max": 0.239967, + "nauc_mrr_at_10_std": 0.018591, + "nauc_mrr_at_10_diff1": 0.416868, + "nauc_mrr_at_20_max": 0.238322, + "nauc_mrr_at_20_std": 0.019788, + "nauc_mrr_at_20_diff1": 0.411535, + "nauc_mrr_at_100_max": 0.239294, + "nauc_mrr_at_100_std": 0.022559, + "nauc_mrr_at_100_diff1": 0.412746, + "nauc_mrr_at_1000_max": 0.239119, + "nauc_mrr_at_1000_std": 0.02241, + "nauc_mrr_at_1000_diff1": 0.412505, + "main_score": 0.26992, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 225.18764901161194, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackMathematica-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackMathematica-NL.json new file mode 100644 index 0000000000..618d01f0af --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackMathematica-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackMathematica-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.09328, + "ndcg_at_3": 0.14009, + "ndcg_at_5": 0.15277, + "ndcg_at_10": 0.16703, + "ndcg_at_20": 0.17849, + "ndcg_at_100": 0.21057, + "ndcg_at_1000": 0.23897, + "map_at_1": 0.09328, + "map_at_3": 0.12873, + "map_at_5": 0.1357, + "map_at_10": 0.14169, + "map_at_20": 0.14474, + "map_at_100": 0.14884, + "map_at_1000": 0.14977, + "recall_at_1": 0.09328, + "recall_at_3": 0.17289, + "recall_at_5": 0.20398, + "recall_at_10": 0.24751, + "recall_at_20": 0.29353, + "recall_at_100": 0.47139, + "recall_at_1000": 0.70274, + "precision_at_1": 0.09328, + "precision_at_3": 0.05763, + "precision_at_5": 0.0408, + "precision_at_10": 0.02475, + "precision_at_20": 0.01468, + "precision_at_100": 0.00471, + "precision_at_1000": 0.0007, + "mrr_at_1": 0.093284, + "mrr_at_3": 0.128731, + "mrr_at_5": 0.135697, + "mrr_at_10": 0.141686, + "mrr_at_20": 0.14474, + "mrr_at_100": 0.148845, + "mrr_at_1000": 0.149769, + "nauc_ndcg_at_1_max": 0.300279, + "nauc_ndcg_at_1_std": 0.079199, + "nauc_ndcg_at_1_diff1": 0.367425, + "nauc_ndcg_at_3_max": 0.284213, + "nauc_ndcg_at_3_std": 0.090839, + "nauc_ndcg_at_3_diff1": 0.298267, + "nauc_ndcg_at_5_max": 0.262086, + "nauc_ndcg_at_5_std": 0.089336, + "nauc_ndcg_at_5_diff1": 0.285801, + "nauc_ndcg_at_10_max": 0.245701, + "nauc_ndcg_at_10_std": 0.092512, + "nauc_ndcg_at_10_diff1": 0.280623, + "nauc_ndcg_at_20_max": 0.232199, + "nauc_ndcg_at_20_std": 0.090402, + "nauc_ndcg_at_20_diff1": 0.277757, + "nauc_ndcg_at_100_max": 0.253593, + "nauc_ndcg_at_100_std": 0.115346, + "nauc_ndcg_at_100_diff1": 0.277877, + "nauc_ndcg_at_1000_max": 0.253129, + "nauc_ndcg_at_1000_std": 0.130491, + "nauc_ndcg_at_1000_diff1": 0.276691, + "nauc_map_at_1_max": 0.300279, + "nauc_map_at_1_std": 0.079199, + "nauc_map_at_1_diff1": 0.367425, + "nauc_map_at_3_max": 0.288833, + "nauc_map_at_3_std": 0.089658, + "nauc_map_at_3_diff1": 0.31264, + "nauc_map_at_5_max": 0.275183, + "nauc_map_at_5_std": 0.089245, + "nauc_map_at_5_diff1": 0.304911, + "nauc_map_at_10_max": 0.266815, + "nauc_map_at_10_std": 0.090861, + "nauc_map_at_10_diff1": 0.302082, + "nauc_map_at_20_max": 0.262544, + "nauc_map_at_20_std": 0.089768, + "nauc_map_at_20_diff1": 0.300895, + "nauc_map_at_100_max": 0.265555, + "nauc_map_at_100_std": 0.094074, + "nauc_map_at_100_diff1": 0.300365, + "nauc_map_at_1000_max": 0.265619, + "nauc_map_at_1000_std": 0.094716, + "nauc_map_at_1000_diff1": 0.300318, + "nauc_recall_at_1_max": 0.300279, + "nauc_recall_at_1_std": 0.079199, + "nauc_recall_at_1_diff1": 0.367425, + "nauc_recall_at_3_max": 0.273095, + "nauc_recall_at_3_std": 0.093208, + "nauc_recall_at_3_diff1": 0.264882, + "nauc_recall_at_5_max": 0.23173, + "nauc_recall_at_5_std": 0.088646, + "nauc_recall_at_5_diff1": 0.243553, + "nauc_recall_at_10_max": 0.19787, + "nauc_recall_at_10_std": 0.09557, + "nauc_recall_at_10_diff1": 0.235253, + "nauc_recall_at_20_max": 0.162404, + "nauc_recall_at_20_std": 0.091499, + "nauc_recall_at_20_diff1": 0.231106, + "nauc_recall_at_100_max": 0.248851, + "nauc_recall_at_100_std": 0.182429, + "nauc_recall_at_100_diff1": 0.238072, + "nauc_recall_at_1000_max": 0.240249, + "nauc_recall_at_1000_std": 0.316106, + "nauc_recall_at_1000_diff1": 0.215397, + "nauc_precision_at_1_max": 0.300279, + "nauc_precision_at_1_std": 0.079199, + "nauc_precision_at_1_diff1": 0.367425, + "nauc_precision_at_3_max": 0.273095, + "nauc_precision_at_3_std": 0.093208, + "nauc_precision_at_3_diff1": 0.264882, + "nauc_precision_at_5_max": 0.23173, + "nauc_precision_at_5_std": 0.088646, + "nauc_precision_at_5_diff1": 0.243553, + "nauc_precision_at_10_max": 0.19787, + "nauc_precision_at_10_std": 0.09557, + "nauc_precision_at_10_diff1": 0.235253, + "nauc_precision_at_20_max": 0.162404, + "nauc_precision_at_20_std": 0.091499, + "nauc_precision_at_20_diff1": 0.231106, + "nauc_precision_at_100_max": 0.248851, + "nauc_precision_at_100_std": 0.182429, + "nauc_precision_at_100_diff1": 0.238072, + "nauc_precision_at_1000_max": 0.240249, + "nauc_precision_at_1000_std": 0.316106, + "nauc_precision_at_1000_diff1": 0.215397, + "nauc_mrr_at_1_max": 0.300279, + "nauc_mrr_at_1_std": 0.079199, + "nauc_mrr_at_1_diff1": 0.367425, + "nauc_mrr_at_3_max": 0.288833, + "nauc_mrr_at_3_std": 0.089658, + "nauc_mrr_at_3_diff1": 0.31264, + "nauc_mrr_at_5_max": 0.275183, + "nauc_mrr_at_5_std": 0.089245, + "nauc_mrr_at_5_diff1": 0.304911, + "nauc_mrr_at_10_max": 0.266815, + "nauc_mrr_at_10_std": 0.090861, + "nauc_mrr_at_10_diff1": 0.302082, + "nauc_mrr_at_20_max": 0.262544, + "nauc_mrr_at_20_std": 0.089768, + "nauc_mrr_at_20_diff1": 0.300895, + "nauc_mrr_at_100_max": 0.265555, + "nauc_mrr_at_100_std": 0.094074, + "nauc_mrr_at_100_diff1": 0.300365, + "nauc_mrr_at_1000_max": 0.265619, + "nauc_mrr_at_1000_std": 0.094716, + "nauc_mrr_at_1000_diff1": 0.300318, + "main_score": 0.16703, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 131.79280376434326, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackPhysics-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackPhysics-NL.json new file mode 100644 index 0000000000..e01d6041be --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackPhysics-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackPhysics-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.21367, + "ndcg_at_3": 0.26112, + "ndcg_at_5": 0.27989, + "ndcg_at_10": 0.30275, + "ndcg_at_20": 0.31912, + "ndcg_at_100": 0.34667, + "ndcg_at_1000": 0.3699, + "map_at_1": 0.21367, + "map_at_3": 0.24928, + "map_at_5": 0.25977, + "map_at_10": 0.26929, + "map_at_20": 0.27382, + "map_at_100": 0.27763, + "map_at_1000": 0.27841, + "recall_at_1": 0.21367, + "recall_at_3": 0.29548, + "recall_at_5": 0.34071, + "recall_at_10": 0.41097, + "recall_at_20": 0.47546, + "recall_at_100": 0.62368, + "recall_at_1000": 0.81232, + "precision_at_1": 0.21367, + "precision_at_3": 0.09849, + "precision_at_5": 0.06814, + "precision_at_10": 0.0411, + "precision_at_20": 0.02377, + "precision_at_100": 0.00624, + "precision_at_1000": 0.00081, + "mrr_at_1": 0.213667, + "mrr_at_3": 0.249278, + "mrr_at_5": 0.259769, + "mrr_at_10": 0.269287, + "mrr_at_20": 0.273819, + "mrr_at_100": 0.277629, + "mrr_at_1000": 0.278405, + "nauc_ndcg_at_1_max": 0.359976, + "nauc_ndcg_at_1_std": -0.029618, + "nauc_ndcg_at_1_diff1": 0.604268, + "nauc_ndcg_at_3_max": 0.338233, + "nauc_ndcg_at_3_std": -0.017653, + "nauc_ndcg_at_3_diff1": 0.527151, + "nauc_ndcg_at_5_max": 0.343911, + "nauc_ndcg_at_5_std": -0.005922, + "nauc_ndcg_at_5_diff1": 0.526486, + "nauc_ndcg_at_10_max": 0.331606, + "nauc_ndcg_at_10_std": 0.001284, + "nauc_ndcg_at_10_diff1": 0.507635, + "nauc_ndcg_at_20_max": 0.341025, + "nauc_ndcg_at_20_std": 0.016917, + "nauc_ndcg_at_20_diff1": 0.503988, + "nauc_ndcg_at_100_max": 0.345663, + "nauc_ndcg_at_100_std": 0.03464, + "nauc_ndcg_at_100_diff1": 0.498356, + "nauc_ndcg_at_1000_max": 0.346855, + "nauc_ndcg_at_1000_std": 0.037838, + "nauc_ndcg_at_1000_diff1": 0.502801, + "nauc_map_at_1_max": 0.359976, + "nauc_map_at_1_std": -0.029618, + "nauc_map_at_1_diff1": 0.604268, + "nauc_map_at_3_max": 0.343759, + "nauc_map_at_3_std": -0.018837, + "nauc_map_at_3_diff1": 0.544129, + "nauc_map_at_5_max": 0.34703, + "nauc_map_at_5_std": -0.012249, + "nauc_map_at_5_diff1": 0.543815, + "nauc_map_at_10_max": 0.341931, + "nauc_map_at_10_std": -0.00901, + "nauc_map_at_10_diff1": 0.535861, + "nauc_map_at_20_max": 0.345008, + "nauc_map_at_20_std": -0.004319, + "nauc_map_at_20_diff1": 0.534789, + "nauc_map_at_100_max": 0.346007, + "nauc_map_at_100_std": -0.001461, + "nauc_map_at_100_diff1": 0.534054, + "nauc_map_at_1000_max": 0.346123, + "nauc_map_at_1000_std": -0.001358, + "nauc_map_at_1000_diff1": 0.534283, + "nauc_recall_at_1_max": 0.359976, + "nauc_recall_at_1_std": -0.029618, + "nauc_recall_at_1_diff1": 0.604268, + "nauc_recall_at_3_max": 0.323265, + "nauc_recall_at_3_std": -0.015076, + "nauc_recall_at_3_diff1": 0.482046, + "nauc_recall_at_5_max": 0.336195, + "nauc_recall_at_5_std": 0.011704, + "nauc_recall_at_5_diff1": 0.481081, + "nauc_recall_at_10_max": 0.300899, + "nauc_recall_at_10_std": 0.030935, + "nauc_recall_at_10_diff1": 0.428249, + "nauc_recall_at_20_max": 0.33208, + "nauc_recall_at_20_std": 0.086977, + "nauc_recall_at_20_diff1": 0.413756, + "nauc_recall_at_100_max": 0.351044, + "nauc_recall_at_100_std": 0.191985, + "nauc_recall_at_100_diff1": 0.366973, + "nauc_recall_at_1000_max": 0.364045, + "nauc_recall_at_1000_std": 0.339879, + "nauc_recall_at_1000_diff1": 0.331924, + "nauc_precision_at_1_max": 0.359976, + "nauc_precision_at_1_std": -0.029618, + "nauc_precision_at_1_diff1": 0.604268, + "nauc_precision_at_3_max": 0.323265, + "nauc_precision_at_3_std": -0.015076, + "nauc_precision_at_3_diff1": 0.482046, + "nauc_precision_at_5_max": 0.336195, + "nauc_precision_at_5_std": 0.011704, + "nauc_precision_at_5_diff1": 0.481081, + "nauc_precision_at_10_max": 0.300899, + "nauc_precision_at_10_std": 0.030935, + "nauc_precision_at_10_diff1": 0.428249, + "nauc_precision_at_20_max": 0.33208, + "nauc_precision_at_20_std": 0.086977, + "nauc_precision_at_20_diff1": 0.413756, + "nauc_precision_at_100_max": 0.351044, + "nauc_precision_at_100_std": 0.191985, + "nauc_precision_at_100_diff1": 0.366973, + "nauc_precision_at_1000_max": 0.364045, + "nauc_precision_at_1000_std": 0.339879, + "nauc_precision_at_1000_diff1": 0.331924, + "nauc_mrr_at_1_max": 0.359976, + "nauc_mrr_at_1_std": -0.029618, + "nauc_mrr_at_1_diff1": 0.604268, + "nauc_mrr_at_3_max": 0.343759, + "nauc_mrr_at_3_std": -0.018837, + "nauc_mrr_at_3_diff1": 0.544129, + "nauc_mrr_at_5_max": 0.34703, + "nauc_mrr_at_5_std": -0.012249, + "nauc_mrr_at_5_diff1": 0.543815, + "nauc_mrr_at_10_max": 0.341931, + "nauc_mrr_at_10_std": -0.00901, + "nauc_mrr_at_10_diff1": 0.535861, + "nauc_mrr_at_20_max": 0.345008, + "nauc_mrr_at_20_std": -0.004319, + "nauc_mrr_at_20_diff1": 0.534789, + "nauc_mrr_at_100_max": 0.346007, + "nauc_mrr_at_100_std": -0.001461, + "nauc_mrr_at_100_diff1": 0.534054, + "nauc_mrr_at_1000_max": 0.346123, + "nauc_mrr_at_1000_std": -0.001358, + "nauc_mrr_at_1000_diff1": 0.534283, + "main_score": 0.30275, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 256.8613557815552, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackProgrammers-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackProgrammers-NL.json new file mode 100644 index 0000000000..da01b386b1 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackProgrammers-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackProgrammers-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.19521, + "ndcg_at_3": 0.23811, + "ndcg_at_5": 0.25855, + "ndcg_at_10": 0.28115, + "ndcg_at_20": 0.29451, + "ndcg_at_100": 0.3198, + "ndcg_at_1000": 0.34446, + "map_at_1": 0.19521, + "map_at_3": 0.22698, + "map_at_5": 0.23845, + "map_at_10": 0.24761, + "map_at_20": 0.25117, + "map_at_100": 0.25437, + "map_at_1000": 0.25514, + "recall_at_1": 0.19521, + "recall_at_3": 0.27055, + "recall_at_5": 0.31963, + "recall_at_10": 0.39041, + "recall_at_20": 0.44406, + "recall_at_100": 0.58447, + "recall_at_1000": 0.78767, + "precision_at_1": 0.19521, + "precision_at_3": 0.09018, + "precision_at_5": 0.06393, + "precision_at_10": 0.03904, + "precision_at_20": 0.0222, + "precision_at_100": 0.00584, + "precision_at_1000": 0.00079, + "mrr_at_1": 0.195205, + "mrr_at_3": 0.226979, + "mrr_at_5": 0.238451, + "mrr_at_10": 0.247609, + "mrr_at_20": 0.251169, + "mrr_at_100": 0.254366, + "mrr_at_1000": 0.255138, + "nauc_ndcg_at_1_max": 0.31555, + "nauc_ndcg_at_1_std": 0.055392, + "nauc_ndcg_at_1_diff1": 0.49088, + "nauc_ndcg_at_3_max": 0.309328, + "nauc_ndcg_at_3_std": 0.077805, + "nauc_ndcg_at_3_diff1": 0.455762, + "nauc_ndcg_at_5_max": 0.304086, + "nauc_ndcg_at_5_std": 0.091716, + "nauc_ndcg_at_5_diff1": 0.434565, + "nauc_ndcg_at_10_max": 0.303085, + "nauc_ndcg_at_10_std": 0.112939, + "nauc_ndcg_at_10_diff1": 0.413229, + "nauc_ndcg_at_20_max": 0.308477, + "nauc_ndcg_at_20_std": 0.124028, + "nauc_ndcg_at_20_diff1": 0.408003, + "nauc_ndcg_at_100_max": 0.303734, + "nauc_ndcg_at_100_std": 0.12928, + "nauc_ndcg_at_100_diff1": 0.406407, + "nauc_ndcg_at_1000_max": 0.306249, + "nauc_ndcg_at_1000_std": 0.129924, + "nauc_ndcg_at_1000_diff1": 0.408225, + "nauc_map_at_1_max": 0.31555, + "nauc_map_at_1_std": 0.055392, + "nauc_map_at_1_diff1": 0.49088, + "nauc_map_at_3_max": 0.311968, + "nauc_map_at_3_std": 0.073189, + "nauc_map_at_3_diff1": 0.464964, + "nauc_map_at_5_max": 0.308728, + "nauc_map_at_5_std": 0.081148, + "nauc_map_at_5_diff1": 0.451943, + "nauc_map_at_10_max": 0.308773, + "nauc_map_at_10_std": 0.090139, + "nauc_map_at_10_diff1": 0.443041, + "nauc_map_at_20_max": 0.310349, + "nauc_map_at_20_std": 0.093432, + "nauc_map_at_20_diff1": 0.44144, + "nauc_map_at_100_max": 0.309899, + "nauc_map_at_100_std": 0.094691, + "nauc_map_at_100_diff1": 0.440998, + "nauc_map_at_1000_max": 0.310097, + "nauc_map_at_1000_std": 0.094787, + "nauc_map_at_1000_diff1": 0.441063, + "nauc_recall_at_1_max": 0.31555, + "nauc_recall_at_1_std": 0.055392, + "nauc_recall_at_1_diff1": 0.49088, + "nauc_recall_at_3_max": 0.301842, + "nauc_recall_at_3_std": 0.089907, + "nauc_recall_at_3_diff1": 0.430816, + "nauc_recall_at_5_max": 0.291367, + "nauc_recall_at_5_std": 0.120334, + "nauc_recall_at_5_diff1": 0.387959, + "nauc_recall_at_10_max": 0.286722, + "nauc_recall_at_10_std": 0.178708, + "nauc_recall_at_10_diff1": 0.329067, + "nauc_recall_at_20_max": 0.305494, + "nauc_recall_at_20_std": 0.217868, + "nauc_recall_at_20_diff1": 0.310514, + "nauc_recall_at_100_max": 0.277017, + "nauc_recall_at_100_std": 0.247412, + "nauc_recall_at_100_diff1": 0.295473, + "nauc_recall_at_1000_max": 0.279989, + "nauc_recall_at_1000_std": 0.317563, + "nauc_recall_at_1000_diff1": 0.250761, + "nauc_precision_at_1_max": 0.31555, + "nauc_precision_at_1_std": 0.055392, + "nauc_precision_at_1_diff1": 0.49088, + "nauc_precision_at_3_max": 0.301842, + "nauc_precision_at_3_std": 0.089907, + "nauc_precision_at_3_diff1": 0.430816, + "nauc_precision_at_5_max": 0.291367, + "nauc_precision_at_5_std": 0.120334, + "nauc_precision_at_5_diff1": 0.387959, + "nauc_precision_at_10_max": 0.286722, + "nauc_precision_at_10_std": 0.178708, + "nauc_precision_at_10_diff1": 0.329067, + "nauc_precision_at_20_max": 0.305494, + "nauc_precision_at_20_std": 0.217868, + "nauc_precision_at_20_diff1": 0.310514, + "nauc_precision_at_100_max": 0.277017, + "nauc_precision_at_100_std": 0.247412, + "nauc_precision_at_100_diff1": 0.295473, + "nauc_precision_at_1000_max": 0.279989, + "nauc_precision_at_1000_std": 0.317563, + "nauc_precision_at_1000_diff1": 0.250761, + "nauc_mrr_at_1_max": 0.31555, + "nauc_mrr_at_1_std": 0.055392, + "nauc_mrr_at_1_diff1": 0.49088, + "nauc_mrr_at_3_max": 0.311968, + "nauc_mrr_at_3_std": 0.073189, + "nauc_mrr_at_3_diff1": 0.464964, + "nauc_mrr_at_5_max": 0.308728, + "nauc_mrr_at_5_std": 0.081148, + "nauc_mrr_at_5_diff1": 0.451943, + "nauc_mrr_at_10_max": 0.308773, + "nauc_mrr_at_10_std": 0.090139, + "nauc_mrr_at_10_diff1": 0.443041, + "nauc_mrr_at_20_max": 0.310349, + "nauc_mrr_at_20_std": 0.093432, + "nauc_mrr_at_20_diff1": 0.44144, + "nauc_mrr_at_100_max": 0.309899, + "nauc_mrr_at_100_std": 0.094691, + "nauc_mrr_at_100_diff1": 0.440998, + "nauc_mrr_at_1000_max": 0.310097, + "nauc_mrr_at_1000_std": 0.094787, + "nauc_mrr_at_1000_diff1": 0.441063, + "main_score": 0.28115, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 195.33577513694763, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackStats-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackStats-NL.json new file mode 100644 index 0000000000..98a4671e43 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackStats-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackStats-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.17638, + "ndcg_at_3": 0.22539, + "ndcg_at_5": 0.23918, + "ndcg_at_10": 0.25581, + "ndcg_at_20": 0.26871, + "ndcg_at_100": 0.29358, + "ndcg_at_1000": 0.31562, + "map_at_1": 0.17638, + "map_at_3": 0.21319, + "map_at_5": 0.22078, + "map_at_10": 0.2278, + "map_at_20": 0.23139, + "map_at_100": 0.23476, + "map_at_1000": 0.23547, + "recall_at_1": 0.17638, + "recall_at_3": 0.26074, + "recall_at_5": 0.29448, + "recall_at_10": 0.34509, + "recall_at_20": 0.39571, + "recall_at_100": 0.53067, + "recall_at_1000": 0.71166, + "precision_at_1": 0.17638, + "precision_at_3": 0.08691, + "precision_at_5": 0.0589, + "precision_at_10": 0.03451, + "precision_at_20": 0.01979, + "precision_at_100": 0.00531, + "precision_at_1000": 0.00071, + "mrr_at_1": 0.17638, + "mrr_at_3": 0.21319, + "mrr_at_5": 0.220782, + "mrr_at_10": 0.227796, + "mrr_at_20": 0.231394, + "mrr_at_100": 0.234759, + "mrr_at_1000": 0.235471, + "nauc_ndcg_at_1_max": 0.306866, + "nauc_ndcg_at_1_std": -0.010091, + "nauc_ndcg_at_1_diff1": 0.572728, + "nauc_ndcg_at_3_max": 0.288532, + "nauc_ndcg_at_3_std": 0.036658, + "nauc_ndcg_at_3_diff1": 0.467222, + "nauc_ndcg_at_5_max": 0.291311, + "nauc_ndcg_at_5_std": 0.053891, + "nauc_ndcg_at_5_diff1": 0.450351, + "nauc_ndcg_at_10_max": 0.275721, + "nauc_ndcg_at_10_std": 0.058496, + "nauc_ndcg_at_10_diff1": 0.433449, + "nauc_ndcg_at_20_max": 0.278605, + "nauc_ndcg_at_20_std": 0.070502, + "nauc_ndcg_at_20_diff1": 0.425505, + "nauc_ndcg_at_100_max": 0.282203, + "nauc_ndcg_at_100_std": 0.095962, + "nauc_ndcg_at_100_diff1": 0.426521, + "nauc_ndcg_at_1000_max": 0.285645, + "nauc_ndcg_at_1000_std": 0.094811, + "nauc_ndcg_at_1000_diff1": 0.42676, + "nauc_map_at_1_max": 0.306866, + "nauc_map_at_1_std": -0.010091, + "nauc_map_at_1_diff1": 0.572728, + "nauc_map_at_3_max": 0.294411, + "nauc_map_at_3_std": 0.026051, + "nauc_map_at_3_diff1": 0.490314, + "nauc_map_at_5_max": 0.296017, + "nauc_map_at_5_std": 0.035776, + "nauc_map_at_5_diff1": 0.480607, + "nauc_map_at_10_max": 0.289161, + "nauc_map_at_10_std": 0.038351, + "nauc_map_at_10_diff1": 0.47241, + "nauc_map_at_20_max": 0.289862, + "nauc_map_at_20_std": 0.041455, + "nauc_map_at_20_diff1": 0.469552, + "nauc_map_at_100_max": 0.290633, + "nauc_map_at_100_std": 0.045084, + "nauc_map_at_100_diff1": 0.470167, + "nauc_map_at_1000_max": 0.290774, + "nauc_map_at_1000_std": 0.045296, + "nauc_map_at_1000_diff1": 0.470106, + "nauc_recall_at_1_max": 0.306866, + "nauc_recall_at_1_std": -0.010091, + "nauc_recall_at_1_diff1": 0.572728, + "nauc_recall_at_3_max": 0.27263, + "nauc_recall_at_3_std": 0.064239, + "nauc_recall_at_3_diff1": 0.407476, + "nauc_recall_at_5_max": 0.279244, + "nauc_recall_at_5_std": 0.101511, + "nauc_recall_at_5_diff1": 0.372811, + "nauc_recall_at_10_max": 0.237664, + "nauc_recall_at_10_std": 0.110379, + "nauc_recall_at_10_diff1": 0.332616, + "nauc_recall_at_20_max": 0.249046, + "nauc_recall_at_20_std": 0.1527, + "nauc_recall_at_20_diff1": 0.310896, + "nauc_recall_at_100_max": 0.261412, + "nauc_recall_at_100_std": 0.282262, + "nauc_recall_at_100_diff1": 0.303504, + "nauc_recall_at_1000_max": 0.283949, + "nauc_recall_at_1000_std": 0.314471, + "nauc_recall_at_1000_diff1": 0.269011, + "nauc_precision_at_1_max": 0.306866, + "nauc_precision_at_1_std": -0.010091, + "nauc_precision_at_1_diff1": 0.572728, + "nauc_precision_at_3_max": 0.27263, + "nauc_precision_at_3_std": 0.064239, + "nauc_precision_at_3_diff1": 0.407476, + "nauc_precision_at_5_max": 0.279244, + "nauc_precision_at_5_std": 0.101511, + "nauc_precision_at_5_diff1": 0.372811, + "nauc_precision_at_10_max": 0.237664, + "nauc_precision_at_10_std": 0.110379, + "nauc_precision_at_10_diff1": 0.332616, + "nauc_precision_at_20_max": 0.249046, + "nauc_precision_at_20_std": 0.1527, + "nauc_precision_at_20_diff1": 0.310896, + "nauc_precision_at_100_max": 0.261412, + "nauc_precision_at_100_std": 0.282262, + "nauc_precision_at_100_diff1": 0.303504, + "nauc_precision_at_1000_max": 0.283949, + "nauc_precision_at_1000_std": 0.314471, + "nauc_precision_at_1000_diff1": 0.269011, + "nauc_mrr_at_1_max": 0.306866, + "nauc_mrr_at_1_std": -0.010091, + "nauc_mrr_at_1_diff1": 0.572728, + "nauc_mrr_at_3_max": 0.294411, + "nauc_mrr_at_3_std": 0.026051, + "nauc_mrr_at_3_diff1": 0.490314, + "nauc_mrr_at_5_max": 0.296017, + "nauc_mrr_at_5_std": 0.035776, + "nauc_mrr_at_5_diff1": 0.480607, + "nauc_mrr_at_10_max": 0.289161, + "nauc_mrr_at_10_std": 0.038351, + "nauc_mrr_at_10_diff1": 0.47241, + "nauc_mrr_at_20_max": 0.289862, + "nauc_mrr_at_20_std": 0.041455, + "nauc_mrr_at_20_diff1": 0.469552, + "nauc_mrr_at_100_max": 0.290633, + "nauc_mrr_at_100_std": 0.045084, + "nauc_mrr_at_100_diff1": 0.470167, + "nauc_mrr_at_1000_max": 0.290774, + "nauc_mrr_at_1000_std": 0.045296, + "nauc_mrr_at_1000_diff1": 0.470106, + "main_score": 0.25581, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 326.7884449958801, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackTex-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackTex-NL.json new file mode 100644 index 0000000000..713b6d568e --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackTex-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackTex-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.12182, + "ndcg_at_3": 0.16, + "ndcg_at_5": 0.17239, + "ndcg_at_10": 0.1867, + "ndcg_at_20": 0.19767, + "ndcg_at_100": 0.21977, + "ndcg_at_1000": 0.24543, + "map_at_1": 0.12182, + "map_at_3": 0.15061, + "map_at_5": 0.15751, + "map_at_10": 0.16333, + "map_at_20": 0.16634, + "map_at_100": 0.16917, + "map_at_1000": 0.17, + "recall_at_1": 0.12182, + "recall_at_3": 0.1872, + "recall_at_5": 0.21714, + "recall_at_10": 0.26187, + "recall_at_20": 0.30523, + "recall_at_100": 0.42774, + "recall_at_1000": 0.63799, + "precision_at_1": 0.12182, + "precision_at_3": 0.0624, + "precision_at_5": 0.04343, + "precision_at_10": 0.02619, + "precision_at_20": 0.01526, + "precision_at_100": 0.00428, + "precision_at_1000": 0.00064, + "mrr_at_1": 0.121817, + "mrr_at_3": 0.150608, + "mrr_at_5": 0.157507, + "mrr_at_10": 0.163332, + "mrr_at_20": 0.16634, + "mrr_at_100": 0.169172, + "mrr_at_1000": 0.170002, + "nauc_ndcg_at_1_max": 0.335026, + "nauc_ndcg_at_1_std": 0.033207, + "nauc_ndcg_at_1_diff1": 0.446487, + "nauc_ndcg_at_3_max": 0.321507, + "nauc_ndcg_at_3_std": 0.047678, + "nauc_ndcg_at_3_diff1": 0.367344, + "nauc_ndcg_at_5_max": 0.311662, + "nauc_ndcg_at_5_std": 0.055897, + "nauc_ndcg_at_5_diff1": 0.354867, + "nauc_ndcg_at_10_max": 0.315484, + "nauc_ndcg_at_10_std": 0.072694, + "nauc_ndcg_at_10_diff1": 0.348394, + "nauc_ndcg_at_20_max": 0.310744, + "nauc_ndcg_at_20_std": 0.082809, + "nauc_ndcg_at_20_diff1": 0.3396, + "nauc_ndcg_at_100_max": 0.304743, + "nauc_ndcg_at_100_std": 0.098354, + "nauc_ndcg_at_100_diff1": 0.327748, + "nauc_ndcg_at_1000_max": 0.309609, + "nauc_ndcg_at_1000_std": 0.10813, + "nauc_ndcg_at_1000_diff1": 0.328681, + "nauc_map_at_1_max": 0.335026, + "nauc_map_at_1_std": 0.033207, + "nauc_map_at_1_diff1": 0.446487, + "nauc_map_at_3_max": 0.325042, + "nauc_map_at_3_std": 0.045613, + "nauc_map_at_3_diff1": 0.384878, + "nauc_map_at_5_max": 0.319056, + "nauc_map_at_5_std": 0.050249, + "nauc_map_at_5_diff1": 0.377125, + "nauc_map_at_10_max": 0.320354, + "nauc_map_at_10_std": 0.05726, + "nauc_map_at_10_diff1": 0.37401, + "nauc_map_at_20_max": 0.318875, + "nauc_map_at_20_std": 0.060359, + "nauc_map_at_20_diff1": 0.371238, + "nauc_map_at_100_max": 0.318293, + "nauc_map_at_100_std": 0.062598, + "nauc_map_at_100_diff1": 0.369587, + "nauc_map_at_1000_max": 0.318404, + "nauc_map_at_1000_std": 0.062983, + "nauc_map_at_1000_diff1": 0.369618, + "nauc_recall_at_1_max": 0.335026, + "nauc_recall_at_1_std": 0.033207, + "nauc_recall_at_1_diff1": 0.446487, + "nauc_recall_at_3_max": 0.312612, + "nauc_recall_at_3_std": 0.052398, + "nauc_recall_at_3_diff1": 0.324104, + "nauc_recall_at_5_max": 0.293361, + "nauc_recall_at_5_std": 0.069811, + "nauc_recall_at_5_diff1": 0.30182, + "nauc_recall_at_10_max": 0.305566, + "nauc_recall_at_10_std": 0.112922, + "nauc_recall_at_10_diff1": 0.289455, + "nauc_recall_at_20_max": 0.291837, + "nauc_recall_at_20_std": 0.141437, + "nauc_recall_at_20_diff1": 0.266195, + "nauc_recall_at_100_max": 0.264907, + "nauc_recall_at_100_std": 0.20428, + "nauc_recall_at_100_diff1": 0.218547, + "nauc_recall_at_1000_max": 0.293785, + "nauc_recall_at_1000_std": 0.295227, + "nauc_recall_at_1000_diff1": 0.203219, + "nauc_precision_at_1_max": 0.335026, + "nauc_precision_at_1_std": 0.033207, + "nauc_precision_at_1_diff1": 0.446487, + "nauc_precision_at_3_max": 0.312612, + "nauc_precision_at_3_std": 0.052398, + "nauc_precision_at_3_diff1": 0.324104, + "nauc_precision_at_5_max": 0.293361, + "nauc_precision_at_5_std": 0.069811, + "nauc_precision_at_5_diff1": 0.30182, + "nauc_precision_at_10_max": 0.305566, + "nauc_precision_at_10_std": 0.112922, + "nauc_precision_at_10_diff1": 0.289455, + "nauc_precision_at_20_max": 0.291837, + "nauc_precision_at_20_std": 0.141437, + "nauc_precision_at_20_diff1": 0.266195, + "nauc_precision_at_100_max": 0.264907, + "nauc_precision_at_100_std": 0.20428, + "nauc_precision_at_100_diff1": 0.218547, + "nauc_precision_at_1000_max": 0.293785, + "nauc_precision_at_1000_std": 0.295227, + "nauc_precision_at_1000_diff1": 0.203219, + "nauc_mrr_at_1_max": 0.335026, + "nauc_mrr_at_1_std": 0.033207, + "nauc_mrr_at_1_diff1": 0.446487, + "nauc_mrr_at_3_max": 0.325042, + "nauc_mrr_at_3_std": 0.045613, + "nauc_mrr_at_3_diff1": 0.384878, + "nauc_mrr_at_5_max": 0.319056, + "nauc_mrr_at_5_std": 0.050249, + "nauc_mrr_at_5_diff1": 0.377125, + "nauc_mrr_at_10_max": 0.320354, + "nauc_mrr_at_10_std": 0.05726, + "nauc_mrr_at_10_diff1": 0.37401, + "nauc_mrr_at_20_max": 0.318875, + "nauc_mrr_at_20_std": 0.060359, + "nauc_mrr_at_20_diff1": 0.371238, + "nauc_mrr_at_100_max": 0.318294, + "nauc_mrr_at_100_std": 0.062598, + "nauc_mrr_at_100_diff1": 0.369587, + "nauc_mrr_at_1000_max": 0.318405, + "nauc_mrr_at_1000_std": 0.062982, + "nauc_mrr_at_1000_diff1": 0.369618, + "main_score": 0.1867, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 529.4131677150726, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackUnix-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackUnix-NL.json new file mode 100644 index 0000000000..4a2e65dfd9 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackUnix-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackUnix-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.1959, + "ndcg_at_3": 0.23429, + "ndcg_at_5": 0.24894, + "ndcg_at_10": 0.26319, + "ndcg_at_20": 0.2778, + "ndcg_at_100": 0.3044, + "ndcg_at_1000": 0.3322, + "map_at_1": 0.1959, + "map_at_3": 0.22497, + "map_at_5": 0.23313, + "map_at_10": 0.23906, + "map_at_20": 0.24307, + "map_at_100": 0.24661, + "map_at_1000": 0.24751, + "recall_at_1": 0.1959, + "recall_at_3": 0.26119, + "recall_at_5": 0.29664, + "recall_at_10": 0.34049, + "recall_at_20": 0.39832, + "recall_at_100": 0.54384, + "recall_at_1000": 0.77146, + "precision_at_1": 0.1959, + "precision_at_3": 0.08706, + "precision_at_5": 0.05933, + "precision_at_10": 0.03405, + "precision_at_20": 0.01992, + "precision_at_100": 0.00544, + "precision_at_1000": 0.00077, + "mrr_at_1": 0.195896, + "mrr_at_3": 0.224969, + "mrr_at_5": 0.233131, + "mrr_at_10": 0.239063, + "mrr_at_20": 0.243073, + "mrr_at_100": 0.246609, + "mrr_at_1000": 0.247514, + "nauc_ndcg_at_1_max": 0.399419, + "nauc_ndcg_at_1_std": 0.040853, + "nauc_ndcg_at_1_diff1": 0.603749, + "nauc_ndcg_at_3_max": 0.367022, + "nauc_ndcg_at_3_std": 0.040617, + "nauc_ndcg_at_3_diff1": 0.517198, + "nauc_ndcg_at_5_max": 0.356425, + "nauc_ndcg_at_5_std": 0.041776, + "nauc_ndcg_at_5_diff1": 0.494457, + "nauc_ndcg_at_10_max": 0.355857, + "nauc_ndcg_at_10_std": 0.058263, + "nauc_ndcg_at_10_diff1": 0.48072, + "nauc_ndcg_at_20_max": 0.35181, + "nauc_ndcg_at_20_std": 0.061612, + "nauc_ndcg_at_20_diff1": 0.473999, + "nauc_ndcg_at_100_max": 0.354332, + "nauc_ndcg_at_100_std": 0.078127, + "nauc_ndcg_at_100_diff1": 0.465349, + "nauc_ndcg_at_1000_max": 0.358757, + "nauc_ndcg_at_1000_std": 0.084543, + "nauc_ndcg_at_1000_diff1": 0.470732, + "nauc_map_at_1_max": 0.399419, + "nauc_map_at_1_std": 0.040853, + "nauc_map_at_1_diff1": 0.603749, + "nauc_map_at_3_max": 0.374956, + "nauc_map_at_3_std": 0.040826, + "nauc_map_at_3_diff1": 0.537353, + "nauc_map_at_5_max": 0.369127, + "nauc_map_at_5_std": 0.041687, + "nauc_map_at_5_diff1": 0.524195, + "nauc_map_at_10_max": 0.369041, + "nauc_map_at_10_std": 0.049017, + "nauc_map_at_10_diff1": 0.518328, + "nauc_map_at_20_max": 0.367766, + "nauc_map_at_20_std": 0.049892, + "nauc_map_at_20_diff1": 0.516367, + "nauc_map_at_100_max": 0.368298, + "nauc_map_at_100_std": 0.052378, + "nauc_map_at_100_diff1": 0.51543, + "nauc_map_at_1000_max": 0.368434, + "nauc_map_at_1000_std": 0.05251, + "nauc_map_at_1000_diff1": 0.515495, + "nauc_recall_at_1_max": 0.399419, + "nauc_recall_at_1_std": 0.040853, + "nauc_recall_at_1_diff1": 0.603749, + "nauc_recall_at_3_max": 0.345424, + "nauc_recall_at_3_std": 0.039995, + "nauc_recall_at_3_diff1": 0.46271, + "nauc_recall_at_5_max": 0.321742, + "nauc_recall_at_5_std": 0.04187, + "nauc_recall_at_5_diff1": 0.414587, + "nauc_recall_at_10_max": 0.320098, + "nauc_recall_at_10_std": 0.086777, + "nauc_recall_at_10_diff1": 0.377606, + "nauc_recall_at_20_max": 0.307436, + "nauc_recall_at_20_std": 0.09845, + "nauc_recall_at_20_diff1": 0.356541, + "nauc_recall_at_100_max": 0.314871, + "nauc_recall_at_100_std": 0.183272, + "nauc_recall_at_100_diff1": 0.300733, + "nauc_recall_at_1000_max": 0.343558, + "nauc_recall_at_1000_std": 0.324025, + "nauc_recall_at_1000_diff1": 0.277116, + "nauc_precision_at_1_max": 0.399419, + "nauc_precision_at_1_std": 0.040853, + "nauc_precision_at_1_diff1": 0.603749, + "nauc_precision_at_3_max": 0.345424, + "nauc_precision_at_3_std": 0.039995, + "nauc_precision_at_3_diff1": 0.46271, + "nauc_precision_at_5_max": 0.321742, + "nauc_precision_at_5_std": 0.04187, + "nauc_precision_at_5_diff1": 0.414587, + "nauc_precision_at_10_max": 0.320098, + "nauc_precision_at_10_std": 0.086777, + "nauc_precision_at_10_diff1": 0.377606, + "nauc_precision_at_20_max": 0.307436, + "nauc_precision_at_20_std": 0.09845, + "nauc_precision_at_20_diff1": 0.356541, + "nauc_precision_at_100_max": 0.314871, + "nauc_precision_at_100_std": 0.183272, + "nauc_precision_at_100_diff1": 0.300733, + "nauc_precision_at_1000_max": 0.343558, + "nauc_precision_at_1000_std": 0.324025, + "nauc_precision_at_1000_diff1": 0.277116, + "nauc_mrr_at_1_max": 0.399419, + "nauc_mrr_at_1_std": 0.040853, + "nauc_mrr_at_1_diff1": 0.603749, + "nauc_mrr_at_3_max": 0.374956, + "nauc_mrr_at_3_std": 0.040826, + "nauc_mrr_at_3_diff1": 0.537353, + "nauc_mrr_at_5_max": 0.369127, + "nauc_mrr_at_5_std": 0.041687, + "nauc_mrr_at_5_diff1": 0.524195, + "nauc_mrr_at_10_max": 0.369041, + "nauc_mrr_at_10_std": 0.049017, + "nauc_mrr_at_10_diff1": 0.518328, + "nauc_mrr_at_20_max": 0.367766, + "nauc_mrr_at_20_std": 0.049892, + "nauc_mrr_at_20_diff1": 0.516367, + "nauc_mrr_at_100_max": 0.368298, + "nauc_mrr_at_100_std": 0.052378, + "nauc_mrr_at_100_diff1": 0.51543, + "nauc_mrr_at_1000_max": 0.368434, + "nauc_mrr_at_1000_std": 0.05251, + "nauc_mrr_at_1000_diff1": 0.515495, + "main_score": 0.26319, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 276.395254611969, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackWebmasters-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackWebmasters-NL.json new file mode 100644 index 0000000000..28743bf615 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackWebmasters-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackWebmasters-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.19763, + "ndcg_at_3": 0.24289, + "ndcg_at_5": 0.25599, + "ndcg_at_10": 0.27522, + "ndcg_at_20": 0.29169, + "ndcg_at_100": 0.32169, + "ndcg_at_1000": 0.35136, + "map_at_1": 0.19763, + "map_at_3": 0.23188, + "map_at_5": 0.2392, + "map_at_10": 0.24716, + "map_at_20": 0.25168, + "map_at_100": 0.2558, + "map_at_1000": 0.25676, + "recall_at_1": 0.19763, + "recall_at_3": 0.2747, + "recall_at_5": 0.30632, + "recall_at_10": 0.36561, + "recall_at_20": 0.43083, + "recall_at_100": 0.59289, + "recall_at_1000": 0.83597, + "precision_at_1": 0.19763, + "precision_at_3": 0.09157, + "precision_at_5": 0.06126, + "precision_at_10": 0.03656, + "precision_at_20": 0.02154, + "precision_at_100": 0.00593, + "precision_at_1000": 0.00084, + "mrr_at_1": 0.197628, + "mrr_at_3": 0.231884, + "mrr_at_5": 0.239196, + "mrr_at_10": 0.247163, + "mrr_at_20": 0.251676, + "mrr_at_100": 0.255806, + "mrr_at_1000": 0.256761, + "nauc_ndcg_at_1_max": 0.370248, + "nauc_ndcg_at_1_std": 0.062944, + "nauc_ndcg_at_1_diff1": 0.604859, + "nauc_ndcg_at_3_max": 0.366004, + "nauc_ndcg_at_3_std": 0.084329, + "nauc_ndcg_at_3_diff1": 0.522483, + "nauc_ndcg_at_5_max": 0.353832, + "nauc_ndcg_at_5_std": 0.074256, + "nauc_ndcg_at_5_diff1": 0.50384, + "nauc_ndcg_at_10_max": 0.347952, + "nauc_ndcg_at_10_std": 0.089124, + "nauc_ndcg_at_10_diff1": 0.476067, + "nauc_ndcg_at_20_max": 0.342686, + "nauc_ndcg_at_20_std": 0.100834, + "nauc_ndcg_at_20_diff1": 0.466749, + "nauc_ndcg_at_100_max": 0.350355, + "nauc_ndcg_at_100_std": 0.133409, + "nauc_ndcg_at_100_diff1": 0.461782, + "nauc_ndcg_at_1000_max": 0.354274, + "nauc_ndcg_at_1000_std": 0.135005, + "nauc_ndcg_at_1000_diff1": 0.470297, + "nauc_map_at_1_max": 0.370248, + "nauc_map_at_1_std": 0.062944, + "nauc_map_at_1_diff1": 0.604859, + "nauc_map_at_3_max": 0.367462, + "nauc_map_at_3_std": 0.079857, + "nauc_map_at_3_diff1": 0.541232, + "nauc_map_at_5_max": 0.360301, + "nauc_map_at_5_std": 0.074148, + "nauc_map_at_5_diff1": 0.530016, + "nauc_map_at_10_max": 0.357728, + "nauc_map_at_10_std": 0.080062, + "nauc_map_at_10_diff1": 0.518407, + "nauc_map_at_20_max": 0.356327, + "nauc_map_at_20_std": 0.08365, + "nauc_map_at_20_diff1": 0.515523, + "nauc_map_at_100_max": 0.357198, + "nauc_map_at_100_std": 0.088921, + "nauc_map_at_100_diff1": 0.514585, + "nauc_map_at_1000_max": 0.357301, + "nauc_map_at_1000_std": 0.089043, + "nauc_map_at_1000_diff1": 0.514887, + "nauc_recall_at_1_max": 0.370248, + "nauc_recall_at_1_std": 0.062944, + "nauc_recall_at_1_diff1": 0.604859, + "nauc_recall_at_3_max": 0.361918, + "nauc_recall_at_3_std": 0.09614, + "nauc_recall_at_3_diff1": 0.472348, + "nauc_recall_at_5_max": 0.335587, + "nauc_recall_at_5_std": 0.073109, + "nauc_recall_at_5_diff1": 0.43417, + "nauc_recall_at_10_max": 0.319911, + "nauc_recall_at_10_std": 0.116819, + "nauc_recall_at_10_diff1": 0.35672, + "nauc_recall_at_20_max": 0.3005, + "nauc_recall_at_20_std": 0.156809, + "nauc_recall_at_20_diff1": 0.325406, + "nauc_recall_at_100_max": 0.339238, + "nauc_recall_at_100_std": 0.327942, + "nauc_recall_at_100_diff1": 0.28652, + "nauc_recall_at_1000_max": 0.396552, + "nauc_recall_at_1000_std": 0.535857, + "nauc_recall_at_1000_diff1": 0.244218, + "nauc_precision_at_1_max": 0.370248, + "nauc_precision_at_1_std": 0.062944, + "nauc_precision_at_1_diff1": 0.604859, + "nauc_precision_at_3_max": 0.361918, + "nauc_precision_at_3_std": 0.09614, + "nauc_precision_at_3_diff1": 0.472348, + "nauc_precision_at_5_max": 0.335587, + "nauc_precision_at_5_std": 0.073109, + "nauc_precision_at_5_diff1": 0.43417, + "nauc_precision_at_10_max": 0.319911, + "nauc_precision_at_10_std": 0.116819, + "nauc_precision_at_10_diff1": 0.35672, + "nauc_precision_at_20_max": 0.3005, + "nauc_precision_at_20_std": 0.156809, + "nauc_precision_at_20_diff1": 0.325406, + "nauc_precision_at_100_max": 0.339238, + "nauc_precision_at_100_std": 0.327942, + "nauc_precision_at_100_diff1": 0.28652, + "nauc_precision_at_1000_max": 0.396552, + "nauc_precision_at_1000_std": 0.535857, + "nauc_precision_at_1000_diff1": 0.244218, + "nauc_mrr_at_1_max": 0.370248, + "nauc_mrr_at_1_std": 0.062944, + "nauc_mrr_at_1_diff1": 0.604859, + "nauc_mrr_at_3_max": 0.367462, + "nauc_mrr_at_3_std": 0.079857, + "nauc_mrr_at_3_diff1": 0.541232, + "nauc_mrr_at_5_max": 0.360301, + "nauc_mrr_at_5_std": 0.074148, + "nauc_mrr_at_5_diff1": 0.530016, + "nauc_mrr_at_10_max": 0.357728, + "nauc_mrr_at_10_std": 0.080062, + "nauc_mrr_at_10_diff1": 0.518407, + "nauc_mrr_at_20_max": 0.356327, + "nauc_mrr_at_20_std": 0.08365, + "nauc_mrr_at_20_diff1": 0.515523, + "nauc_mrr_at_100_max": 0.3572, + "nauc_mrr_at_100_std": 0.088925, + "nauc_mrr_at_100_diff1": 0.514581, + "nauc_mrr_at_1000_max": 0.357303, + "nauc_mrr_at_1000_std": 0.089047, + "nauc_mrr_at_1000_diff1": 0.514883, + "main_score": 0.27522, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 87.96797299385071, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackWordpress-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackWordpress-NL.json new file mode 100644 index 0000000000..25ecac64ee --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackWordpress-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackWordpress-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.14418, + "ndcg_at_3": 0.18739, + "ndcg_at_5": 0.20577, + "ndcg_at_10": 0.22142, + "ndcg_at_20": 0.23202, + "ndcg_at_100": 0.25213, + "ndcg_at_1000": 0.27835, + "map_at_1": 0.14418, + "map_at_3": 0.17622, + "map_at_5": 0.18648, + "map_at_10": 0.19299, + "map_at_20": 0.19583, + "map_at_100": 0.19833, + "map_at_1000": 0.19918, + "recall_at_1": 0.14418, + "recall_at_3": 0.21996, + "recall_at_5": 0.26433, + "recall_at_10": 0.31238, + "recall_at_20": 0.3549, + "recall_at_100": 0.46765, + "recall_at_1000": 0.68207, + "precision_at_1": 0.14418, + "precision_at_3": 0.07332, + "precision_at_5": 0.05287, + "precision_at_10": 0.03124, + "precision_at_20": 0.01774, + "precision_at_100": 0.00468, + "precision_at_1000": 0.00068, + "mrr_at_1": 0.144177, + "mrr_at_3": 0.176217, + "mrr_at_5": 0.186476, + "mrr_at_10": 0.192991, + "mrr_at_20": 0.195825, + "mrr_at_100": 0.198326, + "mrr_at_1000": 0.199182, + "nauc_ndcg_at_1_max": 0.322059, + "nauc_ndcg_at_1_std": 0.164166, + "nauc_ndcg_at_1_diff1": 0.516456, + "nauc_ndcg_at_3_max": 0.286375, + "nauc_ndcg_at_3_std": 0.162622, + "nauc_ndcg_at_3_diff1": 0.408243, + "nauc_ndcg_at_5_max": 0.269833, + "nauc_ndcg_at_5_std": 0.144836, + "nauc_ndcg_at_5_diff1": 0.384139, + "nauc_ndcg_at_10_max": 0.256829, + "nauc_ndcg_at_10_std": 0.134173, + "nauc_ndcg_at_10_diff1": 0.361389, + "nauc_ndcg_at_20_max": 0.261976, + "nauc_ndcg_at_20_std": 0.137543, + "nauc_ndcg_at_20_diff1": 0.359819, + "nauc_ndcg_at_100_max": 0.263951, + "nauc_ndcg_at_100_std": 0.148322, + "nauc_ndcg_at_100_diff1": 0.359331, + "nauc_ndcg_at_1000_max": 0.273504, + "nauc_ndcg_at_1000_std": 0.170175, + "nauc_ndcg_at_1000_diff1": 0.361447, + "nauc_map_at_1_max": 0.322059, + "nauc_map_at_1_std": 0.164166, + "nauc_map_at_1_diff1": 0.516456, + "nauc_map_at_3_max": 0.294458, + "nauc_map_at_3_std": 0.163275, + "nauc_map_at_3_diff1": 0.431124, + "nauc_map_at_5_max": 0.283914, + "nauc_map_at_5_std": 0.152584, + "nauc_map_at_5_diff1": 0.416062, + "nauc_map_at_10_max": 0.278315, + "nauc_map_at_10_std": 0.147907, + "nauc_map_at_10_diff1": 0.406507, + "nauc_map_at_20_max": 0.279779, + "nauc_map_at_20_std": 0.148923, + "nauc_map_at_20_diff1": 0.405913, + "nauc_map_at_100_max": 0.2799, + "nauc_map_at_100_std": 0.150847, + "nauc_map_at_100_diff1": 0.406398, + "nauc_map_at_1000_max": 0.280104, + "nauc_map_at_1000_std": 0.151723, + "nauc_map_at_1000_diff1": 0.406369, + "nauc_recall_at_1_max": 0.322059, + "nauc_recall_at_1_std": 0.164166, + "nauc_recall_at_1_diff1": 0.516456, + "nauc_recall_at_3_max": 0.26614, + "nauc_recall_at_3_std": 0.160889, + "nauc_recall_at_3_diff1": 0.3515, + "nauc_recall_at_5_max": 0.235416, + "nauc_recall_at_5_std": 0.124735, + "nauc_recall_at_5_diff1": 0.306993, + "nauc_recall_at_10_max": 0.203188, + "nauc_recall_at_10_std": 0.098321, + "nauc_recall_at_10_diff1": 0.250262, + "nauc_recall_at_20_max": 0.220894, + "nauc_recall_at_20_std": 0.109595, + "nauc_recall_at_20_diff1": 0.247762, + "nauc_recall_at_100_max": 0.229932, + "nauc_recall_at_100_std": 0.153233, + "nauc_recall_at_100_diff1": 0.238362, + "nauc_recall_at_1000_max": 0.306506, + "nauc_recall_at_1000_std": 0.331142, + "nauc_recall_at_1000_diff1": 0.224149, + "nauc_precision_at_1_max": 0.322059, + "nauc_precision_at_1_std": 0.164166, + "nauc_precision_at_1_diff1": 0.516456, + "nauc_precision_at_3_max": 0.26614, + "nauc_precision_at_3_std": 0.160889, + "nauc_precision_at_3_diff1": 0.3515, + "nauc_precision_at_5_max": 0.235416, + "nauc_precision_at_5_std": 0.124735, + "nauc_precision_at_5_diff1": 0.306993, + "nauc_precision_at_10_max": 0.203188, + "nauc_precision_at_10_std": 0.098321, + "nauc_precision_at_10_diff1": 0.250262, + "nauc_precision_at_20_max": 0.220894, + "nauc_precision_at_20_std": 0.109595, + "nauc_precision_at_20_diff1": 0.247762, + "nauc_precision_at_100_max": 0.229932, + "nauc_precision_at_100_std": 0.153233, + "nauc_precision_at_100_diff1": 0.238362, + "nauc_precision_at_1000_max": 0.306506, + "nauc_precision_at_1000_std": 0.331142, + "nauc_precision_at_1000_diff1": 0.224149, + "nauc_mrr_at_1_max": 0.322059, + "nauc_mrr_at_1_std": 0.164166, + "nauc_mrr_at_1_diff1": 0.516456, + "nauc_mrr_at_3_max": 0.294458, + "nauc_mrr_at_3_std": 0.163275, + "nauc_mrr_at_3_diff1": 0.431124, + "nauc_mrr_at_5_max": 0.283914, + "nauc_mrr_at_5_std": 0.152584, + "nauc_mrr_at_5_diff1": 0.416062, + "nauc_mrr_at_10_max": 0.278315, + "nauc_mrr_at_10_std": 0.147907, + "nauc_mrr_at_10_diff1": 0.406507, + "nauc_mrr_at_20_max": 0.279779, + "nauc_mrr_at_20_std": 0.148923, + "nauc_mrr_at_20_diff1": 0.405913, + "nauc_mrr_at_100_max": 0.2799, + "nauc_mrr_at_100_std": 0.150847, + "nauc_mrr_at_100_diff1": 0.406398, + "nauc_mrr_at_1000_max": 0.280104, + "nauc_mrr_at_1000_std": 0.151723, + "nauc_mrr_at_1000_diff1": 0.406369, + "main_score": 0.22142, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 303.82156348228455, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ClimateFEVER-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ClimateFEVER-NL.json new file mode 100644 index 0000000000..0dad2b59fa --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ClimateFEVER-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "8d4f81ded229ee2bfd63b2d30a9df5d678abb1f7", + "task_name": "ClimateFEVER-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.12182, + "ndcg_at_3": 0.11092, + "ndcg_at_5": 0.12015, + "ndcg_at_10": 0.14151, + "ndcg_at_20": 0.16063, + "ndcg_at_100": 0.19684, + "ndcg_at_1000": 0.23596, + "map_at_1": 0.05606, + "map_at_3": 0.07956, + "map_at_5": 0.08666, + "map_at_10": 0.09518, + "map_at_20": 0.10074, + "map_at_100": 0.10642, + "map_at_1000": 0.10814, + "recall_at_1": 0.05606, + "recall_at_3": 0.10481, + "recall_at_5": 0.13035, + "recall_at_10": 0.17868, + "recall_at_20": 0.23434, + "recall_at_100": 0.37745, + "recall_at_1000": 0.6062, + "precision_at_1": 0.12182, + "precision_at_3": 0.0836, + "precision_at_5": 0.06397, + "precision_at_10": 0.04593, + "precision_at_20": 0.03075, + "precision_at_100": 0.01039, + "precision_at_1000": 0.00174, + "mrr_at_1": 0.121824, + "mrr_at_3": 0.167427, + "mrr_at_5": 0.179381, + "mrr_at_10": 0.191793, + "mrr_at_20": 0.198148, + "mrr_at_100": 0.202662, + "mrr_at_1000": 0.203505, + "nauc_ndcg_at_1_max": 0.268426, + "nauc_ndcg_at_1_std": 0.075923, + "nauc_ndcg_at_1_diff1": 0.332156, + "nauc_ndcg_at_3_max": 0.282399, + "nauc_ndcg_at_3_std": 0.084329, + "nauc_ndcg_at_3_diff1": 0.268746, + "nauc_ndcg_at_5_max": 0.283166, + "nauc_ndcg_at_5_std": 0.098308, + "nauc_ndcg_at_5_diff1": 0.248603, + "nauc_ndcg_at_10_max": 0.292901, + "nauc_ndcg_at_10_std": 0.128326, + "nauc_ndcg_at_10_diff1": 0.226908, + "nauc_ndcg_at_20_max": 0.305875, + "nauc_ndcg_at_20_std": 0.167695, + "nauc_ndcg_at_20_diff1": 0.214812, + "nauc_ndcg_at_100_max": 0.316189, + "nauc_ndcg_at_100_std": 0.209727, + "nauc_ndcg_at_100_diff1": 0.204446, + "nauc_ndcg_at_1000_max": 0.318503, + "nauc_ndcg_at_1000_std": 0.231634, + "nauc_ndcg_at_1000_diff1": 0.199292, + "nauc_map_at_1_max": 0.282279, + "nauc_map_at_1_std": 0.022082, + "nauc_map_at_1_diff1": 0.406335, + "nauc_map_at_3_max": 0.287073, + "nauc_map_at_3_std": 0.048702, + "nauc_map_at_3_diff1": 0.310866, + "nauc_map_at_5_max": 0.289175, + "nauc_map_at_5_std": 0.065774, + "nauc_map_at_5_diff1": 0.291795, + "nauc_map_at_10_max": 0.292911, + "nauc_map_at_10_std": 0.084414, + "nauc_map_at_10_diff1": 0.276314, + "nauc_map_at_20_max": 0.300479, + "nauc_map_at_20_std": 0.1024, + "nauc_map_at_20_diff1": 0.270979, + "nauc_map_at_100_max": 0.30489, + "nauc_map_at_100_std": 0.115133, + "nauc_map_at_100_diff1": 0.267978, + "nauc_map_at_1000_max": 0.304995, + "nauc_map_at_1000_std": 0.117697, + "nauc_map_at_1000_diff1": 0.266932, + "nauc_recall_at_1_max": 0.282279, + "nauc_recall_at_1_std": 0.022082, + "nauc_recall_at_1_diff1": 0.406335, + "nauc_recall_at_3_max": 0.270273, + "nauc_recall_at_3_std": 0.076644, + "nauc_recall_at_3_diff1": 0.231108, + "nauc_recall_at_5_max": 0.263446, + "nauc_recall_at_5_std": 0.106741, + "nauc_recall_at_5_diff1": 0.194005, + "nauc_recall_at_10_max": 0.267383, + "nauc_recall_at_10_std": 0.155446, + "nauc_recall_at_10_diff1": 0.149293, + "nauc_recall_at_20_max": 0.28569, + "nauc_recall_at_20_std": 0.232703, + "nauc_recall_at_20_diff1": 0.115966, + "nauc_recall_at_100_max": 0.282024, + "nauc_recall_at_100_std": 0.311432, + "nauc_recall_at_100_diff1": 0.084278, + "nauc_recall_at_1000_max": 0.274925, + "nauc_recall_at_1000_std": 0.387938, + "nauc_recall_at_1000_diff1": 0.047573, + "nauc_precision_at_1_max": 0.268426, + "nauc_precision_at_1_std": 0.075923, + "nauc_precision_at_1_diff1": 0.332156, + "nauc_precision_at_3_max": 0.296388, + "nauc_precision_at_3_std": 0.137521, + "nauc_precision_at_3_diff1": 0.18856, + "nauc_precision_at_5_max": 0.297192, + "nauc_precision_at_5_std": 0.170464, + "nauc_precision_at_5_diff1": 0.160044, + "nauc_precision_at_10_max": 0.308221, + "nauc_precision_at_10_std": 0.223813, + "nauc_precision_at_10_diff1": 0.118896, + "nauc_precision_at_20_max": 0.32053, + "nauc_precision_at_20_std": 0.30473, + "nauc_precision_at_20_diff1": 0.10287, + "nauc_precision_at_100_max": 0.29585, + "nauc_precision_at_100_std": 0.368466, + "nauc_precision_at_100_diff1": 0.063391, + "nauc_precision_at_1000_max": 0.219916, + "nauc_precision_at_1000_std": 0.367482, + "nauc_precision_at_1000_diff1": 0.014238, + "nauc_mrr_at_1_max": 0.268426, + "nauc_mrr_at_1_std": 0.075923, + "nauc_mrr_at_1_diff1": 0.332156, + "nauc_mrr_at_3_max": 0.271002, + "nauc_mrr_at_3_std": 0.109739, + "nauc_mrr_at_3_diff1": 0.250265, + "nauc_mrr_at_5_max": 0.269849, + "nauc_mrr_at_5_std": 0.116625, + "nauc_mrr_at_5_diff1": 0.244239, + "nauc_mrr_at_10_max": 0.277552, + "nauc_mrr_at_10_std": 0.126575, + "nauc_mrr_at_10_diff1": 0.23821, + "nauc_mrr_at_20_max": 0.277926, + "nauc_mrr_at_20_std": 0.132786, + "nauc_mrr_at_20_diff1": 0.235988, + "nauc_mrr_at_100_max": 0.278199, + "nauc_mrr_at_100_std": 0.134884, + "nauc_mrr_at_100_diff1": 0.235152, + "nauc_mrr_at_1000_max": 0.278051, + "nauc_mrr_at_1000_std": 0.134518, + "nauc_mrr_at_1000_diff1": 0.235385, + "main_score": 0.14151, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 17835.040959119797, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/DBPedia-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/DBPedia-NL.json new file mode 100644 index 0000000000..24c58ff0eb --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/DBPedia-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "e9c354ce0dfabd13e8808a052d0da2ace95cbef6", + "task_name": "DBPedia-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.44625, + "ndcg_at_3": 0.36194, + "ndcg_at_5": 0.34136, + "ndcg_at_10": 0.31955, + "ndcg_at_20": 0.31515, + "ndcg_at_100": 0.35539, + "ndcg_at_1000": 0.42282, + "map_at_1": 0.07744, + "map_at_3": 0.1139, + "map_at_5": 0.13115, + "map_at_10": 0.14955, + "map_at_20": 0.1689, + "map_at_100": 0.19876, + "map_at_1000": 0.20995, + "recall_at_1": 0.07744, + "recall_at_3": 0.12346, + "recall_at_5": 0.15872, + "recall_at_10": 0.19752, + "recall_at_20": 0.24935, + "recall_at_100": 0.40863, + "recall_at_1000": 0.62865, + "precision_at_1": 0.5575, + "precision_at_3": 0.39167, + "precision_at_5": 0.331, + "precision_at_10": 0.24575, + "precision_at_20": 0.184, + "precision_at_100": 0.07425, + "precision_at_1000": 0.0142, + "mrr_at_1": 0.5575, + "mrr_at_3": 0.620833, + "mrr_at_5": 0.636958, + "mrr_at_10": 0.641426, + "mrr_at_20": 0.644396, + "mrr_at_100": 0.646036, + "mrr_at_1000": 0.646258, + "nauc_ndcg_at_1_max": 0.487989, + "nauc_ndcg_at_1_std": 0.31304, + "nauc_ndcg_at_1_diff1": 0.429591, + "nauc_ndcg_at_3_max": 0.47314, + "nauc_ndcg_at_3_std": 0.382134, + "nauc_ndcg_at_3_diff1": 0.336336, + "nauc_ndcg_at_5_max": 0.464266, + "nauc_ndcg_at_5_std": 0.389332, + "nauc_ndcg_at_5_diff1": 0.336499, + "nauc_ndcg_at_10_max": 0.436293, + "nauc_ndcg_at_10_std": 0.387814, + "nauc_ndcg_at_10_diff1": 0.337691, + "nauc_ndcg_at_20_max": 0.422713, + "nauc_ndcg_at_20_std": 0.387798, + "nauc_ndcg_at_20_diff1": 0.336575, + "nauc_ndcg_at_100_max": 0.431191, + "nauc_ndcg_at_100_std": 0.431179, + "nauc_ndcg_at_100_diff1": 0.308911, + "nauc_ndcg_at_1000_max": 0.476883, + "nauc_ndcg_at_1000_std": 0.473273, + "nauc_ndcg_at_1000_diff1": 0.309801, + "nauc_map_at_1_max": 0.145852, + "nauc_map_at_1_std": 0.068948, + "nauc_map_at_1_diff1": 0.386611, + "nauc_map_at_3_max": 0.199255, + "nauc_map_at_3_std": 0.13927, + "nauc_map_at_3_diff1": 0.310186, + "nauc_map_at_5_max": 0.235714, + "nauc_map_at_5_std": 0.16702, + "nauc_map_at_5_diff1": 0.318195, + "nauc_map_at_10_max": 0.261555, + "nauc_map_at_10_std": 0.221008, + "nauc_map_at_10_diff1": 0.309954, + "nauc_map_at_20_max": 0.296582, + "nauc_map_at_20_std": 0.276142, + "nauc_map_at_20_diff1": 0.29779, + "nauc_map_at_100_max": 0.343774, + "nauc_map_at_100_std": 0.3665, + "nauc_map_at_100_diff1": 0.279329, + "nauc_map_at_1000_max": 0.359511, + "nauc_map_at_1000_std": 0.387107, + "nauc_map_at_1000_diff1": 0.27709, + "nauc_recall_at_1_max": 0.145852, + "nauc_recall_at_1_std": 0.068948, + "nauc_recall_at_1_diff1": 0.386611, + "nauc_recall_at_3_max": 0.178212, + "nauc_recall_at_3_std": 0.123834, + "nauc_recall_at_3_diff1": 0.282814, + "nauc_recall_at_5_max": 0.202241, + "nauc_recall_at_5_std": 0.137591, + "nauc_recall_at_5_diff1": 0.283014, + "nauc_recall_at_10_max": 0.220702, + "nauc_recall_at_10_std": 0.194415, + "nauc_recall_at_10_diff1": 0.271592, + "nauc_recall_at_20_max": 0.253634, + "nauc_recall_at_20_std": 0.266951, + "nauc_recall_at_20_diff1": 0.238997, + "nauc_recall_at_100_max": 0.315051, + "nauc_recall_at_100_std": 0.388638, + "nauc_recall_at_100_diff1": 0.194493, + "nauc_recall_at_1000_max": 0.396902, + "nauc_recall_at_1000_std": 0.46561, + "nauc_recall_at_1000_diff1": 0.199917, + "nauc_precision_at_1_max": 0.579529, + "nauc_precision_at_1_std": 0.391069, + "nauc_precision_at_1_diff1": 0.478335, + "nauc_precision_at_3_max": 0.46676, + "nauc_precision_at_3_std": 0.438339, + "nauc_precision_at_3_diff1": 0.175342, + "nauc_precision_at_5_max": 0.473174, + "nauc_precision_at_5_std": 0.459333, + "nauc_precision_at_5_diff1": 0.159529, + "nauc_precision_at_10_max": 0.417132, + "nauc_precision_at_10_std": 0.469845, + "nauc_precision_at_10_diff1": 0.130017, + "nauc_precision_at_20_max": 0.391448, + "nauc_precision_at_20_std": 0.469604, + "nauc_precision_at_20_diff1": 0.09329, + "nauc_precision_at_100_max": 0.359569, + "nauc_precision_at_100_std": 0.460742, + "nauc_precision_at_100_diff1": 0.042072, + "nauc_precision_at_1000_max": 0.208428, + "nauc_precision_at_1000_std": 0.242065, + "nauc_precision_at_1000_diff1": -0.034567, + "nauc_mrr_at_1_max": 0.579529, + "nauc_mrr_at_1_std": 0.391069, + "nauc_mrr_at_1_diff1": 0.478335, + "nauc_mrr_at_3_max": 0.589298, + "nauc_mrr_at_3_std": 0.416003, + "nauc_mrr_at_3_diff1": 0.457452, + "nauc_mrr_at_5_max": 0.598741, + "nauc_mrr_at_5_std": 0.422268, + "nauc_mrr_at_5_diff1": 0.465448, + "nauc_mrr_at_10_max": 0.598876, + "nauc_mrr_at_10_std": 0.41969, + "nauc_mrr_at_10_diff1": 0.468663, + "nauc_mrr_at_20_max": 0.601536, + "nauc_mrr_at_20_std": 0.422856, + "nauc_mrr_at_20_diff1": 0.469275, + "nauc_mrr_at_100_max": 0.600286, + "nauc_mrr_at_100_std": 0.421171, + "nauc_mrr_at_100_diff1": 0.469133, + "nauc_mrr_at_1000_max": 0.600157, + "nauc_mrr_at_1000_std": 0.421104, + "nauc_mrr_at_1000_diff1": 0.469107, + "main_score": 0.31955, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 9409.050353050232, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/FEVER-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/FEVER-NL.json new file mode 100644 index 0000000000..c5b6ee2055 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/FEVER-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ee0f58854a2555a8e666a3b248a8f9e856568785", + "task_name": "FEVER-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.54815, + "ndcg_at_3": 0.62393, + "ndcg_at_5": 0.64534, + "ndcg_at_10": 0.6623, + "ndcg_at_20": 0.67279, + "ndcg_at_100": 0.68497, + "ndcg_at_1000": 0.69197, + "map_at_1": 0.50885, + "map_at_3": 0.58995, + "map_at_5": 0.60268, + "map_at_10": 0.6101, + "map_at_20": 0.6132, + "map_at_100": 0.61503, + "map_at_1000": 0.61533, + "recall_at_1": 0.50885, + "recall_at_3": 0.68288, + "recall_at_5": 0.73519, + "recall_at_10": 0.78645, + "recall_at_20": 0.82615, + "recall_at_100": 0.88825, + "recall_at_1000": 0.93928, + "precision_at_1": 0.54815, + "precision_at_3": 0.24742, + "precision_at_5": 0.16043, + "precision_at_10": 0.08621, + "precision_at_20": 0.04551, + "precision_at_100": 0.00988, + "precision_at_1000": 0.00106, + "mrr_at_1": 0.548155, + "mrr_at_3": 0.629013, + "mrr_at_5": 0.641359, + "mrr_at_10": 0.648311, + "mrr_at_20": 0.650955, + "mrr_at_100": 0.652488, + "mrr_at_1000": 0.652684, + "nauc_ndcg_at_1_max": 0.341882, + "nauc_ndcg_at_1_std": -0.086727, + "nauc_ndcg_at_1_diff1": 0.629064, + "nauc_ndcg_at_3_max": 0.362356, + "nauc_ndcg_at_3_std": -0.068456, + "nauc_ndcg_at_3_diff1": 0.561598, + "nauc_ndcg_at_5_max": 0.373922, + "nauc_ndcg_at_5_std": -0.056214, + "nauc_ndcg_at_5_diff1": 0.556102, + "nauc_ndcg_at_10_max": 0.374564, + "nauc_ndcg_at_10_std": -0.049829, + "nauc_ndcg_at_10_diff1": 0.554738, + "nauc_ndcg_at_20_max": 0.374227, + "nauc_ndcg_at_20_std": -0.047894, + "nauc_ndcg_at_20_diff1": 0.556394, + "nauc_ndcg_at_100_max": 0.37375, + "nauc_ndcg_at_100_std": -0.045734, + "nauc_ndcg_at_100_diff1": 0.559286, + "nauc_ndcg_at_1000_max": 0.370238, + "nauc_ndcg_at_1000_std": -0.047891, + "nauc_ndcg_at_1000_diff1": 0.560292, + "nauc_map_at_1_max": 0.310109, + "nauc_map_at_1_std": -0.073465, + "nauc_map_at_1_diff1": 0.579694, + "nauc_map_at_3_max": 0.342352, + "nauc_map_at_3_std": -0.068286, + "nauc_map_at_3_diff1": 0.558069, + "nauc_map_at_5_max": 0.348591, + "nauc_map_at_5_std": -0.062589, + "nauc_map_at_5_diff1": 0.556411, + "nauc_map_at_10_max": 0.349267, + "nauc_map_at_10_std": -0.060294, + "nauc_map_at_10_diff1": 0.556445, + "nauc_map_at_20_max": 0.349118, + "nauc_map_at_20_std": -0.059685, + "nauc_map_at_20_diff1": 0.557061, + "nauc_map_at_100_max": 0.34904, + "nauc_map_at_100_std": -0.059478, + "nauc_map_at_100_diff1": 0.557487, + "nauc_map_at_1000_max": 0.348972, + "nauc_map_at_1000_std": -0.059534, + "nauc_map_at_1000_diff1": 0.557569, + "nauc_recall_at_1_max": 0.310109, + "nauc_recall_at_1_std": -0.073465, + "nauc_recall_at_1_diff1": 0.579694, + "nauc_recall_at_3_max": 0.376226, + "nauc_recall_at_3_std": -0.052648, + "nauc_recall_at_3_diff1": 0.505211, + "nauc_recall_at_5_max": 0.407313, + "nauc_recall_at_5_std": -0.016988, + "nauc_recall_at_5_diff1": 0.477791, + "nauc_recall_at_10_max": 0.414225, + "nauc_recall_at_10_std": 0.016168, + "nauc_recall_at_10_diff1": 0.45449, + "nauc_recall_at_20_max": 0.415811, + "nauc_recall_at_20_std": 0.03836, + "nauc_recall_at_20_diff1": 0.440062, + "nauc_recall_at_100_max": 0.423774, + "nauc_recall_at_100_std": 0.106991, + "nauc_recall_at_100_diff1": 0.409734, + "nauc_recall_at_1000_max": 0.342738, + "nauc_recall_at_1000_std": 0.154198, + "nauc_recall_at_1000_diff1": 0.318504, + "nauc_precision_at_1_max": 0.341882, + "nauc_precision_at_1_std": -0.086727, + "nauc_precision_at_1_diff1": 0.629064, + "nauc_precision_at_3_max": 0.413756, + "nauc_precision_at_3_std": -0.062869, + "nauc_precision_at_3_diff1": 0.532863, + "nauc_precision_at_5_max": 0.442712, + "nauc_precision_at_5_std": -0.020818, + "nauc_precision_at_5_diff1": 0.485931, + "nauc_precision_at_10_max": 0.43084, + "nauc_precision_at_10_std": 0.014808, + "nauc_precision_at_10_diff1": 0.429334, + "nauc_precision_at_20_max": 0.398588, + "nauc_precision_at_20_std": 0.044932, + "nauc_precision_at_20_diff1": 0.363797, + "nauc_precision_at_100_max": 0.326062, + "nauc_precision_at_100_std": 0.097083, + "nauc_precision_at_100_diff1": 0.231098, + "nauc_precision_at_1000_max": 0.165472, + "nauc_precision_at_1000_std": 0.08542, + "nauc_precision_at_1000_diff1": 0.055778, + "nauc_mrr_at_1_max": 0.341882, + "nauc_mrr_at_1_std": -0.086727, + "nauc_mrr_at_1_diff1": 0.629064, + "nauc_mrr_at_3_max": 0.377883, + "nauc_mrr_at_3_std": -0.081535, + "nauc_mrr_at_3_diff1": 0.607522, + "nauc_mrr_at_5_max": 0.385729, + "nauc_mrr_at_5_std": -0.074673, + "nauc_mrr_at_5_diff1": 0.606304, + "nauc_mrr_at_10_max": 0.385577, + "nauc_mrr_at_10_std": -0.072666, + "nauc_mrr_at_10_diff1": 0.606356, + "nauc_mrr_at_20_max": 0.385126, + "nauc_mrr_at_20_std": -0.072781, + "nauc_mrr_at_20_diff1": 0.606928, + "nauc_mrr_at_100_max": 0.384727, + "nauc_mrr_at_100_std": -0.072896, + "nauc_mrr_at_100_diff1": 0.607334, + "nauc_mrr_at_1000_max": 0.384557, + "nauc_mrr_at_1000_std": -0.072987, + "nauc_mrr_at_1000_diff1": 0.607324, + "main_score": 0.6623, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 18316.919124364853, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/FiQA2018-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/FiQA2018-NL.json new file mode 100644 index 0000000000..e9dd55337f --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/FiQA2018-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "a66648414dbbcd03e3eda02988c428be78097fd0", + "task_name": "FiQA2018-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.21914, + "ndcg_at_3": 0.20534, + "ndcg_at_5": 0.21796, + "ndcg_at_10": 0.23449, + "ndcg_at_20": 0.25777, + "ndcg_at_100": 0.29678, + "ndcg_at_1000": 0.33307, + "map_at_1": 0.10177, + "map_at_3": 0.14942, + "map_at_5": 0.16518, + "map_at_10": 0.17556, + "map_at_20": 0.18269, + "map_at_100": 0.18933, + "map_at_1000": 0.19105, + "recall_at_1": 0.10177, + "recall_at_3": 0.19114, + "recall_at_5": 0.24133, + "recall_at_10": 0.29306, + "recall_at_20": 0.36675, + "recall_at_100": 0.53256, + "recall_at_1000": 0.75128, + "precision_at_1": 0.21914, + "precision_at_3": 0.1394, + "precision_at_5": 0.10648, + "precision_at_10": 0.06667, + "precision_at_20": 0.04252, + "precision_at_100": 0.01272, + "precision_at_1000": 0.00193, + "mrr_at_1": 0.219136, + "mrr_at_3": 0.271862, + "mrr_at_5": 0.285983, + "mrr_at_10": 0.295362, + "mrr_at_20": 0.301911, + "mrr_at_100": 0.305891, + "mrr_at_1000": 0.306623, + "nauc_ndcg_at_1_max": 0.23084, + "nauc_ndcg_at_1_std": -0.101229, + "nauc_ndcg_at_1_diff1": 0.472469, + "nauc_ndcg_at_3_max": 0.202308, + "nauc_ndcg_at_3_std": -0.059463, + "nauc_ndcg_at_3_diff1": 0.371631, + "nauc_ndcg_at_5_max": 0.196731, + "nauc_ndcg_at_5_std": -0.031838, + "nauc_ndcg_at_5_diff1": 0.351639, + "nauc_ndcg_at_10_max": 0.183318, + "nauc_ndcg_at_10_std": -0.015916, + "nauc_ndcg_at_10_diff1": 0.36111, + "nauc_ndcg_at_20_max": 0.190771, + "nauc_ndcg_at_20_std": 0.00523, + "nauc_ndcg_at_20_diff1": 0.367497, + "nauc_ndcg_at_100_max": 0.21208, + "nauc_ndcg_at_100_std": 0.051083, + "nauc_ndcg_at_100_diff1": 0.357581, + "nauc_ndcg_at_1000_max": 0.227867, + "nauc_ndcg_at_1000_std": 0.056617, + "nauc_ndcg_at_1000_diff1": 0.367527, + "nauc_map_at_1_max": 0.18613, + "nauc_map_at_1_std": -0.108923, + "nauc_map_at_1_diff1": 0.473238, + "nauc_map_at_3_max": 0.173183, + "nauc_map_at_3_std": -0.07663, + "nauc_map_at_3_diff1": 0.398665, + "nauc_map_at_5_max": 0.179641, + "nauc_map_at_5_std": -0.053576, + "nauc_map_at_5_diff1": 0.383237, + "nauc_map_at_10_max": 0.173996, + "nauc_map_at_10_std": -0.043783, + "nauc_map_at_10_diff1": 0.383218, + "nauc_map_at_20_max": 0.1776, + "nauc_map_at_20_std": -0.035338, + "nauc_map_at_20_diff1": 0.384804, + "nauc_map_at_100_max": 0.18356, + "nauc_map_at_100_std": -0.026227, + "nauc_map_at_100_diff1": 0.385434, + "nauc_map_at_1000_max": 0.184762, + "nauc_map_at_1000_std": -0.025349, + "nauc_map_at_1000_diff1": 0.385846, + "nauc_recall_at_1_max": 0.18613, + "nauc_recall_at_1_std": -0.108923, + "nauc_recall_at_1_diff1": 0.473238, + "nauc_recall_at_3_max": 0.152572, + "nauc_recall_at_3_std": -0.034111, + "nauc_recall_at_3_diff1": 0.305141, + "nauc_recall_at_5_max": 0.149222, + "nauc_recall_at_5_std": 0.026726, + "nauc_recall_at_5_diff1": 0.248881, + "nauc_recall_at_10_max": 0.124257, + "nauc_recall_at_10_std": 0.048469, + "nauc_recall_at_10_diff1": 0.256212, + "nauc_recall_at_20_max": 0.134089, + "nauc_recall_at_20_std": 0.100926, + "nauc_recall_at_20_diff1": 0.259836, + "nauc_recall_at_100_max": 0.176302, + "nauc_recall_at_100_std": 0.261644, + "nauc_recall_at_100_diff1": 0.197224, + "nauc_recall_at_1000_max": 0.256691, + "nauc_recall_at_1000_std": 0.403346, + "nauc_recall_at_1000_diff1": 0.224783, + "nauc_precision_at_1_max": 0.23084, + "nauc_precision_at_1_std": -0.101229, + "nauc_precision_at_1_diff1": 0.472469, + "nauc_precision_at_3_max": 0.220301, + "nauc_precision_at_3_std": -0.040703, + "nauc_precision_at_3_diff1": 0.310672, + "nauc_precision_at_5_max": 0.23622, + "nauc_precision_at_5_std": 0.022458, + "nauc_precision_at_5_diff1": 0.266691, + "nauc_precision_at_10_max": 0.214508, + "nauc_precision_at_10_std": 0.06188, + "nauc_precision_at_10_diff1": 0.252727, + "nauc_precision_at_20_max": 0.223658, + "nauc_precision_at_20_std": 0.100135, + "nauc_precision_at_20_diff1": 0.242939, + "nauc_precision_at_100_max": 0.257861, + "nauc_precision_at_100_std": 0.202642, + "nauc_precision_at_100_diff1": 0.15329, + "nauc_precision_at_1000_max": 0.248136, + "nauc_precision_at_1000_std": 0.15622, + "nauc_precision_at_1000_diff1": 0.068449, + "nauc_mrr_at_1_max": 0.23084, + "nauc_mrr_at_1_std": -0.101229, + "nauc_mrr_at_1_diff1": 0.472469, + "nauc_mrr_at_3_max": 0.227322, + "nauc_mrr_at_3_std": -0.077278, + "nauc_mrr_at_3_diff1": 0.40685, + "nauc_mrr_at_5_max": 0.229534, + "nauc_mrr_at_5_std": -0.058388, + "nauc_mrr_at_5_diff1": 0.394853, + "nauc_mrr_at_10_max": 0.227133, + "nauc_mrr_at_10_std": -0.056718, + "nauc_mrr_at_10_diff1": 0.39753, + "nauc_mrr_at_20_max": 0.230113, + "nauc_mrr_at_20_std": -0.052524, + "nauc_mrr_at_20_diff1": 0.398392, + "nauc_mrr_at_100_max": 0.231237, + "nauc_mrr_at_100_std": -0.049353, + "nauc_mrr_at_100_diff1": 0.396765, + "nauc_mrr_at_1000_max": 0.231106, + "nauc_mrr_at_1000_std": -0.049961, + "nauc_mrr_at_1000_diff1": 0.397311, + "main_score": 0.23449, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 290.4917480945587, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/HotpotQA-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/HotpotQA-NL.json new file mode 100644 index 0000000000..829ee52b58 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/HotpotQA-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3ab9eaff3e1d6f7f81914ae3b2bdd1e8511cf9a8", + "task_name": "HotpotQA-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.721, + "ndcg_at_3": 0.57585, + "ndcg_at_5": 0.59927, + "ndcg_at_10": 0.61823, + "ndcg_at_20": 0.62988, + "ndcg_at_100": 0.64871, + "ndcg_at_1000": 0.66342, + "map_at_1": 0.3605, + "map_at_3": 0.50185, + "map_at_5": 0.51948, + "map_at_10": 0.53054, + "map_at_20": 0.53494, + "map_at_100": 0.53857, + "map_at_1000": 0.53929, + "recall_at_1": 0.3605, + "recall_at_3": 0.54335, + "recall_at_5": 0.5896, + "recall_at_10": 0.63707, + "recall_at_20": 0.67461, + "recall_at_100": 0.758, + "recall_at_1000": 0.85584, + "precision_at_1": 0.721, + "precision_at_3": 0.36223, + "precision_at_5": 0.23584, + "precision_at_10": 0.12741, + "precision_at_20": 0.06746, + "precision_at_100": 0.01516, + "precision_at_1000": 0.00171, + "mrr_at_1": 0.720999, + "mrr_at_3": 0.772046, + "mrr_at_5": 0.779271, + "mrr_at_10": 0.782937, + "mrr_at_20": 0.784588, + "mrr_at_100": 0.785661, + "mrr_at_1000": 0.785789, + "nauc_ndcg_at_1_max": 0.500474, + "nauc_ndcg_at_1_std": 0.030465, + "nauc_ndcg_at_1_diff1": 0.69239, + "nauc_ndcg_at_3_max": 0.32699, + "nauc_ndcg_at_3_std": 0.054359, + "nauc_ndcg_at_3_diff1": 0.324675, + "nauc_ndcg_at_5_max": 0.318284, + "nauc_ndcg_at_5_std": 0.067124, + "nauc_ndcg_at_5_diff1": 0.302868, + "nauc_ndcg_at_10_max": 0.321555, + "nauc_ndcg_at_10_std": 0.088942, + "nauc_ndcg_at_10_diff1": 0.293881, + "nauc_ndcg_at_20_max": 0.32039, + "nauc_ndcg_at_20_std": 0.098716, + "nauc_ndcg_at_20_diff1": 0.288709, + "nauc_ndcg_at_100_max": 0.322059, + "nauc_ndcg_at_100_std": 0.111657, + "nauc_ndcg_at_100_diff1": 0.286717, + "nauc_ndcg_at_1000_max": 0.325457, + "nauc_ndcg_at_1000_std": 0.111593, + "nauc_ndcg_at_1000_diff1": 0.294328, + "nauc_map_at_1_max": 0.500474, + "nauc_map_at_1_std": 0.030465, + "nauc_map_at_1_diff1": 0.69239, + "nauc_map_at_3_max": 0.282849, + "nauc_map_at_3_std": 0.046114, + "nauc_map_at_3_diff1": 0.261718, + "nauc_map_at_5_max": 0.277791, + "nauc_map_at_5_std": 0.055833, + "nauc_map_at_5_diff1": 0.247664, + "nauc_map_at_10_max": 0.280413, + "nauc_map_at_10_std": 0.067672, + "nauc_map_at_10_diff1": 0.244071, + "nauc_map_at_20_max": 0.280521, + "nauc_map_at_20_std": 0.071317, + "nauc_map_at_20_diff1": 0.243138, + "nauc_map_at_100_max": 0.281513, + "nauc_map_at_100_std": 0.074106, + "nauc_map_at_100_diff1": 0.243245, + "nauc_map_at_1000_max": 0.281624, + "nauc_map_at_1000_std": 0.074106, + "nauc_map_at_1000_diff1": 0.243554, + "nauc_recall_at_1_max": 0.500474, + "nauc_recall_at_1_std": 0.030465, + "nauc_recall_at_1_diff1": 0.69239, + "nauc_recall_at_3_max": 0.265397, + "nauc_recall_at_3_std": 0.06436, + "nauc_recall_at_3_diff1": 0.198499, + "nauc_recall_at_5_max": 0.239168, + "nauc_recall_at_5_std": 0.087135, + "nauc_recall_at_5_diff1": 0.147585, + "nauc_recall_at_10_max": 0.233199, + "nauc_recall_at_10_std": 0.137816, + "nauc_recall_at_10_diff1": 0.110677, + "nauc_recall_at_20_max": 0.222006, + "nauc_recall_at_20_std": 0.171428, + "nauc_recall_at_20_diff1": 0.081344, + "nauc_recall_at_100_max": 0.197955, + "nauc_recall_at_100_std": 0.242533, + "nauc_recall_at_100_diff1": 0.021799, + "nauc_recall_at_1000_max": 0.18408, + "nauc_recall_at_1000_std": 0.303141, + "nauc_recall_at_1000_diff1": -0.01272, + "nauc_precision_at_1_max": 0.500474, + "nauc_precision_at_1_std": 0.030465, + "nauc_precision_at_1_diff1": 0.69239, + "nauc_precision_at_3_max": 0.265397, + "nauc_precision_at_3_std": 0.06436, + "nauc_precision_at_3_diff1": 0.198499, + "nauc_precision_at_5_max": 0.239168, + "nauc_precision_at_5_std": 0.087135, + "nauc_precision_at_5_diff1": 0.147585, + "nauc_precision_at_10_max": 0.233199, + "nauc_precision_at_10_std": 0.137816, + "nauc_precision_at_10_diff1": 0.110677, + "nauc_precision_at_20_max": 0.222006, + "nauc_precision_at_20_std": 0.171428, + "nauc_precision_at_20_diff1": 0.081344, + "nauc_precision_at_100_max": 0.197955, + "nauc_precision_at_100_std": 0.242533, + "nauc_precision_at_100_diff1": 0.021799, + "nauc_precision_at_1000_max": 0.18408, + "nauc_precision_at_1000_std": 0.303141, + "nauc_precision_at_1000_diff1": -0.01272, + "nauc_mrr_at_1_max": 0.500474, + "nauc_mrr_at_1_std": 0.030465, + "nauc_mrr_at_1_diff1": 0.69239, + "nauc_mrr_at_3_max": 0.52468, + "nauc_mrr_at_3_std": 0.057181, + "nauc_mrr_at_3_diff1": 0.673355, + "nauc_mrr_at_5_max": 0.52632, + "nauc_mrr_at_5_std": 0.059946, + "nauc_mrr_at_5_diff1": 0.674611, + "nauc_mrr_at_10_max": 0.527368, + "nauc_mrr_at_10_std": 0.06406, + "nauc_mrr_at_10_diff1": 0.674314, + "nauc_mrr_at_20_max": 0.527034, + "nauc_mrr_at_20_std": 0.064168, + "nauc_mrr_at_20_diff1": 0.674117, + "nauc_mrr_at_100_max": 0.52657, + "nauc_mrr_at_100_std": 0.063871, + "nauc_mrr_at_100_diff1": 0.674425, + "nauc_mrr_at_1000_max": 0.526541, + "nauc_mrr_at_1000_std": 0.063744, + "nauc_mrr_at_1000_diff1": 0.674464, + "main_score": 0.61823, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 10508.53733754158, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NFCorpus-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NFCorpus-NL.json new file mode 100644 index 0000000000..f465fe3183 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NFCorpus-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.36223, + "ndcg_at_3": 0.33223, + "ndcg_at_5": 0.31159, + "ndcg_at_10": 0.27973, + "ndcg_at_20": 0.25311, + "ndcg_at_100": 0.2464, + "ndcg_at_1000": 0.3356, + "map_at_1": 0.04958, + "map_at_3": 0.07813, + "map_at_5": 0.08955, + "map_at_10": 0.10192, + "map_at_20": 0.11005, + "map_at_100": 0.12148, + "map_at_1000": 0.13215, + "recall_at_1": 0.04958, + "recall_at_3": 0.08712, + "recall_at_5": 0.10906, + "recall_at_10": 0.1333, + "recall_at_20": 0.1577, + "recall_at_100": 0.25113, + "recall_at_1000": 0.56424, + "precision_at_1": 0.37771, + "precision_at_3": 0.31269, + "precision_at_5": 0.26749, + "precision_at_10": 0.20217, + "precision_at_20": 0.14149, + "precision_at_100": 0.05889, + "precision_at_1000": 0.01813, + "mrr_at_1": 0.377709, + "mrr_at_3": 0.44066, + "mrr_at_5": 0.454592, + "mrr_at_10": 0.463783, + "mrr_at_20": 0.467125, + "mrr_at_100": 0.470188, + "mrr_at_1000": 0.470737, + "nauc_ndcg_at_1_max": 0.280936, + "nauc_ndcg_at_1_std": 0.219075, + "nauc_ndcg_at_1_diff1": 0.3158, + "nauc_ndcg_at_3_max": 0.286171, + "nauc_ndcg_at_3_std": 0.25645, + "nauc_ndcg_at_3_diff1": 0.253864, + "nauc_ndcg_at_5_max": 0.290115, + "nauc_ndcg_at_5_std": 0.259218, + "nauc_ndcg_at_5_diff1": 0.22353, + "nauc_ndcg_at_10_max": 0.282473, + "nauc_ndcg_at_10_std": 0.274361, + "nauc_ndcg_at_10_diff1": 0.172151, + "nauc_ndcg_at_20_max": 0.281268, + "nauc_ndcg_at_20_std": 0.270331, + "nauc_ndcg_at_20_diff1": 0.173876, + "nauc_ndcg_at_100_max": 0.31216, + "nauc_ndcg_at_100_std": 0.256929, + "nauc_ndcg_at_100_diff1": 0.235804, + "nauc_ndcg_at_1000_max": 0.390215, + "nauc_ndcg_at_1000_std": 0.316052, + "nauc_ndcg_at_1000_diff1": 0.212337, + "nauc_map_at_1_max": 0.088561, + "nauc_map_at_1_std": -0.113165, + "nauc_map_at_1_diff1": 0.45606, + "nauc_map_at_3_max": 0.142729, + "nauc_map_at_3_std": -0.049551, + "nauc_map_at_3_diff1": 0.406064, + "nauc_map_at_5_max": 0.159102, + "nauc_map_at_5_std": -0.00985, + "nauc_map_at_5_diff1": 0.377582, + "nauc_map_at_10_max": 0.189169, + "nauc_map_at_10_std": 0.053724, + "nauc_map_at_10_diff1": 0.330466, + "nauc_map_at_20_max": 0.205395, + "nauc_map_at_20_std": 0.096656, + "nauc_map_at_20_diff1": 0.294848, + "nauc_map_at_100_max": 0.224871, + "nauc_map_at_100_std": 0.140365, + "nauc_map_at_100_diff1": 0.271565, + "nauc_map_at_1000_max": 0.242901, + "nauc_map_at_1000_std": 0.172206, + "nauc_map_at_1000_diff1": 0.254477, + "nauc_recall_at_1_max": 0.088561, + "nauc_recall_at_1_std": -0.113165, + "nauc_recall_at_1_diff1": 0.45606, + "nauc_recall_at_3_max": 0.134736, + "nauc_recall_at_3_std": -0.049139, + "nauc_recall_at_3_diff1": 0.387359, + "nauc_recall_at_5_max": 0.154218, + "nauc_recall_at_5_std": -0.016078, + "nauc_recall_at_5_diff1": 0.344326, + "nauc_recall_at_10_max": 0.176575, + "nauc_recall_at_10_std": 0.049454, + "nauc_recall_at_10_diff1": 0.282788, + "nauc_recall_at_20_max": 0.199207, + "nauc_recall_at_20_std": 0.085677, + "nauc_recall_at_20_diff1": 0.235016, + "nauc_recall_at_100_max": 0.194394, + "nauc_recall_at_100_std": 0.1328, + "nauc_recall_at_100_diff1": 0.200579, + "nauc_recall_at_1000_max": 0.2216, + "nauc_recall_at_1000_std": 0.194759, + "nauc_recall_at_1000_diff1": 0.080277, + "nauc_precision_at_1_max": 0.298355, + "nauc_precision_at_1_std": 0.237213, + "nauc_precision_at_1_diff1": 0.305722, + "nauc_precision_at_3_max": 0.30355, + "nauc_precision_at_3_std": 0.322042, + "nauc_precision_at_3_diff1": 0.16676, + "nauc_precision_at_5_max": 0.2991, + "nauc_precision_at_5_std": 0.349215, + "nauc_precision_at_5_diff1": 0.076834, + "nauc_precision_at_10_max": 0.289578, + "nauc_precision_at_10_std": 0.408075, + "nauc_precision_at_10_diff1": -0.052129, + "nauc_precision_at_20_max": 0.280997, + "nauc_precision_at_20_std": 0.456219, + "nauc_precision_at_20_diff1": -0.122985, + "nauc_precision_at_100_max": 0.257391, + "nauc_precision_at_100_std": 0.489448, + "nauc_precision_at_100_diff1": -0.188009, + "nauc_precision_at_1000_max": 0.147326, + "nauc_precision_at_1000_std": 0.340171, + "nauc_precision_at_1000_diff1": -0.198486, + "nauc_mrr_at_1_max": 0.298355, + "nauc_mrr_at_1_std": 0.237213, + "nauc_mrr_at_1_diff1": 0.305722, + "nauc_mrr_at_3_max": 0.316401, + "nauc_mrr_at_3_std": 0.280105, + "nauc_mrr_at_3_diff1": 0.312282, + "nauc_mrr_at_5_max": 0.32401, + "nauc_mrr_at_5_std": 0.290033, + "nauc_mrr_at_5_diff1": 0.311277, + "nauc_mrr_at_10_max": 0.32735, + "nauc_mrr_at_10_std": 0.289934, + "nauc_mrr_at_10_diff1": 0.305961, + "nauc_mrr_at_20_max": 0.33087, + "nauc_mrr_at_20_std": 0.291976, + "nauc_mrr_at_20_diff1": 0.305225, + "nauc_mrr_at_100_max": 0.333662, + "nauc_mrr_at_100_std": 0.292835, + "nauc_mrr_at_100_diff1": 0.3042, + "nauc_mrr_at_1000_max": 0.333177, + "nauc_mrr_at_1000_std": 0.292613, + "nauc_mrr_at_1000_diff1": 0.304453, + "main_score": 0.27973, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 34.83398485183716, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NQ-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NQ-NL.json new file mode 100644 index 0000000000..e0bea4bcc3 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NQ-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "caaaf6d6e44d92733775172256472abb3a438b42", + "task_name": "NQ-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30446, + "ndcg_at_3": 0.39997, + "ndcg_at_5": 0.43508, + "ndcg_at_10": 0.46958, + "ndcg_at_20": 0.49103, + "ndcg_at_100": 0.51556, + "ndcg_at_1000": 0.52671, + "map_at_1": 0.26883, + "map_at_3": 0.36485, + "map_at_5": 0.38594, + "map_at_10": 0.40163, + "map_at_20": 0.40829, + "map_at_100": 0.41223, + "map_at_1000": 0.41267, + "recall_at_1": 0.26883, + "recall_at_3": 0.47118, + "recall_at_5": 0.55183, + "recall_at_10": 0.65172, + "recall_at_20": 0.73071, + "recall_at_100": 0.8539, + "recall_at_1000": 0.93876, + "precision_at_1": 0.30446, + "precision_at_3": 0.18231, + "precision_at_5": 0.12966, + "precision_at_10": 0.07769, + "precision_at_20": 0.04392, + "precision_at_100": 0.01035, + "precision_at_1000": 0.00114, + "mrr_at_1": 0.304461, + "mrr_at_3": 0.395423, + "mrr_at_5": 0.413731, + "mrr_at_10": 0.426561, + "mrr_at_20": 0.431807, + "mrr_at_100": 0.434803, + "mrr_at_1000": 0.435138, + "nauc_ndcg_at_1_max": 0.331184, + "nauc_ndcg_at_1_std": 0.109161, + "nauc_ndcg_at_1_diff1": 0.360628, + "nauc_ndcg_at_3_max": 0.356448, + "nauc_ndcg_at_3_std": 0.120418, + "nauc_ndcg_at_3_diff1": 0.312656, + "nauc_ndcg_at_5_max": 0.366473, + "nauc_ndcg_at_5_std": 0.13211, + "nauc_ndcg_at_5_diff1": 0.308683, + "nauc_ndcg_at_10_max": 0.383138, + "nauc_ndcg_at_10_std": 0.156321, + "nauc_ndcg_at_10_diff1": 0.308058, + "nauc_ndcg_at_20_max": 0.389716, + "nauc_ndcg_at_20_std": 0.168994, + "nauc_ndcg_at_20_diff1": 0.310908, + "nauc_ndcg_at_100_max": 0.391883, + "nauc_ndcg_at_100_std": 0.179393, + "nauc_ndcg_at_100_diff1": 0.315415, + "nauc_ndcg_at_1000_max": 0.389578, + "nauc_ndcg_at_1000_std": 0.175037, + "nauc_ndcg_at_1000_diff1": 0.31677, + "nauc_map_at_1_max": 0.31493, + "nauc_map_at_1_std": 0.086945, + "nauc_map_at_1_diff1": 0.373893, + "nauc_map_at_3_max": 0.346474, + "nauc_map_at_3_std": 0.10902, + "nauc_map_at_3_diff1": 0.326118, + "nauc_map_at_5_max": 0.354371, + "nauc_map_at_5_std": 0.116999, + "nauc_map_at_5_diff1": 0.323866, + "nauc_map_at_10_max": 0.362213, + "nauc_map_at_10_std": 0.128603, + "nauc_map_at_10_diff1": 0.323398, + "nauc_map_at_20_max": 0.363872, + "nauc_map_at_20_std": 0.132413, + "nauc_map_at_20_diff1": 0.324027, + "nauc_map_at_100_max": 0.364222, + "nauc_map_at_100_std": 0.13435, + "nauc_map_at_100_diff1": 0.324518, + "nauc_map_at_1000_max": 0.364163, + "nauc_map_at_1000_std": 0.134268, + "nauc_map_at_1000_diff1": 0.324639, + "nauc_recall_at_1_max": 0.31493, + "nauc_recall_at_1_std": 0.086945, + "nauc_recall_at_1_diff1": 0.373893, + "nauc_recall_at_3_max": 0.36115, + "nauc_recall_at_3_std": 0.124576, + "nauc_recall_at_3_diff1": 0.270165, + "nauc_recall_at_5_max": 0.381399, + "nauc_recall_at_5_std": 0.148666, + "nauc_recall_at_5_diff1": 0.257925, + "nauc_recall_at_10_max": 0.43579, + "nauc_recall_at_10_std": 0.224828, + "nauc_recall_at_10_diff1": 0.250884, + "nauc_recall_at_20_max": 0.479805, + "nauc_recall_at_20_std": 0.296398, + "nauc_recall_at_20_diff1": 0.257317, + "nauc_recall_at_100_max": 0.57076, + "nauc_recall_at_100_std": 0.477573, + "nauc_recall_at_100_diff1": 0.282388, + "nauc_recall_at_1000_max": 0.723565, + "nauc_recall_at_1000_std": 0.684792, + "nauc_recall_at_1000_diff1": 0.285242, + "nauc_precision_at_1_max": 0.331184, + "nauc_precision_at_1_std": 0.109161, + "nauc_precision_at_1_diff1": 0.360628, + "nauc_precision_at_3_max": 0.370517, + "nauc_precision_at_3_std": 0.160005, + "nauc_precision_at_3_diff1": 0.22642, + "nauc_precision_at_5_max": 0.371184, + "nauc_precision_at_5_std": 0.183829, + "nauc_precision_at_5_diff1": 0.193579, + "nauc_precision_at_10_max": 0.373106, + "nauc_precision_at_10_std": 0.239891, + "nauc_precision_at_10_diff1": 0.147494, + "nauc_precision_at_20_max": 0.350583, + "nauc_precision_at_20_std": 0.271469, + "nauc_precision_at_20_diff1": 0.118357, + "nauc_precision_at_100_max": 0.285784, + "nauc_precision_at_100_std": 0.302789, + "nauc_precision_at_100_diff1": 0.059607, + "nauc_precision_at_1000_max": 0.192443, + "nauc_precision_at_1000_std": 0.254672, + "nauc_precision_at_1000_diff1": -0.012439, + "nauc_mrr_at_1_max": 0.331184, + "nauc_mrr_at_1_std": 0.109161, + "nauc_mrr_at_1_diff1": 0.360628, + "nauc_mrr_at_3_max": 0.356325, + "nauc_mrr_at_3_std": 0.132773, + "nauc_mrr_at_3_diff1": 0.321685, + "nauc_mrr_at_5_max": 0.358711, + "nauc_mrr_at_5_std": 0.137433, + "nauc_mrr_at_5_diff1": 0.319354, + "nauc_mrr_at_10_max": 0.364313, + "nauc_mrr_at_10_std": 0.145089, + "nauc_mrr_at_10_diff1": 0.320245, + "nauc_mrr_at_20_max": 0.36573, + "nauc_mrr_at_20_std": 0.147514, + "nauc_mrr_at_20_diff1": 0.320996, + "nauc_mrr_at_100_max": 0.365531, + "nauc_mrr_at_100_std": 0.14824, + "nauc_mrr_at_100_diff1": 0.321707, + "nauc_mrr_at_1000_max": 0.365429, + "nauc_mrr_at_1000_std": 0.148113, + "nauc_mrr_at_1000_diff1": 0.321765, + "main_score": 0.46958, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 8778.158438682556, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Quora-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Quora-NL.json new file mode 100644 index 0000000000..9966a092ef --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Quora-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "698f8a5922a49e50e3c71b52a2e9d63b22756843", + "task_name": "Quora-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.6839, + "ndcg_at_3": 0.73755, + "ndcg_at_5": 0.75872, + "ndcg_at_10": 0.77857, + "ndcg_at_20": 0.78967, + "ndcg_at_100": 0.80192, + "ndcg_at_1000": 0.80576, + "map_at_1": 0.59641, + "map_at_3": 0.6976, + "map_at_5": 0.71648, + "map_at_10": 0.7292, + "map_at_20": 0.73415, + "map_at_100": 0.73733, + "map_at_1000": 0.73766, + "recall_at_1": 0.59641, + "recall_at_3": 0.7681, + "recall_at_5": 0.82429, + "recall_at_10": 0.88188, + "recall_at_20": 0.91946, + "recall_at_100": 0.97092, + "recall_at_1000": 0.99361, + "precision_at_1": 0.6839, + "precision_at_3": 0.32313, + "precision_at_5": 0.21548, + "precision_at_10": 0.12035, + "precision_at_20": 0.06504, + "precision_at_100": 0.0146, + "precision_at_1000": 0.00154, + "mrr_at_1": 0.6851, + "mrr_at_3": 0.74915, + "mrr_at_5": 0.7599, + "mrr_at_10": 0.765995, + "mrr_at_20": 0.767945, + "mrr_at_100": 0.768909, + "mrr_at_1000": 0.768971, + "nauc_ndcg_at_1_max": 0.260431, + "nauc_ndcg_at_1_std": -0.233491, + "nauc_ndcg_at_1_diff1": 0.716508, + "nauc_ndcg_at_3_max": 0.24697, + "nauc_ndcg_at_3_std": -0.251834, + "nauc_ndcg_at_3_diff1": 0.67823, + "nauc_ndcg_at_5_max": 0.245585, + "nauc_ndcg_at_5_std": -0.247101, + "nauc_ndcg_at_5_diff1": 0.676263, + "nauc_ndcg_at_10_max": 0.253473, + "nauc_ndcg_at_10_std": -0.238108, + "nauc_ndcg_at_10_diff1": 0.677376, + "nauc_ndcg_at_20_max": 0.258571, + "nauc_ndcg_at_20_std": -0.228166, + "nauc_ndcg_at_20_diff1": 0.681012, + "nauc_ndcg_at_100_max": 0.261534, + "nauc_ndcg_at_100_std": -0.21471, + "nauc_ndcg_at_100_diff1": 0.682777, + "nauc_ndcg_at_1000_max": 0.261469, + "nauc_ndcg_at_1000_std": -0.214789, + "nauc_ndcg_at_1000_diff1": 0.682723, + "nauc_map_at_1_max": 0.195704, + "nauc_map_at_1_std": -0.260878, + "nauc_map_at_1_diff1": 0.72278, + "nauc_map_at_3_max": 0.226491, + "nauc_map_at_3_std": -0.273025, + "nauc_map_at_3_diff1": 0.69146, + "nauc_map_at_5_max": 0.232852, + "nauc_map_at_5_std": -0.265217, + "nauc_map_at_5_diff1": 0.687866, + "nauc_map_at_10_max": 0.240009, + "nauc_map_at_10_std": -0.255307, + "nauc_map_at_10_diff1": 0.686371, + "nauc_map_at_20_max": 0.243501, + "nauc_map_at_20_std": -0.248428, + "nauc_map_at_20_diff1": 0.686395, + "nauc_map_at_100_max": 0.245311, + "nauc_map_at_100_std": -0.243006, + "nauc_map_at_100_diff1": 0.686205, + "nauc_map_at_1000_max": 0.24561, + "nauc_map_at_1000_std": -0.242501, + "nauc_map_at_1000_diff1": 0.686156, + "nauc_recall_at_1_max": 0.195704, + "nauc_recall_at_1_std": -0.260878, + "nauc_recall_at_1_diff1": 0.72278, + "nauc_recall_at_3_max": 0.215743, + "nauc_recall_at_3_std": -0.286269, + "nauc_recall_at_3_diff1": 0.641329, + "nauc_recall_at_5_max": 0.21168, + "nauc_recall_at_5_std": -0.269827, + "nauc_recall_at_5_diff1": 0.615443, + "nauc_recall_at_10_max": 0.230635, + "nauc_recall_at_10_std": -0.240795, + "nauc_recall_at_10_diff1": 0.593866, + "nauc_recall_at_20_max": 0.257177, + "nauc_recall_at_20_std": -0.181567, + "nauc_recall_at_20_diff1": 0.592753, + "nauc_recall_at_100_max": 0.313151, + "nauc_recall_at_100_std": 0.053942, + "nauc_recall_at_100_diff1": 0.591638, + "nauc_recall_at_1000_max": 0.300855, + "nauc_recall_at_1000_std": 0.434483, + "nauc_recall_at_1000_diff1": 0.482484, + "nauc_precision_at_1_max": 0.260431, + "nauc_precision_at_1_std": -0.233491, + "nauc_precision_at_1_diff1": 0.716508, + "nauc_precision_at_3_max": 0.164203, + "nauc_precision_at_3_std": -0.011871, + "nauc_precision_at_3_diff1": 0.115325, + "nauc_precision_at_5_max": 0.131302, + "nauc_precision_at_5_std": 0.085316, + "nauc_precision_at_5_diff1": -0.038814, + "nauc_precision_at_10_max": 0.103646, + "nauc_precision_at_10_std": 0.185342, + "nauc_precision_at_10_diff1": -0.175236, + "nauc_precision_at_20_max": 0.085805, + "nauc_precision_at_20_std": 0.257714, + "nauc_precision_at_20_diff1": -0.246709, + "nauc_precision_at_100_max": 0.057477, + "nauc_precision_at_100_std": 0.336012, + "nauc_precision_at_100_diff1": -0.326018, + "nauc_precision_at_1000_max": 0.050956, + "nauc_precision_at_1000_std": 0.348574, + "nauc_precision_at_1000_diff1": -0.350022, + "nauc_mrr_at_1_max": 0.261252, + "nauc_mrr_at_1_std": -0.230695, + "nauc_mrr_at_1_diff1": 0.713803, + "nauc_mrr_at_3_max": 0.270016, + "nauc_mrr_at_3_std": -0.229063, + "nauc_mrr_at_3_diff1": 0.693011, + "nauc_mrr_at_5_max": 0.269687, + "nauc_mrr_at_5_std": -0.223, + "nauc_mrr_at_5_diff1": 0.691967, + "nauc_mrr_at_10_max": 0.27055, + "nauc_mrr_at_10_std": -0.221734, + "nauc_mrr_at_10_diff1": 0.692655, + "nauc_mrr_at_20_max": 0.270843, + "nauc_mrr_at_20_std": -0.22131, + "nauc_mrr_at_20_diff1": 0.693737, + "nauc_mrr_at_100_max": 0.270474, + "nauc_mrr_at_100_std": -0.221286, + "nauc_mrr_at_100_diff1": 0.694054, + "nauc_mrr_at_1000_max": 0.270435, + "nauc_mrr_at_1000_std": -0.221373, + "nauc_mrr_at_1000_diff1": 0.694062, + "main_score": 0.77857, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 407.17817902565, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SCIDOCS-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SCIDOCS-NL.json new file mode 100644 index 0000000000..677fae436a --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SCIDOCS-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.097, + "ndcg_at_3": 0.0814, + "ndcg_at_5": 0.07097, + "ndcg_at_10": 0.08901, + "ndcg_at_20": 0.10515, + "ndcg_at_100": 0.13914, + "ndcg_at_1000": 0.19103, + "map_at_1": 0.01975, + "map_at_3": 0.03542, + "map_at_5": 0.04137, + "map_at_10": 0.04877, + "map_at_20": 0.05321, + "map_at_100": 0.0587, + "map_at_1000": 0.06086, + "recall_at_1": 0.01975, + "recall_at_3": 0.0466, + "recall_at_5": 0.0634, + "recall_at_10": 0.09632, + "recall_at_20": 0.13432, + "recall_at_100": 0.24488, + "recall_at_1000": 0.5014, + "precision_at_1": 0.097, + "precision_at_3": 0.07667, + "precision_at_5": 0.0626, + "precision_at_10": 0.0475, + "precision_at_20": 0.0331, + "precision_at_100": 0.01206, + "precision_at_1000": 0.00247, + "mrr_at_1": 0.097, + "mrr_at_3": 0.135833, + "mrr_at_5": 0.146983, + "mrr_at_10": 0.159235, + "mrr_at_20": 0.165823, + "mrr_at_100": 0.170936, + "mrr_at_1000": 0.172132, + "nauc_ndcg_at_1_max": 0.095403, + "nauc_ndcg_at_1_std": -0.101245, + "nauc_ndcg_at_1_diff1": 0.286884, + "nauc_ndcg_at_3_max": 0.115948, + "nauc_ndcg_at_3_std": -0.079103, + "nauc_ndcg_at_3_diff1": 0.240331, + "nauc_ndcg_at_5_max": 0.149878, + "nauc_ndcg_at_5_std": -0.060543, + "nauc_ndcg_at_5_diff1": 0.245597, + "nauc_ndcg_at_10_max": 0.161373, + "nauc_ndcg_at_10_std": -0.041601, + "nauc_ndcg_at_10_diff1": 0.225775, + "nauc_ndcg_at_20_max": 0.162899, + "nauc_ndcg_at_20_std": -0.032876, + "nauc_ndcg_at_20_diff1": 0.218003, + "nauc_ndcg_at_100_max": 0.157302, + "nauc_ndcg_at_100_std": -0.008117, + "nauc_ndcg_at_100_diff1": 0.184076, + "nauc_ndcg_at_1000_max": 0.178464, + "nauc_ndcg_at_1000_std": 0.043309, + "nauc_ndcg_at_1000_diff1": 0.189765, + "nauc_map_at_1_max": 0.094742, + "nauc_map_at_1_std": -0.100108, + "nauc_map_at_1_diff1": 0.283322, + "nauc_map_at_3_max": 0.117274, + "nauc_map_at_3_std": -0.085643, + "nauc_map_at_3_diff1": 0.261803, + "nauc_map_at_5_max": 0.153919, + "nauc_map_at_5_std": -0.066122, + "nauc_map_at_5_diff1": 0.271328, + "nauc_map_at_10_max": 0.176543, + "nauc_map_at_10_std": -0.039955, + "nauc_map_at_10_diff1": 0.26398, + "nauc_map_at_20_max": 0.179907, + "nauc_map_at_20_std": -0.033323, + "nauc_map_at_20_diff1": 0.260827, + "nauc_map_at_100_max": 0.181685, + "nauc_map_at_100_std": -0.021149, + "nauc_map_at_100_diff1": 0.250718, + "nauc_map_at_1000_max": 0.182821, + "nauc_map_at_1000_std": -0.016322, + "nauc_map_at_1000_diff1": 0.249609, + "nauc_recall_at_1_max": 0.094742, + "nauc_recall_at_1_std": -0.100108, + "nauc_recall_at_1_diff1": 0.283322, + "nauc_recall_at_3_max": 0.119913, + "nauc_recall_at_3_std": -0.076628, + "nauc_recall_at_3_diff1": 0.219708, + "nauc_recall_at_5_max": 0.173589, + "nauc_recall_at_5_std": -0.043764, + "nauc_recall_at_5_diff1": 0.23066, + "nauc_recall_at_10_max": 0.183965, + "nauc_recall_at_10_std": -0.013588, + "nauc_recall_at_10_diff1": 0.194615, + "nauc_recall_at_20_max": 0.177087, + "nauc_recall_at_20_std": -0.00048, + "nauc_recall_at_20_diff1": 0.176825, + "nauc_recall_at_100_max": 0.143609, + "nauc_recall_at_100_std": 0.048201, + "nauc_recall_at_100_diff1": 0.089943, + "nauc_recall_at_1000_max": 0.180682, + "nauc_recall_at_1000_std": 0.190488, + "nauc_recall_at_1000_diff1": 0.086823, + "nauc_precision_at_1_max": 0.095403, + "nauc_precision_at_1_std": -0.101245, + "nauc_precision_at_1_diff1": 0.286884, + "nauc_precision_at_3_max": 0.121086, + "nauc_precision_at_3_std": -0.075313, + "nauc_precision_at_3_diff1": 0.221148, + "nauc_precision_at_5_max": 0.176382, + "nauc_precision_at_5_std": -0.041659, + "nauc_precision_at_5_diff1": 0.233609, + "nauc_precision_at_10_max": 0.186419, + "nauc_precision_at_10_std": -0.011459, + "nauc_precision_at_10_diff1": 0.196503, + "nauc_precision_at_20_max": 0.182339, + "nauc_precision_at_20_std": 0.00189, + "nauc_precision_at_20_diff1": 0.180567, + "nauc_precision_at_100_max": 0.149995, + "nauc_precision_at_100_std": 0.050977, + "nauc_precision_at_100_diff1": 0.095501, + "nauc_precision_at_1000_max": 0.188328, + "nauc_precision_at_1000_std": 0.193022, + "nauc_precision_at_1000_diff1": 0.094864, + "nauc_mrr_at_1_max": 0.095403, + "nauc_mrr_at_1_std": -0.101245, + "nauc_mrr_at_1_diff1": 0.286884, + "nauc_mrr_at_3_max": 0.104422, + "nauc_mrr_at_3_std": -0.081413, + "nauc_mrr_at_3_diff1": 0.233891, + "nauc_mrr_at_5_max": 0.112711, + "nauc_mrr_at_5_std": -0.075638, + "nauc_mrr_at_5_diff1": 0.232142, + "nauc_mrr_at_10_max": 0.106974, + "nauc_mrr_at_10_std": -0.077698, + "nauc_mrr_at_10_diff1": 0.216819, + "nauc_mrr_at_20_max": 0.10933, + "nauc_mrr_at_20_std": -0.075677, + "nauc_mrr_at_20_diff1": 0.216316, + "nauc_mrr_at_100_max": 0.108232, + "nauc_mrr_at_100_std": -0.075879, + "nauc_mrr_at_100_diff1": 0.21589, + "nauc_mrr_at_1000_max": 0.108884, + "nauc_mrr_at_1000_std": -0.074984, + "nauc_mrr_at_1000_diff1": 0.21683, + "main_score": 0.08901, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 197.72814440727234, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFact-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFact-NL.json new file mode 100644 index 0000000000..61ec4fe5e4 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFact-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.49, + "ndcg_at_3": 0.56297, + "ndcg_at_5": 0.58276, + "ndcg_at_10": 0.60934, + "ndcg_at_20": 0.62198, + "ndcg_at_100": 0.6396, + "ndcg_at_1000": 0.65296, + "map_at_1": 0.46483, + "map_at_3": 0.53609, + "map_at_5": 0.54962, + "map_at_10": 0.56204, + "map_at_20": 0.56542, + "map_at_100": 0.56806, + "map_at_1000": 0.56855, + "recall_at_1": 0.46483, + "recall_at_3": 0.61439, + "recall_at_5": 0.66461, + "recall_at_10": 0.74389, + "recall_at_20": 0.79333, + "recall_at_100": 0.886, + "recall_at_1000": 0.99333, + "precision_at_1": 0.49, + "precision_at_3": 0.22556, + "precision_at_5": 0.14867, + "precision_at_10": 0.08433, + "precision_at_20": 0.045, + "precision_at_100": 0.0101, + "precision_at_1000": 0.00112, + "mrr_at_1": 0.49, + "mrr_at_3": 0.553889, + "mrr_at_5": 0.564389, + "mrr_at_10": 0.573831, + "mrr_at_20": 0.577313, + "mrr_at_100": 0.579423, + "mrr_at_1000": 0.579855, + "nauc_ndcg_at_1_max": 0.501277, + "nauc_ndcg_at_1_std": 0.017593, + "nauc_ndcg_at_1_diff1": 0.637004, + "nauc_ndcg_at_3_max": 0.510676, + "nauc_ndcg_at_3_std": 0.063913, + "nauc_ndcg_at_3_diff1": 0.589849, + "nauc_ndcg_at_5_max": 0.513485, + "nauc_ndcg_at_5_std": 0.077318, + "nauc_ndcg_at_5_diff1": 0.5859, + "nauc_ndcg_at_10_max": 0.519822, + "nauc_ndcg_at_10_std": 0.095529, + "nauc_ndcg_at_10_diff1": 0.581757, + "nauc_ndcg_at_20_max": 0.526457, + "nauc_ndcg_at_20_std": 0.110176, + "nauc_ndcg_at_20_diff1": 0.580948, + "nauc_ndcg_at_100_max": 0.524404, + "nauc_ndcg_at_100_std": 0.103259, + "nauc_ndcg_at_100_diff1": 0.586524, + "nauc_ndcg_at_1000_max": 0.520033, + "nauc_ndcg_at_1000_std": 0.093139, + "nauc_ndcg_at_1000_diff1": 0.590796, + "nauc_map_at_1_max": 0.471001, + "nauc_map_at_1_std": -0.029934, + "nauc_map_at_1_diff1": 0.651312, + "nauc_map_at_3_max": 0.494966, + "nauc_map_at_3_std": 0.033185, + "nauc_map_at_3_diff1": 0.60403, + "nauc_map_at_5_max": 0.501202, + "nauc_map_at_5_std": 0.050841, + "nauc_map_at_5_diff1": 0.600167, + "nauc_map_at_10_max": 0.507059, + "nauc_map_at_10_std": 0.064682, + "nauc_map_at_10_diff1": 0.597655, + "nauc_map_at_20_max": 0.508702, + "nauc_map_at_20_std": 0.068279, + "nauc_map_at_20_diff1": 0.597313, + "nauc_map_at_100_max": 0.508356, + "nauc_map_at_100_std": 0.068343, + "nauc_map_at_100_diff1": 0.598712, + "nauc_map_at_1000_max": 0.508225, + "nauc_map_at_1000_std": 0.068023, + "nauc_map_at_1000_diff1": 0.598947, + "nauc_recall_at_1_max": 0.471001, + "nauc_recall_at_1_std": -0.029934, + "nauc_recall_at_1_diff1": 0.651312, + "nauc_recall_at_3_max": 0.516185, + "nauc_recall_at_3_std": 0.076782, + "nauc_recall_at_3_diff1": 0.556578, + "nauc_recall_at_5_max": 0.525237, + "nauc_recall_at_5_std": 0.121435, + "nauc_recall_at_5_diff1": 0.54077, + "nauc_recall_at_10_max": 0.547253, + "nauc_recall_at_10_std": 0.182014, + "nauc_recall_at_10_diff1": 0.515141, + "nauc_recall_at_20_max": 0.584962, + "nauc_recall_at_20_std": 0.28283, + "nauc_recall_at_20_diff1": 0.50003, + "nauc_recall_at_100_max": 0.600116, + "nauc_recall_at_100_std": 0.288239, + "nauc_recall_at_100_diff1": 0.505437, + "nauc_recall_at_1000_max": 0.414332, + "nauc_recall_at_1000_std": -0.075864, + "nauc_recall_at_1000_diff1": 0.422502, + "nauc_precision_at_1_max": 0.501277, + "nauc_precision_at_1_std": 0.017593, + "nauc_precision_at_1_diff1": 0.637004, + "nauc_precision_at_3_max": 0.483041, + "nauc_precision_at_3_std": 0.217844, + "nauc_precision_at_3_diff1": 0.401548, + "nauc_precision_at_5_max": 0.462545, + "nauc_precision_at_5_std": 0.308245, + "nauc_precision_at_5_diff1": 0.337566, + "nauc_precision_at_10_max": 0.431761, + "nauc_precision_at_10_std": 0.399856, + "nauc_precision_at_10_diff1": 0.246222, + "nauc_precision_at_20_max": 0.448295, + "nauc_precision_at_20_std": 0.493989, + "nauc_precision_at_20_diff1": 0.199287, + "nauc_precision_at_100_max": 0.335098, + "nauc_precision_at_100_std": 0.48357, + "nauc_precision_at_100_diff1": 0.093717, + "nauc_precision_at_1000_max": 0.183938, + "nauc_precision_at_1000_std": 0.510248, + "nauc_precision_at_1000_diff1": -0.11304, + "nauc_mrr_at_1_max": 0.501277, + "nauc_mrr_at_1_std": 0.017593, + "nauc_mrr_at_1_diff1": 0.637004, + "nauc_mrr_at_3_max": 0.516515, + "nauc_mrr_at_3_std": 0.069857, + "nauc_mrr_at_3_diff1": 0.596421, + "nauc_mrr_at_5_max": 0.517262, + "nauc_mrr_at_5_std": 0.074357, + "nauc_mrr_at_5_diff1": 0.593074, + "nauc_mrr_at_10_max": 0.515569, + "nauc_mrr_at_10_std": 0.075858, + "nauc_mrr_at_10_diff1": 0.593018, + "nauc_mrr_at_20_max": 0.517792, + "nauc_mrr_at_20_std": 0.078781, + "nauc_mrr_at_20_diff1": 0.593053, + "nauc_mrr_at_100_max": 0.517352, + "nauc_mrr_at_100_std": 0.077476, + "nauc_mrr_at_100_diff1": 0.593631, + "nauc_mrr_at_1000_max": 0.517169, + "nauc_mrr_at_1000_std": 0.077225, + "nauc_mrr_at_1000_diff1": 0.59388, + "main_score": 0.60934, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 48.15228486061096, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFactNL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFactNL.json new file mode 100644 index 0000000000..2f7801e1c5 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFactNL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "33f1d717a05c7cf6b571ebedaf4dad8db82684c4", + "task_name": "SciFactNL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.49, + "ndcg_at_3": 0.56297, + "ndcg_at_5": 0.58276, + "ndcg_at_10": 0.60934, + "ndcg_at_20": 0.62198, + "ndcg_at_100": 0.6396, + "ndcg_at_1000": 0.65296, + "map_at_1": 0.46483, + "map_at_3": 0.53609, + "map_at_5": 0.54962, + "map_at_10": 0.56204, + "map_at_20": 0.56542, + "map_at_100": 0.56806, + "map_at_1000": 0.56855, + "recall_at_1": 0.46483, + "recall_at_3": 0.61439, + "recall_at_5": 0.66461, + "recall_at_10": 0.74389, + "recall_at_20": 0.79333, + "recall_at_100": 0.886, + "recall_at_1000": 0.99333, + "precision_at_1": 0.49, + "precision_at_3": 0.22556, + "precision_at_5": 0.14867, + "precision_at_10": 0.08433, + "precision_at_20": 0.045, + "precision_at_100": 0.0101, + "precision_at_1000": 0.00112, + "mrr_at_1": 0.49, + "mrr_at_3": 0.553889, + "mrr_at_5": 0.564389, + "mrr_at_10": 0.573831, + "mrr_at_20": 0.577313, + "mrr_at_100": 0.579423, + "mrr_at_1000": 0.579855, + "nauc_ndcg_at_1_max": 0.501277, + "nauc_ndcg_at_1_std": 0.017593, + "nauc_ndcg_at_1_diff1": 0.637004, + "nauc_ndcg_at_3_max": 0.510676, + "nauc_ndcg_at_3_std": 0.063913, + "nauc_ndcg_at_3_diff1": 0.589849, + "nauc_ndcg_at_5_max": 0.513485, + "nauc_ndcg_at_5_std": 0.077318, + "nauc_ndcg_at_5_diff1": 0.5859, + "nauc_ndcg_at_10_max": 0.519822, + "nauc_ndcg_at_10_std": 0.095529, + "nauc_ndcg_at_10_diff1": 0.581757, + "nauc_ndcg_at_20_max": 0.526457, + "nauc_ndcg_at_20_std": 0.110176, + "nauc_ndcg_at_20_diff1": 0.580948, + "nauc_ndcg_at_100_max": 0.524404, + "nauc_ndcg_at_100_std": 0.103259, + "nauc_ndcg_at_100_diff1": 0.586524, + "nauc_ndcg_at_1000_max": 0.520033, + "nauc_ndcg_at_1000_std": 0.093139, + "nauc_ndcg_at_1000_diff1": 0.590795, + "nauc_map_at_1_max": 0.471001, + "nauc_map_at_1_std": -0.029934, + "nauc_map_at_1_diff1": 0.651312, + "nauc_map_at_3_max": 0.494966, + "nauc_map_at_3_std": 0.033185, + "nauc_map_at_3_diff1": 0.60403, + "nauc_map_at_5_max": 0.501202, + "nauc_map_at_5_std": 0.050841, + "nauc_map_at_5_diff1": 0.600167, + "nauc_map_at_10_max": 0.507059, + "nauc_map_at_10_std": 0.064682, + "nauc_map_at_10_diff1": 0.597655, + "nauc_map_at_20_max": 0.508702, + "nauc_map_at_20_std": 0.068279, + "nauc_map_at_20_diff1": 0.597313, + "nauc_map_at_100_max": 0.508356, + "nauc_map_at_100_std": 0.068343, + "nauc_map_at_100_diff1": 0.598712, + "nauc_map_at_1000_max": 0.508225, + "nauc_map_at_1000_std": 0.068023, + "nauc_map_at_1000_diff1": 0.598947, + "nauc_recall_at_1_max": 0.471001, + "nauc_recall_at_1_std": -0.029934, + "nauc_recall_at_1_diff1": 0.651312, + "nauc_recall_at_3_max": 0.516185, + "nauc_recall_at_3_std": 0.076782, + "nauc_recall_at_3_diff1": 0.556578, + "nauc_recall_at_5_max": 0.525237, + "nauc_recall_at_5_std": 0.121435, + "nauc_recall_at_5_diff1": 0.54077, + "nauc_recall_at_10_max": 0.547253, + "nauc_recall_at_10_std": 0.182014, + "nauc_recall_at_10_diff1": 0.515141, + "nauc_recall_at_20_max": 0.584962, + "nauc_recall_at_20_std": 0.28283, + "nauc_recall_at_20_diff1": 0.50003, + "nauc_recall_at_100_max": 0.600116, + "nauc_recall_at_100_std": 0.288239, + "nauc_recall_at_100_diff1": 0.505437, + "nauc_recall_at_1000_max": 0.414332, + "nauc_recall_at_1000_std": -0.075864, + "nauc_recall_at_1000_diff1": 0.422502, + "nauc_precision_at_1_max": 0.501277, + "nauc_precision_at_1_std": 0.017593, + "nauc_precision_at_1_diff1": 0.637004, + "nauc_precision_at_3_max": 0.483041, + "nauc_precision_at_3_std": 0.217844, + "nauc_precision_at_3_diff1": 0.401548, + "nauc_precision_at_5_max": 0.462545, + "nauc_precision_at_5_std": 0.308245, + "nauc_precision_at_5_diff1": 0.337566, + "nauc_precision_at_10_max": 0.431761, + "nauc_precision_at_10_std": 0.399856, + "nauc_precision_at_10_diff1": 0.246222, + "nauc_precision_at_20_max": 0.448295, + "nauc_precision_at_20_std": 0.493989, + "nauc_precision_at_20_diff1": 0.199287, + "nauc_precision_at_100_max": 0.335098, + "nauc_precision_at_100_std": 0.48357, + "nauc_precision_at_100_diff1": 0.093717, + "nauc_precision_at_1000_max": 0.183938, + "nauc_precision_at_1000_std": 0.510248, + "nauc_precision_at_1000_diff1": -0.11304, + "nauc_mrr_at_1_max": 0.501277, + "nauc_mrr_at_1_std": 0.017593, + "nauc_mrr_at_1_diff1": 0.637004, + "nauc_mrr_at_3_max": 0.516515, + "nauc_mrr_at_3_std": 0.069857, + "nauc_mrr_at_3_diff1": 0.596421, + "nauc_mrr_at_5_max": 0.517262, + "nauc_mrr_at_5_std": 0.074357, + "nauc_mrr_at_5_diff1": 0.593074, + "nauc_mrr_at_10_max": 0.515569, + "nauc_mrr_at_10_std": 0.075858, + "nauc_mrr_at_10_diff1": 0.593018, + "nauc_mrr_at_20_max": 0.517792, + "nauc_mrr_at_20_std": 0.078781, + "nauc_mrr_at_20_diff1": 0.593053, + "nauc_mrr_at_100_max": 0.517352, + "nauc_mrr_at_100_std": 0.077476, + "nauc_mrr_at_100_diff1": 0.593631, + "nauc_mrr_at_1000_max": 0.517169, + "nauc_mrr_at_1000_std": 0.077225, + "nauc_mrr_at_1000_diff1": 0.59388, + "main_score": 0.60934, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 281.81595492362976, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TRECCOVID-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TRECCOVID-NL.json new file mode 100644 index 0000000000..9e980dd238 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TRECCOVID-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "04dd804c048866b0ab90a55ded77789485828281", + "task_name": "TRECCOVID-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.79, + "ndcg_at_3": 0.78235, + "ndcg_at_5": 0.74988, + "ndcg_at_10": 0.72078, + "ndcg_at_20": 0.68038, + "ndcg_at_100": 0.51036, + "ndcg_at_1000": 0.43965, + "map_at_1": 0.00243, + "map_at_3": 0.00693, + "map_at_5": 0.01031, + "map_at_10": 0.01846, + "map_at_20": 0.03128, + "map_at_100": 0.09013, + "map_at_1000": 0.20872, + "recall_at_1": 0.00243, + "recall_at_3": 0.00717, + "recall_at_5": 0.01082, + "recall_at_10": 0.02033, + "recall_at_20": 0.03605, + "recall_at_100": 0.12035, + "recall_at_1000": 0.40898, + "precision_at_1": 0.9, + "precision_at_3": 0.88, + "precision_at_5": 0.824, + "precision_at_10": 0.78, + "precision_at_20": 0.722, + "precision_at_100": 0.523, + "precision_at_1000": 0.19746, + "mrr_at_1": 0.9, + "mrr_at_3": 0.943333, + "mrr_at_5": 0.943333, + "mrr_at_10": 0.943333, + "mrr_at_20": 0.943333, + "mrr_at_100": 0.943333, + "mrr_at_1000": 0.943333, + "nauc_ndcg_at_1_max": -0.003732, + "nauc_ndcg_at_1_std": 0.221779, + "nauc_ndcg_at_1_diff1": 0.371305, + "nauc_ndcg_at_3_max": 0.16993, + "nauc_ndcg_at_3_std": 0.372227, + "nauc_ndcg_at_3_diff1": 0.194069, + "nauc_ndcg_at_5_max": 0.224799, + "nauc_ndcg_at_5_std": 0.409089, + "nauc_ndcg_at_5_diff1": 0.074987, + "nauc_ndcg_at_10_max": 0.371676, + "nauc_ndcg_at_10_std": 0.563099, + "nauc_ndcg_at_10_diff1": 0.064576, + "nauc_ndcg_at_20_max": 0.455542, + "nauc_ndcg_at_20_std": 0.664745, + "nauc_ndcg_at_20_diff1": -0.005635, + "nauc_ndcg_at_100_max": 0.57509, + "nauc_ndcg_at_100_std": 0.834242, + "nauc_ndcg_at_100_diff1": 0.022707, + "nauc_ndcg_at_1000_max": 0.478851, + "nauc_ndcg_at_1000_std": 0.758872, + "nauc_ndcg_at_1000_diff1": -0.152387, + "nauc_map_at_1_max": -0.172426, + "nauc_map_at_1_std": -0.194046, + "nauc_map_at_1_diff1": 0.194714, + "nauc_map_at_3_max": -0.174379, + "nauc_map_at_3_std": -0.175444, + "nauc_map_at_3_diff1": 0.182184, + "nauc_map_at_5_max": -0.139274, + "nauc_map_at_5_std": -0.090886, + "nauc_map_at_5_diff1": 0.090765, + "nauc_map_at_10_max": -0.058525, + "nauc_map_at_10_std": 0.01664, + "nauc_map_at_10_diff1": 0.067524, + "nauc_map_at_20_max": 0.057115, + "nauc_map_at_20_std": 0.200465, + "nauc_map_at_20_diff1": -0.00189, + "nauc_map_at_100_max": 0.378135, + "nauc_map_at_100_std": 0.696293, + "nauc_map_at_100_diff1": 0.030966, + "nauc_map_at_1000_max": 0.514609, + "nauc_map_at_1000_std": 0.827723, + "nauc_map_at_1000_diff1": -0.092742, + "nauc_recall_at_1_max": -0.172426, + "nauc_recall_at_1_std": -0.194046, + "nauc_recall_at_1_diff1": 0.194714, + "nauc_recall_at_3_max": -0.20775, + "nauc_recall_at_3_std": -0.205418, + "nauc_recall_at_3_diff1": 0.162167, + "nauc_recall_at_5_max": -0.178426, + "nauc_recall_at_5_std": -0.135565, + "nauc_recall_at_5_diff1": 0.062992, + "nauc_recall_at_10_max": -0.112682, + "nauc_recall_at_10_std": -0.04815, + "nauc_recall_at_10_diff1": 0.074676, + "nauc_recall_at_20_max": -0.032283, + "nauc_recall_at_20_std": 0.094312, + "nauc_recall_at_20_diff1": -0.008382, + "nauc_recall_at_100_max": 0.26367, + "nauc_recall_at_100_std": 0.564173, + "nauc_recall_at_100_diff1": -0.012928, + "nauc_recall_at_1000_max": 0.406297, + "nauc_recall_at_1000_std": 0.697883, + "nauc_recall_at_1000_diff1": -0.232716, + "nauc_precision_at_1_max": 0.542577, + "nauc_precision_at_1_std": 0.39972, + "nauc_precision_at_1_diff1": 0.726891, + "nauc_precision_at_3_max": 0.277844, + "nauc_precision_at_3_std": 0.423949, + "nauc_precision_at_3_diff1": 0.252362, + "nauc_precision_at_5_max": 0.358394, + "nauc_precision_at_5_std": 0.463568, + "nauc_precision_at_5_diff1": 0.086368, + "nauc_precision_at_10_max": 0.489609, + "nauc_precision_at_10_std": 0.631664, + "nauc_precision_at_10_diff1": 0.093252, + "nauc_precision_at_20_max": 0.561853, + "nauc_precision_at_20_std": 0.730725, + "nauc_precision_at_20_diff1": -0.022538, + "nauc_precision_at_100_max": 0.626907, + "nauc_precision_at_100_std": 0.863934, + "nauc_precision_at_100_diff1": 0.034138, + "nauc_precision_at_1000_max": 0.551486, + "nauc_precision_at_1000_std": 0.656593, + "nauc_precision_at_1000_diff1": -0.025122, + "nauc_mrr_at_1_max": 0.542577, + "nauc_mrr_at_1_std": 0.39972, + "nauc_mrr_at_1_diff1": 0.726891, + "nauc_mrr_at_3_max": 0.570165, + "nauc_mrr_at_3_std": 0.462652, + "nauc_mrr_at_3_diff1": 0.704921, + "nauc_mrr_at_5_max": 0.570165, + "nauc_mrr_at_5_std": 0.462652, + "nauc_mrr_at_5_diff1": 0.704921, + "nauc_mrr_at_10_max": 0.570165, + "nauc_mrr_at_10_std": 0.462652, + "nauc_mrr_at_10_diff1": 0.704921, + "nauc_mrr_at_20_max": 0.570165, + "nauc_mrr_at_20_std": 0.462652, + "nauc_mrr_at_20_diff1": 0.704921, + "nauc_mrr_at_100_max": 0.570165, + "nauc_mrr_at_100_std": 0.462652, + "nauc_mrr_at_100_diff1": 0.704921, + "nauc_mrr_at_1000_max": 0.570165, + "nauc_mrr_at_1000_std": 0.462652, + "nauc_mrr_at_1000_diff1": 0.704921, + "main_score": 0.72078, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 1159.6004910469055, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Touche2020-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Touche2020-NL.json new file mode 100644 index 0000000000..d5eb808c51 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Touche2020-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b69e63cbe72c5ce0489f69e88c35f51f13a3f993", + "task_name": "Touche2020-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.2449, + "ndcg_at_3": 0.28077, + "ndcg_at_5": 0.26487, + "ndcg_at_10": 0.24055, + "ndcg_at_20": 0.25055, + "ndcg_at_100": 0.35437, + "ndcg_at_1000": 0.467, + "map_at_1": 0.02371, + "map_at_3": 0.05375, + "map_at_5": 0.06874, + "map_at_10": 0.09, + "map_at_20": 0.11302, + "map_at_100": 0.14618, + "map_at_1000": 0.1604, + "recall_at_1": 0.02371, + "recall_at_3": 0.06995, + "recall_at_5": 0.09877, + "recall_at_10": 0.14903, + "recall_at_20": 0.22689, + "recall_at_100": 0.45521, + "recall_at_1000": 0.79465, + "precision_at_1": 0.26531, + "precision_at_3": 0.30612, + "precision_at_5": 0.27347, + "precision_at_10": 0.21224, + "precision_at_20": 0.16633, + "precision_at_100": 0.07551, + "precision_at_1000": 0.01486, + "mrr_at_1": 0.265306, + "mrr_at_3": 0.421769, + "mrr_at_5": 0.452381, + "mrr_at_10": 0.461929, + "mrr_at_20": 0.466191, + "mrr_at_100": 0.467764, + "mrr_at_1000": 0.467764, + "nauc_ndcg_at_1_max": -0.247255, + "nauc_ndcg_at_1_std": -0.043362, + "nauc_ndcg_at_1_diff1": 0.097238, + "nauc_ndcg_at_3_max": -0.219996, + "nauc_ndcg_at_3_std": -0.045223, + "nauc_ndcg_at_3_diff1": 0.081453, + "nauc_ndcg_at_5_max": -0.181425, + "nauc_ndcg_at_5_std": -0.02568, + "nauc_ndcg_at_5_diff1": 0.149596, + "nauc_ndcg_at_10_max": -0.116018, + "nauc_ndcg_at_10_std": 0.074101, + "nauc_ndcg_at_10_diff1": 0.119072, + "nauc_ndcg_at_20_max": -0.155541, + "nauc_ndcg_at_20_std": 0.024211, + "nauc_ndcg_at_20_diff1": 0.129855, + "nauc_ndcg_at_100_max": -0.109785, + "nauc_ndcg_at_100_std": 0.211297, + "nauc_ndcg_at_100_diff1": 0.224939, + "nauc_ndcg_at_1000_max": -0.054881, + "nauc_ndcg_at_1000_std": 0.329508, + "nauc_ndcg_at_1000_diff1": 0.133912, + "nauc_map_at_1_max": -0.255681, + "nauc_map_at_1_std": -0.06487, + "nauc_map_at_1_diff1": 0.06791, + "nauc_map_at_3_max": -0.257029, + "nauc_map_at_3_std": -0.108011, + "nauc_map_at_3_diff1": -0.001206, + "nauc_map_at_5_max": -0.227997, + "nauc_map_at_5_std": -0.097019, + "nauc_map_at_5_diff1": 0.055631, + "nauc_map_at_10_max": -0.140348, + "nauc_map_at_10_std": 0.005477, + "nauc_map_at_10_diff1": 0.085511, + "nauc_map_at_20_max": -0.132487, + "nauc_map_at_20_std": -0.001231, + "nauc_map_at_20_diff1": 0.083272, + "nauc_map_at_100_max": -0.085414, + "nauc_map_at_100_std": 0.108078, + "nauc_map_at_100_diff1": 0.1631, + "nauc_map_at_1000_max": -0.071142, + "nauc_map_at_1000_std": 0.142451, + "nauc_map_at_1000_diff1": 0.156413, + "nauc_recall_at_1_max": -0.255681, + "nauc_recall_at_1_std": -0.06487, + "nauc_recall_at_1_diff1": 0.06791, + "nauc_recall_at_3_max": -0.278092, + "nauc_recall_at_3_std": -0.137685, + "nauc_recall_at_3_diff1": 0.049007, + "nauc_recall_at_5_max": -0.218651, + "nauc_recall_at_5_std": -0.090708, + "nauc_recall_at_5_diff1": 0.112484, + "nauc_recall_at_10_max": -0.115627, + "nauc_recall_at_10_std": 0.045631, + "nauc_recall_at_10_diff1": 0.126788, + "nauc_recall_at_20_max": -0.127149, + "nauc_recall_at_20_std": 0.021087, + "nauc_recall_at_20_diff1": 0.144357, + "nauc_recall_at_100_max": -0.02168, + "nauc_recall_at_100_std": 0.366276, + "nauc_recall_at_100_diff1": 0.280032, + "nauc_recall_at_1000_max": 0.196484, + "nauc_recall_at_1000_std": 0.714552, + "nauc_recall_at_1000_diff1": 0.021759, + "nauc_precision_at_1_max": -0.252874, + "nauc_precision_at_1_std": -0.03784, + "nauc_precision_at_1_diff1": 0.062485, + "nauc_precision_at_3_max": -0.213906, + "nauc_precision_at_3_std": -0.074099, + "nauc_precision_at_3_diff1": 0.069905, + "nauc_precision_at_5_max": -0.136366, + "nauc_precision_at_5_std": -0.044797, + "nauc_precision_at_5_diff1": 0.178084, + "nauc_precision_at_10_max": -0.007211, + "nauc_precision_at_10_std": 0.132253, + "nauc_precision_at_10_diff1": 0.17135, + "nauc_precision_at_20_max": -0.009194, + "nauc_precision_at_20_std": 0.122413, + "nauc_precision_at_20_diff1": 0.17294, + "nauc_precision_at_100_max": 0.147104, + "nauc_precision_at_100_std": 0.514296, + "nauc_precision_at_100_diff1": 0.21682, + "nauc_precision_at_1000_max": 0.369661, + "nauc_precision_at_1000_std": 0.470638, + "nauc_precision_at_1000_diff1": -0.214516, + "nauc_mrr_at_1_max": -0.252874, + "nauc_mrr_at_1_std": -0.03784, + "nauc_mrr_at_1_diff1": 0.062485, + "nauc_mrr_at_3_max": -0.295398, + "nauc_mrr_at_3_std": -0.072446, + "nauc_mrr_at_3_diff1": 0.156405, + "nauc_mrr_at_5_max": -0.263698, + "nauc_mrr_at_5_std": -0.041102, + "nauc_mrr_at_5_diff1": 0.163065, + "nauc_mrr_at_10_max": -0.272078, + "nauc_mrr_at_10_std": -0.046468, + "nauc_mrr_at_10_diff1": 0.144366, + "nauc_mrr_at_20_max": -0.282278, + "nauc_mrr_at_20_std": -0.049123, + "nauc_mrr_at_20_diff1": 0.148226, + "nauc_mrr_at_100_max": -0.283211, + "nauc_mrr_at_100_std": -0.050871, + "nauc_mrr_at_100_diff1": 0.145336, + "nauc_mrr_at_1000_max": -0.283211, + "nauc_mrr_at_1000_std": -0.050871, + "nauc_mrr_at_1000_diff1": 0.145336, + "main_score": 0.24055, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 2145.7886531352997, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/mMARCO-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/mMARCO-NL.json new file mode 100644 index 0000000000..7e67b6d9fa --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/mMARCO-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4a6c6c38794088dd4e227a9fe3595a3d188ccf95", + "task_name": "mMARCO-NL", + "mteb_version": "1.29.16", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.1765, + "ndcg_at_3": 0.25937, + "ndcg_at_5": 0.29126, + "ndcg_at_10": 0.32437, + "ndcg_at_20": 0.34876, + "ndcg_at_100": 0.38104, + "ndcg_at_1000": 0.3994, + "map_at_1": 0.17242, + "map_at_3": 0.23669, + "map_at_5": 0.25447, + "map_at_10": 0.26835, + "map_at_20": 0.27519, + "map_at_100": 0.27967, + "map_at_1000": 0.28035, + "recall_at_1": 0.17242, + "recall_at_3": 0.31983, + "recall_at_5": 0.3965, + "recall_at_10": 0.49712, + "recall_at_20": 0.5921, + "recall_at_100": 0.76423, + "recall_at_1000": 0.90737, + "precision_at_1": 0.1765, + "precision_at_3": 0.11003, + "precision_at_5": 0.08218, + "precision_at_10": 0.05176, + "precision_at_20": 0.03096, + "precision_at_100": 0.00806, + "precision_at_1000": 0.00096, + "mrr_at_1": 0.176361, + "mrr_at_3": 0.241905, + "mrr_at_5": 0.25967, + "mrr_at_10": 0.273369, + "mrr_at_20": 0.279927, + "mrr_at_100": 0.284196, + "mrr_at_1000": 0.284816, + "nauc_ndcg_at_1_max": 0.025481, + "nauc_ndcg_at_1_std": -0.102857, + "nauc_ndcg_at_1_diff1": 0.340483, + "nauc_ndcg_at_3_max": 0.04501, + "nauc_ndcg_at_3_std": -0.08761, + "nauc_ndcg_at_3_diff1": 0.306862, + "nauc_ndcg_at_5_max": 0.045162, + "nauc_ndcg_at_5_std": -0.077845, + "nauc_ndcg_at_5_diff1": 0.298475, + "nauc_ndcg_at_10_max": 0.054205, + "nauc_ndcg_at_10_std": -0.058081, + "nauc_ndcg_at_10_diff1": 0.29343, + "nauc_ndcg_at_20_max": 0.062161, + "nauc_ndcg_at_20_std": -0.034878, + "nauc_ndcg_at_20_diff1": 0.294832, + "nauc_ndcg_at_100_max": 0.068428, + "nauc_ndcg_at_100_std": -0.013234, + "nauc_ndcg_at_100_diff1": 0.290254, + "nauc_ndcg_at_1000_max": 0.072211, + "nauc_ndcg_at_1000_std": -0.019836, + "nauc_ndcg_at_1000_diff1": 0.292409, + "nauc_map_at_1_max": 0.024437, + "nauc_map_at_1_std": -0.103244, + "nauc_map_at_1_diff1": 0.344569, + "nauc_map_at_3_max": 0.040457, + "nauc_map_at_3_std": -0.091643, + "nauc_map_at_3_diff1": 0.315476, + "nauc_map_at_5_max": 0.040668, + "nauc_map_at_5_std": -0.086001, + "nauc_map_at_5_diff1": 0.310155, + "nauc_map_at_10_max": 0.044594, + "nauc_map_at_10_std": -0.077304, + "nauc_map_at_10_diff1": 0.30803, + "nauc_map_at_20_max": 0.046787, + "nauc_map_at_20_std": -0.070831, + "nauc_map_at_20_diff1": 0.308538, + "nauc_map_at_100_max": 0.04773, + "nauc_map_at_100_std": -0.067976, + "nauc_map_at_100_diff1": 0.30789, + "nauc_map_at_1000_max": 0.047881, + "nauc_map_at_1000_std": -0.068115, + "nauc_map_at_1000_diff1": 0.308008, + "nauc_recall_at_1_max": 0.024437, + "nauc_recall_at_1_std": -0.103244, + "nauc_recall_at_1_diff1": 0.344569, + "nauc_recall_at_3_max": 0.05494, + "nauc_recall_at_3_std": -0.077604, + "nauc_recall_at_3_diff1": 0.286089, + "nauc_recall_at_5_max": 0.054539, + "nauc_recall_at_5_std": -0.057821, + "nauc_recall_at_5_diff1": 0.2695, + "nauc_recall_at_10_max": 0.07902, + "nauc_recall_at_10_std": -0.004437, + "nauc_recall_at_10_diff1": 0.254254, + "nauc_recall_at_20_max": 0.110793, + "nauc_recall_at_20_std": 0.088416, + "nauc_recall_at_20_diff1": 0.256001, + "nauc_recall_at_100_max": 0.173959, + "nauc_recall_at_100_std": 0.298476, + "nauc_recall_at_100_diff1": 0.209402, + "nauc_recall_at_1000_max": 0.386447, + "nauc_recall_at_1000_std": 0.518763, + "nauc_recall_at_1000_diff1": 0.15709, + "nauc_precision_at_1_max": 0.025481, + "nauc_precision_at_1_std": -0.102857, + "nauc_precision_at_1_diff1": 0.340483, + "nauc_precision_at_3_max": 0.0594, + "nauc_precision_at_3_std": -0.077825, + "nauc_precision_at_3_diff1": 0.28347, + "nauc_precision_at_5_max": 0.060305, + "nauc_precision_at_5_std": -0.055584, + "nauc_precision_at_5_diff1": 0.263704, + "nauc_precision_at_10_max": 0.083575, + "nauc_precision_at_10_std": -0.000994, + "nauc_precision_at_10_diff1": 0.244738, + "nauc_precision_at_20_max": 0.114183, + "nauc_precision_at_20_std": 0.089512, + "nauc_precision_at_20_diff1": 0.234163, + "nauc_precision_at_100_max": 0.172824, + "nauc_precision_at_100_std": 0.269338, + "nauc_precision_at_100_diff1": 0.155196, + "nauc_precision_at_1000_max": 0.254011, + "nauc_precision_at_1000_std": 0.306411, + "nauc_precision_at_1000_diff1": 0.036282, + "nauc_mrr_at_1_max": 0.025403, + "nauc_mrr_at_1_std": -0.103551, + "nauc_mrr_at_1_diff1": 0.341244, + "nauc_mrr_at_3_max": 0.04125, + "nauc_mrr_at_3_std": -0.0908, + "nauc_mrr_at_3_diff1": 0.311862, + "nauc_mrr_at_5_max": 0.041429, + "nauc_mrr_at_5_std": -0.08483, + "nauc_mrr_at_5_diff1": 0.307573, + "nauc_mrr_at_10_max": 0.045565, + "nauc_mrr_at_10_std": -0.07581, + "nauc_mrr_at_10_diff1": 0.305321, + "nauc_mrr_at_20_max": 0.047779, + "nauc_mrr_at_20_std": -0.069722, + "nauc_mrr_at_20_diff1": 0.305777, + "nauc_mrr_at_100_max": 0.048417, + "nauc_mrr_at_100_std": -0.067248, + "nauc_mrr_at_100_diff1": 0.305188, + "nauc_mrr_at_1000_max": 0.048532, + "nauc_mrr_at_1000_std": -0.067411, + "nauc_mrr_at_1000_diff1": 0.305309, + "main_score": 0.32437, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 27441.745534658432, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ArguAna-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ArguAna-NL.json new file mode 100644 index 0000000000..e08d158d5e --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ArguAna-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.1458, + "ndcg_at_3": 0.23946, + "ndcg_at_5": 0.28246, + "ndcg_at_10": 0.32914, + "ndcg_at_20": 0.36241, + "ndcg_at_100": 0.39632, + "ndcg_at_1000": 0.41011, + "map_at_1": 0.1458, + "map_at_3": 0.21586, + "map_at_5": 0.23986, + "map_at_10": 0.25913, + "map_at_20": 0.26835, + "map_at_100": 0.27323, + "map_at_1000": 0.27374, + "recall_at_1": 0.1458, + "recall_at_3": 0.30797, + "recall_at_5": 0.41181, + "recall_at_10": 0.55619, + "recall_at_20": 0.68706, + "recall_at_100": 0.867, + "recall_at_1000": 0.97653, + "precision_at_1": 0.1458, + "precision_at_3": 0.10266, + "precision_at_5": 0.08236, + "precision_at_10": 0.05562, + "precision_at_20": 0.03435, + "precision_at_100": 0.00867, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.148649, + "mrr_at_3": 0.217165, + "mrr_at_5": 0.24124, + "mrr_at_10": 0.26017, + "mrr_at_20": 0.269453, + "mrr_at_100": 0.274337, + "mrr_at_1000": 0.27484, + "nauc_ndcg_at_1_max": -0.069481, + "nauc_ndcg_at_1_std": -0.017901, + "nauc_ndcg_at_1_diff1": 0.161, + "nauc_ndcg_at_3_max": -0.02081, + "nauc_ndcg_at_3_std": 0.014366, + "nauc_ndcg_at_3_diff1": 0.117957, + "nauc_ndcg_at_5_max": -0.014907, + "nauc_ndcg_at_5_std": 0.028951, + "nauc_ndcg_at_5_diff1": 0.118762, + "nauc_ndcg_at_10_max": -0.018357, + "nauc_ndcg_at_10_std": 0.063835, + "nauc_ndcg_at_10_diff1": 0.118721, + "nauc_ndcg_at_20_max": -0.009354, + "nauc_ndcg_at_20_std": 0.073438, + "nauc_ndcg_at_20_diff1": 0.123695, + "nauc_ndcg_at_100_max": -0.015857, + "nauc_ndcg_at_100_std": 0.09342, + "nauc_ndcg_at_100_diff1": 0.125851, + "nauc_ndcg_at_1000_max": -0.016537, + "nauc_ndcg_at_1000_std": 0.06919, + "nauc_ndcg_at_1000_diff1": 0.126173, + "nauc_map_at_1_max": -0.069481, + "nauc_map_at_1_std": -0.017901, + "nauc_map_at_1_diff1": 0.161, + "nauc_map_at_3_max": -0.03133, + "nauc_map_at_3_std": 0.009443, + "nauc_map_at_3_diff1": 0.126727, + "nauc_map_at_5_max": -0.027994, + "nauc_map_at_5_std": 0.018425, + "nauc_map_at_5_diff1": 0.127039, + "nauc_map_at_10_max": -0.030004, + "nauc_map_at_10_std": 0.034294, + "nauc_map_at_10_diff1": 0.127494, + "nauc_map_at_20_max": -0.027851, + "nauc_map_at_20_std": 0.036539, + "nauc_map_at_20_diff1": 0.129107, + "nauc_map_at_100_max": -0.028302, + "nauc_map_at_100_std": 0.03866, + "nauc_map_at_100_diff1": 0.129733, + "nauc_map_at_1000_max": -0.028363, + "nauc_map_at_1000_std": 0.037877, + "nauc_map_at_1000_diff1": 0.129737, + "nauc_recall_at_1_max": -0.069481, + "nauc_recall_at_1_std": -0.017901, + "nauc_recall_at_1_diff1": 0.161, + "nauc_recall_at_3_max": 0.004146, + "nauc_recall_at_3_std": 0.025427, + "nauc_recall_at_3_diff1": 0.097313, + "nauc_recall_at_5_max": 0.016176, + "nauc_recall_at_5_std": 0.05391, + "nauc_recall_at_5_diff1": 0.09997, + "nauc_recall_at_10_max": 0.011084, + "nauc_recall_at_10_std": 0.148341, + "nauc_recall_at_10_diff1": 0.096346, + "nauc_recall_at_20_max": 0.056561, + "nauc_recall_at_20_std": 0.207802, + "nauc_recall_at_20_diff1": 0.110867, + "nauc_recall_at_100_max": 0.03989, + "nauc_recall_at_100_std": 0.559497, + "nauc_recall_at_100_diff1": 0.112759, + "nauc_recall_at_1000_max": 0.243321, + "nauc_recall_at_1000_std": 0.627189, + "nauc_recall_at_1000_diff1": 0.085271, + "nauc_precision_at_1_max": -0.069481, + "nauc_precision_at_1_std": -0.017901, + "nauc_precision_at_1_diff1": 0.161, + "nauc_precision_at_3_max": 0.004146, + "nauc_precision_at_3_std": 0.025427, + "nauc_precision_at_3_diff1": 0.097313, + "nauc_precision_at_5_max": 0.016176, + "nauc_precision_at_5_std": 0.05391, + "nauc_precision_at_5_diff1": 0.09997, + "nauc_precision_at_10_max": 0.011084, + "nauc_precision_at_10_std": 0.148341, + "nauc_precision_at_10_diff1": 0.096346, + "nauc_precision_at_20_max": 0.056561, + "nauc_precision_at_20_std": 0.207802, + "nauc_precision_at_20_diff1": 0.110867, + "nauc_precision_at_100_max": 0.03989, + "nauc_precision_at_100_std": 0.559497, + "nauc_precision_at_100_diff1": 0.112759, + "nauc_precision_at_1000_max": 0.243321, + "nauc_precision_at_1000_std": 0.627189, + "nauc_precision_at_1000_diff1": 0.085271, + "nauc_mrr_at_1_max": -0.074897, + "nauc_mrr_at_1_std": -0.007039, + "nauc_mrr_at_1_diff1": 0.146341, + "nauc_mrr_at_3_max": -0.037818, + "nauc_mrr_at_3_std": 0.014496, + "nauc_mrr_at_3_diff1": 0.118331, + "nauc_mrr_at_5_max": -0.033888, + "nauc_mrr_at_5_std": 0.02294, + "nauc_mrr_at_5_diff1": 0.116796, + "nauc_mrr_at_10_max": -0.036368, + "nauc_mrr_at_10_std": 0.03643, + "nauc_mrr_at_10_diff1": 0.117943, + "nauc_mrr_at_20_max": -0.033969, + "nauc_mrr_at_20_std": 0.039105, + "nauc_mrr_at_20_diff1": 0.119764, + "nauc_mrr_at_100_max": -0.034527, + "nauc_mrr_at_100_std": 0.041246, + "nauc_mrr_at_100_diff1": 0.120215, + "nauc_mrr_at_1000_max": -0.0346, + "nauc_mrr_at_1000_std": 0.040472, + "nauc_mrr_at_1000_diff1": 0.120202, + "main_score": 0.32914, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 23.789057970046997, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstack-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstack-NL.json new file mode 100644 index 0000000000..69dd7b9020 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstack-NL.json @@ -0,0 +1,19 @@ +{ + "dataset_revision": "1", + "task_name": "CQADupstack-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_10": 0.211808, + "main_score": 0.211808, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 952.934280872345, + "kg_co2_emissions": NaN +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackAndroid-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackAndroid-NL.json new file mode 100644 index 0000000000..a242cee485 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackAndroid-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackAndroid-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.19742, + "ndcg_at_3": 0.25344, + "ndcg_at_5": 0.27689, + "ndcg_at_10": 0.29259, + "ndcg_at_20": 0.31144, + "ndcg_at_100": 0.34145, + "ndcg_at_1000": 0.36774, + "map_at_1": 0.19742, + "map_at_3": 0.2401, + "map_at_5": 0.25305, + "map_at_10": 0.25952, + "map_at_20": 0.26472, + "map_at_100": 0.2687, + "map_at_1000": 0.26955, + "recall_at_1": 0.19742, + "recall_at_3": 0.29185, + "recall_at_5": 0.34907, + "recall_at_10": 0.39771, + "recall_at_20": 0.4721, + "recall_at_100": 0.63662, + "recall_at_1000": 0.85122, + "precision_at_1": 0.19742, + "precision_at_3": 0.09728, + "precision_at_5": 0.06981, + "precision_at_10": 0.03977, + "precision_at_20": 0.02361, + "precision_at_100": 0.00637, + "precision_at_1000": 0.00085, + "mrr_at_1": 0.197425, + "mrr_at_3": 0.240105, + "mrr_at_5": 0.253052, + "mrr_at_10": 0.259519, + "mrr_at_20": 0.264718, + "mrr_at_100": 0.268704, + "mrr_at_1000": 0.26955, + "nauc_ndcg_at_1_max": 0.208479, + "nauc_ndcg_at_1_std": -0.006775, + "nauc_ndcg_at_1_diff1": 0.44506, + "nauc_ndcg_at_3_max": 0.189588, + "nauc_ndcg_at_3_std": -0.013979, + "nauc_ndcg_at_3_diff1": 0.396682, + "nauc_ndcg_at_5_max": 0.1933, + "nauc_ndcg_at_5_std": -0.010791, + "nauc_ndcg_at_5_diff1": 0.376135, + "nauc_ndcg_at_10_max": 0.19495, + "nauc_ndcg_at_10_std": -0.001158, + "nauc_ndcg_at_10_diff1": 0.375168, + "nauc_ndcg_at_20_max": 0.194626, + "nauc_ndcg_at_20_std": 0.013187, + "nauc_ndcg_at_20_diff1": 0.369211, + "nauc_ndcg_at_100_max": 0.210598, + "nauc_ndcg_at_100_std": 0.03092, + "nauc_ndcg_at_100_diff1": 0.369462, + "nauc_ndcg_at_1000_max": 0.210285, + "nauc_ndcg_at_1000_std": 0.041445, + "nauc_ndcg_at_1000_diff1": 0.37125, + "nauc_map_at_1_max": 0.208479, + "nauc_map_at_1_std": -0.006775, + "nauc_map_at_1_diff1": 0.44506, + "nauc_map_at_3_max": 0.19434, + "nauc_map_at_3_std": -0.0132, + "nauc_map_at_3_diff1": 0.40644, + "nauc_map_at_5_max": 0.195921, + "nauc_map_at_5_std": -0.011509, + "nauc_map_at_5_diff1": 0.394732, + "nauc_map_at_10_max": 0.196256, + "nauc_map_at_10_std": -0.007437, + "nauc_map_at_10_diff1": 0.393567, + "nauc_map_at_20_max": 0.195725, + "nauc_map_at_20_std": -0.003225, + "nauc_map_at_20_diff1": 0.392388, + "nauc_map_at_100_max": 0.197757, + "nauc_map_at_100_std": -0.000709, + "nauc_map_at_100_diff1": 0.391527, + "nauc_map_at_1000_max": 0.197607, + "nauc_map_at_1000_std": -0.00026, + "nauc_map_at_1000_diff1": 0.391676, + "nauc_recall_at_1_max": 0.208479, + "nauc_recall_at_1_std": -0.006775, + "nauc_recall_at_1_diff1": 0.44506, + "nauc_recall_at_3_max": 0.176871, + "nauc_recall_at_3_std": -0.015723, + "nauc_recall_at_3_diff1": 0.371367, + "nauc_recall_at_5_max": 0.187424, + "nauc_recall_at_5_std": -0.0081, + "nauc_recall_at_5_diff1": 0.326065, + "nauc_recall_at_10_max": 0.193779, + "nauc_recall_at_10_std": 0.018997, + "nauc_recall_at_10_diff1": 0.327542, + "nauc_recall_at_20_max": 0.195474, + "nauc_recall_at_20_std": 0.070301, + "nauc_recall_at_20_diff1": 0.30176, + "nauc_recall_at_100_max": 0.29104, + "nauc_recall_at_100_std": 0.181914, + "nauc_recall_at_100_diff1": 0.30566, + "nauc_recall_at_1000_max": 0.382169, + "nauc_recall_at_1000_std": 0.494901, + "nauc_recall_at_1000_diff1": 0.259799, + "nauc_precision_at_1_max": 0.208479, + "nauc_precision_at_1_std": -0.006775, + "nauc_precision_at_1_diff1": 0.44506, + "nauc_precision_at_3_max": 0.176871, + "nauc_precision_at_3_std": -0.015723, + "nauc_precision_at_3_diff1": 0.371367, + "nauc_precision_at_5_max": 0.187424, + "nauc_precision_at_5_std": -0.0081, + "nauc_precision_at_5_diff1": 0.326065, + "nauc_precision_at_10_max": 0.193779, + "nauc_precision_at_10_std": 0.018997, + "nauc_precision_at_10_diff1": 0.327542, + "nauc_precision_at_20_max": 0.195474, + "nauc_precision_at_20_std": 0.070301, + "nauc_precision_at_20_diff1": 0.30176, + "nauc_precision_at_100_max": 0.29104, + "nauc_precision_at_100_std": 0.181914, + "nauc_precision_at_100_diff1": 0.30566, + "nauc_precision_at_1000_max": 0.382169, + "nauc_precision_at_1000_std": 0.494901, + "nauc_precision_at_1000_diff1": 0.259799, + "nauc_mrr_at_1_max": 0.208479, + "nauc_mrr_at_1_std": -0.006775, + "nauc_mrr_at_1_diff1": 0.44506, + "nauc_mrr_at_3_max": 0.19434, + "nauc_mrr_at_3_std": -0.0132, + "nauc_mrr_at_3_diff1": 0.40644, + "nauc_mrr_at_5_max": 0.195921, + "nauc_mrr_at_5_std": -0.011509, + "nauc_mrr_at_5_diff1": 0.394732, + "nauc_mrr_at_10_max": 0.196256, + "nauc_mrr_at_10_std": -0.007437, + "nauc_mrr_at_10_diff1": 0.393567, + "nauc_mrr_at_20_max": 0.195725, + "nauc_mrr_at_20_std": -0.003225, + "nauc_mrr_at_20_diff1": 0.392388, + "nauc_mrr_at_100_max": 0.197757, + "nauc_mrr_at_100_std": -0.000709, + "nauc_mrr_at_100_diff1": 0.391527, + "nauc_mrr_at_1000_max": 0.197607, + "nauc_mrr_at_1000_std": -0.00026, + "nauc_mrr_at_1000_diff1": 0.391676, + "main_score": 0.29259, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 45.75625967979431, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackEnglish-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackEnglish-NL.json new file mode 100644 index 0000000000..2090555c89 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackEnglish-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackEnglish-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.12357, + "ndcg_at_3": 0.17303, + "ndcg_at_5": 0.18665, + "ndcg_at_10": 0.20476, + "ndcg_at_20": 0.21637, + "ndcg_at_100": 0.24153, + "ndcg_at_1000": 0.26508, + "map_at_1": 0.12357, + "map_at_3": 0.16104, + "map_at_5": 0.16859, + "map_at_10": 0.17618, + "map_at_20": 0.17929, + "map_at_100": 0.18268, + "map_at_1000": 0.18342, + "recall_at_1": 0.12357, + "recall_at_3": 0.20764, + "recall_at_5": 0.24076, + "recall_at_10": 0.29618, + "recall_at_20": 0.34268, + "recall_at_100": 0.47962, + "recall_at_1000": 0.67389, + "precision_at_1": 0.12357, + "precision_at_3": 0.06921, + "precision_at_5": 0.04815, + "precision_at_10": 0.02962, + "precision_at_20": 0.01713, + "precision_at_100": 0.0048, + "precision_at_1000": 0.00067, + "mrr_at_1": 0.123567, + "mrr_at_3": 0.16104, + "mrr_at_5": 0.168588, + "mrr_at_10": 0.176177, + "mrr_at_20": 0.17929, + "mrr_at_100": 0.182678, + "mrr_at_1000": 0.183417, + "nauc_ndcg_at_1_max": 0.236618, + "nauc_ndcg_at_1_std": 0.129206, + "nauc_ndcg_at_1_diff1": 0.434127, + "nauc_ndcg_at_3_max": 0.221241, + "nauc_ndcg_at_3_std": 0.146891, + "nauc_ndcg_at_3_diff1": 0.322421, + "nauc_ndcg_at_5_max": 0.226563, + "nauc_ndcg_at_5_std": 0.158103, + "nauc_ndcg_at_5_diff1": 0.313631, + "nauc_ndcg_at_10_max": 0.226903, + "nauc_ndcg_at_10_std": 0.167896, + "nauc_ndcg_at_10_diff1": 0.298094, + "nauc_ndcg_at_20_max": 0.228397, + "nauc_ndcg_at_20_std": 0.188928, + "nauc_ndcg_at_20_diff1": 0.295373, + "nauc_ndcg_at_100_max": 0.222064, + "nauc_ndcg_at_100_std": 0.207473, + "nauc_ndcg_at_100_diff1": 0.290579, + "nauc_ndcg_at_1000_max": 0.223114, + "nauc_ndcg_at_1000_std": 0.207732, + "nauc_ndcg_at_1000_diff1": 0.278323, + "nauc_map_at_1_max": 0.236618, + "nauc_map_at_1_std": 0.129206, + "nauc_map_at_1_diff1": 0.434127, + "nauc_map_at_3_max": 0.223775, + "nauc_map_at_3_std": 0.141833, + "nauc_map_at_3_diff1": 0.344129, + "nauc_map_at_5_max": 0.22661, + "nauc_map_at_5_std": 0.148436, + "nauc_map_at_5_diff1": 0.338507, + "nauc_map_at_10_max": 0.22674, + "nauc_map_at_10_std": 0.152801, + "nauc_map_at_10_diff1": 0.330967, + "nauc_map_at_20_max": 0.227137, + "nauc_map_at_20_std": 0.158966, + "nauc_map_at_20_diff1": 0.33018, + "nauc_map_at_100_max": 0.226366, + "nauc_map_at_100_std": 0.161594, + "nauc_map_at_100_diff1": 0.329437, + "nauc_map_at_1000_max": 0.226305, + "nauc_map_at_1000_std": 0.161682, + "nauc_map_at_1000_diff1": 0.328948, + "nauc_recall_at_1_max": 0.236618, + "nauc_recall_at_1_std": 0.129206, + "nauc_recall_at_1_diff1": 0.434127, + "nauc_recall_at_3_max": 0.215372, + "nauc_recall_at_3_std": 0.159488, + "nauc_recall_at_3_diff1": 0.270801, + "nauc_recall_at_5_max": 0.227525, + "nauc_recall_at_5_std": 0.182114, + "nauc_recall_at_5_diff1": 0.256017, + "nauc_recall_at_10_max": 0.228433, + "nauc_recall_at_10_std": 0.20489, + "nauc_recall_at_10_diff1": 0.223537, + "nauc_recall_at_20_max": 0.233386, + "nauc_recall_at_20_std": 0.270088, + "nauc_recall_at_20_diff1": 0.216551, + "nauc_recall_at_100_max": 0.204921, + "nauc_recall_at_100_std": 0.350172, + "nauc_recall_at_100_diff1": 0.195814, + "nauc_recall_at_1000_max": 0.213204, + "nauc_recall_at_1000_std": 0.386014, + "nauc_recall_at_1000_diff1": 0.077005, + "nauc_precision_at_1_max": 0.236618, + "nauc_precision_at_1_std": 0.129206, + "nauc_precision_at_1_diff1": 0.434127, + "nauc_precision_at_3_max": 0.215372, + "nauc_precision_at_3_std": 0.159488, + "nauc_precision_at_3_diff1": 0.270801, + "nauc_precision_at_5_max": 0.227525, + "nauc_precision_at_5_std": 0.182114, + "nauc_precision_at_5_diff1": 0.256017, + "nauc_precision_at_10_max": 0.228433, + "nauc_precision_at_10_std": 0.20489, + "nauc_precision_at_10_diff1": 0.223537, + "nauc_precision_at_20_max": 0.233386, + "nauc_precision_at_20_std": 0.270088, + "nauc_precision_at_20_diff1": 0.216551, + "nauc_precision_at_100_max": 0.204921, + "nauc_precision_at_100_std": 0.350172, + "nauc_precision_at_100_diff1": 0.195814, + "nauc_precision_at_1000_max": 0.213204, + "nauc_precision_at_1000_std": 0.386014, + "nauc_precision_at_1000_diff1": 0.077005, + "nauc_mrr_at_1_max": 0.236618, + "nauc_mrr_at_1_std": 0.129206, + "nauc_mrr_at_1_diff1": 0.434127, + "nauc_mrr_at_3_max": 0.223775, + "nauc_mrr_at_3_std": 0.141833, + "nauc_mrr_at_3_diff1": 0.344129, + "nauc_mrr_at_5_max": 0.22661, + "nauc_mrr_at_5_std": 0.148436, + "nauc_mrr_at_5_diff1": 0.338507, + "nauc_mrr_at_10_max": 0.22674, + "nauc_mrr_at_10_std": 0.152801, + "nauc_mrr_at_10_diff1": 0.330967, + "nauc_mrr_at_20_max": 0.227137, + "nauc_mrr_at_20_std": 0.158966, + "nauc_mrr_at_20_diff1": 0.33018, + "nauc_mrr_at_100_max": 0.226366, + "nauc_mrr_at_100_std": 0.161594, + "nauc_mrr_at_100_diff1": 0.329437, + "nauc_mrr_at_1000_max": 0.226305, + "nauc_mrr_at_1000_std": 0.161682, + "nauc_mrr_at_1000_diff1": 0.328948, + "main_score": 0.20476, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 76.35360455513, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackGaming-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackGaming-NL.json new file mode 100644 index 0000000000..196495f956 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackGaming-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackGaming-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.19248, + "ndcg_at_3": 0.26006, + "ndcg_at_5": 0.28197, + "ndcg_at_10": 0.30517, + "ndcg_at_20": 0.32383, + "ndcg_at_100": 0.35451, + "ndcg_at_1000": 0.37322, + "map_at_1": 0.19248, + "map_at_3": 0.24316, + "map_at_5": 0.25529, + "map_at_10": 0.26492, + "map_at_20": 0.27002, + "map_at_100": 0.27404, + "map_at_1000": 0.27465, + "recall_at_1": 0.19248, + "recall_at_3": 0.30909, + "recall_at_5": 0.36238, + "recall_at_10": 0.43386, + "recall_at_20": 0.50784, + "recall_at_100": 0.67649, + "recall_at_1000": 0.82947, + "precision_at_1": 0.19248, + "precision_at_3": 0.10303, + "precision_at_5": 0.07248, + "precision_at_10": 0.04339, + "precision_at_20": 0.02539, + "precision_at_100": 0.00676, + "precision_at_1000": 0.00083, + "mrr_at_1": 0.192476, + "mrr_at_3": 0.243156, + "mrr_at_5": 0.255287, + "mrr_at_10": 0.264916, + "mrr_at_20": 0.270016, + "mrr_at_100": 0.27404, + "mrr_at_1000": 0.274647, + "nauc_ndcg_at_1_max": 0.273069, + "nauc_ndcg_at_1_std": -0.004087, + "nauc_ndcg_at_1_diff1": 0.431558, + "nauc_ndcg_at_3_max": 0.272978, + "nauc_ndcg_at_3_std": 0.024336, + "nauc_ndcg_at_3_diff1": 0.378254, + "nauc_ndcg_at_5_max": 0.273729, + "nauc_ndcg_at_5_std": 0.040648, + "nauc_ndcg_at_5_diff1": 0.365549, + "nauc_ndcg_at_10_max": 0.271523, + "nauc_ndcg_at_10_std": 0.0558, + "nauc_ndcg_at_10_diff1": 0.352823, + "nauc_ndcg_at_20_max": 0.266266, + "nauc_ndcg_at_20_std": 0.058202, + "nauc_ndcg_at_20_diff1": 0.342645, + "nauc_ndcg_at_100_max": 0.273066, + "nauc_ndcg_at_100_std": 0.072601, + "nauc_ndcg_at_100_diff1": 0.347136, + "nauc_ndcg_at_1000_max": 0.274479, + "nauc_ndcg_at_1000_std": 0.070093, + "nauc_ndcg_at_1000_diff1": 0.349283, + "nauc_map_at_1_max": 0.273069, + "nauc_map_at_1_std": -0.004087, + "nauc_map_at_1_diff1": 0.431558, + "nauc_map_at_3_max": 0.273766, + "nauc_map_at_3_std": 0.018136, + "nauc_map_at_3_diff1": 0.390177, + "nauc_map_at_5_max": 0.274439, + "nauc_map_at_5_std": 0.027926, + "nauc_map_at_5_diff1": 0.382734, + "nauc_map_at_10_max": 0.273315, + "nauc_map_at_10_std": 0.03466, + "nauc_map_at_10_diff1": 0.377254, + "nauc_map_at_20_max": 0.271664, + "nauc_map_at_20_std": 0.03507, + "nauc_map_at_20_diff1": 0.374502, + "nauc_map_at_100_max": 0.272342, + "nauc_map_at_100_std": 0.036459, + "nauc_map_at_100_diff1": 0.37532, + "nauc_map_at_1000_max": 0.272499, + "nauc_map_at_1000_std": 0.03643, + "nauc_map_at_1000_diff1": 0.375347, + "nauc_recall_at_1_max": 0.273069, + "nauc_recall_at_1_std": -0.004087, + "nauc_recall_at_1_diff1": 0.431558, + "nauc_recall_at_3_max": 0.270661, + "nauc_recall_at_3_std": 0.040319, + "nauc_recall_at_3_diff1": 0.347409, + "nauc_recall_at_5_max": 0.271484, + "nauc_recall_at_5_std": 0.0745, + "nauc_recall_at_5_diff1": 0.320429, + "nauc_recall_at_10_max": 0.266081, + "nauc_recall_at_10_std": 0.115609, + "nauc_recall_at_10_diff1": 0.285109, + "nauc_recall_at_20_max": 0.247794, + "nauc_recall_at_20_std": 0.127761, + "nauc_recall_at_20_diff1": 0.245247, + "nauc_recall_at_100_max": 0.28914, + "nauc_recall_at_100_std": 0.243067, + "nauc_recall_at_100_diff1": 0.245271, + "nauc_recall_at_1000_max": 0.309038, + "nauc_recall_at_1000_std": 0.311307, + "nauc_recall_at_1000_diff1": 0.216559, + "nauc_precision_at_1_max": 0.273069, + "nauc_precision_at_1_std": -0.004087, + "nauc_precision_at_1_diff1": 0.431558, + "nauc_precision_at_3_max": 0.270661, + "nauc_precision_at_3_std": 0.040319, + "nauc_precision_at_3_diff1": 0.347409, + "nauc_precision_at_5_max": 0.271484, + "nauc_precision_at_5_std": 0.0745, + "nauc_precision_at_5_diff1": 0.320429, + "nauc_precision_at_10_max": 0.266081, + "nauc_precision_at_10_std": 0.115609, + "nauc_precision_at_10_diff1": 0.285109, + "nauc_precision_at_20_max": 0.247794, + "nauc_precision_at_20_std": 0.127761, + "nauc_precision_at_20_diff1": 0.245247, + "nauc_precision_at_100_max": 0.28914, + "nauc_precision_at_100_std": 0.243067, + "nauc_precision_at_100_diff1": 0.245271, + "nauc_precision_at_1000_max": 0.309038, + "nauc_precision_at_1000_std": 0.311307, + "nauc_precision_at_1000_diff1": 0.216559, + "nauc_mrr_at_1_max": 0.273069, + "nauc_mrr_at_1_std": -0.004087, + "nauc_mrr_at_1_diff1": 0.431558, + "nauc_mrr_at_3_max": 0.273766, + "nauc_mrr_at_3_std": 0.018136, + "nauc_mrr_at_3_diff1": 0.390177, + "nauc_mrr_at_5_max": 0.274439, + "nauc_mrr_at_5_std": 0.027926, + "nauc_mrr_at_5_diff1": 0.382734, + "nauc_mrr_at_10_max": 0.273315, + "nauc_mrr_at_10_std": 0.03466, + "nauc_mrr_at_10_diff1": 0.377254, + "nauc_mrr_at_20_max": 0.271664, + "nauc_mrr_at_20_std": 0.03507, + "nauc_mrr_at_20_diff1": 0.374502, + "nauc_mrr_at_100_max": 0.272342, + "nauc_mrr_at_100_std": 0.036459, + "nauc_mrr_at_100_diff1": 0.37532, + "nauc_mrr_at_1000_max": 0.272499, + "nauc_mrr_at_1000_std": 0.03643, + "nauc_mrr_at_1000_diff1": 0.375347, + "main_score": 0.30517, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 88.41997742652893, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackGis-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackGis-NL.json new file mode 100644 index 0000000000..5cb932a42c --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackGis-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackGis-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.11977, + "ndcg_at_3": 0.16544, + "ndcg_at_5": 0.18946, + "ndcg_at_10": 0.20811, + "ndcg_at_20": 0.2217, + "ndcg_at_100": 0.24549, + "ndcg_at_1000": 0.27684, + "map_at_1": 0.11977, + "map_at_3": 0.15461, + "map_at_5": 0.16783, + "map_at_10": 0.17555, + "map_at_20": 0.1792, + "map_at_100": 0.18239, + "map_at_1000": 0.18337, + "recall_at_1": 0.11977, + "recall_at_3": 0.19661, + "recall_at_5": 0.25537, + "recall_at_10": 0.31299, + "recall_at_20": 0.36723, + "recall_at_100": 0.49718, + "recall_at_1000": 0.7548, + "precision_at_1": 0.11977, + "precision_at_3": 0.06554, + "precision_at_5": 0.05107, + "precision_at_10": 0.0313, + "precision_at_20": 0.01836, + "precision_at_100": 0.00497, + "precision_at_1000": 0.00075, + "mrr_at_1": 0.119774, + "mrr_at_3": 0.154614, + "mrr_at_5": 0.167834, + "mrr_at_10": 0.175549, + "mrr_at_20": 0.179205, + "mrr_at_100": 0.182391, + "mrr_at_1000": 0.183368, + "nauc_ndcg_at_1_max": 0.237951, + "nauc_ndcg_at_1_std": 0.02302, + "nauc_ndcg_at_1_diff1": 0.468556, + "nauc_ndcg_at_3_max": 0.229281, + "nauc_ndcg_at_3_std": 0.054517, + "nauc_ndcg_at_3_diff1": 0.375783, + "nauc_ndcg_at_5_max": 0.22946, + "nauc_ndcg_at_5_std": 0.064315, + "nauc_ndcg_at_5_diff1": 0.347506, + "nauc_ndcg_at_10_max": 0.235481, + "nauc_ndcg_at_10_std": 0.079714, + "nauc_ndcg_at_10_diff1": 0.330659, + "nauc_ndcg_at_20_max": 0.233336, + "nauc_ndcg_at_20_std": 0.07928, + "nauc_ndcg_at_20_diff1": 0.331019, + "nauc_ndcg_at_100_max": 0.228311, + "nauc_ndcg_at_100_std": 0.105742, + "nauc_ndcg_at_100_diff1": 0.329078, + "nauc_ndcg_at_1000_max": 0.227566, + "nauc_ndcg_at_1000_std": 0.100043, + "nauc_ndcg_at_1000_diff1": 0.337281, + "nauc_map_at_1_max": 0.237951, + "nauc_map_at_1_std": 0.02302, + "nauc_map_at_1_diff1": 0.468556, + "nauc_map_at_3_max": 0.231378, + "nauc_map_at_3_std": 0.049004, + "nauc_map_at_3_diff1": 0.393634, + "nauc_map_at_5_max": 0.231269, + "nauc_map_at_5_std": 0.054126, + "nauc_map_at_5_diff1": 0.37632, + "nauc_map_at_10_max": 0.234473, + "nauc_map_at_10_std": 0.060633, + "nauc_map_at_10_diff1": 0.368469, + "nauc_map_at_20_max": 0.233963, + "nauc_map_at_20_std": 0.060449, + "nauc_map_at_20_diff1": 0.368623, + "nauc_map_at_100_max": 0.232721, + "nauc_map_at_100_std": 0.064938, + "nauc_map_at_100_diff1": 0.367745, + "nauc_map_at_1000_max": 0.232881, + "nauc_map_at_1000_std": 0.064869, + "nauc_map_at_1000_diff1": 0.368161, + "nauc_recall_at_1_max": 0.237951, + "nauc_recall_at_1_std": 0.02302, + "nauc_recall_at_1_diff1": 0.468556, + "nauc_recall_at_3_max": 0.224134, + "nauc_recall_at_3_std": 0.067456, + "nauc_recall_at_3_diff1": 0.333256, + "nauc_recall_at_5_max": 0.225522, + "nauc_recall_at_5_std": 0.088513, + "nauc_recall_at_5_diff1": 0.280861, + "nauc_recall_at_10_max": 0.238549, + "nauc_recall_at_10_std": 0.126354, + "nauc_recall_at_10_diff1": 0.244334, + "nauc_recall_at_20_max": 0.231161, + "nauc_recall_at_20_std": 0.124365, + "nauc_recall_at_20_diff1": 0.246937, + "nauc_recall_at_100_max": 0.214611, + "nauc_recall_at_100_std": 0.232411, + "nauc_recall_at_100_diff1": 0.243762, + "nauc_recall_at_1000_max": 0.185079, + "nauc_recall_at_1000_std": 0.240512, + "nauc_recall_at_1000_diff1": 0.26645, + "nauc_precision_at_1_max": 0.237951, + "nauc_precision_at_1_std": 0.02302, + "nauc_precision_at_1_diff1": 0.468556, + "nauc_precision_at_3_max": 0.224134, + "nauc_precision_at_3_std": 0.067456, + "nauc_precision_at_3_diff1": 0.333256, + "nauc_precision_at_5_max": 0.225522, + "nauc_precision_at_5_std": 0.088513, + "nauc_precision_at_5_diff1": 0.280861, + "nauc_precision_at_10_max": 0.238549, + "nauc_precision_at_10_std": 0.126354, + "nauc_precision_at_10_diff1": 0.244334, + "nauc_precision_at_20_max": 0.231161, + "nauc_precision_at_20_std": 0.124365, + "nauc_precision_at_20_diff1": 0.246937, + "nauc_precision_at_100_max": 0.214611, + "nauc_precision_at_100_std": 0.232411, + "nauc_precision_at_100_diff1": 0.243762, + "nauc_precision_at_1000_max": 0.185079, + "nauc_precision_at_1000_std": 0.240512, + "nauc_precision_at_1000_diff1": 0.26645, + "nauc_mrr_at_1_max": 0.237951, + "nauc_mrr_at_1_std": 0.02302, + "nauc_mrr_at_1_diff1": 0.468556, + "nauc_mrr_at_3_max": 0.231378, + "nauc_mrr_at_3_std": 0.049004, + "nauc_mrr_at_3_diff1": 0.393634, + "nauc_mrr_at_5_max": 0.231269, + "nauc_mrr_at_5_std": 0.054126, + "nauc_mrr_at_5_diff1": 0.37632, + "nauc_mrr_at_10_max": 0.234473, + "nauc_mrr_at_10_std": 0.060633, + "nauc_mrr_at_10_diff1": 0.368469, + "nauc_mrr_at_20_max": 0.233963, + "nauc_mrr_at_20_std": 0.060449, + "nauc_mrr_at_20_diff1": 0.368623, + "nauc_mrr_at_100_max": 0.232721, + "nauc_mrr_at_100_std": 0.064938, + "nauc_mrr_at_100_diff1": 0.367745, + "nauc_mrr_at_1000_max": 0.232881, + "nauc_mrr_at_1000_std": 0.064869, + "nauc_mrr_at_1000_diff1": 0.368161, + "main_score": 0.20811, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 79.09438586235046, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackMathematica-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackMathematica-NL.json new file mode 100644 index 0000000000..6849615294 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackMathematica-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackMathematica-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.07587, + "ndcg_at_3": 0.11561, + "ndcg_at_5": 0.13114, + "ndcg_at_10": 0.14705, + "ndcg_at_20": 0.16365, + "ndcg_at_100": 0.19271, + "ndcg_at_1000": 0.22492, + "map_at_1": 0.07587, + "map_at_3": 0.10572, + "map_at_5": 0.11443, + "map_at_10": 0.12113, + "map_at_20": 0.12565, + "map_at_100": 0.12951, + "map_at_1000": 0.13047, + "recall_at_1": 0.07587, + "recall_at_3": 0.14428, + "recall_at_5": 0.18159, + "recall_at_10": 0.2301, + "recall_at_20": 0.29602, + "recall_at_100": 0.45522, + "recall_at_1000": 0.72388, + "precision_at_1": 0.07587, + "precision_at_3": 0.04809, + "precision_at_5": 0.03632, + "precision_at_10": 0.02301, + "precision_at_20": 0.0148, + "precision_at_100": 0.00455, + "precision_at_1000": 0.00072, + "mrr_at_1": 0.075871, + "mrr_at_3": 0.105721, + "mrr_at_5": 0.114428, + "mrr_at_10": 0.121131, + "mrr_at_20": 0.125652, + "mrr_at_100": 0.129508, + "mrr_at_1000": 0.130465, + "nauc_ndcg_at_1_max": 0.151497, + "nauc_ndcg_at_1_std": 0.088397, + "nauc_ndcg_at_1_diff1": 0.403064, + "nauc_ndcg_at_3_max": 0.14093, + "nauc_ndcg_at_3_std": 0.115611, + "nauc_ndcg_at_3_diff1": 0.297744, + "nauc_ndcg_at_5_max": 0.133764, + "nauc_ndcg_at_5_std": 0.097427, + "nauc_ndcg_at_5_diff1": 0.272696, + "nauc_ndcg_at_10_max": 0.144777, + "nauc_ndcg_at_10_std": 0.093137, + "nauc_ndcg_at_10_diff1": 0.243899, + "nauc_ndcg_at_20_max": 0.134909, + "nauc_ndcg_at_20_std": 0.113488, + "nauc_ndcg_at_20_diff1": 0.230516, + "nauc_ndcg_at_100_max": 0.141121, + "nauc_ndcg_at_100_std": 0.137589, + "nauc_ndcg_at_100_diff1": 0.227409, + "nauc_ndcg_at_1000_max": 0.150188, + "nauc_ndcg_at_1000_std": 0.15641, + "nauc_ndcg_at_1000_diff1": 0.234401, + "nauc_map_at_1_max": 0.151497, + "nauc_map_at_1_std": 0.088397, + "nauc_map_at_1_diff1": 0.403064, + "nauc_map_at_3_max": 0.141982, + "nauc_map_at_3_std": 0.109181, + "nauc_map_at_3_diff1": 0.315465, + "nauc_map_at_5_max": 0.137039, + "nauc_map_at_5_std": 0.097779, + "nauc_map_at_5_diff1": 0.299026, + "nauc_map_at_10_max": 0.143102, + "nauc_map_at_10_std": 0.095341, + "nauc_map_at_10_diff1": 0.284497, + "nauc_map_at_20_max": 0.139908, + "nauc_map_at_20_std": 0.101646, + "nauc_map_at_20_diff1": 0.27909, + "nauc_map_at_100_max": 0.139691, + "nauc_map_at_100_std": 0.104476, + "nauc_map_at_100_diff1": 0.276847, + "nauc_map_at_1000_max": 0.13986, + "nauc_map_at_1000_std": 0.105103, + "nauc_map_at_1000_diff1": 0.277325, + "nauc_recall_at_1_max": 0.151497, + "nauc_recall_at_1_std": 0.088397, + "nauc_recall_at_1_diff1": 0.403064, + "nauc_recall_at_3_max": 0.138869, + "nauc_recall_at_3_std": 0.130383, + "nauc_recall_at_3_diff1": 0.258802, + "nauc_recall_at_5_max": 0.127197, + "nauc_recall_at_5_std": 0.095722, + "nauc_recall_at_5_diff1": 0.218528, + "nauc_recall_at_10_max": 0.149056, + "nauc_recall_at_10_std": 0.087711, + "nauc_recall_at_10_diff1": 0.162275, + "nauc_recall_at_20_max": 0.122897, + "nauc_recall_at_20_std": 0.142615, + "nauc_recall_at_20_diff1": 0.138395, + "nauc_recall_at_100_max": 0.155509, + "nauc_recall_at_100_std": 0.235851, + "nauc_recall_at_100_diff1": 0.144238, + "nauc_recall_at_1000_max": 0.234282, + "nauc_recall_at_1000_std": 0.419023, + "nauc_recall_at_1000_diff1": 0.146199, + "nauc_precision_at_1_max": 0.151497, + "nauc_precision_at_1_std": 0.088397, + "nauc_precision_at_1_diff1": 0.403064, + "nauc_precision_at_3_max": 0.138869, + "nauc_precision_at_3_std": 0.130383, + "nauc_precision_at_3_diff1": 0.258802, + "nauc_precision_at_5_max": 0.127197, + "nauc_precision_at_5_std": 0.095722, + "nauc_precision_at_5_diff1": 0.218528, + "nauc_precision_at_10_max": 0.149056, + "nauc_precision_at_10_std": 0.087711, + "nauc_precision_at_10_diff1": 0.162275, + "nauc_precision_at_20_max": 0.122897, + "nauc_precision_at_20_std": 0.142615, + "nauc_precision_at_20_diff1": 0.138395, + "nauc_precision_at_100_max": 0.155509, + "nauc_precision_at_100_std": 0.235851, + "nauc_precision_at_100_diff1": 0.144238, + "nauc_precision_at_1000_max": 0.234282, + "nauc_precision_at_1000_std": 0.419023, + "nauc_precision_at_1000_diff1": 0.146199, + "nauc_mrr_at_1_max": 0.151497, + "nauc_mrr_at_1_std": 0.088397, + "nauc_mrr_at_1_diff1": 0.403064, + "nauc_mrr_at_3_max": 0.141982, + "nauc_mrr_at_3_std": 0.109181, + "nauc_mrr_at_3_diff1": 0.315465, + "nauc_mrr_at_5_max": 0.137039, + "nauc_mrr_at_5_std": 0.097779, + "nauc_mrr_at_5_diff1": 0.299026, + "nauc_mrr_at_10_max": 0.143102, + "nauc_mrr_at_10_std": 0.095341, + "nauc_mrr_at_10_diff1": 0.284497, + "nauc_mrr_at_20_max": 0.139908, + "nauc_mrr_at_20_std": 0.101646, + "nauc_mrr_at_20_diff1": 0.27909, + "nauc_mrr_at_100_max": 0.139691, + "nauc_mrr_at_100_std": 0.104476, + "nauc_mrr_at_100_diff1": 0.276847, + "nauc_mrr_at_1000_max": 0.13986, + "nauc_mrr_at_1000_std": 0.105103, + "nauc_mrr_at_1000_diff1": 0.277325, + "main_score": 0.14705, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 35.96057081222534, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackPhysics-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackPhysics-NL.json new file mode 100644 index 0000000000..1cc4609585 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackPhysics-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackPhysics-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.14244, + "ndcg_at_3": 0.19332, + "ndcg_at_5": 0.21696, + "ndcg_at_10": 0.23624, + "ndcg_at_20": 0.25419, + "ndcg_at_100": 0.28913, + "ndcg_at_1000": 0.31538, + "map_at_1": 0.14244, + "map_at_3": 0.18094, + "map_at_5": 0.19398, + "map_at_10": 0.20192, + "map_at_20": 0.20682, + "map_at_100": 0.21151, + "map_at_1000": 0.21237, + "recall_at_1": 0.14244, + "recall_at_3": 0.22907, + "recall_at_5": 0.28681, + "recall_at_10": 0.34649, + "recall_at_20": 0.41771, + "recall_at_100": 0.60828, + "recall_at_1000": 0.82194, + "precision_at_1": 0.14244, + "precision_at_3": 0.07636, + "precision_at_5": 0.05736, + "precision_at_10": 0.03465, + "precision_at_20": 0.02089, + "precision_at_100": 0.00608, + "precision_at_1000": 0.00082, + "mrr_at_1": 0.142445, + "mrr_at_3": 0.180943, + "mrr_at_5": 0.193985, + "mrr_at_10": 0.201925, + "mrr_at_20": 0.206819, + "mrr_at_100": 0.211506, + "mrr_at_1000": 0.212371, + "nauc_ndcg_at_1_max": 0.242833, + "nauc_ndcg_at_1_std": -0.012051, + "nauc_ndcg_at_1_diff1": 0.460327, + "nauc_ndcg_at_3_max": 0.203931, + "nauc_ndcg_at_3_std": -0.014375, + "nauc_ndcg_at_3_diff1": 0.390384, + "nauc_ndcg_at_5_max": 0.193169, + "nauc_ndcg_at_5_std": 0.001314, + "nauc_ndcg_at_5_diff1": 0.357261, + "nauc_ndcg_at_10_max": 0.19183, + "nauc_ndcg_at_10_std": 0.015651, + "nauc_ndcg_at_10_diff1": 0.336571, + "nauc_ndcg_at_20_max": 0.207358, + "nauc_ndcg_at_20_std": 0.037076, + "nauc_ndcg_at_20_diff1": 0.335602, + "nauc_ndcg_at_100_max": 0.218014, + "nauc_ndcg_at_100_std": 0.05103, + "nauc_ndcg_at_100_diff1": 0.327454, + "nauc_ndcg_at_1000_max": 0.222654, + "nauc_ndcg_at_1000_std": 0.057185, + "nauc_ndcg_at_1000_diff1": 0.331698, + "nauc_map_at_1_max": 0.242833, + "nauc_map_at_1_std": -0.012051, + "nauc_map_at_1_diff1": 0.460327, + "nauc_map_at_3_max": 0.210309, + "nauc_map_at_3_std": -0.015588, + "nauc_map_at_3_diff1": 0.403729, + "nauc_map_at_5_max": 0.204146, + "nauc_map_at_5_std": -0.006326, + "nauc_map_at_5_diff1": 0.383639, + "nauc_map_at_10_max": 0.203565, + "nauc_map_at_10_std": 0.000557, + "nauc_map_at_10_diff1": 0.374182, + "nauc_map_at_20_max": 0.208049, + "nauc_map_at_20_std": 0.007112, + "nauc_map_at_20_diff1": 0.373777, + "nauc_map_at_100_max": 0.20942, + "nauc_map_at_100_std": 0.00928, + "nauc_map_at_100_diff1": 0.372295, + "nauc_map_at_1000_max": 0.209637, + "nauc_map_at_1000_std": 0.00962, + "nauc_map_at_1000_diff1": 0.372412, + "nauc_recall_at_1_max": 0.242833, + "nauc_recall_at_1_std": -0.012051, + "nauc_recall_at_1_diff1": 0.460327, + "nauc_recall_at_3_max": 0.188753, + "nauc_recall_at_3_std": -0.010784, + "nauc_recall_at_3_diff1": 0.357794, + "nauc_recall_at_5_max": 0.166879, + "nauc_recall_at_5_std": 0.021252, + "nauc_recall_at_5_diff1": 0.293364, + "nauc_recall_at_10_max": 0.164065, + "nauc_recall_at_10_std": 0.055016, + "nauc_recall_at_10_diff1": 0.243701, + "nauc_recall_at_20_max": 0.215046, + "nauc_recall_at_20_std": 0.122242, + "nauc_recall_at_20_diff1": 0.242631, + "nauc_recall_at_100_max": 0.272801, + "nauc_recall_at_100_std": 0.203076, + "nauc_recall_at_100_diff1": 0.192828, + "nauc_recall_at_1000_max": 0.373683, + "nauc_recall_at_1000_std": 0.392174, + "nauc_recall_at_1000_diff1": 0.144103, + "nauc_precision_at_1_max": 0.242833, + "nauc_precision_at_1_std": -0.012051, + "nauc_precision_at_1_diff1": 0.460327, + "nauc_precision_at_3_max": 0.188753, + "nauc_precision_at_3_std": -0.010784, + "nauc_precision_at_3_diff1": 0.357794, + "nauc_precision_at_5_max": 0.166879, + "nauc_precision_at_5_std": 0.021252, + "nauc_precision_at_5_diff1": 0.293364, + "nauc_precision_at_10_max": 0.164065, + "nauc_precision_at_10_std": 0.055016, + "nauc_precision_at_10_diff1": 0.243701, + "nauc_precision_at_20_max": 0.215046, + "nauc_precision_at_20_std": 0.122242, + "nauc_precision_at_20_diff1": 0.242631, + "nauc_precision_at_100_max": 0.272801, + "nauc_precision_at_100_std": 0.203076, + "nauc_precision_at_100_diff1": 0.192828, + "nauc_precision_at_1000_max": 0.373683, + "nauc_precision_at_1000_std": 0.392174, + "nauc_precision_at_1000_diff1": 0.144103, + "nauc_mrr_at_1_max": 0.242833, + "nauc_mrr_at_1_std": -0.012051, + "nauc_mrr_at_1_diff1": 0.460327, + "nauc_mrr_at_3_max": 0.210309, + "nauc_mrr_at_3_std": -0.015588, + "nauc_mrr_at_3_diff1": 0.403729, + "nauc_mrr_at_5_max": 0.204146, + "nauc_mrr_at_5_std": -0.006326, + "nauc_mrr_at_5_diff1": 0.383639, + "nauc_mrr_at_10_max": 0.203565, + "nauc_mrr_at_10_std": 0.000557, + "nauc_mrr_at_10_diff1": 0.374182, + "nauc_mrr_at_20_max": 0.208049, + "nauc_mrr_at_20_std": 0.007112, + "nauc_mrr_at_20_diff1": 0.373777, + "nauc_mrr_at_100_max": 0.20942, + "nauc_mrr_at_100_std": 0.00928, + "nauc_mrr_at_100_diff1": 0.372295, + "nauc_mrr_at_1000_max": 0.209637, + "nauc_mrr_at_1000_std": 0.00962, + "nauc_mrr_at_1000_diff1": 0.372412, + "main_score": 0.23624, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 82.10435032844543, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackProgrammers-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackProgrammers-NL.json new file mode 100644 index 0000000000..58775a50a1 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackProgrammers-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackProgrammers-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.15639, + "ndcg_at_3": 0.19989, + "ndcg_at_5": 0.21713, + "ndcg_at_10": 0.23647, + "ndcg_at_20": 0.25368, + "ndcg_at_100": 0.28341, + "ndcg_at_1000": 0.31187, + "map_at_1": 0.15639, + "map_at_3": 0.18893, + "map_at_5": 0.1984, + "map_at_10": 0.20626, + "map_at_20": 0.21107, + "map_at_100": 0.21521, + "map_at_1000": 0.21611, + "recall_at_1": 0.15639, + "recall_at_3": 0.23174, + "recall_at_5": 0.27397, + "recall_at_10": 0.33447, + "recall_at_20": 0.40183, + "recall_at_100": 0.56164, + "recall_at_1000": 0.79566, + "precision_at_1": 0.15639, + "precision_at_3": 0.07725, + "precision_at_5": 0.05479, + "precision_at_10": 0.03345, + "precision_at_20": 0.02009, + "precision_at_100": 0.00562, + "precision_at_1000": 0.0008, + "mrr_at_1": 0.156393, + "mrr_at_3": 0.188927, + "mrr_at_5": 0.198402, + "mrr_at_10": 0.20626, + "mrr_at_20": 0.211073, + "mrr_at_100": 0.215209, + "mrr_at_1000": 0.216106, + "nauc_ndcg_at_1_max": 0.314378, + "nauc_ndcg_at_1_std": 0.066992, + "nauc_ndcg_at_1_diff1": 0.461362, + "nauc_ndcg_at_3_max": 0.310337, + "nauc_ndcg_at_3_std": 0.079666, + "nauc_ndcg_at_3_diff1": 0.396465, + "nauc_ndcg_at_5_max": 0.301676, + "nauc_ndcg_at_5_std": 0.090928, + "nauc_ndcg_at_5_diff1": 0.383465, + "nauc_ndcg_at_10_max": 0.294676, + "nauc_ndcg_at_10_std": 0.087294, + "nauc_ndcg_at_10_diff1": 0.355588, + "nauc_ndcg_at_20_max": 0.295144, + "nauc_ndcg_at_20_std": 0.110955, + "nauc_ndcg_at_20_diff1": 0.332562, + "nauc_ndcg_at_100_max": 0.304867, + "nauc_ndcg_at_100_std": 0.14242, + "nauc_ndcg_at_100_diff1": 0.316686, + "nauc_ndcg_at_1000_max": 0.307217, + "nauc_ndcg_at_1000_std": 0.142215, + "nauc_ndcg_at_1000_diff1": 0.333116, + "nauc_map_at_1_max": 0.314378, + "nauc_map_at_1_std": 0.066992, + "nauc_map_at_1_diff1": 0.461362, + "nauc_map_at_3_max": 0.311513, + "nauc_map_at_3_std": 0.076793, + "nauc_map_at_3_diff1": 0.411574, + "nauc_map_at_5_max": 0.306744, + "nauc_map_at_5_std": 0.083064, + "nauc_map_at_5_diff1": 0.403977, + "nauc_map_at_10_max": 0.303518, + "nauc_map_at_10_std": 0.081658, + "nauc_map_at_10_diff1": 0.391214, + "nauc_map_at_20_max": 0.303292, + "nauc_map_at_20_std": 0.08858, + "nauc_map_at_20_diff1": 0.384103, + "nauc_map_at_100_max": 0.304776, + "nauc_map_at_100_std": 0.09338, + "nauc_map_at_100_diff1": 0.381544, + "nauc_map_at_1000_max": 0.30475, + "nauc_map_at_1000_std": 0.093405, + "nauc_map_at_1000_diff1": 0.382119, + "nauc_recall_at_1_max": 0.314378, + "nauc_recall_at_1_std": 0.066992, + "nauc_recall_at_1_diff1": 0.461362, + "nauc_recall_at_3_max": 0.307236, + "nauc_recall_at_3_std": 0.087021, + "nauc_recall_at_3_diff1": 0.357645, + "nauc_recall_at_5_max": 0.288022, + "nauc_recall_at_5_std": 0.111616, + "nauc_recall_at_5_diff1": 0.331886, + "nauc_recall_at_10_max": 0.271023, + "nauc_recall_at_10_std": 0.100488, + "nauc_recall_at_10_diff1": 0.263539, + "nauc_recall_at_20_max": 0.275133, + "nauc_recall_at_20_std": 0.177396, + "nauc_recall_at_20_diff1": 0.192503, + "nauc_recall_at_100_max": 0.320125, + "nauc_recall_at_100_std": 0.332058, + "nauc_recall_at_100_diff1": 0.106399, + "nauc_recall_at_1000_max": 0.367927, + "nauc_recall_at_1000_std": 0.459024, + "nauc_recall_at_1000_diff1": 0.154311, + "nauc_precision_at_1_max": 0.314378, + "nauc_precision_at_1_std": 0.066992, + "nauc_precision_at_1_diff1": 0.461362, + "nauc_precision_at_3_max": 0.307236, + "nauc_precision_at_3_std": 0.087021, + "nauc_precision_at_3_diff1": 0.357645, + "nauc_precision_at_5_max": 0.288022, + "nauc_precision_at_5_std": 0.111616, + "nauc_precision_at_5_diff1": 0.331886, + "nauc_precision_at_10_max": 0.271023, + "nauc_precision_at_10_std": 0.100488, + "nauc_precision_at_10_diff1": 0.263539, + "nauc_precision_at_20_max": 0.275133, + "nauc_precision_at_20_std": 0.177396, + "nauc_precision_at_20_diff1": 0.192503, + "nauc_precision_at_100_max": 0.320125, + "nauc_precision_at_100_std": 0.332058, + "nauc_precision_at_100_diff1": 0.106399, + "nauc_precision_at_1000_max": 0.367927, + "nauc_precision_at_1000_std": 0.459024, + "nauc_precision_at_1000_diff1": 0.154311, + "nauc_mrr_at_1_max": 0.314378, + "nauc_mrr_at_1_std": 0.066992, + "nauc_mrr_at_1_diff1": 0.461362, + "nauc_mrr_at_3_max": 0.311513, + "nauc_mrr_at_3_std": 0.076793, + "nauc_mrr_at_3_diff1": 0.411574, + "nauc_mrr_at_5_max": 0.306744, + "nauc_mrr_at_5_std": 0.083064, + "nauc_mrr_at_5_diff1": 0.403977, + "nauc_mrr_at_10_max": 0.303518, + "nauc_mrr_at_10_std": 0.081658, + "nauc_mrr_at_10_diff1": 0.391214, + "nauc_mrr_at_20_max": 0.303292, + "nauc_mrr_at_20_std": 0.08858, + "nauc_mrr_at_20_diff1": 0.384103, + "nauc_mrr_at_100_max": 0.304776, + "nauc_mrr_at_100_std": 0.09338, + "nauc_mrr_at_100_diff1": 0.381544, + "nauc_mrr_at_1000_max": 0.30475, + "nauc_mrr_at_1000_std": 0.093405, + "nauc_mrr_at_1000_diff1": 0.382119, + "main_score": 0.23647, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 68.30838418006897, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackStats-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackStats-NL.json new file mode 100644 index 0000000000..44956fcc58 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackStats-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackStats-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.1273, + "ndcg_at_3": 0.1632, + "ndcg_at_5": 0.17838, + "ndcg_at_10": 0.19562, + "ndcg_at_20": 0.20624, + "ndcg_at_100": 0.22959, + "ndcg_at_1000": 0.25687, + "map_at_1": 0.1273, + "map_at_3": 0.1544, + "map_at_5": 0.16283, + "map_at_10": 0.16959, + "map_at_20": 0.17258, + "map_at_100": 0.1756, + "map_at_1000": 0.17644, + "recall_at_1": 0.1273, + "recall_at_3": 0.18865, + "recall_at_5": 0.22546, + "recall_at_10": 0.28067, + "recall_at_20": 0.32209, + "recall_at_100": 0.45092, + "recall_at_1000": 0.67638, + "precision_at_1": 0.1273, + "precision_at_3": 0.06288, + "precision_at_5": 0.04509, + "precision_at_10": 0.02807, + "precision_at_20": 0.0161, + "precision_at_100": 0.00451, + "precision_at_1000": 0.00068, + "mrr_at_1": 0.127301, + "mrr_at_3": 0.154397, + "mrr_at_5": 0.162832, + "mrr_at_10": 0.169594, + "mrr_at_20": 0.172582, + "mrr_at_100": 0.175601, + "mrr_at_1000": 0.176445, + "nauc_ndcg_at_1_max": 0.231289, + "nauc_ndcg_at_1_std": 0.100807, + "nauc_ndcg_at_1_diff1": 0.571695, + "nauc_ndcg_at_3_max": 0.223651, + "nauc_ndcg_at_3_std": 0.115491, + "nauc_ndcg_at_3_diff1": 0.481872, + "nauc_ndcg_at_5_max": 0.217579, + "nauc_ndcg_at_5_std": 0.132752, + "nauc_ndcg_at_5_diff1": 0.468352, + "nauc_ndcg_at_10_max": 0.20521, + "nauc_ndcg_at_10_std": 0.129356, + "nauc_ndcg_at_10_diff1": 0.452085, + "nauc_ndcg_at_20_max": 0.211196, + "nauc_ndcg_at_20_std": 0.133622, + "nauc_ndcg_at_20_diff1": 0.43308, + "nauc_ndcg_at_100_max": 0.226667, + "nauc_ndcg_at_100_std": 0.170751, + "nauc_ndcg_at_100_diff1": 0.417347, + "nauc_ndcg_at_1000_max": 0.224756, + "nauc_ndcg_at_1000_std": 0.174144, + "nauc_ndcg_at_1000_diff1": 0.40959, + "nauc_map_at_1_max": 0.231289, + "nauc_map_at_1_std": 0.100807, + "nauc_map_at_1_diff1": 0.571695, + "nauc_map_at_3_max": 0.225646, + "nauc_map_at_3_std": 0.112854, + "nauc_map_at_3_diff1": 0.501247, + "nauc_map_at_5_max": 0.222202, + "nauc_map_at_5_std": 0.122771, + "nauc_map_at_5_diff1": 0.492967, + "nauc_map_at_10_max": 0.216191, + "nauc_map_at_10_std": 0.121007, + "nauc_map_at_10_diff1": 0.485641, + "nauc_map_at_20_max": 0.218105, + "nauc_map_at_20_std": 0.121855, + "nauc_map_at_20_diff1": 0.479604, + "nauc_map_at_100_max": 0.220356, + "nauc_map_at_100_std": 0.127518, + "nauc_map_at_100_diff1": 0.477311, + "nauc_map_at_1000_max": 0.220387, + "nauc_map_at_1000_std": 0.127576, + "nauc_map_at_1000_diff1": 0.477004, + "nauc_recall_at_1_max": 0.231289, + "nauc_recall_at_1_std": 0.100807, + "nauc_recall_at_1_diff1": 0.571695, + "nauc_recall_at_3_max": 0.218577, + "nauc_recall_at_3_std": 0.12186, + "nauc_recall_at_3_diff1": 0.43375, + "nauc_recall_at_5_max": 0.205862, + "nauc_recall_at_5_std": 0.158041, + "nauc_recall_at_5_diff1": 0.409459, + "nauc_recall_at_10_max": 0.177969, + "nauc_recall_at_10_std": 0.148908, + "nauc_recall_at_10_diff1": 0.373367, + "nauc_recall_at_20_max": 0.196621, + "nauc_recall_at_20_std": 0.163723, + "nauc_recall_at_20_diff1": 0.31913, + "nauc_recall_at_100_max": 0.262234, + "nauc_recall_at_100_std": 0.317241, + "nauc_recall_at_100_diff1": 0.255679, + "nauc_recall_at_1000_max": 0.252205, + "nauc_recall_at_1000_std": 0.389408, + "nauc_recall_at_1000_diff1": 0.148705, + "nauc_precision_at_1_max": 0.231289, + "nauc_precision_at_1_std": 0.100807, + "nauc_precision_at_1_diff1": 0.571695, + "nauc_precision_at_3_max": 0.218577, + "nauc_precision_at_3_std": 0.12186, + "nauc_precision_at_3_diff1": 0.43375, + "nauc_precision_at_5_max": 0.205862, + "nauc_precision_at_5_std": 0.158041, + "nauc_precision_at_5_diff1": 0.409459, + "nauc_precision_at_10_max": 0.177969, + "nauc_precision_at_10_std": 0.148908, + "nauc_precision_at_10_diff1": 0.373367, + "nauc_precision_at_20_max": 0.196621, + "nauc_precision_at_20_std": 0.163723, + "nauc_precision_at_20_diff1": 0.31913, + "nauc_precision_at_100_max": 0.262234, + "nauc_precision_at_100_std": 0.317241, + "nauc_precision_at_100_diff1": 0.255679, + "nauc_precision_at_1000_max": 0.252205, + "nauc_precision_at_1000_std": 0.389408, + "nauc_precision_at_1000_diff1": 0.148705, + "nauc_mrr_at_1_max": 0.231289, + "nauc_mrr_at_1_std": 0.100807, + "nauc_mrr_at_1_diff1": 0.571695, + "nauc_mrr_at_3_max": 0.225646, + "nauc_mrr_at_3_std": 0.112854, + "nauc_mrr_at_3_diff1": 0.501247, + "nauc_mrr_at_5_max": 0.222202, + "nauc_mrr_at_5_std": 0.122771, + "nauc_mrr_at_5_diff1": 0.492967, + "nauc_mrr_at_10_max": 0.216191, + "nauc_mrr_at_10_std": 0.121007, + "nauc_mrr_at_10_diff1": 0.485641, + "nauc_mrr_at_20_max": 0.218105, + "nauc_mrr_at_20_std": 0.121855, + "nauc_mrr_at_20_diff1": 0.479604, + "nauc_mrr_at_100_max": 0.220356, + "nauc_mrr_at_100_std": 0.127518, + "nauc_mrr_at_100_diff1": 0.477311, + "nauc_mrr_at_1000_max": 0.220387, + "nauc_mrr_at_1000_std": 0.127576, + "nauc_mrr_at_1000_diff1": 0.477004, + "main_score": 0.19562, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 90.28027057647705, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackTex-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackTex-NL.json new file mode 100644 index 0000000000..d1558803b7 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackTex-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackTex-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.07571, + "ndcg_at_3": 0.0996, + "ndcg_at_5": 0.11021, + "ndcg_at_10": 0.12517, + "ndcg_at_20": 0.13788, + "ndcg_at_100": 0.1632, + "ndcg_at_1000": 0.19305, + "map_at_1": 0.07571, + "map_at_3": 0.0936, + "map_at_5": 0.09948, + "map_at_10": 0.10562, + "map_at_20": 0.10911, + "map_at_100": 0.11235, + "map_at_1000": 0.11323, + "recall_at_1": 0.07571, + "recall_at_3": 0.117, + "recall_at_5": 0.14281, + "recall_at_10": 0.18926, + "recall_at_20": 0.2395, + "recall_at_100": 0.3799, + "recall_at_1000": 0.62904, + "precision_at_1": 0.07571, + "precision_at_3": 0.039, + "precision_at_5": 0.02856, + "precision_at_10": 0.01893, + "precision_at_20": 0.01198, + "precision_at_100": 0.0038, + "precision_at_1000": 0.00063, + "mrr_at_1": 0.075705, + "mrr_at_3": 0.093599, + "mrr_at_5": 0.099484, + "mrr_at_10": 0.105624, + "mrr_at_20": 0.109114, + "mrr_at_100": 0.112347, + "mrr_at_1000": 0.113234, + "nauc_ndcg_at_1_max": 0.166244, + "nauc_ndcg_at_1_std": 0.047555, + "nauc_ndcg_at_1_diff1": 0.405259, + "nauc_ndcg_at_3_max": 0.16083, + "nauc_ndcg_at_3_std": 0.058959, + "nauc_ndcg_at_3_diff1": 0.3176, + "nauc_ndcg_at_5_max": 0.167086, + "nauc_ndcg_at_5_std": 0.064536, + "nauc_ndcg_at_5_diff1": 0.297804, + "nauc_ndcg_at_10_max": 0.17119, + "nauc_ndcg_at_10_std": 0.071902, + "nauc_ndcg_at_10_diff1": 0.278281, + "nauc_ndcg_at_20_max": 0.170565, + "nauc_ndcg_at_20_std": 0.079365, + "nauc_ndcg_at_20_diff1": 0.26555, + "nauc_ndcg_at_100_max": 0.168655, + "nauc_ndcg_at_100_std": 0.09947, + "nauc_ndcg_at_100_diff1": 0.24334, + "nauc_ndcg_at_1000_max": 0.17233, + "nauc_ndcg_at_1000_std": 0.109516, + "nauc_ndcg_at_1000_diff1": 0.237014, + "nauc_map_at_1_max": 0.166244, + "nauc_map_at_1_std": 0.047555, + "nauc_map_at_1_diff1": 0.405259, + "nauc_map_at_3_max": 0.160635, + "nauc_map_at_3_std": 0.056969, + "nauc_map_at_3_diff1": 0.334982, + "nauc_map_at_5_max": 0.164641, + "nauc_map_at_5_std": 0.06059, + "nauc_map_at_5_diff1": 0.321973, + "nauc_map_at_10_max": 0.166919, + "nauc_map_at_10_std": 0.063917, + "nauc_map_at_10_diff1": 0.311398, + "nauc_map_at_20_max": 0.166747, + "nauc_map_at_20_std": 0.066456, + "nauc_map_at_20_diff1": 0.306661, + "nauc_map_at_100_max": 0.166729, + "nauc_map_at_100_std": 0.070134, + "nauc_map_at_100_diff1": 0.303004, + "nauc_map_at_1000_max": 0.166776, + "nauc_map_at_1000_std": 0.070683, + "nauc_map_at_1000_diff1": 0.302789, + "nauc_recall_at_1_max": 0.166244, + "nauc_recall_at_1_std": 0.047555, + "nauc_recall_at_1_diff1": 0.405259, + "nauc_recall_at_3_max": 0.161728, + "nauc_recall_at_3_std": 0.063592, + "nauc_recall_at_3_diff1": 0.276308, + "nauc_recall_at_5_max": 0.173174, + "nauc_recall_at_5_std": 0.073366, + "nauc_recall_at_5_diff1": 0.244118, + "nauc_recall_at_10_max": 0.180241, + "nauc_recall_at_10_std": 0.088917, + "nauc_recall_at_10_diff1": 0.212719, + "nauc_recall_at_20_max": 0.177739, + "nauc_recall_at_20_std": 0.106539, + "nauc_recall_at_20_diff1": 0.187214, + "nauc_recall_at_100_max": 0.168425, + "nauc_recall_at_100_std": 0.166366, + "nauc_recall_at_100_diff1": 0.12287, + "nauc_recall_at_1000_max": 0.191989, + "nauc_recall_at_1000_std": 0.230092, + "nauc_recall_at_1000_diff1": 0.061553, + "nauc_precision_at_1_max": 0.166244, + "nauc_precision_at_1_std": 0.047555, + "nauc_precision_at_1_diff1": 0.405259, + "nauc_precision_at_3_max": 0.161728, + "nauc_precision_at_3_std": 0.063592, + "nauc_precision_at_3_diff1": 0.276308, + "nauc_precision_at_5_max": 0.173174, + "nauc_precision_at_5_std": 0.073366, + "nauc_precision_at_5_diff1": 0.244118, + "nauc_precision_at_10_max": 0.180241, + "nauc_precision_at_10_std": 0.088917, + "nauc_precision_at_10_diff1": 0.212719, + "nauc_precision_at_20_max": 0.177739, + "nauc_precision_at_20_std": 0.106539, + "nauc_precision_at_20_diff1": 0.187214, + "nauc_precision_at_100_max": 0.168425, + "nauc_precision_at_100_std": 0.166366, + "nauc_precision_at_100_diff1": 0.12287, + "nauc_precision_at_1000_max": 0.191989, + "nauc_precision_at_1000_std": 0.230092, + "nauc_precision_at_1000_diff1": 0.061553, + "nauc_mrr_at_1_max": 0.166244, + "nauc_mrr_at_1_std": 0.047555, + "nauc_mrr_at_1_diff1": 0.405259, + "nauc_mrr_at_3_max": 0.160635, + "nauc_mrr_at_3_std": 0.056969, + "nauc_mrr_at_3_diff1": 0.334982, + "nauc_mrr_at_5_max": 0.164641, + "nauc_mrr_at_5_std": 0.06059, + "nauc_mrr_at_5_diff1": 0.321973, + "nauc_mrr_at_10_max": 0.166919, + "nauc_mrr_at_10_std": 0.063917, + "nauc_mrr_at_10_diff1": 0.311398, + "nauc_mrr_at_20_max": 0.166747, + "nauc_mrr_at_20_std": 0.066456, + "nauc_mrr_at_20_diff1": 0.306661, + "nauc_mrr_at_100_max": 0.166729, + "nauc_mrr_at_100_std": 0.070134, + "nauc_mrr_at_100_diff1": 0.303004, + "nauc_mrr_at_1000_max": 0.166776, + "nauc_mrr_at_1000_std": 0.070683, + "nauc_mrr_at_1000_diff1": 0.302789, + "main_score": 0.12517, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 151.09904527664185, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackUnix-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackUnix-NL.json new file mode 100644 index 0000000000..71c2de23c2 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackUnix-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackUnix-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.15205, + "ndcg_at_3": 0.1902, + "ndcg_at_5": 0.20666, + "ndcg_at_10": 0.22124, + "ndcg_at_20": 0.23882, + "ndcg_at_100": 0.26785, + "ndcg_at_1000": 0.29755, + "map_at_1": 0.15205, + "map_at_3": 0.18081, + "map_at_5": 0.18991, + "map_at_10": 0.19599, + "map_at_20": 0.20076, + "map_at_100": 0.20455, + "map_at_1000": 0.20546, + "recall_at_1": 0.15205, + "recall_at_3": 0.21735, + "recall_at_5": 0.25746, + "recall_at_10": 0.30224, + "recall_at_20": 0.3722, + "recall_at_100": 0.53172, + "recall_at_1000": 0.77705, + "precision_at_1": 0.15205, + "precision_at_3": 0.07245, + "precision_at_5": 0.05149, + "precision_at_10": 0.03022, + "precision_at_20": 0.01861, + "precision_at_100": 0.00532, + "precision_at_1000": 0.00078, + "mrr_at_1": 0.152052, + "mrr_at_3": 0.180815, + "mrr_at_5": 0.18991, + "mrr_at_10": 0.195994, + "mrr_at_20": 0.200756, + "mrr_at_100": 0.20455, + "mrr_at_1000": 0.205462, + "nauc_ndcg_at_1_max": 0.246667, + "nauc_ndcg_at_1_std": -0.07176, + "nauc_ndcg_at_1_diff1": 0.457732, + "nauc_ndcg_at_3_max": 0.226639, + "nauc_ndcg_at_3_std": -0.067658, + "nauc_ndcg_at_3_diff1": 0.387994, + "nauc_ndcg_at_5_max": 0.228595, + "nauc_ndcg_at_5_std": -0.053593, + "nauc_ndcg_at_5_diff1": 0.373968, + "nauc_ndcg_at_10_max": 0.230483, + "nauc_ndcg_at_10_std": -0.045979, + "nauc_ndcg_at_10_diff1": 0.35907, + "nauc_ndcg_at_20_max": 0.229272, + "nauc_ndcg_at_20_std": -0.038306, + "nauc_ndcg_at_20_diff1": 0.353649, + "nauc_ndcg_at_100_max": 0.24291, + "nauc_ndcg_at_100_std": -0.024576, + "nauc_ndcg_at_100_diff1": 0.351755, + "nauc_ndcg_at_1000_max": 0.242674, + "nauc_ndcg_at_1000_std": -0.016859, + "nauc_ndcg_at_1000_diff1": 0.353964, + "nauc_map_at_1_max": 0.246667, + "nauc_map_at_1_std": -0.07176, + "nauc_map_at_1_diff1": 0.457732, + "nauc_map_at_3_max": 0.230786, + "nauc_map_at_3_std": -0.068328, + "nauc_map_at_3_diff1": 0.40296, + "nauc_map_at_5_max": 0.232018, + "nauc_map_at_5_std": -0.060083, + "nauc_map_at_5_diff1": 0.394358, + "nauc_map_at_10_max": 0.232764, + "nauc_map_at_10_std": -0.056507, + "nauc_map_at_10_diff1": 0.387152, + "nauc_map_at_20_max": 0.232744, + "nauc_map_at_20_std": -0.054236, + "nauc_map_at_20_diff1": 0.385761, + "nauc_map_at_100_max": 0.234423, + "nauc_map_at_100_std": -0.052527, + "nauc_map_at_100_diff1": 0.385182, + "nauc_map_at_1000_max": 0.234339, + "nauc_map_at_1000_std": -0.052171, + "nauc_map_at_1000_diff1": 0.385252, + "nauc_recall_at_1_max": 0.246667, + "nauc_recall_at_1_std": -0.07176, + "nauc_recall_at_1_diff1": 0.457732, + "nauc_recall_at_3_max": 0.216132, + "nauc_recall_at_3_std": -0.06603, + "nauc_recall_at_3_diff1": 0.349869, + "nauc_recall_at_5_max": 0.220436, + "nauc_recall_at_5_std": -0.036329, + "nauc_recall_at_5_diff1": 0.323189, + "nauc_recall_at_10_max": 0.226084, + "nauc_recall_at_10_std": -0.018408, + "nauc_recall_at_10_diff1": 0.289873, + "nauc_recall_at_20_max": 0.220318, + "nauc_recall_at_20_std": 0.005619, + "nauc_recall_at_20_diff1": 0.272991, + "nauc_recall_at_100_max": 0.285873, + "nauc_recall_at_100_std": 0.074521, + "nauc_recall_at_100_diff1": 0.26403, + "nauc_recall_at_1000_max": 0.316327, + "nauc_recall_at_1000_std": 0.214498, + "nauc_recall_at_1000_diff1": 0.233971, + "nauc_precision_at_1_max": 0.246667, + "nauc_precision_at_1_std": -0.07176, + "nauc_precision_at_1_diff1": 0.457732, + "nauc_precision_at_3_max": 0.216132, + "nauc_precision_at_3_std": -0.06603, + "nauc_precision_at_3_diff1": 0.349869, + "nauc_precision_at_5_max": 0.220436, + "nauc_precision_at_5_std": -0.036329, + "nauc_precision_at_5_diff1": 0.323189, + "nauc_precision_at_10_max": 0.226084, + "nauc_precision_at_10_std": -0.018408, + "nauc_precision_at_10_diff1": 0.289873, + "nauc_precision_at_20_max": 0.220318, + "nauc_precision_at_20_std": 0.005619, + "nauc_precision_at_20_diff1": 0.272991, + "nauc_precision_at_100_max": 0.285873, + "nauc_precision_at_100_std": 0.074521, + "nauc_precision_at_100_diff1": 0.26403, + "nauc_precision_at_1000_max": 0.316327, + "nauc_precision_at_1000_std": 0.214498, + "nauc_precision_at_1000_diff1": 0.233971, + "nauc_mrr_at_1_max": 0.246667, + "nauc_mrr_at_1_std": -0.07176, + "nauc_mrr_at_1_diff1": 0.457732, + "nauc_mrr_at_3_max": 0.230786, + "nauc_mrr_at_3_std": -0.068328, + "nauc_mrr_at_3_diff1": 0.40296, + "nauc_mrr_at_5_max": 0.232018, + "nauc_mrr_at_5_std": -0.060083, + "nauc_mrr_at_5_diff1": 0.394358, + "nauc_mrr_at_10_max": 0.232764, + "nauc_mrr_at_10_std": -0.056507, + "nauc_mrr_at_10_diff1": 0.387152, + "nauc_mrr_at_20_max": 0.232744, + "nauc_mrr_at_20_std": -0.054236, + "nauc_mrr_at_20_diff1": 0.385761, + "nauc_mrr_at_100_max": 0.234423, + "nauc_mrr_at_100_std": -0.052527, + "nauc_mrr_at_100_diff1": 0.385182, + "nauc_mrr_at_1000_max": 0.234339, + "nauc_mrr_at_1000_std": -0.052171, + "nauc_mrr_at_1000_diff1": 0.385252, + "main_score": 0.22124, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 98.8517472743988, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackWebmasters-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackWebmasters-NL.json new file mode 100644 index 0000000000..7cf3309fab --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackWebmasters-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackWebmasters-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.12055, + "ndcg_at_3": 0.17601, + "ndcg_at_5": 0.19378, + "ndcg_at_10": 0.21348, + "ndcg_at_20": 0.23044, + "ndcg_at_100": 0.2598, + "ndcg_at_1000": 0.28973, + "map_at_1": 0.12055, + "map_at_3": 0.16238, + "map_at_5": 0.17217, + "map_at_10": 0.18024, + "map_at_20": 0.18488, + "map_at_100": 0.18884, + "map_at_1000": 0.18982, + "recall_at_1": 0.12055, + "recall_at_3": 0.21542, + "recall_at_5": 0.25889, + "recall_at_10": 0.32016, + "recall_at_20": 0.38735, + "recall_at_100": 0.54743, + "recall_at_1000": 0.79249, + "precision_at_1": 0.12055, + "precision_at_3": 0.07181, + "precision_at_5": 0.05178, + "precision_at_10": 0.03202, + "precision_at_20": 0.01937, + "precision_at_100": 0.00547, + "precision_at_1000": 0.00079, + "mrr_at_1": 0.120553, + "mrr_at_3": 0.162385, + "mrr_at_5": 0.172167, + "mrr_at_10": 0.180243, + "mrr_at_20": 0.184881, + "mrr_at_100": 0.188842, + "mrr_at_1000": 0.189822, + "nauc_ndcg_at_1_max": 0.172898, + "nauc_ndcg_at_1_std": -0.0152, + "nauc_ndcg_at_1_diff1": 0.46521, + "nauc_ndcg_at_3_max": 0.222281, + "nauc_ndcg_at_3_std": 0.0698, + "nauc_ndcg_at_3_diff1": 0.349736, + "nauc_ndcg_at_5_max": 0.220698, + "nauc_ndcg_at_5_std": 0.104172, + "nauc_ndcg_at_5_diff1": 0.333451, + "nauc_ndcg_at_10_max": 0.216966, + "nauc_ndcg_at_10_std": 0.114906, + "nauc_ndcg_at_10_diff1": 0.307205, + "nauc_ndcg_at_20_max": 0.222407, + "nauc_ndcg_at_20_std": 0.124391, + "nauc_ndcg_at_20_diff1": 0.316194, + "nauc_ndcg_at_100_max": 0.225733, + "nauc_ndcg_at_100_std": 0.14405, + "nauc_ndcg_at_100_diff1": 0.315543, + "nauc_ndcg_at_1000_max": 0.225218, + "nauc_ndcg_at_1000_std": 0.139874, + "nauc_ndcg_at_1000_diff1": 0.310986, + "nauc_map_at_1_max": 0.172898, + "nauc_map_at_1_std": -0.0152, + "nauc_map_at_1_diff1": 0.46521, + "nauc_map_at_3_max": 0.21291, + "nauc_map_at_3_std": 0.050336, + "nauc_map_at_3_diff1": 0.370739, + "nauc_map_at_5_max": 0.212248, + "nauc_map_at_5_std": 0.071773, + "nauc_map_at_5_diff1": 0.360461, + "nauc_map_at_10_max": 0.210012, + "nauc_map_at_10_std": 0.07716, + "nauc_map_at_10_diff1": 0.347905, + "nauc_map_at_20_max": 0.211407, + "nauc_map_at_20_std": 0.080282, + "nauc_map_at_20_diff1": 0.350901, + "nauc_map_at_100_max": 0.211911, + "nauc_map_at_100_std": 0.083771, + "nauc_map_at_100_diff1": 0.350879, + "nauc_map_at_1000_max": 0.211935, + "nauc_map_at_1000_std": 0.083926, + "nauc_map_at_1000_diff1": 0.350986, + "nauc_recall_at_1_max": 0.172898, + "nauc_recall_at_1_std": -0.0152, + "nauc_recall_at_1_diff1": 0.46521, + "nauc_recall_at_3_max": 0.244227, + "nauc_recall_at_3_std": 0.116548, + "nauc_recall_at_3_diff1": 0.300866, + "nauc_recall_at_5_max": 0.239137, + "nauc_recall_at_5_std": 0.180539, + "nauc_recall_at_5_diff1": 0.272131, + "nauc_recall_at_10_max": 0.231224, + "nauc_recall_at_10_std": 0.20071, + "nauc_recall_at_10_diff1": 0.213933, + "nauc_recall_at_20_max": 0.249126, + "nauc_recall_at_20_std": 0.226227, + "nauc_recall_at_20_diff1": 0.242326, + "nauc_recall_at_100_max": 0.26582, + "nauc_recall_at_100_std": 0.314103, + "nauc_recall_at_100_diff1": 0.233281, + "nauc_recall_at_1000_max": 0.282034, + "nauc_recall_at_1000_std": 0.359831, + "nauc_recall_at_1000_diff1": 0.113053, + "nauc_precision_at_1_max": 0.172898, + "nauc_precision_at_1_std": -0.0152, + "nauc_precision_at_1_diff1": 0.46521, + "nauc_precision_at_3_max": 0.244227, + "nauc_precision_at_3_std": 0.116548, + "nauc_precision_at_3_diff1": 0.300866, + "nauc_precision_at_5_max": 0.239137, + "nauc_precision_at_5_std": 0.180539, + "nauc_precision_at_5_diff1": 0.272131, + "nauc_precision_at_10_max": 0.231224, + "nauc_precision_at_10_std": 0.20071, + "nauc_precision_at_10_diff1": 0.213933, + "nauc_precision_at_20_max": 0.249126, + "nauc_precision_at_20_std": 0.226227, + "nauc_precision_at_20_diff1": 0.242326, + "nauc_precision_at_100_max": 0.26582, + "nauc_precision_at_100_std": 0.314103, + "nauc_precision_at_100_diff1": 0.233281, + "nauc_precision_at_1000_max": 0.282034, + "nauc_precision_at_1000_std": 0.359831, + "nauc_precision_at_1000_diff1": 0.113053, + "nauc_mrr_at_1_max": 0.172898, + "nauc_mrr_at_1_std": -0.0152, + "nauc_mrr_at_1_diff1": 0.46521, + "nauc_mrr_at_3_max": 0.21291, + "nauc_mrr_at_3_std": 0.050336, + "nauc_mrr_at_3_diff1": 0.370739, + "nauc_mrr_at_5_max": 0.212248, + "nauc_mrr_at_5_std": 0.071773, + "nauc_mrr_at_5_diff1": 0.360461, + "nauc_mrr_at_10_max": 0.210012, + "nauc_mrr_at_10_std": 0.07716, + "nauc_mrr_at_10_diff1": 0.347905, + "nauc_mrr_at_20_max": 0.211407, + "nauc_mrr_at_20_std": 0.080282, + "nauc_mrr_at_20_diff1": 0.350901, + "nauc_mrr_at_100_max": 0.211911, + "nauc_mrr_at_100_std": 0.083771, + "nauc_mrr_at_100_diff1": 0.350879, + "nauc_mrr_at_1000_max": 0.211935, + "nauc_mrr_at_1000_std": 0.083926, + "nauc_mrr_at_1000_diff1": 0.350986, + "main_score": 0.21348, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 35.60176658630371, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackWordpress-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackWordpress-NL.json new file mode 100644 index 0000000000..96fdf42a80 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CQADupstackWordpress-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084", + "task_name": "CQADupstackWordpress-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.09057, + "ndcg_at_3": 0.13009, + "ndcg_at_5": 0.14051, + "ndcg_at_10": 0.15579, + "ndcg_at_20": 0.1722, + "ndcg_at_100": 0.20115, + "ndcg_at_1000": 0.23127, + "map_at_1": 0.09057, + "map_at_3": 0.12015, + "map_at_5": 0.12579, + "map_at_10": 0.13194, + "map_at_20": 0.13647, + "map_at_100": 0.14042, + "map_at_1000": 0.1413, + "recall_at_1": 0.09057, + "recall_at_3": 0.15896, + "recall_at_5": 0.18484, + "recall_at_10": 0.2329, + "recall_at_20": 0.2976, + "recall_at_100": 0.45471, + "recall_at_1000": 0.7061, + "precision_at_1": 0.09057, + "precision_at_3": 0.05299, + "precision_at_5": 0.03697, + "precision_at_10": 0.02329, + "precision_at_20": 0.01488, + "precision_at_100": 0.00455, + "precision_at_1000": 0.00071, + "mrr_at_1": 0.090573, + "mrr_at_3": 0.120148, + "mrr_at_5": 0.125786, + "mrr_at_10": 0.131943, + "mrr_at_20": 0.136475, + "mrr_at_100": 0.140417, + "mrr_at_1000": 0.141303, + "nauc_ndcg_at_1_max": 0.252668, + "nauc_ndcg_at_1_std": -0.018545, + "nauc_ndcg_at_1_diff1": 0.414592, + "nauc_ndcg_at_3_max": 0.199507, + "nauc_ndcg_at_3_std": 0.011888, + "nauc_ndcg_at_3_diff1": 0.338465, + "nauc_ndcg_at_5_max": 0.197502, + "nauc_ndcg_at_5_std": 0.006655, + "nauc_ndcg_at_5_diff1": 0.326731, + "nauc_ndcg_at_10_max": 0.21494, + "nauc_ndcg_at_10_std": 0.004973, + "nauc_ndcg_at_10_diff1": 0.312902, + "nauc_ndcg_at_20_max": 0.176724, + "nauc_ndcg_at_20_std": 0.015715, + "nauc_ndcg_at_20_diff1": 0.297055, + "nauc_ndcg_at_100_max": 0.181183, + "nauc_ndcg_at_100_std": 0.032383, + "nauc_ndcg_at_100_diff1": 0.287316, + "nauc_ndcg_at_1000_max": 0.189941, + "nauc_ndcg_at_1000_std": 0.049442, + "nauc_ndcg_at_1000_diff1": 0.288496, + "nauc_map_at_1_max": 0.252668, + "nauc_map_at_1_std": -0.018545, + "nauc_map_at_1_diff1": 0.414592, + "nauc_map_at_3_max": 0.210328, + "nauc_map_at_3_std": 0.005458, + "nauc_map_at_3_diff1": 0.356394, + "nauc_map_at_5_max": 0.209145, + "nauc_map_at_5_std": 0.002519, + "nauc_map_at_5_diff1": 0.348989, + "nauc_map_at_10_max": 0.215883, + "nauc_map_at_10_std": 0.001553, + "nauc_map_at_10_diff1": 0.341411, + "nauc_map_at_20_max": 0.204118, + "nauc_map_at_20_std": 0.004821, + "nauc_map_at_20_diff1": 0.335339, + "nauc_map_at_100_max": 0.203314, + "nauc_map_at_100_std": 0.006655, + "nauc_map_at_100_diff1": 0.333827, + "nauc_map_at_1000_max": 0.203525, + "nauc_map_at_1000_std": 0.007214, + "nauc_map_at_1000_diff1": 0.33384, + "nauc_recall_at_1_max": 0.252668, + "nauc_recall_at_1_std": -0.018545, + "nauc_recall_at_1_diff1": 0.414592, + "nauc_recall_at_3_max": 0.17426, + "nauc_recall_at_3_std": 0.026967, + "nauc_recall_at_3_diff1": 0.295861, + "nauc_recall_at_5_max": 0.17196, + "nauc_recall_at_5_std": 0.015049, + "nauc_recall_at_5_diff1": 0.276822, + "nauc_recall_at_10_max": 0.21904, + "nauc_recall_at_10_std": 0.011157, + "nauc_recall_at_10_diff1": 0.252887, + "nauc_recall_at_20_max": 0.111976, + "nauc_recall_at_20_std": 0.040796, + "nauc_recall_at_20_diff1": 0.218772, + "nauc_recall_at_100_max": 0.14272, + "nauc_recall_at_100_std": 0.108167, + "nauc_recall_at_100_diff1": 0.184472, + "nauc_recall_at_1000_max": 0.195694, + "nauc_recall_at_1000_std": 0.261082, + "nauc_recall_at_1000_diff1": 0.159057, + "nauc_precision_at_1_max": 0.252668, + "nauc_precision_at_1_std": -0.018545, + "nauc_precision_at_1_diff1": 0.414592, + "nauc_precision_at_3_max": 0.17426, + "nauc_precision_at_3_std": 0.026967, + "nauc_precision_at_3_diff1": 0.295861, + "nauc_precision_at_5_max": 0.17196, + "nauc_precision_at_5_std": 0.015049, + "nauc_precision_at_5_diff1": 0.276822, + "nauc_precision_at_10_max": 0.21904, + "nauc_precision_at_10_std": 0.011157, + "nauc_precision_at_10_diff1": 0.252887, + "nauc_precision_at_20_max": 0.111976, + "nauc_precision_at_20_std": 0.040796, + "nauc_precision_at_20_diff1": 0.218772, + "nauc_precision_at_100_max": 0.14272, + "nauc_precision_at_100_std": 0.108167, + "nauc_precision_at_100_diff1": 0.184472, + "nauc_precision_at_1000_max": 0.195694, + "nauc_precision_at_1000_std": 0.261082, + "nauc_precision_at_1000_diff1": 0.159057, + "nauc_mrr_at_1_max": 0.252668, + "nauc_mrr_at_1_std": -0.018545, + "nauc_mrr_at_1_diff1": 0.414592, + "nauc_mrr_at_3_max": 0.210328, + "nauc_mrr_at_3_std": 0.005458, + "nauc_mrr_at_3_diff1": 0.356394, + "nauc_mrr_at_5_max": 0.209145, + "nauc_mrr_at_5_std": 0.002519, + "nauc_mrr_at_5_diff1": 0.348989, + "nauc_mrr_at_10_max": 0.215883, + "nauc_mrr_at_10_std": 0.001553, + "nauc_mrr_at_10_diff1": 0.341411, + "nauc_mrr_at_20_max": 0.204118, + "nauc_mrr_at_20_std": 0.004821, + "nauc_mrr_at_20_diff1": 0.335339, + "nauc_mrr_at_100_max": 0.203314, + "nauc_mrr_at_100_std": 0.006655, + "nauc_mrr_at_100_diff1": 0.333827, + "nauc_mrr_at_1000_max": 0.203525, + "nauc_mrr_at_1000_std": 0.007214, + "nauc_mrr_at_1000_diff1": 0.33384, + "main_score": 0.15579, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 101.1039183139801, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ClimateFEVER-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ClimateFEVER-NL.json new file mode 100644 index 0000000000..ed9817ff32 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ClimateFEVER-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "8d4f81ded229ee2bfd63b2d30a9df5d678abb1f7", + "task_name": "ClimateFEVER-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.09511, + "ndcg_at_3": 0.09611, + "ndcg_at_5": 0.109, + "ndcg_at_10": 0.1324, + "ndcg_at_20": 0.15248, + "ndcg_at_100": 0.19218, + "ndcg_at_1000": 0.23161, + "map_at_1": 0.04217, + "map_at_3": 0.06613, + "map_at_5": 0.07476, + "map_at_10": 0.08397, + "map_at_20": 0.08985, + "map_at_100": 0.09598, + "map_at_1000": 0.09783, + "recall_at_1": 0.04217, + "recall_at_3": 0.09464, + "recall_at_5": 0.12664, + "recall_at_10": 0.18027, + "recall_at_20": 0.23883, + "recall_at_100": 0.39545, + "recall_at_1000": 0.62165, + "precision_at_1": 0.09511, + "precision_at_3": 0.0747, + "precision_at_5": 0.06176, + "precision_at_10": 0.0458, + "precision_at_20": 0.03111, + "precision_at_100": 0.01088, + "precision_at_1000": 0.0018, + "mrr_at_1": 0.095114, + "mrr_at_3": 0.14506, + "mrr_at_5": 0.160206, + "mrr_at_10": 0.173982, + "mrr_at_20": 0.180446, + "mrr_at_100": 0.185818, + "mrr_at_1000": 0.18667, + "nauc_ndcg_at_1_max": 0.270883, + "nauc_ndcg_at_1_std": 0.104109, + "nauc_ndcg_at_1_diff1": 0.224342, + "nauc_ndcg_at_3_max": 0.219645, + "nauc_ndcg_at_3_std": 0.110987, + "nauc_ndcg_at_3_diff1": 0.178433, + "nauc_ndcg_at_5_max": 0.240417, + "nauc_ndcg_at_5_std": 0.136879, + "nauc_ndcg_at_5_diff1": 0.167748, + "nauc_ndcg_at_10_max": 0.247263, + "nauc_ndcg_at_10_std": 0.176225, + "nauc_ndcg_at_10_diff1": 0.142233, + "nauc_ndcg_at_20_max": 0.253615, + "nauc_ndcg_at_20_std": 0.202891, + "nauc_ndcg_at_20_diff1": 0.120674, + "nauc_ndcg_at_100_max": 0.277364, + "nauc_ndcg_at_100_std": 0.239072, + "nauc_ndcg_at_100_diff1": 0.101956, + "nauc_ndcg_at_1000_max": 0.289345, + "nauc_ndcg_at_1000_std": 0.257593, + "nauc_ndcg_at_1000_diff1": 0.097433, + "nauc_map_at_1_max": 0.250024, + "nauc_map_at_1_std": 0.068222, + "nauc_map_at_1_diff1": 0.291225, + "nauc_map_at_3_max": 0.218797, + "nauc_map_at_3_std": 0.093892, + "nauc_map_at_3_diff1": 0.217084, + "nauc_map_at_5_max": 0.235033, + "nauc_map_at_5_std": 0.113365, + "nauc_map_at_5_diff1": 0.203292, + "nauc_map_at_10_max": 0.239682, + "nauc_map_at_10_std": 0.137207, + "nauc_map_at_10_diff1": 0.185552, + "nauc_map_at_20_max": 0.243095, + "nauc_map_at_20_std": 0.150448, + "nauc_map_at_20_diff1": 0.173846, + "nauc_map_at_100_max": 0.248081, + "nauc_map_at_100_std": 0.161419, + "nauc_map_at_100_diff1": 0.168004, + "nauc_map_at_1000_max": 0.249324, + "nauc_map_at_1000_std": 0.163709, + "nauc_map_at_1000_diff1": 0.167417, + "nauc_recall_at_1_max": 0.250024, + "nauc_recall_at_1_std": 0.068222, + "nauc_recall_at_1_diff1": 0.291225, + "nauc_recall_at_3_max": 0.184255, + "nauc_recall_at_3_std": 0.097672, + "nauc_recall_at_3_diff1": 0.165154, + "nauc_recall_at_5_max": 0.212522, + "nauc_recall_at_5_std": 0.130437, + "nauc_recall_at_5_diff1": 0.133424, + "nauc_recall_at_10_max": 0.213803, + "nauc_recall_at_10_std": 0.187241, + "nauc_recall_at_10_diff1": 0.090988, + "nauc_recall_at_20_max": 0.218268, + "nauc_recall_at_20_std": 0.23037, + "nauc_recall_at_20_diff1": 0.049066, + "nauc_recall_at_100_max": 0.251133, + "nauc_recall_at_100_std": 0.284173, + "nauc_recall_at_100_diff1": 0.006854, + "nauc_recall_at_1000_max": 0.276451, + "nauc_recall_at_1000_std": 0.344978, + "nauc_recall_at_1000_diff1": -0.023131, + "nauc_precision_at_1_max": 0.270883, + "nauc_precision_at_1_std": 0.104109, + "nauc_precision_at_1_diff1": 0.224342, + "nauc_precision_at_3_max": 0.223723, + "nauc_precision_at_3_std": 0.151744, + "nauc_precision_at_3_diff1": 0.121318, + "nauc_precision_at_5_max": 0.261148, + "nauc_precision_at_5_std": 0.201891, + "nauc_precision_at_5_diff1": 0.090269, + "nauc_precision_at_10_max": 0.267725, + "nauc_precision_at_10_std": 0.276022, + "nauc_precision_at_10_diff1": 0.037817, + "nauc_precision_at_20_max": 0.26483, + "nauc_precision_at_20_std": 0.31302, + "nauc_precision_at_20_diff1": -0.006798, + "nauc_precision_at_100_max": 0.298961, + "nauc_precision_at_100_std": 0.358062, + "nauc_precision_at_100_diff1": -0.052697, + "nauc_precision_at_1000_max": 0.271794, + "nauc_precision_at_1000_std": 0.341485, + "nauc_precision_at_1000_diff1": -0.076098, + "nauc_mrr_at_1_max": 0.270883, + "nauc_mrr_at_1_std": 0.104109, + "nauc_mrr_at_1_diff1": 0.224342, + "nauc_mrr_at_3_max": 0.245461, + "nauc_mrr_at_3_std": 0.13153, + "nauc_mrr_at_3_diff1": 0.168372, + "nauc_mrr_at_5_max": 0.254323, + "nauc_mrr_at_5_std": 0.146249, + "nauc_mrr_at_5_diff1": 0.157227, + "nauc_mrr_at_10_max": 0.256726, + "nauc_mrr_at_10_std": 0.161919, + "nauc_mrr_at_10_diff1": 0.147607, + "nauc_mrr_at_20_max": 0.25873, + "nauc_mrr_at_20_std": 0.167048, + "nauc_mrr_at_20_diff1": 0.144743, + "nauc_mrr_at_100_max": 0.259626, + "nauc_mrr_at_100_std": 0.167751, + "nauc_mrr_at_100_diff1": 0.144323, + "nauc_mrr_at_1000_max": 0.259763, + "nauc_mrr_at_1000_std": 0.167644, + "nauc_mrr_at_1000_diff1": 0.144701, + "main_score": 0.1324, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 9159.984231948853, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DBPedia-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DBPedia-NL.json new file mode 100644 index 0000000000..d379ea07c0 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DBPedia-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "e9c354ce0dfabd13e8808a052d0da2ace95cbef6", + "task_name": "DBPedia-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.25875, + "ndcg_at_3": 0.22189, + "ndcg_at_5": 0.20598, + "ndcg_at_10": 0.19375, + "ndcg_at_20": 0.18358, + "ndcg_at_100": 0.20844, + "ndcg_at_1000": 0.26366, + "map_at_1": 0.03394, + "map_at_3": 0.0557, + "map_at_5": 0.06543, + "map_at_10": 0.07837, + "map_at_20": 0.08688, + "map_at_100": 0.10224, + "map_at_1000": 0.10905, + "recall_at_1": 0.03394, + "recall_at_3": 0.06548, + "recall_at_5": 0.08251, + "recall_at_10": 0.12024, + "recall_at_20": 0.15007, + "recall_at_100": 0.2589, + "recall_at_1000": 0.44814, + "precision_at_1": 0.3475, + "precision_at_3": 0.26833, + "precision_at_5": 0.2235, + "precision_at_10": 0.1685, + "precision_at_20": 0.11625, + "precision_at_100": 0.04797, + "precision_at_1000": 0.01096, + "mrr_at_1": 0.3475, + "mrr_at_3": 0.412083, + "mrr_at_5": 0.422208, + "mrr_at_10": 0.434399, + "mrr_at_20": 0.438076, + "mrr_at_100": 0.440884, + "mrr_at_1000": 0.441313, + "nauc_ndcg_at_1_max": 0.387888, + "nauc_ndcg_at_1_std": 0.206495, + "nauc_ndcg_at_1_diff1": 0.29953, + "nauc_ndcg_at_3_max": 0.366718, + "nauc_ndcg_at_3_std": 0.208636, + "nauc_ndcg_at_3_diff1": 0.224961, + "nauc_ndcg_at_5_max": 0.375389, + "nauc_ndcg_at_5_std": 0.22126, + "nauc_ndcg_at_5_diff1": 0.210703, + "nauc_ndcg_at_10_max": 0.360857, + "nauc_ndcg_at_10_std": 0.247017, + "nauc_ndcg_at_10_diff1": 0.206148, + "nauc_ndcg_at_20_max": 0.328055, + "nauc_ndcg_at_20_std": 0.24445, + "nauc_ndcg_at_20_diff1": 0.196117, + "nauc_ndcg_at_100_max": 0.321058, + "nauc_ndcg_at_100_std": 0.288396, + "nauc_ndcg_at_100_diff1": 0.154462, + "nauc_ndcg_at_1000_max": 0.375784, + "nauc_ndcg_at_1000_std": 0.334801, + "nauc_ndcg_at_1000_diff1": 0.146094, + "nauc_map_at_1_max": 0.223999, + "nauc_map_at_1_std": 0.054542, + "nauc_map_at_1_diff1": 0.454743, + "nauc_map_at_3_max": 0.165093, + "nauc_map_at_3_std": 0.04243, + "nauc_map_at_3_diff1": 0.306118, + "nauc_map_at_5_max": 0.177398, + "nauc_map_at_5_std": 0.071551, + "nauc_map_at_5_diff1": 0.260341, + "nauc_map_at_10_max": 0.195881, + "nauc_map_at_10_std": 0.110367, + "nauc_map_at_10_diff1": 0.235627, + "nauc_map_at_20_max": 0.231625, + "nauc_map_at_20_std": 0.149936, + "nauc_map_at_20_diff1": 0.216299, + "nauc_map_at_100_max": 0.288541, + "nauc_map_at_100_std": 0.22151, + "nauc_map_at_100_diff1": 0.176936, + "nauc_map_at_1000_max": 0.307116, + "nauc_map_at_1000_std": 0.243563, + "nauc_map_at_1000_diff1": 0.172419, + "nauc_recall_at_1_max": 0.223999, + "nauc_recall_at_1_std": 0.054542, + "nauc_recall_at_1_diff1": 0.454743, + "nauc_recall_at_3_max": 0.114423, + "nauc_recall_at_3_std": 0.025786, + "nauc_recall_at_3_diff1": 0.246599, + "nauc_recall_at_5_max": 0.133696, + "nauc_recall_at_5_std": 0.079235, + "nauc_recall_at_5_diff1": 0.195035, + "nauc_recall_at_10_max": 0.102239, + "nauc_recall_at_10_std": 0.117958, + "nauc_recall_at_10_diff1": 0.14424, + "nauc_recall_at_20_max": 0.142588, + "nauc_recall_at_20_std": 0.173398, + "nauc_recall_at_20_diff1": 0.102755, + "nauc_recall_at_100_max": 0.20487, + "nauc_recall_at_100_std": 0.291048, + "nauc_recall_at_100_diff1": 0.017521, + "nauc_recall_at_1000_max": 0.270711, + "nauc_recall_at_1000_std": 0.346569, + "nauc_recall_at_1000_diff1": 0.031036, + "nauc_precision_at_1_max": 0.462284, + "nauc_precision_at_1_std": 0.276658, + "nauc_precision_at_1_diff1": 0.311129, + "nauc_precision_at_3_max": 0.394776, + "nauc_precision_at_3_std": 0.246045, + "nauc_precision_at_3_diff1": 0.11152, + "nauc_precision_at_5_max": 0.419008, + "nauc_precision_at_5_std": 0.284254, + "nauc_precision_at_5_diff1": 0.077656, + "nauc_precision_at_10_max": 0.465832, + "nauc_precision_at_10_std": 0.364845, + "nauc_precision_at_10_diff1": 0.061592, + "nauc_precision_at_20_max": 0.490775, + "nauc_precision_at_20_std": 0.400434, + "nauc_precision_at_20_diff1": 0.034656, + "nauc_precision_at_100_max": 0.463159, + "nauc_precision_at_100_std": 0.435332, + "nauc_precision_at_100_diff1": -0.00843, + "nauc_precision_at_1000_max": 0.388327, + "nauc_precision_at_1000_std": 0.369243, + "nauc_precision_at_1000_diff1": -0.004735, + "nauc_mrr_at_1_max": 0.462284, + "nauc_mrr_at_1_std": 0.276658, + "nauc_mrr_at_1_diff1": 0.311129, + "nauc_mrr_at_3_max": 0.472484, + "nauc_mrr_at_3_std": 0.280374, + "nauc_mrr_at_3_diff1": 0.257898, + "nauc_mrr_at_5_max": 0.480894, + "nauc_mrr_at_5_std": 0.291227, + "nauc_mrr_at_5_diff1": 0.265068, + "nauc_mrr_at_10_max": 0.480443, + "nauc_mrr_at_10_std": 0.299477, + "nauc_mrr_at_10_diff1": 0.26112, + "nauc_mrr_at_20_max": 0.481576, + "nauc_mrr_at_20_std": 0.301766, + "nauc_mrr_at_20_diff1": 0.261868, + "nauc_mrr_at_100_max": 0.481246, + "nauc_mrr_at_100_std": 0.30208, + "nauc_mrr_at_100_diff1": 0.263417, + "nauc_mrr_at_1000_max": 0.481204, + "nauc_mrr_at_1000_std": 0.301834, + "nauc_mrr_at_1000_diff1": 0.263356, + "main_score": 0.19375, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 7725.607627153397, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FEVER-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FEVER-NL.json new file mode 100644 index 0000000000..dcb7c96596 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FEVER-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ee0f58854a2555a8e666a3b248a8f9e856568785", + "task_name": "FEVER-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.31218, + "ndcg_at_3": 0.39699, + "ndcg_at_5": 0.42492, + "ndcg_at_10": 0.45235, + "ndcg_at_20": 0.46986, + "ndcg_at_100": 0.49303, + "ndcg_at_1000": 0.50468, + "map_at_1": 0.28883, + "map_at_3": 0.36459, + "map_at_5": 0.38043, + "map_at_10": 0.39196, + "map_at_20": 0.39688, + "map_at_100": 0.4002, + "map_at_1000": 0.40064, + "recall_at_1": 0.28883, + "recall_at_3": 0.4623, + "recall_at_5": 0.53001, + "recall_at_10": 0.61311, + "recall_at_20": 0.68008, + "recall_at_100": 0.80162, + "recall_at_1000": 0.89107, + "precision_at_1": 0.31218, + "precision_at_3": 0.16767, + "precision_at_5": 0.11554, + "precision_at_10": 0.06706, + "precision_at_20": 0.0373, + "precision_at_100": 0.00884, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.312181, + "mrr_at_3": 0.392789, + "mrr_at_5": 0.409253, + "mrr_at_10": 0.420858, + "mrr_at_20": 0.425788, + "mrr_at_100": 0.428859, + "mrr_at_1000": 0.429236, + "nauc_ndcg_at_1_max": 0.182675, + "nauc_ndcg_at_1_std": -0.095736, + "nauc_ndcg_at_1_diff1": 0.428078, + "nauc_ndcg_at_3_max": 0.217193, + "nauc_ndcg_at_3_std": -0.058359, + "nauc_ndcg_at_3_diff1": 0.355868, + "nauc_ndcg_at_5_max": 0.227569, + "nauc_ndcg_at_5_std": -0.043862, + "nauc_ndcg_at_5_diff1": 0.350664, + "nauc_ndcg_at_10_max": 0.237606, + "nauc_ndcg_at_10_std": -0.02918, + "nauc_ndcg_at_10_diff1": 0.346815, + "nauc_ndcg_at_20_max": 0.240317, + "nauc_ndcg_at_20_std": -0.017105, + "nauc_ndcg_at_20_diff1": 0.345422, + "nauc_ndcg_at_100_max": 0.24053, + "nauc_ndcg_at_100_std": -0.00624, + "nauc_ndcg_at_100_diff1": 0.347667, + "nauc_ndcg_at_1000_max": 0.236977, + "nauc_ndcg_at_1000_std": -0.011852, + "nauc_ndcg_at_1000_diff1": 0.350993, + "nauc_map_at_1_max": 0.174365, + "nauc_map_at_1_std": -0.086668, + "nauc_map_at_1_diff1": 0.409095, + "nauc_map_at_3_max": 0.206296, + "nauc_map_at_3_std": -0.063285, + "nauc_map_at_3_diff1": 0.36474, + "nauc_map_at_5_max": 0.211369, + "nauc_map_at_5_std": -0.055914, + "nauc_map_at_5_diff1": 0.362551, + "nauc_map_at_10_max": 0.215465, + "nauc_map_at_10_std": -0.050249, + "nauc_map_at_10_diff1": 0.36153, + "nauc_map_at_20_max": 0.21606, + "nauc_map_at_20_std": -0.047173, + "nauc_map_at_20_diff1": 0.361291, + "nauc_map_at_100_max": 0.216019, + "nauc_map_at_100_std": -0.04585, + "nauc_map_at_100_diff1": 0.361551, + "nauc_map_at_1000_max": 0.21594, + "nauc_map_at_1000_std": -0.045986, + "nauc_map_at_1000_diff1": 0.361642, + "nauc_recall_at_1_max": 0.174365, + "nauc_recall_at_1_std": -0.086668, + "nauc_recall_at_1_diff1": 0.409095, + "nauc_recall_at_3_max": 0.231506, + "nauc_recall_at_3_std": -0.035076, + "nauc_recall_at_3_diff1": 0.303246, + "nauc_recall_at_5_max": 0.253083, + "nauc_recall_at_5_std": 0.001179, + "nauc_recall_at_5_diff1": 0.283359, + "nauc_recall_at_10_max": 0.28426, + "nauc_recall_at_10_std": 0.053289, + "nauc_recall_at_10_diff1": 0.260369, + "nauc_recall_at_20_max": 0.298815, + "nauc_recall_at_20_std": 0.117802, + "nauc_recall_at_20_diff1": 0.239342, + "nauc_recall_at_100_max": 0.320702, + "nauc_recall_at_100_std": 0.272309, + "nauc_recall_at_100_diff1": 0.204815, + "nauc_recall_at_1000_max": 0.288465, + "nauc_recall_at_1000_std": 0.338343, + "nauc_recall_at_1000_diff1": 0.177402, + "nauc_precision_at_1_max": 0.182675, + "nauc_precision_at_1_std": -0.095736, + "nauc_precision_at_1_diff1": 0.428078, + "nauc_precision_at_3_max": 0.24973, + "nauc_precision_at_3_std": -0.041763, + "nauc_precision_at_3_diff1": 0.324352, + "nauc_precision_at_5_max": 0.281093, + "nauc_precision_at_5_std": -0.004355, + "nauc_precision_at_5_diff1": 0.312639, + "nauc_precision_at_10_max": 0.318359, + "nauc_precision_at_10_std": 0.05103, + "nauc_precision_at_10_diff1": 0.28365, + "nauc_precision_at_20_max": 0.339432, + "nauc_precision_at_20_std": 0.126029, + "nauc_precision_at_20_diff1": 0.254659, + "nauc_precision_at_100_max": 0.345831, + "nauc_precision_at_100_std": 0.27232, + "nauc_precision_at_100_diff1": 0.194714, + "nauc_precision_at_1000_max": 0.273412, + "nauc_precision_at_1000_std": 0.263739, + "nauc_precision_at_1000_diff1": 0.11443, + "nauc_mrr_at_1_max": 0.182675, + "nauc_mrr_at_1_std": -0.095736, + "nauc_mrr_at_1_diff1": 0.428078, + "nauc_mrr_at_3_max": 0.216103, + "nauc_mrr_at_3_std": -0.071769, + "nauc_mrr_at_3_diff1": 0.38304, + "nauc_mrr_at_5_max": 0.222609, + "nauc_mrr_at_5_std": -0.064419, + "nauc_mrr_at_5_diff1": 0.381019, + "nauc_mrr_at_10_max": 0.226563, + "nauc_mrr_at_10_std": -0.058759, + "nauc_mrr_at_10_diff1": 0.379942, + "nauc_mrr_at_20_max": 0.227174, + "nauc_mrr_at_20_std": -0.055895, + "nauc_mrr_at_20_diff1": 0.379912, + "nauc_mrr_at_100_max": 0.226833, + "nauc_mrr_at_100_std": -0.055214, + "nauc_mrr_at_100_diff1": 0.380318, + "nauc_mrr_at_1000_max": 0.22667, + "nauc_mrr_at_1000_std": -0.055448, + "nauc_mrr_at_1000_diff1": 0.380433, + "main_score": 0.45235, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 9809.61100935936, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FiQA2018-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FiQA2018-NL.json new file mode 100644 index 0000000000..2504f2a3ae --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FiQA2018-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "a66648414dbbcd03e3eda02988c428be78097fd0", + "task_name": "FiQA2018-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.11265, + "ndcg_at_3": 0.10504, + "ndcg_at_5": 0.11374, + "ndcg_at_10": 0.12872, + "ndcg_at_20": 0.14391, + "ndcg_at_100": 0.17499, + "ndcg_at_1000": 0.2209, + "map_at_1": 0.05574, + "map_at_3": 0.07728, + "map_at_5": 0.08537, + "map_at_10": 0.09201, + "map_at_20": 0.09661, + "map_at_100": 0.10129, + "map_at_1000": 0.10317, + "recall_at_1": 0.05574, + "recall_at_3": 0.0994, + "recall_at_5": 0.12729, + "recall_at_10": 0.16968, + "recall_at_20": 0.21803, + "recall_at_100": 0.34912, + "recall_at_1000": 0.63795, + "precision_at_1": 0.11265, + "precision_at_3": 0.06944, + "precision_at_5": 0.05432, + "precision_at_10": 0.03827, + "precision_at_20": 0.02508, + "precision_at_100": 0.0086, + "precision_at_1000": 0.00165, + "mrr_at_1": 0.112654, + "mrr_at_3": 0.143776, + "mrr_at_5": 0.152958, + "mrr_at_10": 0.162618, + "mrr_at_20": 0.167501, + "mrr_at_100": 0.171402, + "mrr_at_1000": 0.172547, + "nauc_ndcg_at_1_max": 0.093109, + "nauc_ndcg_at_1_std": 0.020533, + "nauc_ndcg_at_1_diff1": 0.235467, + "nauc_ndcg_at_3_max": 0.060798, + "nauc_ndcg_at_3_std": 0.031341, + "nauc_ndcg_at_3_diff1": 0.215319, + "nauc_ndcg_at_5_max": 0.039516, + "nauc_ndcg_at_5_std": 0.025347, + "nauc_ndcg_at_5_diff1": 0.200536, + "nauc_ndcg_at_10_max": 0.045685, + "nauc_ndcg_at_10_std": 0.064361, + "nauc_ndcg_at_10_diff1": 0.212468, + "nauc_ndcg_at_20_max": 0.046337, + "nauc_ndcg_at_20_std": 0.085678, + "nauc_ndcg_at_20_diff1": 0.200901, + "nauc_ndcg_at_100_max": 0.058172, + "nauc_ndcg_at_100_std": 0.119824, + "nauc_ndcg_at_100_diff1": 0.181061, + "nauc_ndcg_at_1000_max": 0.087398, + "nauc_ndcg_at_1000_std": 0.12632, + "nauc_ndcg_at_1000_diff1": 0.172285, + "nauc_map_at_1_max": 0.050087, + "nauc_map_at_1_std": -0.030827, + "nauc_map_at_1_diff1": 0.332072, + "nauc_map_at_3_max": 0.041239, + "nauc_map_at_3_std": 0.00081, + "nauc_map_at_3_diff1": 0.255395, + "nauc_map_at_5_max": 0.03419, + "nauc_map_at_5_std": 0.006373, + "nauc_map_at_5_diff1": 0.241826, + "nauc_map_at_10_max": 0.039595, + "nauc_map_at_10_std": 0.028795, + "nauc_map_at_10_diff1": 0.246152, + "nauc_map_at_20_max": 0.040259, + "nauc_map_at_20_std": 0.041387, + "nauc_map_at_20_diff1": 0.240152, + "nauc_map_at_100_max": 0.044481, + "nauc_map_at_100_std": 0.050967, + "nauc_map_at_100_diff1": 0.234236, + "nauc_map_at_1000_max": 0.046738, + "nauc_map_at_1000_std": 0.052164, + "nauc_map_at_1000_diff1": 0.233733, + "nauc_recall_at_1_max": 0.050087, + "nauc_recall_at_1_std": -0.030827, + "nauc_recall_at_1_diff1": 0.332072, + "nauc_recall_at_3_max": 0.03357, + "nauc_recall_at_3_std": 0.033979, + "nauc_recall_at_3_diff1": 0.2166, + "nauc_recall_at_5_max": 0.006143, + "nauc_recall_at_5_std": 0.028654, + "nauc_recall_at_5_diff1": 0.169613, + "nauc_recall_at_10_max": 0.029411, + "nauc_recall_at_10_std": 0.107021, + "nauc_recall_at_10_diff1": 0.189062, + "nauc_recall_at_20_max": 0.020906, + "nauc_recall_at_20_std": 0.138293, + "nauc_recall_at_20_diff1": 0.159162, + "nauc_recall_at_100_max": 0.032709, + "nauc_recall_at_100_std": 0.210626, + "nauc_recall_at_100_diff1": 0.109895, + "nauc_recall_at_1000_max": 0.133288, + "nauc_recall_at_1000_std": 0.245109, + "nauc_recall_at_1000_diff1": 0.059829, + "nauc_precision_at_1_max": 0.093109, + "nauc_precision_at_1_std": 0.020533, + "nauc_precision_at_1_diff1": 0.235467, + "nauc_precision_at_3_max": 0.063116, + "nauc_precision_at_3_std": 0.056934, + "nauc_precision_at_3_diff1": 0.141394, + "nauc_precision_at_5_max": 0.041799, + "nauc_precision_at_5_std": 0.063934, + "nauc_precision_at_5_diff1": 0.114062, + "nauc_precision_at_10_max": 0.078275, + "nauc_precision_at_10_std": 0.165287, + "nauc_precision_at_10_diff1": 0.122637, + "nauc_precision_at_20_max": 0.099585, + "nauc_precision_at_20_std": 0.212595, + "nauc_precision_at_20_diff1": 0.083639, + "nauc_precision_at_100_max": 0.147418, + "nauc_precision_at_100_std": 0.254794, + "nauc_precision_at_100_diff1": 0.020028, + "nauc_precision_at_1000_max": 0.20567, + "nauc_precision_at_1000_std": 0.18489, + "nauc_precision_at_1000_diff1": -0.036902, + "nauc_mrr_at_1_max": 0.093109, + "nauc_mrr_at_1_std": 0.020533, + "nauc_mrr_at_1_diff1": 0.235467, + "nauc_mrr_at_3_max": 0.076419, + "nauc_mrr_at_3_std": 0.033873, + "nauc_mrr_at_3_diff1": 0.198297, + "nauc_mrr_at_5_max": 0.069111, + "nauc_mrr_at_5_std": 0.027979, + "nauc_mrr_at_5_diff1": 0.185258, + "nauc_mrr_at_10_max": 0.076628, + "nauc_mrr_at_10_std": 0.050562, + "nauc_mrr_at_10_diff1": 0.18388, + "nauc_mrr_at_20_max": 0.07949, + "nauc_mrr_at_20_std": 0.053696, + "nauc_mrr_at_20_diff1": 0.182206, + "nauc_mrr_at_100_max": 0.079159, + "nauc_mrr_at_100_std": 0.053875, + "nauc_mrr_at_100_diff1": 0.180727, + "nauc_mrr_at_1000_max": 0.079509, + "nauc_mrr_at_1000_std": 0.053896, + "nauc_mrr_at_1000_diff1": 0.180927, + "main_score": 0.12872, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 114.51232433319092, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HotpotQA-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HotpotQA-NL.json new file mode 100644 index 0000000000..a18782cc2e --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HotpotQA-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3ab9eaff3e1d6f7f81914ae3b2bdd1e8511cf9a8", + "task_name": "HotpotQA-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.25631, + "ndcg_at_3": 0.20509, + "ndcg_at_5": 0.21956, + "ndcg_at_10": 0.23545, + "ndcg_at_20": 0.24872, + "ndcg_at_100": 0.27224, + "ndcg_at_1000": 0.29727, + "map_at_1": 0.12816, + "map_at_3": 0.16358, + "map_at_5": 0.17162, + "map_at_10": 0.17827, + "map_at_20": 0.18201, + "map_at_100": 0.18535, + "map_at_1000": 0.18632, + "recall_at_1": 0.12816, + "recall_at_3": 0.195, + "recall_at_5": 0.22363, + "recall_at_10": 0.26367, + "recall_at_20": 0.30635, + "recall_at_100": 0.41161, + "recall_at_1000": 0.5792, + "precision_at_1": 0.25631, + "precision_at_3": 0.13, + "precision_at_5": 0.08945, + "precision_at_10": 0.05273, + "precision_at_20": 0.03063, + "precision_at_100": 0.00823, + "precision_at_1000": 0.00116, + "mrr_at_1": 0.256313, + "mrr_at_3": 0.303444, + "mrr_at_5": 0.313552, + "mrr_at_10": 0.321652, + "mrr_at_20": 0.326136, + "mrr_at_100": 0.329553, + "mrr_at_1000": 0.330231, + "nauc_ndcg_at_1_max": 0.307569, + "nauc_ndcg_at_1_std": 0.061715, + "nauc_ndcg_at_1_diff1": 0.534882, + "nauc_ndcg_at_3_max": 0.303396, + "nauc_ndcg_at_3_std": 0.092295, + "nauc_ndcg_at_3_diff1": 0.447875, + "nauc_ndcg_at_5_max": 0.300637, + "nauc_ndcg_at_5_std": 0.09777, + "nauc_ndcg_at_5_diff1": 0.434919, + "nauc_ndcg_at_10_max": 0.300684, + "nauc_ndcg_at_10_std": 0.109274, + "nauc_ndcg_at_10_diff1": 0.421464, + "nauc_ndcg_at_20_max": 0.305326, + "nauc_ndcg_at_20_std": 0.123493, + "nauc_ndcg_at_20_diff1": 0.413131, + "nauc_ndcg_at_100_max": 0.307511, + "nauc_ndcg_at_100_std": 0.139321, + "nauc_ndcg_at_100_diff1": 0.403117, + "nauc_ndcg_at_1000_max": 0.313018, + "nauc_ndcg_at_1000_std": 0.151564, + "nauc_ndcg_at_1000_diff1": 0.402525, + "nauc_map_at_1_max": 0.307569, + "nauc_map_at_1_std": 0.061715, + "nauc_map_at_1_diff1": 0.534882, + "nauc_map_at_3_max": 0.306054, + "nauc_map_at_3_std": 0.089002, + "nauc_map_at_3_diff1": 0.451411, + "nauc_map_at_5_max": 0.304611, + "nauc_map_at_5_std": 0.09341, + "nauc_map_at_5_diff1": 0.443032, + "nauc_map_at_10_max": 0.305733, + "nauc_map_at_10_std": 0.100676, + "nauc_map_at_10_diff1": 0.435977, + "nauc_map_at_20_max": 0.307147, + "nauc_map_at_20_std": 0.105495, + "nauc_map_at_20_diff1": 0.432604, + "nauc_map_at_100_max": 0.307813, + "nauc_map_at_100_std": 0.109236, + "nauc_map_at_100_diff1": 0.430826, + "nauc_map_at_1000_max": 0.308097, + "nauc_map_at_1000_std": 0.110032, + "nauc_map_at_1000_diff1": 0.430644, + "nauc_recall_at_1_max": 0.307569, + "nauc_recall_at_1_std": 0.061715, + "nauc_recall_at_1_diff1": 0.534882, + "nauc_recall_at_3_max": 0.298494, + "nauc_recall_at_3_std": 0.109751, + "nauc_recall_at_3_diff1": 0.397827, + "nauc_recall_at_5_max": 0.288682, + "nauc_recall_at_5_std": 0.11869, + "nauc_recall_at_5_diff1": 0.367568, + "nauc_recall_at_10_max": 0.28055, + "nauc_recall_at_10_std": 0.144394, + "nauc_recall_at_10_diff1": 0.323459, + "nauc_recall_at_20_max": 0.285181, + "nauc_recall_at_20_std": 0.183453, + "nauc_recall_at_20_diff1": 0.285494, + "nauc_recall_at_100_max": 0.264474, + "nauc_recall_at_100_std": 0.230403, + "nauc_recall_at_100_diff1": 0.210014, + "nauc_recall_at_1000_max": 0.251571, + "nauc_recall_at_1000_std": 0.280587, + "nauc_recall_at_1000_diff1": 0.148176, + "nauc_precision_at_1_max": 0.307569, + "nauc_precision_at_1_std": 0.061715, + "nauc_precision_at_1_diff1": 0.534882, + "nauc_precision_at_3_max": 0.298494, + "nauc_precision_at_3_std": 0.109751, + "nauc_precision_at_3_diff1": 0.397827, + "nauc_precision_at_5_max": 0.288682, + "nauc_precision_at_5_std": 0.11869, + "nauc_precision_at_5_diff1": 0.367568, + "nauc_precision_at_10_max": 0.28055, + "nauc_precision_at_10_std": 0.144394, + "nauc_precision_at_10_diff1": 0.323459, + "nauc_precision_at_20_max": 0.285181, + "nauc_precision_at_20_std": 0.183453, + "nauc_precision_at_20_diff1": 0.285494, + "nauc_precision_at_100_max": 0.264474, + "nauc_precision_at_100_std": 0.230403, + "nauc_precision_at_100_diff1": 0.210014, + "nauc_precision_at_1000_max": 0.251571, + "nauc_precision_at_1000_std": 0.280587, + "nauc_precision_at_1000_diff1": 0.148176, + "nauc_mrr_at_1_max": 0.307569, + "nauc_mrr_at_1_std": 0.061715, + "nauc_mrr_at_1_diff1": 0.534882, + "nauc_mrr_at_3_max": 0.302892, + "nauc_mrr_at_3_std": 0.081199, + "nauc_mrr_at_3_diff1": 0.483151, + "nauc_mrr_at_5_max": 0.301396, + "nauc_mrr_at_5_std": 0.083352, + "nauc_mrr_at_5_diff1": 0.476751, + "nauc_mrr_at_10_max": 0.300293, + "nauc_mrr_at_10_std": 0.0857, + "nauc_mrr_at_10_diff1": 0.472821, + "nauc_mrr_at_20_max": 0.301376, + "nauc_mrr_at_20_std": 0.08898, + "nauc_mrr_at_20_diff1": 0.471697, + "nauc_mrr_at_100_max": 0.301323, + "nauc_mrr_at_100_std": 0.089581, + "nauc_mrr_at_100_diff1": 0.471205, + "nauc_mrr_at_1000_max": 0.301336, + "nauc_mrr_at_1000_std": 0.089552, + "nauc_mrr_at_1000_diff1": 0.471315, + "main_score": 0.23545, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 8444.581372499466, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NFCorpus-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NFCorpus-NL.json new file mode 100644 index 0000000000..2f0bea2473 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NFCorpus-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.19195, + "ndcg_at_3": 0.17751, + "ndcg_at_5": 0.17239, + "ndcg_at_10": 0.16304, + "ndcg_at_20": 0.15578, + "ndcg_at_100": 0.16173, + "ndcg_at_1000": 0.2511, + "map_at_1": 0.0182, + "map_at_3": 0.0313, + "map_at_5": 0.03739, + "map_at_10": 0.04657, + "map_at_20": 0.05309, + "map_at_100": 0.06335, + "map_at_1000": 0.0734, + "recall_at_1": 0.0182, + "recall_at_3": 0.03951, + "recall_at_5": 0.05028, + "recall_at_10": 0.07554, + "recall_at_20": 0.10117, + "recall_at_100": 0.18822, + "recall_at_1000": 0.49974, + "precision_at_1": 0.20433, + "precision_at_3": 0.17337, + "precision_at_5": 0.15913, + "precision_at_10": 0.13313, + "precision_at_20": 0.10341, + "precision_at_100": 0.04882, + "precision_at_1000": 0.01669, + "mrr_at_1": 0.20743, + "mrr_at_3": 0.263674, + "mrr_at_5": 0.2742, + "mrr_at_10": 0.28654, + "mrr_at_20": 0.292078, + "mrr_at_100": 0.295661, + "mrr_at_1000": 0.296556, + "nauc_ndcg_at_1_max": 0.375567, + "nauc_ndcg_at_1_std": 0.213453, + "nauc_ndcg_at_1_diff1": 0.332131, + "nauc_ndcg_at_3_max": 0.414831, + "nauc_ndcg_at_3_std": 0.289859, + "nauc_ndcg_at_3_diff1": 0.243459, + "nauc_ndcg_at_5_max": 0.412494, + "nauc_ndcg_at_5_std": 0.295905, + "nauc_ndcg_at_5_diff1": 0.216768, + "nauc_ndcg_at_10_max": 0.433242, + "nauc_ndcg_at_10_std": 0.331871, + "nauc_ndcg_at_10_diff1": 0.208231, + "nauc_ndcg_at_20_max": 0.446861, + "nauc_ndcg_at_20_std": 0.354828, + "nauc_ndcg_at_20_diff1": 0.195451, + "nauc_ndcg_at_100_max": 0.469161, + "nauc_ndcg_at_100_std": 0.36427, + "nauc_ndcg_at_100_diff1": 0.199177, + "nauc_ndcg_at_1000_max": 0.50412, + "nauc_ndcg_at_1000_std": 0.422456, + "nauc_ndcg_at_1000_diff1": 0.149165, + "nauc_map_at_1_max": 0.462641, + "nauc_map_at_1_std": 0.113957, + "nauc_map_at_1_diff1": 0.396059, + "nauc_map_at_3_max": 0.37967, + "nauc_map_at_3_std": 0.101225, + "nauc_map_at_3_diff1": 0.296193, + "nauc_map_at_5_max": 0.384159, + "nauc_map_at_5_std": 0.115312, + "nauc_map_at_5_diff1": 0.273818, + "nauc_map_at_10_max": 0.405992, + "nauc_map_at_10_std": 0.151012, + "nauc_map_at_10_diff1": 0.236834, + "nauc_map_at_20_max": 0.421382, + "nauc_map_at_20_std": 0.189, + "nauc_map_at_20_diff1": 0.213642, + "nauc_map_at_100_max": 0.435438, + "nauc_map_at_100_std": 0.252694, + "nauc_map_at_100_diff1": 0.196906, + "nauc_map_at_1000_max": 0.450636, + "nauc_map_at_1000_std": 0.302137, + "nauc_map_at_1000_diff1": 0.176986, + "nauc_recall_at_1_max": 0.462641, + "nauc_recall_at_1_std": 0.113957, + "nauc_recall_at_1_diff1": 0.396059, + "nauc_recall_at_3_max": 0.345822, + "nauc_recall_at_3_std": 0.107671, + "nauc_recall_at_3_diff1": 0.208043, + "nauc_recall_at_5_max": 0.34126, + "nauc_recall_at_5_std": 0.110214, + "nauc_recall_at_5_diff1": 0.203928, + "nauc_recall_at_10_max": 0.348012, + "nauc_recall_at_10_std": 0.156629, + "nauc_recall_at_10_diff1": 0.158617, + "nauc_recall_at_20_max": 0.352148, + "nauc_recall_at_20_std": 0.199973, + "nauc_recall_at_20_diff1": 0.122562, + "nauc_recall_at_100_max": 0.386151, + "nauc_recall_at_100_std": 0.321077, + "nauc_recall_at_100_diff1": 0.14535, + "nauc_recall_at_1000_max": 0.32742, + "nauc_recall_at_1000_std": 0.305996, + "nauc_recall_at_1000_diff1": 0.030839, + "nauc_precision_at_1_max": 0.380567, + "nauc_precision_at_1_std": 0.218384, + "nauc_precision_at_1_diff1": 0.325603, + "nauc_precision_at_3_max": 0.425841, + "nauc_precision_at_3_std": 0.338045, + "nauc_precision_at_3_diff1": 0.187442, + "nauc_precision_at_5_max": 0.401342, + "nauc_precision_at_5_std": 0.337257, + "nauc_precision_at_5_diff1": 0.140283, + "nauc_precision_at_10_max": 0.418807, + "nauc_precision_at_10_std": 0.398088, + "nauc_precision_at_10_diff1": 0.109403, + "nauc_precision_at_20_max": 0.413162, + "nauc_precision_at_20_std": 0.454649, + "nauc_precision_at_20_diff1": 0.082792, + "nauc_precision_at_100_max": 0.34959, + "nauc_precision_at_100_std": 0.49127, + "nauc_precision_at_100_diff1": 0.034649, + "nauc_precision_at_1000_max": 0.201491, + "nauc_precision_at_1000_std": 0.363592, + "nauc_precision_at_1000_diff1": -0.069599, + "nauc_mrr_at_1_max": 0.374525, + "nauc_mrr_at_1_std": 0.213307, + "nauc_mrr_at_1_diff1": 0.313117, + "nauc_mrr_at_3_max": 0.422414, + "nauc_mrr_at_3_std": 0.266938, + "nauc_mrr_at_3_diff1": 0.250048, + "nauc_mrr_at_5_max": 0.413298, + "nauc_mrr_at_5_std": 0.255654, + "nauc_mrr_at_5_diff1": 0.249969, + "nauc_mrr_at_10_max": 0.418999, + "nauc_mrr_at_10_std": 0.264877, + "nauc_mrr_at_10_diff1": 0.249967, + "nauc_mrr_at_20_max": 0.420374, + "nauc_mrr_at_20_std": 0.268787, + "nauc_mrr_at_20_diff1": 0.248623, + "nauc_mrr_at_100_max": 0.42241, + "nauc_mrr_at_100_std": 0.270831, + "nauc_mrr_at_100_diff1": 0.249916, + "nauc_mrr_at_1000_max": 0.422067, + "nauc_mrr_at_1000_std": 0.270348, + "nauc_mrr_at_1000_diff1": 0.250034, + "main_score": 0.16304, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 14.003117322921753, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NQ-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NQ-NL.json new file mode 100644 index 0000000000..a6718b4a17 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NQ-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "caaaf6d6e44d92733775172256472abb3a438b42", + "task_name": "NQ-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.09965, + "ndcg_at_3": 0.14731, + "ndcg_at_5": 0.17018, + "ndcg_at_10": 0.19847, + "ndcg_at_20": 0.21965, + "ndcg_at_100": 0.25167, + "ndcg_at_1000": 0.27684, + "map_at_1": 0.08613, + "map_at_3": 0.12919, + "map_at_5": 0.14209, + "map_at_10": 0.15437, + "map_at_20": 0.16064, + "map_at_100": 0.1652, + "map_at_1000": 0.16612, + "recall_at_1": 0.08613, + "recall_at_3": 0.18214, + "recall_at_5": 0.23513, + "recall_at_10": 0.3173, + "recall_at_20": 0.39644, + "recall_at_100": 0.56303, + "recall_at_1000": 0.75727, + "precision_at_1": 0.09965, + "precision_at_3": 0.07155, + "precision_at_5": 0.05585, + "precision_at_10": 0.03812, + "precision_at_20": 0.02394, + "precision_at_100": 0.00682, + "precision_at_1000": 0.00092, + "mrr_at_1": 0.099652, + "mrr_at_3": 0.14692, + "mrr_at_5": 0.159956, + "mrr_at_10": 0.17172, + "mrr_at_20": 0.177272, + "mrr_at_100": 0.181324, + "mrr_at_1000": 0.182073, + "nauc_ndcg_at_1_max": 0.145994, + "nauc_ndcg_at_1_std": 0.069446, + "nauc_ndcg_at_1_diff1": 0.272459, + "nauc_ndcg_at_3_max": 0.146039, + "nauc_ndcg_at_3_std": 0.078236, + "nauc_ndcg_at_3_diff1": 0.20446, + "nauc_ndcg_at_5_max": 0.156423, + "nauc_ndcg_at_5_std": 0.09769, + "nauc_ndcg_at_5_diff1": 0.192562, + "nauc_ndcg_at_10_max": 0.17257, + "nauc_ndcg_at_10_std": 0.117276, + "nauc_ndcg_at_10_diff1": 0.192302, + "nauc_ndcg_at_20_max": 0.192545, + "nauc_ndcg_at_20_std": 0.139006, + "nauc_ndcg_at_20_diff1": 0.184885, + "nauc_ndcg_at_100_max": 0.212351, + "nauc_ndcg_at_100_std": 0.169128, + "nauc_ndcg_at_100_diff1": 0.180545, + "nauc_ndcg_at_1000_max": 0.22005, + "nauc_ndcg_at_1000_std": 0.178639, + "nauc_ndcg_at_1000_diff1": 0.182835, + "nauc_map_at_1_max": 0.138918, + "nauc_map_at_1_std": 0.068599, + "nauc_map_at_1_diff1": 0.293398, + "nauc_map_at_3_max": 0.142386, + "nauc_map_at_3_std": 0.075219, + "nauc_map_at_3_diff1": 0.221557, + "nauc_map_at_5_max": 0.149177, + "nauc_map_at_5_std": 0.086792, + "nauc_map_at_5_diff1": 0.21404, + "nauc_map_at_10_max": 0.158215, + "nauc_map_at_10_std": 0.097123, + "nauc_map_at_10_diff1": 0.212929, + "nauc_map_at_20_max": 0.165199, + "nauc_map_at_20_std": 0.105136, + "nauc_map_at_20_diff1": 0.209929, + "nauc_map_at_100_max": 0.168404, + "nauc_map_at_100_std": 0.110333, + "nauc_map_at_100_diff1": 0.209285, + "nauc_map_at_1000_max": 0.168692, + "nauc_map_at_1000_std": 0.110785, + "nauc_map_at_1000_diff1": 0.209221, + "nauc_recall_at_1_max": 0.138918, + "nauc_recall_at_1_std": 0.068599, + "nauc_recall_at_1_diff1": 0.293398, + "nauc_recall_at_3_max": 0.145489, + "nauc_recall_at_3_std": 0.078698, + "nauc_recall_at_3_diff1": 0.17241, + "nauc_recall_at_5_max": 0.1602, + "nauc_recall_at_5_std": 0.111129, + "nauc_recall_at_5_diff1": 0.149889, + "nauc_recall_at_10_max": 0.192792, + "nauc_recall_at_10_std": 0.150247, + "nauc_recall_at_10_diff1": 0.152836, + "nauc_recall_at_20_max": 0.243528, + "nauc_recall_at_20_std": 0.203845, + "nauc_recall_at_20_diff1": 0.135633, + "nauc_recall_at_100_max": 0.325896, + "nauc_recall_at_100_std": 0.325095, + "nauc_recall_at_100_diff1": 0.114832, + "nauc_recall_at_1000_max": 0.446624, + "nauc_recall_at_1000_std": 0.479762, + "nauc_recall_at_1000_diff1": 0.117167, + "nauc_precision_at_1_max": 0.145994, + "nauc_precision_at_1_std": 0.069446, + "nauc_precision_at_1_diff1": 0.272459, + "nauc_precision_at_3_max": 0.155849, + "nauc_precision_at_3_std": 0.083503, + "nauc_precision_at_3_diff1": 0.16265, + "nauc_precision_at_5_max": 0.173111, + "nauc_precision_at_5_std": 0.123537, + "nauc_precision_at_5_diff1": 0.1419, + "nauc_precision_at_10_max": 0.199929, + "nauc_precision_at_10_std": 0.1596, + "nauc_precision_at_10_diff1": 0.141476, + "nauc_precision_at_20_max": 0.248885, + "nauc_precision_at_20_std": 0.215887, + "nauc_precision_at_20_diff1": 0.11589, + "nauc_precision_at_100_max": 0.298879, + "nauc_precision_at_100_std": 0.302866, + "nauc_precision_at_100_diff1": 0.08506, + "nauc_precision_at_1000_max": 0.313882, + "nauc_precision_at_1000_std": 0.333487, + "nauc_precision_at_1000_diff1": 0.049629, + "nauc_mrr_at_1_max": 0.145994, + "nauc_mrr_at_1_std": 0.069446, + "nauc_mrr_at_1_diff1": 0.272459, + "nauc_mrr_at_3_max": 0.14946, + "nauc_mrr_at_3_std": 0.080228, + "nauc_mrr_at_3_diff1": 0.209315, + "nauc_mrr_at_5_max": 0.155806, + "nauc_mrr_at_5_std": 0.093187, + "nauc_mrr_at_5_diff1": 0.202063, + "nauc_mrr_at_10_max": 0.161796, + "nauc_mrr_at_10_std": 0.101497, + "nauc_mrr_at_10_diff1": 0.202819, + "nauc_mrr_at_20_max": 0.167367, + "nauc_mrr_at_20_std": 0.107419, + "nauc_mrr_at_20_diff1": 0.201016, + "nauc_mrr_at_100_max": 0.16972, + "nauc_mrr_at_100_std": 0.111292, + "nauc_mrr_at_100_diff1": 0.200484, + "nauc_mrr_at_1000_max": 0.169857, + "nauc_mrr_at_1000_std": 0.111454, + "nauc_mrr_at_1000_diff1": 0.2006, + "main_score": 0.19847, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 4920.193331956863, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/Quora-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/Quora-NL.json new file mode 100644 index 0000000000..16f6015b5c --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/Quora-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "698f8a5922a49e50e3c71b52a2e9d63b22756843", + "task_name": "Quora-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.6931, + "ndcg_at_3": 0.74326, + "ndcg_at_5": 0.76504, + "ndcg_at_10": 0.78334, + "ndcg_at_20": 0.79447, + "ndcg_at_100": 0.80631, + "ndcg_at_1000": 0.80991, + "map_at_1": 0.6022, + "map_at_3": 0.70364, + "map_at_5": 0.72396, + "map_at_10": 0.73655, + "map_at_20": 0.74181, + "map_at_100": 0.74498, + "map_at_1000": 0.74526, + "recall_at_1": 0.6022, + "recall_at_3": 0.76903, + "recall_at_5": 0.82693, + "recall_at_10": 0.88017, + "recall_at_20": 0.91818, + "recall_at_100": 0.96872, + "recall_at_1000": 0.9916, + "precision_at_1": 0.6931, + "precision_at_3": 0.3272, + "precision_at_5": 0.21938, + "precision_at_10": 0.12225, + "precision_at_20": 0.0661, + "precision_at_100": 0.01474, + "precision_at_1000": 0.00154, + "mrr_at_1": 0.6928, + "mrr_at_3": 0.754667, + "mrr_at_5": 0.764962, + "mrr_at_10": 0.770435, + "mrr_at_20": 0.772432, + "mrr_at_100": 0.773356, + "mrr_at_1000": 0.773429, + "nauc_ndcg_at_1_max": 0.341816, + "nauc_ndcg_at_1_std": -0.251057, + "nauc_ndcg_at_1_diff1": 0.723227, + "nauc_ndcg_at_3_max": 0.336329, + "nauc_ndcg_at_3_std": -0.268328, + "nauc_ndcg_at_3_diff1": 0.689331, + "nauc_ndcg_at_5_max": 0.343959, + "nauc_ndcg_at_5_std": -0.265467, + "nauc_ndcg_at_5_diff1": 0.688986, + "nauc_ndcg_at_10_max": 0.357213, + "nauc_ndcg_at_10_std": -0.250474, + "nauc_ndcg_at_10_diff1": 0.68654, + "nauc_ndcg_at_20_max": 0.362668, + "nauc_ndcg_at_20_std": -0.239064, + "nauc_ndcg_at_20_diff1": 0.688069, + "nauc_ndcg_at_100_max": 0.36611, + "nauc_ndcg_at_100_std": -0.22665, + "nauc_ndcg_at_100_diff1": 0.688602, + "nauc_ndcg_at_1000_max": 0.363147, + "nauc_ndcg_at_1000_std": -0.229717, + "nauc_ndcg_at_1000_diff1": 0.689937, + "nauc_map_at_1_max": 0.250181, + "nauc_map_at_1_std": -0.292295, + "nauc_map_at_1_diff1": 0.747555, + "nauc_map_at_3_max": 0.308114, + "nauc_map_at_3_std": -0.296268, + "nauc_map_at_3_diff1": 0.706044, + "nauc_map_at_5_max": 0.321953, + "nauc_map_at_5_std": -0.287482, + "nauc_map_at_5_diff1": 0.702194, + "nauc_map_at_10_max": 0.33349, + "nauc_map_at_10_std": -0.274883, + "nauc_map_at_10_diff1": 0.698431, + "nauc_map_at_20_max": 0.338204, + "nauc_map_at_20_std": -0.266859, + "nauc_map_at_20_diff1": 0.697474, + "nauc_map_at_100_max": 0.340338, + "nauc_map_at_100_std": -0.261365, + "nauc_map_at_100_diff1": 0.696634, + "nauc_map_at_1000_max": 0.340379, + "nauc_map_at_1000_std": -0.261121, + "nauc_map_at_1000_diff1": 0.696618, + "nauc_recall_at_1_max": 0.250181, + "nauc_recall_at_1_std": -0.292295, + "nauc_recall_at_1_diff1": 0.747555, + "nauc_recall_at_3_max": 0.301577, + "nauc_recall_at_3_std": -0.304149, + "nauc_recall_at_3_diff1": 0.661697, + "nauc_recall_at_5_max": 0.324688, + "nauc_recall_at_5_std": -0.288973, + "nauc_recall_at_5_diff1": 0.635222, + "nauc_recall_at_10_max": 0.379013, + "nauc_recall_at_10_std": -0.226019, + "nauc_recall_at_10_diff1": 0.606682, + "nauc_recall_at_20_max": 0.417325, + "nauc_recall_at_20_std": -0.143366, + "nauc_recall_at_20_diff1": 0.591607, + "nauc_recall_at_100_max": 0.559621, + "nauc_recall_at_100_std": 0.148967, + "nauc_recall_at_100_diff1": 0.558213, + "nauc_recall_at_1000_max": 0.592387, + "nauc_recall_at_1000_std": 0.440585, + "nauc_recall_at_1000_diff1": 0.52484, + "nauc_precision_at_1_max": 0.341816, + "nauc_precision_at_1_std": -0.251057, + "nauc_precision_at_1_diff1": 0.723227, + "nauc_precision_at_3_max": 0.227203, + "nauc_precision_at_3_std": 0.003136, + "nauc_precision_at_3_diff1": 0.072632, + "nauc_precision_at_5_max": 0.186701, + "nauc_precision_at_5_std": 0.10048, + "nauc_precision_at_5_diff1": -0.082813, + "nauc_precision_at_10_max": 0.150859, + "nauc_precision_at_10_std": 0.198205, + "nauc_precision_at_10_diff1": -0.208537, + "nauc_precision_at_20_max": 0.122665, + "nauc_precision_at_20_std": 0.268639, + "nauc_precision_at_20_diff1": -0.278912, + "nauc_precision_at_100_max": 0.072452, + "nauc_precision_at_100_std": 0.338407, + "nauc_precision_at_100_diff1": -0.353001, + "nauc_precision_at_1000_max": 0.040176, + "nauc_precision_at_1000_std": 0.339898, + "nauc_precision_at_1000_diff1": -0.375338, + "nauc_mrr_at_1_max": 0.33828, + "nauc_mrr_at_1_std": -0.253491, + "nauc_mrr_at_1_diff1": 0.72391, + "nauc_mrr_at_3_max": 0.362186, + "nauc_mrr_at_3_std": -0.24038, + "nauc_mrr_at_3_diff1": 0.702853, + "nauc_mrr_at_5_max": 0.364198, + "nauc_mrr_at_5_std": -0.237338, + "nauc_mrr_at_5_diff1": 0.701078, + "nauc_mrr_at_10_max": 0.365288, + "nauc_mrr_at_10_std": -0.233715, + "nauc_mrr_at_10_diff1": 0.700836, + "nauc_mrr_at_20_max": 0.365005, + "nauc_mrr_at_20_std": -0.23298, + "nauc_mrr_at_20_diff1": 0.701659, + "nauc_mrr_at_100_max": 0.364561, + "nauc_mrr_at_100_std": -0.233208, + "nauc_mrr_at_100_diff1": 0.702017, + "nauc_mrr_at_1000_max": 0.364459, + "nauc_mrr_at_1000_std": -0.233335, + "nauc_mrr_at_1000_diff1": 0.70205, + "main_score": 0.78334, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 400.3642861843109, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SCIDOCS-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SCIDOCS-NL.json new file mode 100644 index 0000000000..44549b4b31 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SCIDOCS-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.115, + "ndcg_at_3": 0.09263, + "ndcg_at_5": 0.07867, + "ndcg_at_10": 0.09579, + "ndcg_at_20": 0.11531, + "ndcg_at_100": 0.15233, + "ndcg_at_1000": 0.20475, + "map_at_1": 0.02335, + "map_at_3": 0.03961, + "map_at_5": 0.04498, + "map_at_10": 0.05222, + "map_at_20": 0.058, + "map_at_100": 0.0641, + "map_at_1000": 0.06637, + "recall_at_1": 0.02335, + "recall_at_3": 0.05218, + "recall_at_5": 0.06818, + "recall_at_10": 0.09973, + "recall_at_20": 0.14543, + "recall_at_100": 0.2667, + "recall_at_1000": 0.52637, + "precision_at_1": 0.115, + "precision_at_3": 0.08567, + "precision_at_5": 0.0672, + "precision_at_10": 0.0492, + "precision_at_20": 0.03585, + "precision_at_100": 0.01314, + "precision_at_1000": 0.00259, + "mrr_at_1": 0.115, + "mrr_at_3": 0.159333, + "mrr_at_5": 0.170433, + "mrr_at_10": 0.180017, + "mrr_at_20": 0.187846, + "mrr_at_100": 0.192609, + "mrr_at_1000": 0.193707, + "nauc_ndcg_at_1_max": 0.181409, + "nauc_ndcg_at_1_std": 0.09643, + "nauc_ndcg_at_1_diff1": 0.201384, + "nauc_ndcg_at_3_max": 0.19941, + "nauc_ndcg_at_3_std": 0.143078, + "nauc_ndcg_at_3_diff1": 0.13724, + "nauc_ndcg_at_5_max": 0.202727, + "nauc_ndcg_at_5_std": 0.161734, + "nauc_ndcg_at_5_diff1": 0.113122, + "nauc_ndcg_at_10_max": 0.215907, + "nauc_ndcg_at_10_std": 0.176161, + "nauc_ndcg_at_10_diff1": 0.103187, + "nauc_ndcg_at_20_max": 0.223989, + "nauc_ndcg_at_20_std": 0.205459, + "nauc_ndcg_at_20_diff1": 0.104157, + "nauc_ndcg_at_100_max": 0.260364, + "nauc_ndcg_at_100_std": 0.275187, + "nauc_ndcg_at_100_diff1": 0.091031, + "nauc_ndcg_at_1000_max": 0.265186, + "nauc_ndcg_at_1000_std": 0.299619, + "nauc_ndcg_at_1000_diff1": 0.078895, + "nauc_map_at_1_max": 0.180952, + "nauc_map_at_1_std": 0.102971, + "nauc_map_at_1_diff1": 0.19517, + "nauc_map_at_3_max": 0.198098, + "nauc_map_at_3_std": 0.145313, + "nauc_map_at_3_diff1": 0.139707, + "nauc_map_at_5_max": 0.201101, + "nauc_map_at_5_std": 0.162508, + "nauc_map_at_5_diff1": 0.115118, + "nauc_map_at_10_max": 0.216776, + "nauc_map_at_10_std": 0.177054, + "nauc_map_at_10_diff1": 0.106984, + "nauc_map_at_20_max": 0.22247, + "nauc_map_at_20_std": 0.194021, + "nauc_map_at_20_diff1": 0.105946, + "nauc_map_at_100_max": 0.238939, + "nauc_map_at_100_std": 0.222669, + "nauc_map_at_100_diff1": 0.099425, + "nauc_map_at_1000_max": 0.239826, + "nauc_map_at_1000_std": 0.226272, + "nauc_map_at_1000_diff1": 0.097809, + "nauc_recall_at_1_max": 0.180952, + "nauc_recall_at_1_std": 0.102971, + "nauc_recall_at_1_diff1": 0.19517, + "nauc_recall_at_3_max": 0.201506, + "nauc_recall_at_3_std": 0.160682, + "nauc_recall_at_3_diff1": 0.113876, + "nauc_recall_at_5_max": 0.202926, + "nauc_recall_at_5_std": 0.18202, + "nauc_recall_at_5_diff1": 0.07588, + "nauc_recall_at_10_max": 0.221658, + "nauc_recall_at_10_std": 0.199824, + "nauc_recall_at_10_diff1": 0.066276, + "nauc_recall_at_20_max": 0.22777, + "nauc_recall_at_20_std": 0.24704, + "nauc_recall_at_20_diff1": 0.072849, + "nauc_recall_at_100_max": 0.280285, + "nauc_recall_at_100_std": 0.36412, + "nauc_recall_at_100_diff1": 0.04533, + "nauc_recall_at_1000_max": 0.25839, + "nauc_recall_at_1000_std": 0.394357, + "nauc_recall_at_1000_diff1": 0.004905, + "nauc_precision_at_1_max": 0.181409, + "nauc_precision_at_1_std": 0.09643, + "nauc_precision_at_1_diff1": 0.201384, + "nauc_precision_at_3_max": 0.202886, + "nauc_precision_at_3_std": 0.156407, + "nauc_precision_at_3_diff1": 0.115412, + "nauc_precision_at_5_max": 0.204991, + "nauc_precision_at_5_std": 0.17981, + "nauc_precision_at_5_diff1": 0.077099, + "nauc_precision_at_10_max": 0.223474, + "nauc_precision_at_10_std": 0.198617, + "nauc_precision_at_10_diff1": 0.066161, + "nauc_precision_at_20_max": 0.230583, + "nauc_precision_at_20_std": 0.244659, + "nauc_precision_at_20_diff1": 0.072743, + "nauc_precision_at_100_max": 0.283836, + "nauc_precision_at_100_std": 0.362511, + "nauc_precision_at_100_diff1": 0.045241, + "nauc_precision_at_1000_max": 0.254794, + "nauc_precision_at_1000_std": 0.383715, + "nauc_precision_at_1000_diff1": 0.005404, + "nauc_mrr_at_1_max": 0.181409, + "nauc_mrr_at_1_std": 0.09643, + "nauc_mrr_at_1_diff1": 0.201384, + "nauc_mrr_at_3_max": 0.193418, + "nauc_mrr_at_3_std": 0.127831, + "nauc_mrr_at_3_diff1": 0.154015, + "nauc_mrr_at_5_max": 0.195032, + "nauc_mrr_at_5_std": 0.129549, + "nauc_mrr_at_5_diff1": 0.150327, + "nauc_mrr_at_10_max": 0.195657, + "nauc_mrr_at_10_std": 0.135874, + "nauc_mrr_at_10_diff1": 0.143218, + "nauc_mrr_at_20_max": 0.199009, + "nauc_mrr_at_20_std": 0.143116, + "nauc_mrr_at_20_diff1": 0.145165, + "nauc_mrr_at_100_max": 0.199586, + "nauc_mrr_at_100_std": 0.145971, + "nauc_mrr_at_100_diff1": 0.145049, + "nauc_mrr_at_1000_max": 0.199742, + "nauc_mrr_at_1000_std": 0.145684, + "nauc_mrr_at_1000_diff1": 0.144903, + "main_score": 0.09579, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 56.1170699596405, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SciFact-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SciFact-NL.json new file mode 100644 index 0000000000..d411e2dc3e --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SciFact-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.24667, + "ndcg_at_3": 0.27852, + "ndcg_at_5": 0.31373, + "ndcg_at_10": 0.33817, + "ndcg_at_20": 0.36925, + "ndcg_at_100": 0.40715, + "ndcg_at_1000": 0.42824, + "map_at_1": 0.22639, + "map_at_3": 0.26259, + "map_at_5": 0.2835, + "map_at_10": 0.29472, + "map_at_20": 0.30341, + "map_at_100": 0.30867, + "map_at_1000": 0.30945, + "recall_at_1": 0.22639, + "recall_at_3": 0.30556, + "recall_at_5": 0.38917, + "recall_at_10": 0.46194, + "recall_at_20": 0.58333, + "recall_at_100": 0.78411, + "recall_at_1000": 0.95, + "precision_at_1": 0.24667, + "precision_at_3": 0.11333, + "precision_at_5": 0.088, + "precision_at_10": 0.05267, + "precision_at_20": 0.033, + "precision_at_100": 0.0089, + "precision_at_1000": 0.00108, + "mrr_at_1": 0.246667, + "mrr_at_3": 0.28, + "mrr_at_5": 0.2995, + "mrr_at_10": 0.308361, + "mrr_at_20": 0.316589, + "mrr_at_100": 0.321564, + "mrr_at_1000": 0.322221, + "nauc_ndcg_at_1_max": 0.346087, + "nauc_ndcg_at_1_std": 0.139859, + "nauc_ndcg_at_1_diff1": 0.508347, + "nauc_ndcg_at_3_max": 0.299173, + "nauc_ndcg_at_3_std": 0.121903, + "nauc_ndcg_at_3_diff1": 0.451899, + "nauc_ndcg_at_5_max": 0.297148, + "nauc_ndcg_at_5_std": 0.134465, + "nauc_ndcg_at_5_diff1": 0.425609, + "nauc_ndcg_at_10_max": 0.290554, + "nauc_ndcg_at_10_std": 0.144301, + "nauc_ndcg_at_10_diff1": 0.41414, + "nauc_ndcg_at_20_max": 0.313136, + "nauc_ndcg_at_20_std": 0.154689, + "nauc_ndcg_at_20_diff1": 0.424424, + "nauc_ndcg_at_100_max": 0.324115, + "nauc_ndcg_at_100_std": 0.153488, + "nauc_ndcg_at_100_diff1": 0.429887, + "nauc_ndcg_at_1000_max": 0.320562, + "nauc_ndcg_at_1000_std": 0.147535, + "nauc_ndcg_at_1000_diff1": 0.432855, + "nauc_map_at_1_max": 0.30847, + "nauc_map_at_1_std": 0.072841, + "nauc_map_at_1_diff1": 0.510947, + "nauc_map_at_3_max": 0.295477, + "nauc_map_at_3_std": 0.101473, + "nauc_map_at_3_diff1": 0.469088, + "nauc_map_at_5_max": 0.296161, + "nauc_map_at_5_std": 0.112962, + "nauc_map_at_5_diff1": 0.451066, + "nauc_map_at_10_max": 0.296007, + "nauc_map_at_10_std": 0.121802, + "nauc_map_at_10_diff1": 0.445566, + "nauc_map_at_20_max": 0.303699, + "nauc_map_at_20_std": 0.125473, + "nauc_map_at_20_diff1": 0.447844, + "nauc_map_at_100_max": 0.305673, + "nauc_map_at_100_std": 0.125098, + "nauc_map_at_100_diff1": 0.449413, + "nauc_map_at_1000_max": 0.305594, + "nauc_map_at_1000_std": 0.124814, + "nauc_map_at_1000_diff1": 0.449583, + "nauc_recall_at_1_max": 0.30847, + "nauc_recall_at_1_std": 0.072841, + "nauc_recall_at_1_diff1": 0.510947, + "nauc_recall_at_3_max": 0.272216, + "nauc_recall_at_3_std": 0.125196, + "nauc_recall_at_3_diff1": 0.409414, + "nauc_recall_at_5_max": 0.272475, + "nauc_recall_at_5_std": 0.160151, + "nauc_recall_at_5_diff1": 0.353109, + "nauc_recall_at_10_max": 0.247712, + "nauc_recall_at_10_std": 0.179488, + "nauc_recall_at_10_diff1": 0.321082, + "nauc_recall_at_20_max": 0.32369, + "nauc_recall_at_20_std": 0.216233, + "nauc_recall_at_20_diff1": 0.354565, + "nauc_recall_at_100_max": 0.413314, + "nauc_recall_at_100_std": 0.234162, + "nauc_recall_at_100_diff1": 0.343902, + "nauc_recall_at_1000_max": 0.498382, + "nauc_recall_at_1000_std": 0.199502, + "nauc_recall_at_1000_diff1": 0.274105, + "nauc_precision_at_1_max": 0.346087, + "nauc_precision_at_1_std": 0.139859, + "nauc_precision_at_1_diff1": 0.508347, + "nauc_precision_at_3_max": 0.317558, + "nauc_precision_at_3_std": 0.201218, + "nauc_precision_at_3_diff1": 0.388929, + "nauc_precision_at_5_max": 0.327735, + "nauc_precision_at_5_std": 0.239836, + "nauc_precision_at_5_diff1": 0.310026, + "nauc_precision_at_10_max": 0.312776, + "nauc_precision_at_10_std": 0.285614, + "nauc_precision_at_10_diff1": 0.26391, + "nauc_precision_at_20_max": 0.380813, + "nauc_precision_at_20_std": 0.325888, + "nauc_precision_at_20_diff1": 0.262396, + "nauc_precision_at_100_max": 0.368535, + "nauc_precision_at_100_std": 0.366364, + "nauc_precision_at_100_diff1": 0.161165, + "nauc_precision_at_1000_max": 0.276596, + "nauc_precision_at_1000_std": 0.356778, + "nauc_precision_at_1000_diff1": 0.015066, + "nauc_mrr_at_1_max": 0.346087, + "nauc_mrr_at_1_std": 0.139859, + "nauc_mrr_at_1_diff1": 0.508347, + "nauc_mrr_at_3_max": 0.322017, + "nauc_mrr_at_3_std": 0.146282, + "nauc_mrr_at_3_diff1": 0.464039, + "nauc_mrr_at_5_max": 0.318727, + "nauc_mrr_at_5_std": 0.150605, + "nauc_mrr_at_5_diff1": 0.449183, + "nauc_mrr_at_10_max": 0.313918, + "nauc_mrr_at_10_std": 0.149621, + "nauc_mrr_at_10_diff1": 0.444656, + "nauc_mrr_at_20_max": 0.320194, + "nauc_mrr_at_20_std": 0.152923, + "nauc_mrr_at_20_diff1": 0.448387, + "nauc_mrr_at_100_max": 0.321922, + "nauc_mrr_at_100_std": 0.152528, + "nauc_mrr_at_100_diff1": 0.450124, + "nauc_mrr_at_1000_max": 0.321907, + "nauc_mrr_at_1000_std": 0.152319, + "nauc_mrr_at_1000_diff1": 0.450168, + "main_score": 0.33817, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 11.801822900772095, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/TRECCOVID-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/TRECCOVID-NL.json new file mode 100644 index 0000000000..6b6e3e8247 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/TRECCOVID-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "04dd804c048866b0ab90a55ded77789485828281", + "task_name": "TRECCOVID-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.48, + "ndcg_at_3": 0.41101, + "ndcg_at_5": 0.37745, + "ndcg_at_10": 0.33949, + "ndcg_at_20": 0.29914, + "ndcg_at_100": 0.21659, + "ndcg_at_1000": 0.1992, + "map_at_1": 0.00144, + "map_at_3": 0.003, + "map_at_5": 0.0041, + "map_at_10": 0.00658, + "map_at_20": 0.01068, + "map_at_100": 0.02886, + "map_at_1000": 0.05612, + "recall_at_1": 0.00144, + "recall_at_3": 0.00335, + "recall_at_5": 0.00484, + "recall_at_10": 0.00849, + "recall_at_20": 0.01468, + "recall_at_100": 0.05037, + "recall_at_1000": 0.18694, + "precision_at_1": 0.52, + "precision_at_3": 0.42, + "precision_at_5": 0.376, + "precision_at_10": 0.34, + "precision_at_20": 0.295, + "precision_at_100": 0.2112, + "precision_at_1000": 0.08644, + "mrr_at_1": 0.52, + "mrr_at_3": 0.593333, + "mrr_at_5": 0.610333, + "mrr_at_10": 0.622, + "mrr_at_20": 0.622, + "mrr_at_100": 0.624521, + "mrr_at_1000": 0.624988, + "nauc_ndcg_at_1_max": 0.251186, + "nauc_ndcg_at_1_std": 0.137015, + "nauc_ndcg_at_1_diff1": 0.164655, + "nauc_ndcg_at_3_max": 0.212448, + "nauc_ndcg_at_3_std": 0.244266, + "nauc_ndcg_at_3_diff1": 0.087605, + "nauc_ndcg_at_5_max": 0.220816, + "nauc_ndcg_at_5_std": 0.264695, + "nauc_ndcg_at_5_diff1": 0.100767, + "nauc_ndcg_at_10_max": 0.281073, + "nauc_ndcg_at_10_std": 0.306638, + "nauc_ndcg_at_10_diff1": 0.13197, + "nauc_ndcg_at_20_max": 0.292506, + "nauc_ndcg_at_20_std": 0.333673, + "nauc_ndcg_at_20_diff1": 0.14306, + "nauc_ndcg_at_100_max": 0.373058, + "nauc_ndcg_at_100_std": 0.519394, + "nauc_ndcg_at_100_diff1": 0.124121, + "nauc_ndcg_at_1000_max": 0.344564, + "nauc_ndcg_at_1000_std": 0.517923, + "nauc_ndcg_at_1000_diff1": 0.053357, + "nauc_map_at_1_max": 0.138629, + "nauc_map_at_1_std": -0.01416, + "nauc_map_at_1_diff1": 0.112912, + "nauc_map_at_3_max": 0.162456, + "nauc_map_at_3_std": 0.072453, + "nauc_map_at_3_diff1": -0.035515, + "nauc_map_at_5_max": 0.16429, + "nauc_map_at_5_std": 0.104575, + "nauc_map_at_5_diff1": -0.042933, + "nauc_map_at_10_max": 0.208022, + "nauc_map_at_10_std": 0.168193, + "nauc_map_at_10_diff1": -0.046132, + "nauc_map_at_20_max": 0.210278, + "nauc_map_at_20_std": 0.202022, + "nauc_map_at_20_diff1": -0.034432, + "nauc_map_at_100_max": 0.344616, + "nauc_map_at_100_std": 0.421841, + "nauc_map_at_100_diff1": -0.024254, + "nauc_map_at_1000_max": 0.356985, + "nauc_map_at_1000_std": 0.534719, + "nauc_map_at_1000_diff1": 0.003133, + "nauc_recall_at_1_max": 0.138629, + "nauc_recall_at_1_std": -0.01416, + "nauc_recall_at_1_diff1": 0.112912, + "nauc_recall_at_3_max": 0.132767, + "nauc_recall_at_3_std": 0.055997, + "nauc_recall_at_3_diff1": -0.049658, + "nauc_recall_at_5_max": 0.174562, + "nauc_recall_at_5_std": 0.105533, + "nauc_recall_at_5_diff1": -0.030982, + "nauc_recall_at_10_max": 0.251411, + "nauc_recall_at_10_std": 0.182744, + "nauc_recall_at_10_diff1": -0.000551, + "nauc_recall_at_20_max": 0.246195, + "nauc_recall_at_20_std": 0.228946, + "nauc_recall_at_20_diff1": 0.0327, + "nauc_recall_at_100_max": 0.367416, + "nauc_recall_at_100_std": 0.469744, + "nauc_recall_at_100_diff1": 0.000679, + "nauc_recall_at_1000_max": 0.318516, + "nauc_recall_at_1000_std": 0.529954, + "nauc_recall_at_1000_diff1": -0.000402, + "nauc_precision_at_1_max": 0.308042, + "nauc_precision_at_1_std": 0.214729, + "nauc_precision_at_1_diff1": 0.162359, + "nauc_precision_at_3_max": 0.189602, + "nauc_precision_at_3_std": 0.270363, + "nauc_precision_at_3_diff1": 0.069383, + "nauc_precision_at_5_max": 0.200855, + "nauc_precision_at_5_std": 0.267049, + "nauc_precision_at_5_diff1": 0.076639, + "nauc_precision_at_10_max": 0.307588, + "nauc_precision_at_10_std": 0.320763, + "nauc_precision_at_10_diff1": 0.121226, + "nauc_precision_at_20_max": 0.311756, + "nauc_precision_at_20_std": 0.337279, + "nauc_precision_at_20_diff1": 0.138133, + "nauc_precision_at_100_max": 0.40649, + "nauc_precision_at_100_std": 0.568629, + "nauc_precision_at_100_diff1": 0.122143, + "nauc_precision_at_1000_max": 0.330236, + "nauc_precision_at_1000_std": 0.55045, + "nauc_precision_at_1000_diff1": 0.140598, + "nauc_mrr_at_1_max": 0.308042, + "nauc_mrr_at_1_std": 0.214729, + "nauc_mrr_at_1_diff1": 0.162359, + "nauc_mrr_at_3_max": 0.294319, + "nauc_mrr_at_3_std": 0.239951, + "nauc_mrr_at_3_diff1": 0.185162, + "nauc_mrr_at_5_max": 0.317922, + "nauc_mrr_at_5_std": 0.255177, + "nauc_mrr_at_5_diff1": 0.194411, + "nauc_mrr_at_10_max": 0.326935, + "nauc_mrr_at_10_std": 0.246134, + "nauc_mrr_at_10_diff1": 0.199405, + "nauc_mrr_at_20_max": 0.326935, + "nauc_mrr_at_20_std": 0.246134, + "nauc_mrr_at_20_diff1": 0.199405, + "nauc_mrr_at_100_max": 0.325021, + "nauc_mrr_at_100_std": 0.244546, + "nauc_mrr_at_100_diff1": 0.198791, + "nauc_mrr_at_1000_max": 0.324676, + "nauc_mrr_at_1000_std": 0.244837, + "nauc_mrr_at_1000_diff1": 0.197811, + "main_score": 0.33949, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 309.8529853820801, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/Touche2020-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/Touche2020-NL.json new file mode 100644 index 0000000000..b92d10f98c --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/Touche2020-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b69e63cbe72c5ce0489f69e88c35f51f13a3f993", + "task_name": "Touche2020-NL", + "mteb_version": "1.29.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.16327, + "ndcg_at_3": 0.16725, + "ndcg_at_5": 0.16091, + "ndcg_at_10": 0.14203, + "ndcg_at_20": 0.14831, + "ndcg_at_100": 0.24388, + "ndcg_at_1000": 0.36863, + "map_at_1": 0.01555, + "map_at_3": 0.03032, + "map_at_5": 0.04307, + "map_at_10": 0.05407, + "map_at_20": 0.06416, + "map_at_100": 0.08677, + "map_at_1000": 0.10034, + "recall_at_1": 0.01555, + "recall_at_3": 0.04132, + "recall_at_5": 0.06475, + "recall_at_10": 0.08959, + "recall_at_20": 0.1333, + "recall_at_100": 0.3449, + "recall_at_1000": 0.74187, + "precision_at_1": 0.18367, + "precision_at_3": 0.18367, + "precision_at_5": 0.17959, + "precision_at_10": 0.13061, + "precision_at_20": 0.10306, + "precision_at_100": 0.05653, + "precision_at_1000": 0.01382, + "mrr_at_1": 0.183673, + "mrr_at_3": 0.282313, + "mrr_at_5": 0.307823, + "mrr_at_10": 0.321137, + "mrr_at_20": 0.330183, + "mrr_at_100": 0.33709, + "mrr_at_1000": 0.337147, + "nauc_ndcg_at_1_max": -0.117814, + "nauc_ndcg_at_1_std": 0.287238, + "nauc_ndcg_at_1_diff1": 0.049276, + "nauc_ndcg_at_3_max": -0.176968, + "nauc_ndcg_at_3_std": 0.283391, + "nauc_ndcg_at_3_diff1": 0.005055, + "nauc_ndcg_at_5_max": -0.074311, + "nauc_ndcg_at_5_std": 0.277945, + "nauc_ndcg_at_5_diff1": 0.061268, + "nauc_ndcg_at_10_max": -0.049703, + "nauc_ndcg_at_10_std": 0.322706, + "nauc_ndcg_at_10_diff1": 0.163692, + "nauc_ndcg_at_20_max": -0.087223, + "nauc_ndcg_at_20_std": 0.326094, + "nauc_ndcg_at_20_diff1": 0.207157, + "nauc_ndcg_at_100_max": -0.162444, + "nauc_ndcg_at_100_std": 0.371714, + "nauc_ndcg_at_100_diff1": 0.142109, + "nauc_ndcg_at_1000_max": -0.057854, + "nauc_ndcg_at_1000_std": 0.511447, + "nauc_ndcg_at_1000_diff1": 0.1284, + "nauc_map_at_1_max": -0.211289, + "nauc_map_at_1_std": 0.153485, + "nauc_map_at_1_diff1": 0.26443, + "nauc_map_at_3_max": -0.238129, + "nauc_map_at_3_std": 0.165461, + "nauc_map_at_3_diff1": 0.212746, + "nauc_map_at_5_max": -0.140221, + "nauc_map_at_5_std": 0.231697, + "nauc_map_at_5_diff1": 0.27695, + "nauc_map_at_10_max": -0.095323, + "nauc_map_at_10_std": 0.249767, + "nauc_map_at_10_diff1": 0.302824, + "nauc_map_at_20_max": -0.087687, + "nauc_map_at_20_std": 0.245476, + "nauc_map_at_20_diff1": 0.310644, + "nauc_map_at_100_max": -0.105993, + "nauc_map_at_100_std": 0.289812, + "nauc_map_at_100_diff1": 0.252784, + "nauc_map_at_1000_max": -0.095287, + "nauc_map_at_1000_std": 0.331537, + "nauc_map_at_1000_diff1": 0.240194, + "nauc_recall_at_1_max": -0.211289, + "nauc_recall_at_1_std": 0.153485, + "nauc_recall_at_1_diff1": 0.26443, + "nauc_recall_at_3_max": -0.230422, + "nauc_recall_at_3_std": 0.192107, + "nauc_recall_at_3_diff1": 0.199928, + "nauc_recall_at_5_max": -0.094239, + "nauc_recall_at_5_std": 0.236395, + "nauc_recall_at_5_diff1": 0.245533, + "nauc_recall_at_10_max": -0.063029, + "nauc_recall_at_10_std": 0.279795, + "nauc_recall_at_10_diff1": 0.295382, + "nauc_recall_at_20_max": -0.108843, + "nauc_recall_at_20_std": 0.260295, + "nauc_recall_at_20_diff1": 0.285434, + "nauc_recall_at_100_max": -0.279128, + "nauc_recall_at_100_std": 0.337241, + "nauc_recall_at_100_diff1": 0.162815, + "nauc_recall_at_1000_max": -0.072272, + "nauc_recall_at_1000_std": 0.65007, + "nauc_recall_at_1000_diff1": 0.128293, + "nauc_precision_at_1_max": -0.168671, + "nauc_precision_at_1_std": 0.221152, + "nauc_precision_at_1_diff1": 0.060585, + "nauc_precision_at_3_max": -0.219752, + "nauc_precision_at_3_std": 0.23979, + "nauc_precision_at_3_diff1": 0.008735, + "nauc_precision_at_5_max": -0.04533, + "nauc_precision_at_5_std": 0.213045, + "nauc_precision_at_5_diff1": 0.063631, + "nauc_precision_at_10_max": -0.01264, + "nauc_precision_at_10_std": 0.271799, + "nauc_precision_at_10_diff1": 0.158757, + "nauc_precision_at_20_max": -0.021504, + "nauc_precision_at_20_std": 0.306513, + "nauc_precision_at_20_diff1": 0.146824, + "nauc_precision_at_100_max": -0.041145, + "nauc_precision_at_100_std": 0.517802, + "nauc_precision_at_100_diff1": -0.008785, + "nauc_precision_at_1000_max": 0.36935, + "nauc_precision_at_1000_std": 0.458113, + "nauc_precision_at_1000_diff1": -0.015761, + "nauc_mrr_at_1_max": -0.168671, + "nauc_mrr_at_1_std": 0.221152, + "nauc_mrr_at_1_diff1": 0.060585, + "nauc_mrr_at_3_max": -0.202374, + "nauc_mrr_at_3_std": 0.231469, + "nauc_mrr_at_3_diff1": 0.048884, + "nauc_mrr_at_5_max": -0.172161, + "nauc_mrr_at_5_std": 0.200587, + "nauc_mrr_at_5_diff1": 0.010239, + "nauc_mrr_at_10_max": -0.168633, + "nauc_mrr_at_10_std": 0.238926, + "nauc_mrr_at_10_diff1": 0.037804, + "nauc_mrr_at_20_max": -0.18289, + "nauc_mrr_at_20_std": 0.230275, + "nauc_mrr_at_20_diff1": 0.031299, + "nauc_mrr_at_100_max": -0.188434, + "nauc_mrr_at_100_std": 0.229543, + "nauc_mrr_at_100_diff1": 0.032049, + "nauc_mrr_at_1000_max": -0.188362, + "nauc_mrr_at_1000_std": 0.229697, + "nauc_mrr_at_1000_diff1": 0.032164, + "main_score": 0.14203, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 682.5014786720276, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/mMARCO-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/mMARCO-NL.json new file mode 100644 index 0000000000..2649b2deb3 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/mMARCO-NL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4a6c6c38794088dd4e227a9fe3595a3d188ccf95", + "task_name": "mMARCO-NL", + "mteb_version": "1.29.16", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.06289, + "ndcg_at_3": 0.09658, + "ndcg_at_5": 0.10947, + "ndcg_at_10": 0.12565, + "ndcg_at_20": 0.13979, + "ndcg_at_100": 0.16681, + "ndcg_at_1000": 0.19292, + "map_at_1": 0.06134, + "map_at_3": 0.08739, + "map_at_5": 0.09448, + "map_at_10": 0.10103, + "map_at_20": 0.10491, + "map_at_100": 0.10845, + "map_at_1000": 0.10932, + "recall_at_1": 0.06134, + "recall_at_3": 0.12111, + "recall_at_5": 0.15208, + "recall_at_10": 0.20223, + "recall_at_20": 0.25762, + "recall_at_100": 0.4045, + "recall_at_1000": 0.61403, + "precision_at_1": 0.06289, + "precision_at_3": 0.04155, + "precision_at_5": 0.03158, + "precision_at_10": 0.02105, + "precision_at_20": 0.01343, + "precision_at_100": 0.00425, + "precision_at_1000": 0.00065, + "mrr_at_1": 0.062894, + "mrr_at_3": 0.089542, + "mrr_at_5": 0.096891, + "mrr_at_10": 0.103537, + "mrr_at_20": 0.107443, + "mrr_at_100": 0.110984, + "mrr_at_1000": 0.11182, + "nauc_ndcg_at_1_max": 0.091411, + "nauc_ndcg_at_1_std": 0.089223, + "nauc_ndcg_at_1_diff1": 0.362159, + "nauc_ndcg_at_3_max": 0.104783, + "nauc_ndcg_at_3_std": 0.104449, + "nauc_ndcg_at_3_diff1": 0.287702, + "nauc_ndcg_at_5_max": 0.108748, + "nauc_ndcg_at_5_std": 0.124555, + "nauc_ndcg_at_5_diff1": 0.272624, + "nauc_ndcg_at_10_max": 0.114942, + "nauc_ndcg_at_10_std": 0.145491, + "nauc_ndcg_at_10_diff1": 0.254336, + "nauc_ndcg_at_20_max": 0.132338, + "nauc_ndcg_at_20_std": 0.17342, + "nauc_ndcg_at_20_diff1": 0.247824, + "nauc_ndcg_at_100_max": 0.152317, + "nauc_ndcg_at_100_std": 0.216454, + "nauc_ndcg_at_100_diff1": 0.235529, + "nauc_ndcg_at_1000_max": 0.175637, + "nauc_ndcg_at_1000_std": 0.24122, + "nauc_ndcg_at_1000_diff1": 0.228935, + "nauc_map_at_1_max": 0.091147, + "nauc_map_at_1_std": 0.086775, + "nauc_map_at_1_diff1": 0.367115, + "nauc_map_at_3_max": 0.103124, + "nauc_map_at_3_std": 0.100979, + "nauc_map_at_3_diff1": 0.302214, + "nauc_map_at_5_max": 0.105524, + "nauc_map_at_5_std": 0.113653, + "nauc_map_at_5_diff1": 0.292325, + "nauc_map_at_10_max": 0.108809, + "nauc_map_at_10_std": 0.124043, + "nauc_map_at_10_diff1": 0.282607, + "nauc_map_at_20_max": 0.114677, + "nauc_map_at_20_std": 0.133507, + "nauc_map_at_20_diff1": 0.280104, + "nauc_map_at_100_max": 0.117913, + "nauc_map_at_100_std": 0.14104, + "nauc_map_at_100_diff1": 0.277582, + "nauc_map_at_1000_max": 0.118931, + "nauc_map_at_1000_std": 0.142267, + "nauc_map_at_1000_diff1": 0.277334, + "nauc_recall_at_1_max": 0.091147, + "nauc_recall_at_1_std": 0.086775, + "nauc_recall_at_1_diff1": 0.367115, + "nauc_recall_at_3_max": 0.10775, + "nauc_recall_at_3_std": 0.111704, + "nauc_recall_at_3_diff1": 0.256564, + "nauc_recall_at_5_max": 0.113129, + "nauc_recall_at_5_std": 0.145621, + "nauc_recall_at_5_diff1": 0.233761, + "nauc_recall_at_10_max": 0.124287, + "nauc_recall_at_10_std": 0.185138, + "nauc_recall_at_10_diff1": 0.201073, + "nauc_recall_at_20_max": 0.165365, + "nauc_recall_at_20_std": 0.250386, + "nauc_recall_at_20_diff1": 0.189828, + "nauc_recall_at_100_max": 0.2237, + "nauc_recall_at_100_std": 0.375784, + "nauc_recall_at_100_diff1": 0.158576, + "nauc_recall_at_1000_max": 0.355478, + "nauc_recall_at_1000_std": 0.525776, + "nauc_recall_at_1000_diff1": 0.11116, + "nauc_precision_at_1_max": 0.091411, + "nauc_precision_at_1_std": 0.089223, + "nauc_precision_at_1_diff1": 0.362159, + "nauc_precision_at_3_max": 0.106748, + "nauc_precision_at_3_std": 0.112083, + "nauc_precision_at_3_diff1": 0.253962, + "nauc_precision_at_5_max": 0.115736, + "nauc_precision_at_5_std": 0.149218, + "nauc_precision_at_5_diff1": 0.230582, + "nauc_precision_at_10_max": 0.128652, + "nauc_precision_at_10_std": 0.189452, + "nauc_precision_at_10_diff1": 0.202376, + "nauc_precision_at_20_max": 0.172895, + "nauc_precision_at_20_std": 0.254597, + "nauc_precision_at_20_diff1": 0.191881, + "nauc_precision_at_100_max": 0.236253, + "nauc_precision_at_100_std": 0.380799, + "nauc_precision_at_100_diff1": 0.157552, + "nauc_precision_at_1000_max": 0.355315, + "nauc_precision_at_1000_std": 0.495471, + "nauc_precision_at_1000_diff1": 0.099421, + "nauc_mrr_at_1_max": 0.091411, + "nauc_mrr_at_1_std": 0.089223, + "nauc_mrr_at_1_diff1": 0.362159, + "nauc_mrr_at_3_max": 0.103155, + "nauc_mrr_at_3_std": 0.101023, + "nauc_mrr_at_3_diff1": 0.299882, + "nauc_mrr_at_5_max": 0.107058, + "nauc_mrr_at_5_std": 0.115023, + "nauc_mrr_at_5_diff1": 0.289657, + "nauc_mrr_at_10_max": 0.109959, + "nauc_mrr_at_10_std": 0.125176, + "nauc_mrr_at_10_diff1": 0.280916, + "nauc_mrr_at_20_max": 0.115839, + "nauc_mrr_at_20_std": 0.134436, + "nauc_mrr_at_20_diff1": 0.278306, + "nauc_mrr_at_100_max": 0.119174, + "nauc_mrr_at_100_std": 0.141618, + "nauc_mrr_at_100_diff1": 0.275764, + "nauc_mrr_at_1000_max": 0.120071, + "nauc_mrr_at_1000_std": 0.142699, + "nauc_mrr_at_1000_diff1": 0.275533, + "main_score": 0.12565, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 18036.046632528305, + "kg_co2_emissions": null +} \ No newline at end of file