Skip to content

Commit

Permalink
mult-e5-small and MiniLM for BEIR-NL (#105)
Browse files Browse the repository at this point in the history
  • Loading branch information
@nikolay-banar
nikolay-banar authored Feb 4, 2025
1 parent 38fafcb commit c70758d
Show file tree
Hide file tree
Showing 55 changed files with 8,412 additions and 0 deletions.
158 changes: 158 additions & 0 deletions .../intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ArguAna-NL.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,158 @@
{
"dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba",
"task_name": "ArguAna-NL",
"mteb_version": "1.29.16",
"scores": {
"test": [
{
"ndcg_at_1": 0.20128,
"ndcg_at_3": 0.31223,
"ndcg_at_5": 0.3583,
"ndcg_at_10": 0.3989,
"ndcg_at_20": 0.42835,
"ndcg_at_100": 0.45975,
"ndcg_at_1000": 0.4697,
"map_at_1": 0.20128,
"map_at_3": 0.28473,
"map_at_5": 0.31034,
"map_at_10": 0.32729,
"map_at_20": 0.33564,
"map_at_100": 0.34033,
"map_at_1000": 0.3407,
"recall_at_1": 0.20128,
"recall_at_3": 0.39189,
"recall_at_5": 0.50356,
"recall_at_10": 0.62802,
"recall_at_20": 0.74253,
"recall_at_100": 0.90683,
"recall_at_1000": 0.98506,
"precision_at_1": 0.20128,
"precision_at_3": 0.13063,
"precision_at_5": 0.10071,
"precision_at_10": 0.0628,
"precision_at_20": 0.03713,
"precision_at_100": 0.00907,
"precision_at_1000": 0.00099,
"mrr_at_1": 0.203414,
"mrr_at_3": 0.285206,
"mrr_at_5": 0.311166,
"mrr_at_10": 0.328252,
"mrr_at_20": 0.336566,
"mrr_at_100": 0.341286,
"mrr_at_1000": 0.341664,
"nauc_ndcg_at_1_max": -0.00689,
"nauc_ndcg_at_1_std": -0.014611,
"nauc_ndcg_at_1_diff1": 0.085112,
"nauc_ndcg_at_3_max": 0.035664,
"nauc_ndcg_at_3_std": 0.033241,
"nauc_ndcg_at_3_diff1": 0.069092,
"nauc_ndcg_at_5_max": 0.062793,
"nauc_ndcg_at_5_std": 0.06297,
"nauc_ndcg_at_5_diff1": 0.074113,
"nauc_ndcg_at_10_max": 0.078568,
"nauc_ndcg_at_10_std": 0.08257,
"nauc_ndcg_at_10_diff1": 0.070176,
"nauc_ndcg_at_20_max": 0.08417,
"nauc_ndcg_at_20_std": 0.093401,
"nauc_ndcg_at_20_diff1": 0.082338,
"nauc_ndcg_at_100_max": 0.077619,
"nauc_ndcg_at_100_std": 0.09421,
"nauc_ndcg_at_100_diff1": 0.0826,
"nauc_ndcg_at_1000_max": 0.064862,
"nauc_ndcg_at_1000_std": 0.076081,
"nauc_ndcg_at_1000_diff1": 0.078559,
"nauc_map_at_1_max": -0.00689,
"nauc_map_at_1_std": -0.014611,
"nauc_map_at_1_diff1": 0.085112,
"nauc_map_at_3_max": 0.025772,
"nauc_map_at_3_std": 0.023235,
"nauc_map_at_3_diff1": 0.070275,
"nauc_map_at_5_max": 0.041,
"nauc_map_at_5_std": 0.040168,
"nauc_map_at_5_diff1": 0.072687,
"nauc_map_at_10_max": 0.047018,
"nauc_map_at_10_std": 0.04709,
"nauc_map_at_10_diff1": 0.071006,
"nauc_map_at_20_max": 0.04792,
"nauc_map_at_20_std": 0.049345,
"nauc_map_at_20_diff1": 0.074176,
"nauc_map_at_100_max": 0.047241,
"nauc_map_at_100_std": 0.049258,
"nauc_map_at_100_diff1": 0.074579,
"nauc_map_at_1000_max": 0.046835,
"nauc_map_at_1000_std": 0.048667,
"nauc_map_at_1000_diff1": 0.074507,
"nauc_recall_at_1_max": -0.00689,
"nauc_recall_at_1_std": -0.014611,
"nauc_recall_at_1_diff1": 0.085112,
"nauc_recall_at_3_max": 0.061484,
"nauc_recall_at_3_std": 0.058977,
"nauc_recall_at_3_diff1": 0.066877,
"nauc_recall_at_5_max": 0.124713,
"nauc_recall_at_5_std": 0.127267,
"nauc_recall_at_5_diff1": 0.07998,
"nauc_recall_at_10_max": 0.18597,
"nauc_recall_at_10_std": 0.204769,
"nauc_recall_at_10_diff1": 0.06852,
"nauc_recall_at_20_max": 0.248126,
"nauc_recall_at_20_std": 0.297485,
"nauc_recall_at_20_diff1": 0.130244,
"nauc_recall_at_100_max": 0.359303,
"nauc_recall_at_100_std": 0.589735,
"nauc_recall_at_100_diff1": 0.182103,
"nauc_recall_at_1000_max": 0.049267,
"nauc_recall_at_1000_std": 0.656075,
"nauc_recall_at_1000_diff1": 0.077412,
"nauc_precision_at_1_max": -0.00689,
"nauc_precision_at_1_std": -0.014611,
"nauc_precision_at_1_diff1": 0.085112,
"nauc_precision_at_3_max": 0.061484,
"nauc_precision_at_3_std": 0.058977,
"nauc_precision_at_3_diff1": 0.066877,
"nauc_precision_at_5_max": 0.124713,
"nauc_precision_at_5_std": 0.127267,
"nauc_precision_at_5_diff1": 0.07998,
"nauc_precision_at_10_max": 0.18597,
"nauc_precision_at_10_std": 0.204769,
"nauc_precision_at_10_diff1": 0.06852,
"nauc_precision_at_20_max": 0.248126,
"nauc_precision_at_20_std": 0.297485,
"nauc_precision_at_20_diff1": 0.130244,
"nauc_precision_at_100_max": 0.359303,
"nauc_precision_at_100_std": 0.589735,
"nauc_precision_at_100_diff1": 0.182103,
"nauc_precision_at_1000_max": 0.049267,
"nauc_precision_at_1000_std": 0.656075,
"nauc_precision_at_1000_diff1": 0.077412,
"nauc_mrr_at_1_max": -0.003208,
"nauc_mrr_at_1_std": -0.010659,
"nauc_mrr_at_1_diff1": 0.07743,
"nauc_mrr_at_3_max": 0.019487,
"nauc_mrr_at_3_std": 0.023266,
"nauc_mrr_at_3_diff1": 0.056535,
"nauc_mrr_at_5_max": 0.037627,
"nauc_mrr_at_5_std": 0.040399,
"nauc_mrr_at_5_diff1": 0.063515,
"nauc_mrr_at_10_max": 0.0441,
"nauc_mrr_at_10_std": 0.047715,
"nauc_mrr_at_10_diff1": 0.0621,
"nauc_mrr_at_20_max": 0.044695,
"nauc_mrr_at_20_std": 0.049826,
"nauc_mrr_at_20_diff1": 0.064858,
"nauc_mrr_at_100_max": 0.044154,
"nauc_mrr_at_100_std": 0.049869,
"nauc_mrr_at_100_diff1": 0.065321,
"nauc_mrr_at_1000_max": 0.043745,
"nauc_mrr_at_1000_std": 0.04928,
"nauc_mrr_at_1000_diff1": 0.065238,
"main_score": 0.3989,
"hf_subset": "default",
"languages": [
"nld-Latn"
]
}
]
},
"evaluation_time": 59.762232542037964,
"kg_co2_emissions": null
}
19 changes: 19 additions & 0 deletions ...float__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstack-NL.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
{
"dataset_revision": "1",
"task_name": "CQADupstack-NL",
"mteb_version": "1.29.16",
"scores": {
"test": [
{
"ndcg_at_10": 0.271138,
"main_score": 0.271138,
"hf_subset": "default",
"languages": [
"nld-Latn"
]
}
]
},
"evaluation_time": 2695.8091113567352,
"kg_co2_emissions": NaN
}
158 changes: 158 additions & 0 deletions ...multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackAndroid-NL.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,158 @@
{
"dataset_revision": "1de13232f452f0b4f5525d8c6c41cd6a9ae1d084",
"task_name": "CQADupstackAndroid-NL",
"mteb_version": "1.29.16",
"scores": {
"test": [
{
"ndcg_at_1": 0.24607,
"ndcg_at_3": 0.30351,
"ndcg_at_5": 0.32105,
"ndcg_at_10": 0.34032,
"ndcg_at_20": 0.35659,
"ndcg_at_100": 0.38929,
"ndcg_at_1000": 0.41288,
"map_at_1": 0.24607,
"map_at_3": 0.2897,
"map_at_5": 0.29936,
"map_at_10": 0.30721,
"map_at_20": 0.31166,
"map_at_100": 0.3162,
"map_at_1000": 0.31697,
"recall_at_1": 0.24607,
"recall_at_3": 0.34335,
"recall_at_5": 0.38627,
"recall_at_10": 0.44635,
"recall_at_20": 0.51073,
"recall_at_100": 0.6867,
"recall_at_1000": 0.87983,
"precision_at_1": 0.24607,
"precision_at_3": 0.11445,
"precision_at_5": 0.07725,
"precision_at_10": 0.04464,
"precision_at_20": 0.02554,
"precision_at_100": 0.00687,
"precision_at_1000": 0.00088,
"mrr_at_1": 0.246066,
"mrr_at_3": 0.2897,
"mrr_at_5": 0.299356,
"mrr_at_10": 0.307205,
"mrr_at_20": 0.311661,
"mrr_at_100": 0.316201,
"mrr_at_1000": 0.316966,
"nauc_ndcg_at_1_max": 0.325683,
"nauc_ndcg_at_1_std": 0.00464,
"nauc_ndcg_at_1_diff1": 0.524287,
"nauc_ndcg_at_3_max": 0.345971,
"nauc_ndcg_at_3_std": 0.022214,
"nauc_ndcg_at_3_diff1": 0.47739,
"nauc_ndcg_at_5_max": 0.351665,
"nauc_ndcg_at_5_std": 0.01973,
"nauc_ndcg_at_5_diff1": 0.474989,
"nauc_ndcg_at_10_max": 0.34017,
"nauc_ndcg_at_10_std": 0.035404,
"nauc_ndcg_at_10_diff1": 0.4617,
"nauc_ndcg_at_20_max": 0.346745,
"nauc_ndcg_at_20_std": 0.045202,
"nauc_ndcg_at_20_diff1": 0.457469,
"nauc_ndcg_at_100_max": 0.349077,
"nauc_ndcg_at_100_std": 0.06763,
"nauc_ndcg_at_100_diff1": 0.452291,
"nauc_ndcg_at_1000_max": 0.349426,
"nauc_ndcg_at_1000_std": 0.061771,
"nauc_ndcg_at_1000_diff1": 0.45917,
"nauc_map_at_1_max": 0.325683,
"nauc_map_at_1_std": 0.00464,
"nauc_map_at_1_diff1": 0.524287,
"nauc_map_at_3_max": 0.340364,
"nauc_map_at_3_std": 0.015523,
"nauc_map_at_3_diff1": 0.486893,
"nauc_map_at_5_max": 0.343827,
"nauc_map_at_5_std": 0.014217,
"nauc_map_at_5_diff1": 0.485431,
"nauc_map_at_10_max": 0.33945,
"nauc_map_at_10_std": 0.021237,
"nauc_map_at_10_diff1": 0.47966,
"nauc_map_at_20_max": 0.341154,
"nauc_map_at_20_std": 0.023855,
"nauc_map_at_20_diff1": 0.478529,
"nauc_map_at_100_max": 0.341335,
"nauc_map_at_100_std": 0.026418,
"nauc_map_at_100_diff1": 0.477961,
"nauc_map_at_1000_max": 0.341323,
"nauc_map_at_1000_std": 0.026423,
"nauc_map_at_1000_diff1": 0.478225,
"nauc_recall_at_1_max": 0.325683,
"nauc_recall_at_1_std": 0.00464,
"nauc_recall_at_1_diff1": 0.524287,
"nauc_recall_at_3_max": 0.361623,
"nauc_recall_at_3_std": 0.041485,
"nauc_recall_at_3_diff1": 0.451971,
"nauc_recall_at_5_max": 0.373574,
"nauc_recall_at_5_std": 0.035122,
"nauc_recall_at_5_diff1": 0.447191,
"nauc_recall_at_10_max": 0.337677,
"nauc_recall_at_10_std": 0.079237,
"nauc_recall_at_10_diff1": 0.408772,
"nauc_recall_at_20_max": 0.363806,
"nauc_recall_at_20_std": 0.118838,
"nauc_recall_at_20_diff1": 0.390846,
"nauc_recall_at_100_max": 0.384945,
"nauc_recall_at_100_std": 0.29271,
"nauc_recall_at_100_diff1": 0.336832,
"nauc_recall_at_1000_max": 0.439395,
"nauc_recall_at_1000_std": 0.412853,
"nauc_recall_at_1000_diff1": 0.336503,
"nauc_precision_at_1_max": 0.325683,
"nauc_precision_at_1_std": 0.00464,
"nauc_precision_at_1_diff1": 0.524287,
"nauc_precision_at_3_max": 0.361623,
"nauc_precision_at_3_std": 0.041485,
"nauc_precision_at_3_diff1": 0.451971,
"nauc_precision_at_5_max": 0.373574,
"nauc_precision_at_5_std": 0.035122,
"nauc_precision_at_5_diff1": 0.447191,
"nauc_precision_at_10_max": 0.337677,
"nauc_precision_at_10_std": 0.079237,
"nauc_precision_at_10_diff1": 0.408772,
"nauc_precision_at_20_max": 0.363806,
"nauc_precision_at_20_std": 0.118838,
"nauc_precision_at_20_diff1": 0.390846,
"nauc_precision_at_100_max": 0.384945,
"nauc_precision_at_100_std": 0.29271,
"nauc_precision_at_100_diff1": 0.336832,
"nauc_precision_at_1000_max": 0.439395,
"nauc_precision_at_1000_std": 0.412853,
"nauc_precision_at_1000_diff1": 0.336503,
"nauc_mrr_at_1_max": 0.325683,
"nauc_mrr_at_1_std": 0.00464,
"nauc_mrr_at_1_diff1": 0.524287,
"nauc_mrr_at_3_max": 0.340364,
"nauc_mrr_at_3_std": 0.015523,
"nauc_mrr_at_3_diff1": 0.486893,
"nauc_mrr_at_5_max": 0.343827,
"nauc_mrr_at_5_std": 0.014217,
"nauc_mrr_at_5_diff1": 0.485431,
"nauc_mrr_at_10_max": 0.33945,
"nauc_mrr_at_10_std": 0.021237,
"nauc_mrr_at_10_diff1": 0.47966,
"nauc_mrr_at_20_max": 0.341154,
"nauc_mrr_at_20_std": 0.023855,
"nauc_mrr_at_20_diff1": 0.478529,
"nauc_mrr_at_100_max": 0.341335,
"nauc_mrr_at_100_std": 0.026418,
"nauc_mrr_at_100_diff1": 0.477961,
"nauc_mrr_at_1000_max": 0.341323,
"nauc_mrr_at_1000_std": 0.026423,
"nauc_mrr_at_1000_diff1": 0.478225,
"main_score": 0.34032,
"hf_subset": "default",
"languages": [
"nld-Latn"
]
}
]
},
"evaluation_time": 88.13310313224792,
"kg_co2_emissions": null
}
Loading

0 comments on commit c70758d

Please sign in to comment.