From e3d6a39c0e9eaf6d478caa07641db2b85c5b00ca Mon Sep 17 00:00:00 2001 From: Roman Solomatin <36135455+Samoed@users.noreply.github.com> Date: Wed, 29 Jan 2025 17:52:18 +0300 Subject: [PATCH 1/2] add CQADupstackRetrieval --- load_external.py | 1 - .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 41 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 41 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 18 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 65 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 65 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 157 + .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 65 +- .../external/CQADupstackRetrieval.json | 65 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 54 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 54 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 47 + .../MIRACLRetrievalHardNegatives.json | 138 +- .../external/MLQARetrieval.json | 3843 +++++++++++++++- .../external/MintakaRetrieval.json | 142 +- .../external/SadeemQuestionRetrieval.json | 132 +- .../MIRACLRetrievalHardNegatives.json | 136 +- .../external/MLQARetrieval.json | 3847 ++++++++++++++++- .../external/MintakaRetrieval.json | 136 +- .../external/SadeemQuestionRetrieval.json | 134 +- .../MIRACLRetrievalHardNegatives.json | 136 +- .../external/MLQARetrieval.json | 3845 +++++++++++++++- .../external/MintakaRetrieval.json | 132 +- .../external/SadeemQuestionRetrieval.json | 134 +- .../MIRACLRetrievalHardNegatives.json | 136 +- .../external/MLQARetrieval.json | 3843 +++++++++++++++- .../external/MintakaRetrieval.json | 146 +- .../external/SadeemQuestionRetrieval.json | 136 +- .../external/MLQARetrieval.json | 3555 +++++++++++++++ .../external/MintakaRetrieval.json | 120 + .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 52 + .../external/CQADupstackRetrieval.json | 97 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 18 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 97 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 97 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 157 + .../external/CQADupstackRetrieval.json | 18 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 18 + .../external/CQADupstackRetrieval.json | 97 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 18 + .../external/CQADupstackRetrieval.json | 178 +- .../external/CQADupstackRetrieval.json | 178 +- .../external/CQADupstackRetrieval.json | 178 +- .../external/CQADupstackRetrieval.json | 178 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 157 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 157 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 65 +- .../external/CQADupstackRetrieval.json | 65 +- .../external/CQADupstackRetrieval.json | 157 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 65 +- .../external/CQADupstackRetrieval.json | 65 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 170 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 18 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 65 +- .../external/CQADupstackRetrieval.json | 65 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 97 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 41 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 65 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 47 + .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 65 +- .../external/CQADupstackRetrieval.json | 65 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 60 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 31 +- .../external/CQADupstackRetrieval.json | 18 + 400 files changed, 37050 insertions(+), 4863 deletions(-) create mode 100644 results/Alignment-Lab-AI__e5-mistral-7b-instruct/external/CQADupstackRetrieval.json create mode 100644 results/BAAI__bge-base-en-v1.5/external/CQADupstackRetrieval.json create mode 100644 results/BAAI__bge-base-en/external/CQADupstackRetrieval.json create mode 100644 results/BAAI__bge-en-icl/external/CQADupstackRetrieval.json create mode 100644 results/BAAI__bge-large-en-v1.5/external/CQADupstackRetrieval.json create mode 100644 results/BAAI__bge-large-en/external/CQADupstackRetrieval.json create mode 100644 results/BAAI__bge-multilingual-gemma2/external/CQADupstackRetrieval.json create mode 100644 results/BAAI__bge-small-en-v1.5/external/CQADupstackRetrieval.json create mode 100644 results/BAAI__bge-small-en/external/CQADupstackRetrieval.json create mode 100644 results/BeastyZ__e5-R-mistral-7b/external/CQADupstackRetrieval.json create mode 100644 results/Daxtra__jina-embeddings-v3/external/CQADupstackRetrieval.json create mode 100644 results/GritLM__GritLM-7B/external/CQADupstackRetrieval.json create mode 100644 results/GritLM__GritLM-8x7B/external/CQADupstackRetrieval.json create mode 100644 results/Hiveurban__multilingual-e5-large-pooled/external/CQADupstackRetrieval.json create mode 100644 results/Linq-AI-Research__Linq-Embed-Mistral/external/CQADupstackRetrieval.json create mode 100644 results/Marqo__dunzhang-stella_en_400M_v5/external/CQADupstackRetrieval.json create mode 100644 results/Marqo__multilingual-e5-small/external/CQADupstackRetrieval.json create mode 100644 results/McGill-NLP__LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised/external/CQADupstackRetrieval.json create mode 100644 results/McGill-NLP__LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse/external/CQADupstackRetrieval.json create mode 100644 results/McGill-NLP__LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised/external/CQADupstackRetrieval.json create mode 100644 results/McGill-NLP__LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse/external/CQADupstackRetrieval.json create mode 100644 results/McGill-NLP__LLM2Vec-Sheared-LLaMA-mntp-supervised/external/CQADupstackRetrieval.json create mode 100644 results/Nextcloud-AI__multilingual-e5-large-instruct/external/CQADupstackRetrieval.json create mode 100644 results/Salesforce__SFR-Embedding-2_R/external/CQADupstackRetrieval.json create mode 100644 results/Salesforce__SFR-Embedding-Mistral/external/CQADupstackRetrieval.json create mode 100644 results/abhinand__MedEmbed-small-v0.1/external/CQADupstackRetrieval.json create mode 100644 results/aiacademyvn__multilingual-e5-large-instruct/external/CQADupstackRetrieval.json create mode 100644 results/anuccikpmg__multilingual-e5-large-instruct-openvino-int8/external/CQADupstackRetrieval.json create mode 100644 results/arcdev__SFR-Embedding-Mistral/external/CQADupstackRetrieval.json create mode 100644 results/arcdev__e5-mistral-7b-instruct/external/CQADupstackRetrieval.json create mode 100644 results/atian-chapters__Chapters-SFR-Embedding-Mistral/external/CQADupstackRetrieval.json create mode 100644 results/avsolatorio__GIST-Embedding-v0/external/CQADupstackRetrieval.json create mode 100644 results/avsolatorio__GIST-all-MiniLM-L6-v2/external/CQADupstackRetrieval.json create mode 100644 results/avsolatorio__GIST-large-Embedding-v0/external/CQADupstackRetrieval.json create mode 100644 results/avsolatorio__GIST-small-Embedding-v0/external/CQADupstackRetrieval.json create mode 100644 results/avsolatorio__NoInstruct-small-Embedding-v0/external/CQADupstackRetrieval.json create mode 100644 results/beademiguelperez__sentence-transformers-multilingual-e5-small/external/CQADupstackRetrieval.json create mode 100644 results/blevlabs__stella_en_v5/external/CQADupstackRetrieval.json create mode 100644 results/brahmairesearch__slx-v0.1/external/CQADupstackRetrieval.json create mode 100644 results/cnmoro__snowflake-arctic-embed-m-v2.0-cpu/external/CQADupstackRetrieval.json create mode 100644 results/compressa-ai__Compressa-Embeddings/external/CQADupstackRetrieval.json create mode 100644 results/consciousAI__cai-lunaris-text-embeddings/external/CQADupstackRetrieval.json create mode 100644 results/deepfile__multilingual-e5-small-onnx-qint8/external/CQADupstackRetrieval.json create mode 100644 results/deepfile__multilingual-e5-small-openvino/external/CQADupstackRetrieval.json create mode 100644 results/dwzhu__e5-base-4k/external/CQADupstackRetrieval.json create mode 100644 results/ef-zulla__e5-multi-sml-torch/external/CQADupstackRetrieval.json create mode 100644 results/goldenrooster__multilingual-e5-large/external/CQADupstackRetrieval.json create mode 100644 results/iamgroot42__spice/external/CQADupstackRetrieval.json create mode 100644 results/ieasybooks__multilingual-e5-large-onnx/external/CQADupstackRetrieval.json create mode 100644 results/ildodeltaRule__multilingual-e5-large/external/CQADupstackRetrieval.json create mode 100644 results/infgrad__stella-base-en-v2/external/CQADupstackRetrieval.json create mode 100644 results/intfloat__e5-base-v2/external/CQADupstackRetrieval.json create mode 100644 results/intfloat__e5-base/external/CQADupstackRetrieval.json create mode 100644 results/intfloat__e5-large-v2/external/CQADupstackRetrieval.json create mode 100644 results/intfloat__e5-large/external/CQADupstackRetrieval.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/external/CQADupstackRetrieval.json create mode 100644 results/intfloat__e5-small-v2/external/CQADupstackRetrieval.json create mode 100644 results/intfloat__e5-small/external/CQADupstackRetrieval.json create mode 100644 results/intfloat__multilingual-e5-base/external/CQADupstackRetrieval.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/external/CQADupstackRetrieval.json create mode 100644 results/intfloat__multilingual-e5-large/external/CQADupstackRetrieval.json create mode 100644 results/intfloat__multilingual-e5-small/external/CQADupstackRetrieval.json create mode 100644 results/izhx__udever-bloom-1b1/external/CQADupstackRetrieval.json create mode 100644 results/izhx__udever-bloom-3b/external/CQADupstackRetrieval.json create mode 100644 results/izhx__udever-bloom-560m/external/CQADupstackRetrieval.json create mode 100644 results/izhx__udever-bloom-7b1/external/CQADupstackRetrieval.json create mode 100644 results/jburmeister__stella_en_400M_v5/external/CQADupstackRetrieval.json create mode 100644 results/jncraton__multilingual-e5-small-ct2-int8/external/CQADupstackRetrieval.json create mode 100644 results/krilecy__e5-mistral-7b-instruct/external/CQADupstackRetrieval.json create mode 100644 results/lgbird__stella_1.5B_custom/external/CQADupstackRetrieval.json create mode 100644 results/linhphanff__stella_en_1.5B_v5_clone/external/CQADupstackRetrieval.json create mode 100644 results/maiyad__multilingual-e5-small/external/CQADupstackRetrieval.json create mode 100644 results/markaw__NV-Embed-v2/external/CQADupstackRetrieval.json create mode 100644 results/morgendigital__multilingual-e5-large-quantized/external/CQADupstackRetrieval.json create mode 100644 results/nomic-ai__nomic-embed-text-v1-ablated/external/CQADupstackRetrieval.json create mode 100644 results/nomic-ai__nomic-embed-text-v1-unsupervised/external/CQADupstackRetrieval.json create mode 100644 results/nvidia__NV-Embed-v1/external/CQADupstackRetrieval.json create mode 100644 results/nvidia__NV-Embed-v2/external/CQADupstackRetrieval.json create mode 100644 results/openbmb__MiniCPM-Embedding/external/CQADupstackRetrieval.json create mode 100644 results/rlsChapters__Chapters-SFR-Embedding-Mistral/external/CQADupstackRetrieval.json create mode 100644 results/starsy__bge-en-icl/external/CQADupstackRetrieval.json create mode 100644 results/thenlper__gte-base/external/CQADupstackRetrieval.json create mode 100644 results/thenlper__gte-large/external/CQADupstackRetrieval.json create mode 100644 results/thenlper__gte-small/external/CQADupstackRetrieval.json create mode 100644 results/vectoriseai__multilingual-e5-large/external/CQADupstackRetrieval.json create mode 100644 results/zeta-alpha-ai__Zeta-Alpha-E5-Mistral/external/CQADupstackRetrieval.json diff --git a/load_external.py b/load_external.py index a630287c0c..78106ea789 100644 --- a/load_external.py +++ b/load_external.py @@ -2,7 +2,6 @@ import json import logging -import math import re from pathlib import Path from typing import Any diff --git a/results/Alibaba-NLP__gme-Qwen2-VL-2B-Instruct/external/CQADupstackRetrieval.json b/results/Alibaba-NLP__gme-Qwen2-VL-2B-Instruct/external/CQADupstackRetrieval.json index fa0ff2aca5..482e73ca92 100644 --- a/results/Alibaba-NLP__gme-Qwen2-VL-2B-Instruct/external/CQADupstackRetrieval.json +++ b/results/Alibaba-NLP__gme-Qwen2-VL-2B-Instruct/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.381297, - "main_score": 0.381297, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.25281666666666663, + "map_at_10": 0.34080666666666665, + "map_at_100": 0.3527875, + "map_at_1000": 0.35401833333333327, + "map_at_3": 0.3145316666666667, + "map_at_5": 0.32927166666666674, + "mrr_at_1": 0.2978783333333333, + "mrr_at_10": 0.38077333333333335, + "mrr_at_100": 0.38936499999999996, + "mrr_at_1000": 0.3900024999999999, + "mrr_at_3": 0.35773499999999997, + "mrr_at_5": 0.3707683333333334, + "ndcg_at_1": 0.2978783333333333, + "ndcg_at_10": 0.39183000000000007, + "ndcg_at_100": 0.44444750000000005, + "ndcg_at_1000": 0.46903166666666674, + "ndcg_at_3": 0.34693083333333324, + "ndcg_at_5": 0.36803166666666665, + "precision_at_1": 0.2978783333333333, + "precision_at_10": 0.06820749999999999, + "precision_at_100": 0.011224166666666667, + "precision_at_1000": 0.0015249999999999999, + "precision_at_3": 0.15936333333333336, + "precision_at_5": 0.11282333333333333, + "recall_at_1": 0.25281666666666663, + "recall_at_10": 0.5028199999999999, + "recall_at_100": 0.7354558333333334, + "recall_at_1000": 0.9064241666666666, + "recall_at_3": 0.37800999999999996, + "recall_at_5": 0.43223000000000006, + "main_score": 0.39183000000000007 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Alibaba-NLP__gme-Qwen2-VL-7B-Instruct/external/CQADupstackRetrieval.json b/results/Alibaba-NLP__gme-Qwen2-VL-7B-Instruct/external/CQADupstackRetrieval.json index c87b98ab3b..cecbfac671 100644 --- a/results/Alibaba-NLP__gme-Qwen2-VL-7B-Instruct/external/CQADupstackRetrieval.json +++ b/results/Alibaba-NLP__gme-Qwen2-VL-7B-Instruct/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.416613, - "main_score": 0.416613, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2534866666666667, + "map_at_10": 0.35655416666666667, + "map_at_100": 0.3698241666666667, + "map_at_1000": 0.3709416666666667, + "map_at_3": 0.3242149999999999, + "map_at_5": 0.3420266666666667, + "mrr_at_1": 0.3002116666666667, + "mrr_at_10": 0.39781666666666665, + "mrr_at_100": 0.40697333333333335, + "mrr_at_1000": 0.4074875, + "mrr_at_3": 0.3704308333333334, + "mrr_at_5": 0.3856391666666666, + "ndcg_at_1": 0.3002116666666667, + "ndcg_at_10": 0.41661333333333334, + "ndcg_at_100": 0.4721474999999999, + "ndcg_at_1000": 0.49296000000000006, + "ndcg_at_3": 0.36069583333333344, + "ndcg_at_5": 0.3866858333333333, + "precision_at_1": 0.3002116666666667, + "precision_at_10": 0.0749725, + "precision_at_100": 0.012044166666666667, + "precision_at_1000": 0.0015766666666666665, + "precision_at_3": 0.1683458333333333, + "precision_at_5": 0.12134, + "recall_at_1": 0.2534866666666667, + "recall_at_10": 0.5540541666666666, + "recall_at_100": 0.7938683333333333, + "recall_at_1000": 0.9350958333333333, + "recall_at_3": 0.39998583333333343, + "recall_at_5": 0.4655741666666666, + "main_score": 0.41661333333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen1.5-7B-instruct/external/CQADupstackRetrieval.json b/results/Alibaba-NLP__gte-Qwen1.5-7B-instruct/external/CQADupstackRetrieval.json index 94687fdc95..d0e28b07bf 100644 --- a/results/Alibaba-NLP__gte-Qwen1.5-7B-instruct/external/CQADupstackRetrieval.json +++ b/results/Alibaba-NLP__gte-Qwen1.5-7B-instruct/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.406351, - "main_score": 0.406351, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24613833333333332, + "map_at_10": 0.34763, + "map_at_100": 0.3617066666666667, + "map_at_1000": 0.36290500000000003, + "map_at_3": 0.3153541666666666, + "map_at_5": 0.33292166666666667, + "mrr_at_1": 0.2948725, + "mrr_at_10": 0.3892066666666667, + "mrr_at_100": 0.3988725000000001, + "mrr_at_1000": 0.399435, + "mrr_at_3": 0.36284083333333333, + "mrr_at_5": 0.3773941666666667, + "ndcg_at_1": 0.2948725, + "ndcg_at_10": 0.40635083333333333, + "ndcg_at_100": 0.4647941666666667, + "ndcg_at_1000": 0.4863308333333334, + "ndcg_at_3": 0.3519483333333333, + "ndcg_at_5": 0.3768016666666667, + "precision_at_1": 0.2948725, + "precision_at_10": 0.07406499999999998, + "precision_at_100": 0.012225833333333333, + "precision_at_1000": 0.0016108333333333335, + "precision_at_3": 0.16533750000000003, + "precision_at_5": 0.11919416666666666, + "recall_at_1": 0.24613833333333332, + "recall_at_10": 0.5391766666666666, + "recall_at_100": 0.7918000000000001, + "recall_at_1000": 0.9385133333333333, + "recall_at_3": 0.3886616666666666, + "recall_at_5": 0.45212750000000007, + "main_score": 0.40635083333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/external/CQADupstackRetrieval.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/external/CQADupstackRetrieval.json index 953cfba809..3f5005f20f 100644 --- a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/external/CQADupstackRetrieval.json +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.447575, - "main_score": 0.447575, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2804433333333334, + "map_at_10": 0.38786916666666665, + "map_at_100": 0.40113, + "map_at_1000": 0.4022125, + "map_at_3": 0.3552966666666667, + "map_at_5": 0.3737275, + "mrr_at_1": 0.33159083333333333, + "mrr_at_10": 0.4291358333333333, + "mrr_at_100": 0.43784500000000004, + "mrr_at_1000": 0.4383033333333334, + "mrr_at_3": 0.4029816666666667, + "mrr_at_5": 0.4181366666666667, + "ndcg_at_1": 0.33159083333333333, + "ndcg_at_10": 0.44757500000000006, + "ndcg_at_100": 0.5013658333333334, + "ndcg_at_1000": 0.52037, + "ndcg_at_3": 0.39342583333333336, + "ndcg_at_5": 0.41937083333333325, + "precision_at_1": 0.33159083333333333, + "precision_at_10": 0.07952416666666667, + "precision_at_100": 0.012571666666666668, + "precision_at_1000": 0.0016099999999999997, + "precision_at_3": 0.18303833333333336, + "precision_at_5": 0.13057083333333333, + "recall_at_1": 0.2804433333333334, + "recall_at_10": 0.5823725, + "recall_at_100": 0.8135391666666666, + "recall_at_1000": 0.9421283333333333, + "recall_at_3": 0.43323416666666664, + "recall_at_5": 0.4994908333333333, + "main_score": 0.44757500000000006 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/external/CQADupstackRetrieval.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/external/CQADupstackRetrieval.json index 56a1d412f0..8764ad02ae 100644 --- a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/external/CQADupstackRetrieval.json +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.464308, - "main_score": 0.464308, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2817291666666667, + "map_at_10": 0.40025749999999993, + "map_at_100": 0.4139208333333333, + "map_at_1000": 0.4149925, + "map_at_3": 0.36347, + "map_at_5": 0.3841391666666667, + "mrr_at_1": 0.3365925, + "mrr_at_10": 0.44085499999999994, + "mrr_at_100": 0.44941166666666665, + "mrr_at_1000": 0.449855, + "mrr_at_3": 0.412815, + "mrr_at_5": 0.42914916666666664, + "ndcg_at_1": 0.3365925, + "ndcg_at_10": 0.46430833333333327, + "ndcg_at_100": 0.51761, + "ndcg_at_1000": 0.53509, + "ndcg_at_3": 0.4045133333333333, + "ndcg_at_5": 0.4331483333333334, + "precision_at_1": 0.3365925, + "precision_at_10": 0.08499499999999999, + "precision_at_100": 0.013210000000000005, + "precision_at_1000": 0.0016591666666666666, + "precision_at_3": 0.19165083333333335, + "precision_at_5": 0.1381816666666667, + "recall_at_1": 0.2817291666666667, + "recall_at_10": 0.6112624999999999, + "recall_at_100": 0.8397266666666667, + "recall_at_1000": 0.956655, + "recall_at_3": 0.44661249999999997, + "recall_at_5": 0.5198333333333334, + "main_score": 0.46430833333333327 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/external/CQADupstackRetrieval.json b/results/Alibaba-NLP__gte-base-en-v1.5/external/CQADupstackRetrieval.json index 60f0a14aaa..830115f234 100644 --- a/results/Alibaba-NLP__gte-base-en-v1.5/external/CQADupstackRetrieval.json +++ b/results/Alibaba-NLP__gte-base-en-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.395151, - "main_score": 0.395151, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2418591666666667, + "map_at_10": 0.3384258333333333, + "map_at_100": 0.3511391666666666, + "map_at_1000": 0.3523258333333333, + "map_at_3": 0.3076425, + "map_at_5": 0.32523333333333343, + "mrr_at_1": 0.2854733333333333, + "mrr_at_10": 0.3781725, + "mrr_at_100": 0.387165, + "mrr_at_1000": 0.38774583333333335, + "mrr_at_3": 0.3515783333333334, + "mrr_at_5": 0.3669816666666667, + "ndcg_at_1": 0.2854733333333333, + "ndcg_at_10": 0.39515083333333334, + "ndcg_at_100": 0.4495316666666666, + "ndcg_at_1000": 0.47257083333333333, + "ndcg_at_3": 0.34205833333333324, + "ndcg_at_5": 0.3678266666666667, + "precision_at_1": 0.2854733333333333, + "precision_at_10": 0.07082583333333334, + "precision_at_100": 0.011590833333333333, + "precision_at_1000": 0.0015516666666666663, + "precision_at_3": 0.15908750000000002, + "precision_at_5": 0.1150541666666667, + "recall_at_1": 0.2418591666666667, + "recall_at_10": 0.5238758333333333, + "recall_at_100": 0.7613666666666667, + "recall_at_1000": 0.9199066666666667, + "recall_at_3": 0.3778333333333334, + "recall_at_5": 0.4430141666666666, + "main_score": 0.39515083333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/external/CQADupstackRetrieval.json b/results/Alibaba-NLP__gte-large-en-v1.5/external/CQADupstackRetrieval.json index 6ac128244c..c9ac2e34b9 100644 --- a/results/Alibaba-NLP__gte-large-en-v1.5/external/CQADupstackRetrieval.json +++ b/results/Alibaba-NLP__gte-large-en-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.421622, - "main_score": 0.421622, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2591033333333334, + "map_at_10": 0.3623225000000001, + "map_at_100": 0.37557666666666667, + "map_at_1000": 0.37672583333333337, + "map_at_3": 0.32956666666666673, + "map_at_5": 0.3473375, + "mrr_at_1": 0.30634, + "mrr_at_10": 0.4019449999999999, + "mrr_at_100": 0.41099250000000004, + "mrr_at_1000": 0.41150916666666665, + "mrr_at_3": 0.37461500000000003, + "mrr_at_5": 0.39002166666666666, + "ndcg_at_1": 0.30634, + "ndcg_at_10": 0.4216216666666666, + "ndcg_at_100": 0.4760708333333333, + "ndcg_at_1000": 0.4968616666666666, + "ndcg_at_3": 0.3660316666666666, + "ndcg_at_5": 0.3915616666666668, + "precision_at_1": 0.30634, + "precision_at_10": 0.07619333333333334, + "precision_at_100": 0.012198333333333334, + "precision_at_1000": 0.0015975000000000004, + "precision_at_3": 0.17087, + "precision_at_5": 0.12298333333333333, + "recall_at_1": 0.2591033333333334, + "recall_at_10": 0.5567300000000001, + "recall_at_100": 0.7920608333333334, + "recall_at_1000": 0.9334866666666667, + "recall_at_3": 0.4034858333333333, + "recall_at_5": 0.46834083333333326, + "main_score": 0.4216216666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/external/CQADupstackRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/external/CQADupstackRetrieval.json index a460382e7d..2ffc7c067e 100644 --- a/results/Alibaba-NLP__gte-multilingual-base/external/CQADupstackRetrieval.json +++ b/results/Alibaba-NLP__gte-multilingual-base/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.381218, - "main_score": 0.381218, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_10": 0.38121833333333327, + "main_score": 0.38121833333333327 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Alignment-Lab-AI__e5-mistral-7b-instruct/external/CQADupstackRetrieval.json b/results/Alignment-Lab-AI__e5-mistral-7b-instruct/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..e50c1a6b10 --- /dev/null +++ b/results/Alignment-Lab-AI__e5-mistral-7b-instruct/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2716233333333333, + "map_at_10": 0.3722291666666667, + "map_at_100": 0.3856733333333333, + "map_at_1000": 0.38684250000000003, + "map_at_3": 0.34228583333333334, + "map_at_5": 0.35852500000000004, + "mrr_at_1": 0.3245983333333334, + "mrr_at_10": 0.4165358333333333, + "mrr_at_100": 0.42566916666666665, + "mrr_at_1000": 0.4261766666666667, + "mrr_at_3": 0.392105, + "mrr_at_5": 0.40582166666666664, + "ndcg_at_1": 0.3245983333333334, + "ndcg_at_10": 0.4296758333333333, + "ndcg_at_100": 0.485065, + "ndcg_at_1000": 0.5055658333333334, + "ndcg_at_3": 0.3800441666666666, + "ndcg_at_5": 0.40259166666666674, + "precision_at_1": 0.3245983333333334, + "precision_at_10": 0.07664583333333333, + "precision_at_100": 0.012349999999999998, + "precision_at_1000": 0.0015966666666666668, + "precision_at_3": 0.17731166666666665, + "precision_at_5": 0.12575333333333336, + "recall_at_1": 0.2716233333333333, + "recall_at_10": 0.5544158333333334, + "recall_at_100": 0.7956966666666666, + "recall_at_1000": 0.9345224999999999, + "recall_at_3": 0.41433083333333337, + "recall_at_5": 0.4731108333333333, + "main_score": 0.4296758333333333 + } + ] + } +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/external/CQADupstackRetrieval.json b/results/BAAI__bge-base-en-v1.5/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..0658d0ba60 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2770775, + "map_at_10": 0.36961, + "map_at_100": 0.38158833333333336, + "map_at_1000": 0.3827033333333333, + "map_at_3": 0.3407183333333334, + "map_at_5": 0.3569533333333334, + "mrr_at_1": 0.3281875, + "mrr_at_10": 0.41293, + "mrr_at_100": 0.42116499999999996, + "mrr_at_1000": 0.4217025, + "mrr_at_3": 0.3883983333333333, + "mrr_at_5": 0.4029775, + "ndcg_at_1": 0.3281875, + "ndcg_at_10": 0.42355, + "ndcg_at_100": 0.47413749999999993, + "ndcg_at_1000": 0.495805, + "ndcg_at_3": 0.3752825, + "ndcg_at_5": 0.39832666666666666, + "precision_at_1": 0.3281875, + "precision_at_10": 0.07382416666666666, + "precision_at_100": 0.011640833333333333, + "precision_at_1000": 0.0015383333333333334, + "precision_at_3": 0.17134166666666664, + "precision_at_5": 0.12174833333333336, + "recall_at_1": 0.2770775, + "recall_at_10": 0.53945, + "recall_at_100": 0.76191, + "recall_at_1000": 0.91101, + "recall_at_3": 0.4039083333333334, + "recall_at_5": 0.4640083333333333, + "main_score": 0.42355 + } + ] + } +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en/external/CQADupstackRetrieval.json b/results/BAAI__bge-base-en/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..4ee7a09662 --- /dev/null +++ b/results/BAAI__bge-base-en/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27057416666666667, + "map_at_10": 0.36086416666666665, + "map_at_100": 0.3726916666666667, + "map_at_1000": 0.3738191666666666, + "map_at_3": 0.3334225, + "map_at_5": 0.34864249999999997, + "mrr_at_1": 0.32060083333333333, + "mrr_at_10": 0.40366583333333333, + "mrr_at_100": 0.41206500000000007, + "mrr_at_1000": 0.41261083333333326, + "mrr_at_3": 0.38012083333333335, + "mrr_at_5": 0.39368583333333335, + "ndcg_at_1": 0.32060083333333333, + "ndcg_at_10": 0.413535, + "ndcg_at_100": 0.4642066666666666, + "ndcg_at_1000": 0.48655166666666666, + "ndcg_at_3": 0.36780416666666665, + "ndcg_at_5": 0.3891783333333334, + "precision_at_1": 0.32060083333333333, + "precision_at_10": 0.07169833333333332, + "precision_at_100": 0.011394999999999999, + "precision_at_1000": 0.0015158333333333332, + "precision_at_3": 0.16852, + "precision_at_5": 0.118645, + "recall_at_1": 0.27057416666666667, + "recall_at_10": 0.5264491666666666, + "recall_at_100": 0.7499791666666666, + "recall_at_1000": 0.9050524999999999, + "recall_at_3": 0.39684, + "recall_at_5": 0.45372250000000003, + "main_score": 0.413535 + } + ] + } +} \ No newline at end of file diff --git a/results/BAAI__bge-en-icl/external/CQADupstackRetrieval.json b/results/BAAI__bge-en-icl/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..ce6fd48199 --- /dev/null +++ b/results/BAAI__bge-en-icl/external/CQADupstackRetrieval.json @@ -0,0 +1,41 @@ +{ + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.47308084499970704, + "ndcg_at_1": 0.36038578730542475, + "ndcg_at_3": 0.4193136535645304, + "ndcg_at_5": 0.44479015523894994, + "ndcg_at_10": 0.47308084499970704, + "ndcg_at_100": 0.524980624305136, + "ndcg_at_1000": 0.542908789514719, + "map_at_1": 0.3038821701528966, + "map_at_3": 0.37974871761903634, + "map_at_5": 0.3985399878507757, + "map_at_10": 0.4131456611036795, + "map_at_100": 0.42629078366558354, + "map_at_1000": 0.42737235870659845, + "precision_at_1": 0.36038578730542475, + "precision_at_3": 0.19399601800946328, + "precision_at_5": 0.1379264655952497, + "precision_at_10": 0.08399223517333387, + "precision_at_100": 0.012992373779520896, + "precision_at_1000": 0.0016327170951909568, + "recall_at_1": 0.3038821701528966, + "recall_at_3": 0.45516455125641647, + "recall_at_5": 0.5206077167834868, + "recall_at_10": 0.6038864106788279, + "recall_at_100": 0.8276968509918343, + "recall_at_1000": 0.9484170217080344 + } + ] + } +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/external/CQADupstackRetrieval.json b/results/BAAI__bge-large-en-v1.5/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..670c6a468f --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2715516666666667, + "map_at_10": 0.3665741666666667, + "map_at_100": 0.3784991666666666, + "map_at_1000": 0.37963166666666676, + "map_at_3": 0.3374974999999999, + "map_at_5": 0.353765, + "mrr_at_1": 0.3208233333333334, + "mrr_at_10": 0.41033833333333336, + "mrr_at_100": 0.41845249999999995, + "mrr_at_1000": 0.41899833333333336, + "mrr_at_3": 0.3862008333333333, + "mrr_at_5": 0.40034416666666656, + "ndcg_at_1": 0.3208233333333334, + "ndcg_at_10": 0.42229, + "ndcg_at_100": 0.47267166666666666, + "ndcg_at_1000": 0.4943466666666667, + "ndcg_at_3": 0.3736408333333333, + "ndcg_at_5": 0.39671500000000004, + "precision_at_1": 0.3208233333333334, + "precision_at_10": 0.07382583333333334, + "precision_at_100": 0.0116625, + "precision_at_1000": 0.0015408333333333333, + "precision_at_3": 0.17218, + "precision_at_5": 0.1221875, + "recall_at_1": 0.2715516666666667, + "recall_at_10": 0.5436683333333333, + "recall_at_100": 0.7637183333333333, + "recall_at_1000": 0.9126183333333333, + "recall_at_3": 0.4076991666666667, + "recall_at_5": 0.46702333333333335, + "main_score": 0.42229 + } + ] + } +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en/external/CQADupstackRetrieval.json b/results/BAAI__bge-large-en/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..d258760d67 --- /dev/null +++ b/results/BAAI__bge-large-en/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.26853499999999997, + "map_at_10": 0.36204333333333333, + "map_at_100": 0.3740391666666667, + "map_at_1000": 0.37515, + "map_at_3": 0.33399749999999995, + "map_at_5": 0.34966500000000006, + "mrr_at_1": 0.3162666666666667, + "mrr_at_10": 0.4043675, + "mrr_at_100": 0.4126033333333334, + "mrr_at_1000": 0.4131525, + "mrr_at_3": 0.38067333333333325, + "mrr_at_5": 0.39415416666666675, + "ndcg_at_1": 0.3162666666666667, + "ndcg_at_10": 0.41633416666666667, + "ndcg_at_100": 0.46704166666666663, + "ndcg_at_1000": 0.4888483333333335, + "ndcg_at_3": 0.36896, + "ndcg_at_5": 0.3911891666666667, + "precision_at_1": 0.3162666666666667, + "precision_at_10": 0.07241083333333333, + "precision_at_100": 0.011488333333333333, + "precision_at_1000": 0.0015250000000000003, + "precision_at_3": 0.16908333333333336, + "precision_at_5": 0.11942833333333333, + "recall_at_1": 0.26853499999999997, + "recall_at_10": 0.5346133333333334, + "recall_at_100": 0.7563633333333333, + "recall_at_1000": 0.9067016666666666, + "recall_at_3": 0.4024241666666667, + "recall_at_5": 0.45986083333333333, + "main_score": 0.41633416666666667 + } + ] + } +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/external/CQADupstackRetrieval.json b/results/BAAI__bge-multilingual-gemma2/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..10b1cfac56 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/external/CQADupstackRetrieval.json @@ -0,0 +1,41 @@ +{ + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4793921415959017, + "ndcg_at_1": 0.36526219490536016, + "ndcg_at_3": 0.4235099043224295, + "ndcg_at_5": 0.44989685312964156, + "ndcg_at_10": 0.4793921415959017, + "ndcg_at_100": 0.5305390282389675, + "ndcg_at_1000": 0.5477605273179427, + "map_at_1": 0.30818605279548184, + "map_at_3": 0.3836335001908797, + "map_at_5": 0.40295203936887225, + "map_at_10": 0.41819789416625924, + "map_at_100": 0.4313300727554278, + "map_at_1000": 0.43235106112020705, + "precision_at_1": 0.36526219490536016, + "precision_at_3": 0.19550515857206346, + "precision_at_5": 0.13958783060831967, + "precision_at_10": 0.08498592395773392, + "precision_at_100": 0.013024888941713948, + "precision_at_1000": 0.001630253057414617, + "recall_at_1": 0.30818605279548184, + "recall_at_3": 0.459132085981904, + "recall_at_5": 0.526851323959227, + "recall_at_10": 0.6139718618970462, + "recall_at_100": 0.833075718796998, + "recall_at_1000": 0.949192024147964 + } + ] + } +} \ No newline at end of file diff --git a/results/BAAI__bge-small-en-v1.5/external/CQADupstackRetrieval.json b/results/BAAI__bge-small-en-v1.5/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..0f6ef429b3 --- /dev/null +++ b/results/BAAI__bge-small-en-v1.5/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24937916666666665, + "map_at_10": 0.33755250000000003, + "map_at_100": 0.34956, + "map_at_1000": 0.35070499999999993, + "map_at_3": 0.3098708333333333, + "map_at_5": 0.3251491666666666, + "mrr_at_1": 0.2948708333333333, + "mrr_at_10": 0.3792183333333334, + "mrr_at_100": 0.3876583333333333, + "mrr_at_1000": 0.38824666666666674, + "mrr_at_3": 0.3545125, + "mrr_at_5": 0.36827000000000004, + "ndcg_at_1": 0.2948708333333333, + "ndcg_at_10": 0.3905225, + "ndcg_at_100": 0.4425983333333334, + "ndcg_at_1000": 0.46568333333333334, + "ndcg_at_3": 0.3427158333333333, + "ndcg_at_5": 0.36483916666666666, + "precision_at_1": 0.2948708333333333, + "precision_at_10": 0.0686575, + "precision_at_100": 0.011195833333333332, + "precision_at_1000": 0.0015058333333333334, + "precision_at_3": 0.15742083333333334, + "precision_at_5": 0.11221916666666668, + "recall_at_1": 0.24937916666666665, + "recall_at_10": 0.5065041666666666, + "recall_at_100": 0.7355383333333334, + "recall_at_1000": 0.8961691666666667, + "recall_at_3": 0.3727808333333334, + "recall_at_5": 0.42994750000000004, + "main_score": 0.3905225 + } + ] + } +} \ No newline at end of file diff --git a/results/BAAI__bge-small-en/external/CQADupstackRetrieval.json b/results/BAAI__bge-small-en/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..9f8fbbf7d2 --- /dev/null +++ b/results/BAAI__bge-small-en/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24669249999999998, + "map_at_10": 0.33332583333333327, + "map_at_100": 0.3455783333333333, + "map_at_1000": 0.3467141666666666, + "map_at_3": 0.30663166666666664, + "map_at_5": 0.32148833333333326, + "mrr_at_1": 0.29193833333333336, + "mrr_at_10": 0.3747625, + "mrr_at_100": 0.383545, + "mrr_at_1000": 0.38413166666666676, + "mrr_at_3": 0.3506741666666667, + "mrr_at_5": 0.36450666666666653, + "ndcg_at_1": 0.29193833333333336, + "ndcg_at_10": 0.38505416666666675, + "ndcg_at_100": 0.4381125, + "ndcg_at_1000": 0.4609558333333333, + "ndcg_at_3": 0.33909166666666674, + "ndcg_at_5": 0.3607666666666666, + "precision_at_1": 0.29193833333333336, + "precision_at_10": 0.06725166666666667, + "precision_at_100": 0.011058333333333331, + "precision_at_1000": 0.0014833333333333332, + "precision_at_3": 0.15554166666666666, + "precision_at_5": 0.11079250000000002, + "recall_at_1": 0.24669249999999998, + "recall_at_10": 0.4975583333333332, + "recall_at_100": 0.7306908333333333, + "recall_at_1000": 0.8891316666666667, + "recall_at_3": 0.36913250000000003, + "recall_at_5": 0.42486416666666665, + "main_score": 0.38505416666666675 + } + ] + } +} \ No newline at end of file diff --git a/results/BASF-AI__nomic-embed-text-v1.5/external/CQADupstackRetrieval.json b/results/BASF-AI__nomic-embed-text-v1.5/external/CQADupstackRetrieval.json index 020bc86ce6..b3dc78e1d7 100644 --- a/results/BASF-AI__nomic-embed-text-v1.5/external/CQADupstackRetrieval.json +++ b/results/BASF-AI__nomic-embed-text-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.396147, - "main_score": 0.396147, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.25732166666666667, + "map_at_10": 0.3451616666666667, + "map_at_100": 0.3567241666666666, + "map_at_1000": 0.3578675, + "map_at_3": 0.3195341666666666, + "map_at_5": 0.33332999999999996, + "mrr_at_1": 0.3030016666666667, + "mrr_at_10": 0.386255, + "mrr_at_100": 0.3946183333333334, + "mrr_at_1000": 0.39519999999999994, + "mrr_at_3": 0.3641299999999999, + "mrr_at_5": 0.376365, + "ndcg_at_1": 0.3030016666666667, + "ndcg_at_10": 0.3961466666666667, + "ndcg_at_100": 0.4460808333333334, + "ndcg_at_1000": 0.46917083333333337, + "ndcg_at_3": 0.35265583333333334, + "ndcg_at_5": 0.3722000000000001, + "precision_at_1": 0.3030016666666667, + "precision_at_10": 0.06837416666666667, + "precision_at_100": 0.0110425, + "precision_at_1000": 0.0014874999999999999, + "precision_at_3": 0.1613716666666667, + "precision_at_5": 0.112815, + "recall_at_1": 0.25732166666666667, + "recall_at_10": 0.5057891666666666, + "recall_at_100": 0.7242183333333334, + "recall_at_1000": 0.8848766666666666, + "recall_at_3": 0.3841325, + "recall_at_5": 0.43515750000000003, + "main_score": 0.3961466666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/BASF-AI__nomic-embed-text-v1/external/CQADupstackRetrieval.json b/results/BASF-AI__nomic-embed-text-v1/external/CQADupstackRetrieval.json index 6615f7379d..27b14745cd 100644 --- a/results/BASF-AI__nomic-embed-text-v1/external/CQADupstackRetrieval.json +++ b/results/BASF-AI__nomic-embed-text-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.382553, - "main_score": 0.382553, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2500791666666667, + "map_at_10": 0.33287749999999994, + "map_at_100": 0.34411416666666667, + "map_at_1000": 0.34525833333333333, + "map_at_3": 0.3073441666666667, + "map_at_5": 0.32137166666666667, + "mrr_at_1": 0.29305666666666663, + "mrr_at_10": 0.3722966666666666, + "mrr_at_100": 0.3806658333333333, + "mrr_at_1000": 0.3812616666666667, + "mrr_at_3": 0.3492275, + "mrr_at_5": 0.3623333333333334, + "ndcg_at_1": 0.29305666666666663, + "ndcg_at_10": 0.3825533333333333, + "ndcg_at_100": 0.4325266666666666, + "ndcg_at_1000": 0.45635833333333337, + "ndcg_at_3": 0.33777166666666664, + "ndcg_at_5": 0.35850000000000004, + "precision_at_1": 0.29305666666666663, + "precision_at_10": 0.06596416666666667, + "precision_at_100": 0.010784166666666668, + "precision_at_1000": 0.0014666666666666665, + "precision_at_3": 0.1531075, + "precision_at_5": 0.10830916666666666, + "recall_at_1": 0.2500791666666667, + "recall_at_10": 0.4910933333333333, + "recall_at_100": 0.7109216666666667, + "recall_at_1000": 0.8777725000000001, + "recall_at_3": 0.36660916666666665, + "recall_at_5": 0.4194149999999999, + "main_score": 0.3825533333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/BeastyZ__e5-R-mistral-7b/external/CQADupstackRetrieval.json b/results/BeastyZ__e5-R-mistral-7b/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..2cea5dffef --- /dev/null +++ b/results/BeastyZ__e5-R-mistral-7b/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2475, + "map_at_10": 0.34025, + "map_at_100": 0.35126000000000007, + "map_at_1000": 0.35219, + "map_at_3": 0.31607, + "map_at_5": 0.32962, + "mrr_at_1": 0.27357, + "mrr_at_10": 0.36371, + "mrr_at_100": 0.37364, + "mrr_at_1000": 0.37423, + "mrr_at_3": 0.34288, + "mrr_at_5": 0.35434, + "ndcg_at_1": 0.27357, + "ndcg_at_10": 0.46593999999999997, + "ndcg_at_100": 0.44317, + "ndcg_at_1000": 0.46475, + "ndcg_at_3": 0.34473, + "ndcg_at_5": 0.36561, + "precision_at_1": 0.27357, + "precision_at_10": 0.06081, + "precision_at_100": 0.0093, + "precision_at_1000": 0.00124, + "precision_at_3": 0.14911, + "precision_at_5": 0.1024, + "recall_at_1": 0.2475, + "recall_at_10": 0.51856, + "recall_at_100": 0.7644300000000002, + "recall_at_1000": 0.92078, + "recall_at_3": 0.39427, + "recall_at_5": 0.44639, + "main_score": 0.46593999999999997 + } + ] + } +} \ No newline at end of file diff --git a/results/BillSYZhang__gte-Qwen2-7B-instruct-Q4-mlx/external/CQADupstackRetrieval.json b/results/BillSYZhang__gte-Qwen2-7B-instruct-Q4-mlx/external/CQADupstackRetrieval.json index 4e5202338a..973ce4ffec 100644 --- a/results/BillSYZhang__gte-Qwen2-7B-instruct-Q4-mlx/external/CQADupstackRetrieval.json +++ b/results/BillSYZhang__gte-Qwen2-7B-instruct-Q4-mlx/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.476599, - "main_score": 0.476599, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.17936, + "map_at_10": 0.27399, + "map_at_100": 0.28632, + "map_at_1000": 0.28738, + "map_at_3": 0.24456, + "map_at_5": 0.2606, + "mrr_at_1": 0.19224, + "mrr_at_10": 0.28998, + "mrr_at_100": 0.3011, + "mrr_at_1000": 0.30177, + "mrr_at_3": 0.26248, + "mrr_at_5": 0.27708, + "ndcg_at_1": 0.19224, + "ndcg_at_10": 0.32911, + "ndcg_at_100": 0.38874, + "ndcg_at_1000": 0.41277, + "ndcg_at_3": 0.27142, + "ndcg_at_5": 0.29755, + "precision_at_1": 0.19224, + "precision_at_10": 0.05693000000000001, + "precision_at_100": 0.00926, + "precision_at_1000": 0.00126, + "precision_at_3": 0.12138, + "precision_at_5": 0.08909, + "recall_at_1": 0.17936, + "recall_at_10": 0.48095999999999994, + "recall_at_100": 0.75389, + "recall_at_1000": 0.92803, + "recall_at_3": 0.32813, + "recall_at_5": 0.38850999999999997, + "main_score": 0.32911 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/BookingCare__multilingual-e5-base-similarity-v1-onnx-quantized/external/CQADupstackRetrieval.json b/results/BookingCare__multilingual-e5-base-similarity-v1-onnx-quantized/external/CQADupstackRetrieval.json index 03e6508ad5..493848363f 100644 --- a/results/BookingCare__multilingual-e5-base-similarity-v1-onnx-quantized/external/CQADupstackRetrieval.json +++ b/results/BookingCare__multilingual-e5-base-similarity-v1-onnx-quantized/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.385214, - "main_score": 0.385214, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.25946583333333334, + "map_at_10": 0.3379725, + "map_at_100": 0.34864083333333334, + "map_at_1000": 0.349795, + "map_at_3": 0.3126, + "map_at_5": 0.32715416666666663, + "mrr_at_1": 0.30863749999999995, + "mrr_at_10": 0.3799183333333333, + "mrr_at_100": 0.38790499999999994, + "mrr_at_1000": 0.38855750000000006, + "mrr_at_3": 0.35820833333333335, + "mrr_at_5": 0.3707533333333333, + "ndcg_at_1": 0.30863749999999995, + "ndcg_at_10": 0.3852141666666667, + "ndcg_at_100": 0.4317966666666667, + "ndcg_at_1000": 0.4564608333333333, + "ndcg_at_3": 0.3433300000000001, + "ndcg_at_5": 0.36349750000000003, + "precision_at_1": 0.30863749999999995, + "precision_at_10": 0.06599, + "precision_at_100": 0.010502500000000001, + "precision_at_1000": 0.00144, + "precision_at_3": 0.15557583333333333, + "precision_at_5": 0.11020000000000002, + "recall_at_1": 0.25946583333333334, + "recall_at_10": 0.4836991666666666, + "recall_at_100": 0.6902408333333334, + "recall_at_1000": 0.8643858333333331, + "recall_at_3": 0.364965, + "recall_at_5": 0.41762583333333336, + "main_score": 0.3852141666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/CAiRE__UniVaR-lambda-1/external/CQADupstackRetrieval.json b/results/CAiRE__UniVaR-lambda-1/external/CQADupstackRetrieval.json index 6615f7379d..27b14745cd 100644 --- a/results/CAiRE__UniVaR-lambda-1/external/CQADupstackRetrieval.json +++ b/results/CAiRE__UniVaR-lambda-1/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.382553, - "main_score": 0.382553, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2500791666666667, + "map_at_10": 0.33287749999999994, + "map_at_100": 0.34411416666666667, + "map_at_1000": 0.34525833333333333, + "map_at_3": 0.3073441666666667, + "map_at_5": 0.32137166666666667, + "mrr_at_1": 0.29305666666666663, + "mrr_at_10": 0.3722966666666666, + "mrr_at_100": 0.3806658333333333, + "mrr_at_1000": 0.3812616666666667, + "mrr_at_3": 0.3492275, + "mrr_at_5": 0.3623333333333334, + "ndcg_at_1": 0.29305666666666663, + "ndcg_at_10": 0.3825533333333333, + "ndcg_at_100": 0.4325266666666666, + "ndcg_at_1000": 0.45635833333333337, + "ndcg_at_3": 0.33777166666666664, + "ndcg_at_5": 0.35850000000000004, + "precision_at_1": 0.29305666666666663, + "precision_at_10": 0.06596416666666667, + "precision_at_100": 0.010784166666666668, + "precision_at_1000": 0.0014666666666666665, + "precision_at_3": 0.1531075, + "precision_at_5": 0.10830916666666666, + "recall_at_1": 0.2500791666666667, + "recall_at_10": 0.4910933333333333, + "recall_at_100": 0.7109216666666667, + "recall_at_1000": 0.8777725000000001, + "recall_at_3": 0.36660916666666665, + "recall_at_5": 0.4194149999999999, + "main_score": 0.3825533333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/CAiRE__UniVaR-lambda-20/external/CQADupstackRetrieval.json b/results/CAiRE__UniVaR-lambda-20/external/CQADupstackRetrieval.json index 6615f7379d..27b14745cd 100644 --- a/results/CAiRE__UniVaR-lambda-20/external/CQADupstackRetrieval.json +++ b/results/CAiRE__UniVaR-lambda-20/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.382553, - "main_score": 0.382553, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2500791666666667, + "map_at_10": 0.33287749999999994, + "map_at_100": 0.34411416666666667, + "map_at_1000": 0.34525833333333333, + "map_at_3": 0.3073441666666667, + "map_at_5": 0.32137166666666667, + "mrr_at_1": 0.29305666666666663, + "mrr_at_10": 0.3722966666666666, + "mrr_at_100": 0.3806658333333333, + "mrr_at_1000": 0.3812616666666667, + "mrr_at_3": 0.3492275, + "mrr_at_5": 0.3623333333333334, + "ndcg_at_1": 0.29305666666666663, + "ndcg_at_10": 0.3825533333333333, + "ndcg_at_100": 0.4325266666666666, + "ndcg_at_1000": 0.45635833333333337, + "ndcg_at_3": 0.33777166666666664, + "ndcg_at_5": 0.35850000000000004, + "precision_at_1": 0.29305666666666663, + "precision_at_10": 0.06596416666666667, + "precision_at_100": 0.010784166666666668, + "precision_at_1000": 0.0014666666666666665, + "precision_at_3": 0.1531075, + "precision_at_5": 0.10830916666666666, + "recall_at_1": 0.2500791666666667, + "recall_at_10": 0.4910933333333333, + "recall_at_100": 0.7109216666666667, + "recall_at_1000": 0.8777725000000001, + "recall_at_3": 0.36660916666666665, + "recall_at_5": 0.4194149999999999, + "main_score": 0.3825533333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/CAiRE__UniVaR-lambda-5/external/CQADupstackRetrieval.json b/results/CAiRE__UniVaR-lambda-5/external/CQADupstackRetrieval.json index 6615f7379d..27b14745cd 100644 --- a/results/CAiRE__UniVaR-lambda-5/external/CQADupstackRetrieval.json +++ b/results/CAiRE__UniVaR-lambda-5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.382553, - "main_score": 0.382553, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2500791666666667, + "map_at_10": 0.33287749999999994, + "map_at_100": 0.34411416666666667, + "map_at_1000": 0.34525833333333333, + "map_at_3": 0.3073441666666667, + "map_at_5": 0.32137166666666667, + "mrr_at_1": 0.29305666666666663, + "mrr_at_10": 0.3722966666666666, + "mrr_at_100": 0.3806658333333333, + "mrr_at_1000": 0.3812616666666667, + "mrr_at_3": 0.3492275, + "mrr_at_5": 0.3623333333333334, + "ndcg_at_1": 0.29305666666666663, + "ndcg_at_10": 0.3825533333333333, + "ndcg_at_100": 0.4325266666666666, + "ndcg_at_1000": 0.45635833333333337, + "ndcg_at_3": 0.33777166666666664, + "ndcg_at_5": 0.35850000000000004, + "precision_at_1": 0.29305666666666663, + "precision_at_10": 0.06596416666666667, + "precision_at_100": 0.010784166666666668, + "precision_at_1000": 0.0014666666666666665, + "precision_at_3": 0.1531075, + "precision_at_5": 0.10830916666666666, + "recall_at_1": 0.2500791666666667, + "recall_at_10": 0.4910933333333333, + "recall_at_100": 0.7109216666666667, + "recall_at_1000": 0.8777725000000001, + "recall_at_3": 0.36660916666666665, + "recall_at_5": 0.4194149999999999, + "main_score": 0.3825533333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/CAiRE__UniVaR-lambda-80/external/CQADupstackRetrieval.json b/results/CAiRE__UniVaR-lambda-80/external/CQADupstackRetrieval.json index 6615f7379d..27b14745cd 100644 --- a/results/CAiRE__UniVaR-lambda-80/external/CQADupstackRetrieval.json +++ b/results/CAiRE__UniVaR-lambda-80/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.382553, - "main_score": 0.382553, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2500791666666667, + "map_at_10": 0.33287749999999994, + "map_at_100": 0.34411416666666667, + "map_at_1000": 0.34525833333333333, + "map_at_3": 0.3073441666666667, + "map_at_5": 0.32137166666666667, + "mrr_at_1": 0.29305666666666663, + "mrr_at_10": 0.3722966666666666, + "mrr_at_100": 0.3806658333333333, + "mrr_at_1000": 0.3812616666666667, + "mrr_at_3": 0.3492275, + "mrr_at_5": 0.3623333333333334, + "ndcg_at_1": 0.29305666666666663, + "ndcg_at_10": 0.3825533333333333, + "ndcg_at_100": 0.4325266666666666, + "ndcg_at_1000": 0.45635833333333337, + "ndcg_at_3": 0.33777166666666664, + "ndcg_at_5": 0.35850000000000004, + "precision_at_1": 0.29305666666666663, + "precision_at_10": 0.06596416666666667, + "precision_at_100": 0.010784166666666668, + "precision_at_1000": 0.0014666666666666665, + "precision_at_3": 0.1531075, + "precision_at_5": 0.10830916666666666, + "recall_at_1": 0.2500791666666667, + "recall_at_10": 0.4910933333333333, + "recall_at_100": 0.7109216666666667, + "recall_at_1000": 0.8777725000000001, + "recall_at_3": 0.36660916666666665, + "recall_at_5": 0.4194149999999999, + "main_score": 0.3825533333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Cohere__Cohere-embed-english-light-v3.0/external/CQADupstackRetrieval.json b/results/Cohere__Cohere-embed-english-light-v3.0/external/CQADupstackRetrieval.json index 5f78df4250..193b2c5e10 100644 --- a/results/Cohere__Cohere-embed-english-light-v3.0/external/CQADupstackRetrieval.json +++ b/results/Cohere__Cohere-embed-english-light-v3.0/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.388854, - "main_score": 0.388854, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_10": 0.38885416666666667, + "main_score": 0.38885416666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Cohere__Cohere-embed-english-v3.0/external/CQADupstackRetrieval.json b/results/Cohere__Cohere-embed-english-v3.0/external/CQADupstackRetrieval.json index 39d5d913f3..5db15c0b03 100644 --- a/results/Cohere__Cohere-embed-english-v3.0/external/CQADupstackRetrieval.json +++ b/results/Cohere__Cohere-embed-english-v3.0/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.415316, - "main_score": 0.415316, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_10": 0.4153158333333334, + "main_score": 0.4153158333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Cohere__Cohere-embed-multilingual-light-v3.0/external/CQADupstackRetrieval.json b/results/Cohere__Cohere-embed-multilingual-light-v3.0/external/CQADupstackRetrieval.json index fbe6d8f305..eacd5efe76 100644 --- a/results/Cohere__Cohere-embed-multilingual-light-v3.0/external/CQADupstackRetrieval.json +++ b/results/Cohere__Cohere-embed-multilingual-light-v3.0/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.38087, - "main_score": 0.38087, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_10": 0.38087, + "main_score": 0.38087 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Cohere__Cohere-embed-multilingual-v3.0/external/CQADupstackRetrieval.json b/results/Cohere__Cohere-embed-multilingual-v3.0/external/CQADupstackRetrieval.json index 1907fd7f8d..15c8fe5b6f 100644 --- a/results/Cohere__Cohere-embed-multilingual-v3.0/external/CQADupstackRetrieval.json +++ b/results/Cohere__Cohere-embed-multilingual-v3.0/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.406374, - "main_score": 0.406374, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_10": 0.40637416666666665, + "main_score": 0.40637416666666665 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Consensus__instructor-base/external/CQADupstackRetrieval.json b/results/Consensus__instructor-base/external/CQADupstackRetrieval.json index e34b09cdaa..3ec0f79233 100644 --- a/results/Consensus__instructor-base/external/CQADupstackRetrieval.json +++ b/results/Consensus__instructor-base/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.409501, - "main_score": 0.409501, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2679175, + "map_at_10": 0.3575541666666667, + "map_at_100": 0.3700791666666667, + "map_at_1000": 0.3712408333333333, + "map_at_3": 0.3302966666666667, + "map_at_5": 0.3456866666666667, + "mrr_at_1": 0.31744333333333336, + "mrr_at_10": 0.399925, + "mrr_at_100": 0.40864583333333326, + "mrr_at_1000": 0.4092175000000001, + "mrr_at_3": 0.37681833333333337, + "mrr_at_5": 0.39028499999999994, + "ndcg_at_1": 0.31744333333333336, + "ndcg_at_10": 0.40950083333333337, + "ndcg_at_100": 0.46259666666666666, + "ndcg_at_1000": 0.48535333333333336, + "ndcg_at_3": 0.3643333333333333, + "ndcg_at_5": 0.38602333333333333, + "precision_at_1": 0.31744333333333336, + "precision_at_10": 0.07135166666666666, + "precision_at_100": 0.011535833333333334, + "precision_at_1000": 0.0015391666666666665, + "precision_at_3": 0.16713, + "precision_at_5": 0.11828416666666666, + "recall_at_1": 0.2679175, + "recall_at_10": 0.5198625, + "recall_at_100": 0.7530358333333333, + "recall_at_1000": 0.9105433333333334, + "recall_at_3": 0.3939583333333333, + "recall_at_5": 0.4505925, + "main_score": 0.40950083333333337 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Daxtra__jina-embeddings-v3/external/CQADupstackRetrieval.json b/results/Daxtra__jina-embeddings-v3/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..a694f4daf8 --- /dev/null +++ b/results/Daxtra__jina-embeddings-v3/external/CQADupstackRetrieval.json @@ -0,0 +1,18 @@ +{ + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4258858333333333, + "ndcg_at_10": 0.4258858333333333 + } + ] + } +} \ No newline at end of file diff --git a/results/DecisionOptimizationSystemProduction__DeepFeatTextEmbeddingLarge/external/CQADupstackRetrieval.json b/results/DecisionOptimizationSystemProduction__DeepFeatTextEmbeddingLarge/external/CQADupstackRetrieval.json index 953cfba809..3f5005f20f 100644 --- a/results/DecisionOptimizationSystemProduction__DeepFeatTextEmbeddingLarge/external/CQADupstackRetrieval.json +++ b/results/DecisionOptimizationSystemProduction__DeepFeatTextEmbeddingLarge/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.447575, - "main_score": 0.447575, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2804433333333334, + "map_at_10": 0.38786916666666665, + "map_at_100": 0.40113, + "map_at_1000": 0.4022125, + "map_at_3": 0.3552966666666667, + "map_at_5": 0.3737275, + "mrr_at_1": 0.33159083333333333, + "mrr_at_10": 0.4291358333333333, + "mrr_at_100": 0.43784500000000004, + "mrr_at_1000": 0.4383033333333334, + "mrr_at_3": 0.4029816666666667, + "mrr_at_5": 0.4181366666666667, + "ndcg_at_1": 0.33159083333333333, + "ndcg_at_10": 0.44757500000000006, + "ndcg_at_100": 0.5013658333333334, + "ndcg_at_1000": 0.52037, + "ndcg_at_3": 0.39342583333333336, + "ndcg_at_5": 0.41937083333333325, + "precision_at_1": 0.33159083333333333, + "precision_at_10": 0.07952416666666667, + "precision_at_100": 0.012571666666666668, + "precision_at_1000": 0.0016099999999999997, + "precision_at_3": 0.18303833333333336, + "precision_at_5": 0.13057083333333333, + "recall_at_1": 0.2804433333333334, + "recall_at_10": 0.5823725, + "recall_at_100": 0.8135391666666666, + "recall_at_1000": 0.9421283333333333, + "recall_at_3": 0.43323416666666664, + "recall_at_5": 0.4994908333333333, + "main_score": 0.44757500000000006 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/DecisionOptimizationSystem__DeepFeatEmbeddingLargeContext/external/CQADupstackRetrieval.json b/results/DecisionOptimizationSystem__DeepFeatEmbeddingLargeContext/external/CQADupstackRetrieval.json index 535e569243..3ba93b0027 100644 --- a/results/DecisionOptimizationSystem__DeepFeatEmbeddingLargeContext/external/CQADupstackRetrieval.json +++ b/results/DecisionOptimizationSystem__DeepFeatEmbeddingLargeContext/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.393437, - "main_score": 0.393437, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2517625, + "map_at_10": 0.34063916666666666, + "map_at_100": 0.35255500000000006, + "map_at_1000": 0.35372750000000003, + "map_at_3": 0.31351666666666667, + "map_at_5": 0.32806083333333336, + "mrr_at_1": 0.2959783333333333, + "mrr_at_10": 0.380925, + "mrr_at_100": 0.38957249999999993, + "mrr_at_1000": 0.3901608333333333, + "mrr_at_3": 0.3577625, + "mrr_at_5": 0.37049916666666666, + "ndcg_at_1": 0.2959783333333333, + "ndcg_at_10": 0.39343666666666666, + "ndcg_at_100": 0.44488249999999996, + "ndcg_at_1000": 0.4683358333333334, + "ndcg_at_3": 0.34697083333333334, + "ndcg_at_5": 0.3675075, + "precision_at_1": 0.2959783333333333, + "precision_at_10": 0.06884083333333332, + "precision_at_100": 0.01114, + "precision_at_1000": 0.0015108333333333332, + "precision_at_3": 0.15965250000000003, + "precision_at_5": 0.11246500000000001, + "recall_at_1": 0.2517625, + "recall_at_10": 0.5101599999999998, + "recall_at_100": 0.7360174999999998, + "recall_at_1000": 0.89849, + "recall_at_3": 0.37883999999999995, + "recall_at_5": 0.4324541666666666, + "main_score": 0.39343666666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/DivineNnamdi__jina-embeddings-v3/external/CQADupstackRetrieval.json b/results/DivineNnamdi__jina-embeddings-v3/external/CQADupstackRetrieval.json index 77ead12fca..a694f4daf8 100644 --- a/results/DivineNnamdi__jina-embeddings-v3/external/CQADupstackRetrieval.json +++ b/results/DivineNnamdi__jina-embeddings-v3/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.425886, - "main_score": 0.425886, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4258858333333333, + "ndcg_at_10": 0.4258858333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Einas__einas_ashkar/external/CQADupstackRetrieval.json b/results/Einas__einas_ashkar/external/CQADupstackRetrieval.json index c307c7ba67..9f8fbbf7d2 100644 --- a/results/Einas__einas_ashkar/external/CQADupstackRetrieval.json +++ b/results/Einas__einas_ashkar/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.385054, - "main_score": 0.385054, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24669249999999998, + "map_at_10": 0.33332583333333327, + "map_at_100": 0.3455783333333333, + "map_at_1000": 0.3467141666666666, + "map_at_3": 0.30663166666666664, + "map_at_5": 0.32148833333333326, + "mrr_at_1": 0.29193833333333336, + "mrr_at_10": 0.3747625, + "mrr_at_100": 0.383545, + "mrr_at_1000": 0.38413166666666676, + "mrr_at_3": 0.3506741666666667, + "mrr_at_5": 0.36450666666666653, + "ndcg_at_1": 0.29193833333333336, + "ndcg_at_10": 0.38505416666666675, + "ndcg_at_100": 0.4381125, + "ndcg_at_1000": 0.4609558333333333, + "ndcg_at_3": 0.33909166666666674, + "ndcg_at_5": 0.3607666666666666, + "precision_at_1": 0.29193833333333336, + "precision_at_10": 0.06725166666666667, + "precision_at_100": 0.011058333333333331, + "precision_at_1000": 0.0014833333333333332, + "precision_at_3": 0.15554166666666666, + "precision_at_5": 0.11079250000000002, + "recall_at_1": 0.24669249999999998, + "recall_at_10": 0.4975583333333332, + "recall_at_100": 0.7306908333333333, + "recall_at_1000": 0.8891316666666667, + "recall_at_3": 0.36913250000000003, + "recall_at_5": 0.42486416666666665, + "main_score": 0.38505416666666675 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Frazic__udever-bloom-3b-sentence/external/CQADupstackRetrieval.json b/results/Frazic__udever-bloom-3b-sentence/external/CQADupstackRetrieval.json index 1d042f3584..e3b08a9d2e 100644 --- a/results/Frazic__udever-bloom-3b-sentence/external/CQADupstackRetrieval.json +++ b/results/Frazic__udever-bloom-3b-sentence/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.378234, - "main_score": 0.378234, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24153166666666667, + "map_at_10": 0.32770499999999997, + "map_at_100": 0.3393133333333334, + "map_at_1000": 0.34052499999999997, + "map_at_3": 0.30158500000000005, + "map_at_5": 0.3159591666666666, + "mrr_at_1": 0.2887725, + "mrr_at_10": 0.36863583333333333, + "mrr_at_100": 0.3774550000000001, + "mrr_at_1000": 0.3780916666666666, + "mrr_at_3": 0.34634499999999996, + "mrr_at_5": 0.3592675000000001, + "ndcg_at_1": 0.2887725, + "ndcg_at_10": 0.37823416666666665, + "ndcg_at_100": 0.4298408333333333, + "ndcg_at_1000": 0.4544883333333333, + "ndcg_at_3": 0.3341875000000001, + "ndcg_at_5": 0.3545158333333333, + "precision_at_1": 0.2887725, + "precision_at_10": 0.0663825, + "precision_at_100": 0.010863333333333334, + "precision_at_1000": 0.0014858333333333334, + "precision_at_3": 0.15481, + "precision_at_5": 0.10953916666666669, + "recall_at_1": 0.24153166666666667, + "recall_at_10": 0.4879649999999999, + "recall_at_100": 0.7153716666666666, + "recall_at_1000": 0.8872158333333333, + "recall_at_3": 0.36419583333333333, + "recall_at_5": 0.4173583333333333, + "main_score": 0.37823416666666665 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Geolumina__instructor-xl/external/CQADupstackRetrieval.json b/results/Geolumina__instructor-xl/external/CQADupstackRetrieval.json index c151b0dccb..890e6539e2 100644 --- a/results/Geolumina__instructor-xl/external/CQADupstackRetrieval.json +++ b/results/Geolumina__instructor-xl/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.430941, - "main_score": 0.430941, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27861250000000004, + "map_at_10": 0.37529583333333333, + "map_at_100": 0.387915, + "map_at_1000": 0.3890558333333335, + "map_at_3": 0.3457333333333333, + "map_at_5": 0.36187166666666654, + "mrr_at_1": 0.3288291666666666, + "mrr_at_10": 0.41797500000000004, + "mrr_at_100": 0.42631833333333335, + "mrr_at_1000": 0.4268483333333333, + "mrr_at_3": 0.3931375000000001, + "mrr_at_5": 0.40704833333333335, + "ndcg_at_1": 0.3288291666666666, + "ndcg_at_10": 0.43094083333333333, + "ndcg_at_100": 0.4822158333333333, + "ndcg_at_1000": 0.50358, + "ndcg_at_3": 0.3812958333333334, + "ndcg_at_5": 0.40392666666666666, + "precision_at_1": 0.3288291666666666, + "precision_at_10": 0.075585, + "precision_at_100": 0.011903333333333332, + "precision_at_1000": 0.0015658333333333331, + "precision_at_3": 0.17495916666666667, + "precision_at_5": 0.12373833333333333, + "recall_at_1": 0.27861250000000004, + "recall_at_10": 0.5521591666666666, + "recall_at_100": 0.7739199999999999, + "recall_at_1000": 0.9204908333333335, + "recall_at_3": 0.4137475, + "recall_at_5": 0.47229083333333327, + "main_score": 0.43094083333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/external/CQADupstackRetrieval.json b/results/GritLM__GritLM-7B/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..3e17bdbb53 --- /dev/null +++ b/results/GritLM__GritLM-7B/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.31956083333333335, + "map_at_10": 0.4333483333333333, + "map_at_100": 0.44648833333333326, + "map_at_1000": 0.4475, + "map_at_3": 0.3987741666666666, + "map_at_5": 0.4186766666666667, + "mrr_at_1": 0.38063416666666666, + "mrr_at_10": 0.47839666666666664, + "mrr_at_100": 0.48644000000000004, + "mrr_at_1000": 0.4868566666666667, + "mrr_at_3": 0.45263583333333335, + "mrr_at_5": 0.46790000000000004, + "ndcg_at_1": 0.38063416666666666, + "ndcg_at_10": 0.4941933333333333, + "ndcg_at_100": 0.5450166666666667, + "ndcg_at_1000": 0.5616116666666667, + "ndcg_at_3": 0.4398241666666667, + "ndcg_at_5": 0.46638083333333336, + "precision_at_1": 0.38063416666666666, + "precision_at_10": 0.08708583333333329, + "precision_at_100": 0.013269999999999999, + "precision_at_1000": 0.00165, + "precision_at_3": 0.2037816666666667, + "precision_at_5": 0.14516333333333334, + "recall_at_1": 0.31956083333333335, + "recall_at_10": 0.6269458333333334, + "recall_at_100": 0.8446433333333334, + "recall_at_1000": 0.955845, + "recall_at_3": 0.47520166666666663, + "recall_at_5": 0.5436066666666666, + "main_score": 0.4941933333333333 + } + ] + } +} \ No newline at end of file diff --git a/results/GritLM__GritLM-8x7B/external/CQADupstackRetrieval.json b/results/GritLM__GritLM-8x7B/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..65df1dd867 --- /dev/null +++ b/results/GritLM__GritLM-8x7B/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.3069458333333333, + "map_at_10": 0.4165291666666666, + "map_at_100": 0.42957749999999995, + "map_at_1000": 0.43062583333333326, + "map_at_3": 0.3833575, + "map_at_5": 0.40209416666666664, + "mrr_at_1": 0.37013000000000007, + "mrr_at_10": 0.46306000000000014, + "mrr_at_100": 0.47094666666666674, + "mrr_at_1000": 0.47139583333333335, + "mrr_at_3": 0.4380575, + "mrr_at_5": 0.4522366666666666, + "ndcg_at_1": 0.37013000000000007, + "ndcg_at_10": 0.4763491666666667, + "ndcg_at_100": 0.5271083333333334, + "ndcg_at_1000": 0.5449358333333333, + "ndcg_at_3": 0.4243616666666666, + "ndcg_at_5": 0.44875833333333337, + "precision_at_1": 0.37013000000000007, + "precision_at_10": 0.08481583333333333, + "precision_at_100": 0.013073333333333336, + "precision_at_1000": 0.0016341666666666668, + "precision_at_3": 0.1981183333333333, + "precision_at_5": 0.1407691666666667, + "recall_at_1": 0.3069458333333333, + "recall_at_10": 0.6046208333333333, + "recall_at_100": 0.8242325000000001, + "recall_at_1000": 0.9453291666666667, + "recall_at_3": 0.45740499999999995, + "recall_at_5": 0.5214025, + "main_score": 0.4763491666666667 + } + ] + } +} \ No newline at end of file diff --git a/results/HIT-TMG__KaLM-embedding-multilingual-max-instruct-v1/external/CQADupstackRetrieval.json b/results/HIT-TMG__KaLM-embedding-multilingual-max-instruct-v1/external/CQADupstackRetrieval.json index 0feee0c881..9e15274421 100644 --- a/results/HIT-TMG__KaLM-embedding-multilingual-max-instruct-v1/external/CQADupstackRetrieval.json +++ b/results/HIT-TMG__KaLM-embedding-multilingual-max-instruct-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.427395, - "main_score": 0.427395, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.42739499999999997, + "ndcg_at_10": 0.42739499999999997 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/HIT-TMG__KaLM-embedding-multilingual-mini-instruct-v1.5/external/CQADupstackRetrieval.json b/results/HIT-TMG__KaLM-embedding-multilingual-mini-instruct-v1.5/external/CQADupstackRetrieval.json index cb69518b5a..ed7db3273b 100644 --- a/results/HIT-TMG__KaLM-embedding-multilingual-mini-instruct-v1.5/external/CQADupstackRetrieval.json +++ b/results/HIT-TMG__KaLM-embedding-multilingual-mini-instruct-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.418327, - "main_score": 0.418327, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.41832750000000013, + "ndcg_at_10": 0.41832750000000013 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/HIT-TMG__KaLM-embedding-multilingual-mini-instruct-v1/external/CQADupstackRetrieval.json b/results/HIT-TMG__KaLM-embedding-multilingual-mini-instruct-v1/external/CQADupstackRetrieval.json index b1698319c6..9a141c8f2f 100644 --- a/results/HIT-TMG__KaLM-embedding-multilingual-mini-instruct-v1/external/CQADupstackRetrieval.json +++ b/results/HIT-TMG__KaLM-embedding-multilingual-mini-instruct-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.422147, - "main_score": 0.422147, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4221466666666666, + "ndcg_at_10": 0.4221466666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/HIT-TMG__KaLM-embedding-multilingual-mini-v1/external/CQADupstackRetrieval.json b/results/HIT-TMG__KaLM-embedding-multilingual-mini-v1/external/CQADupstackRetrieval.json index 5e9a310898..0587f7cfbc 100644 --- a/results/HIT-TMG__KaLM-embedding-multilingual-mini-v1/external/CQADupstackRetrieval.json +++ b/results/HIT-TMG__KaLM-embedding-multilingual-mini-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.408584, - "main_score": 0.408584, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.40858416666666675, + "ndcg_at_10": 0.40858416666666675 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Hiveurban__multilingual-e5-large-pooled/external/CQADupstackRetrieval.json b/results/Hiveurban__multilingual-e5-large-pooled/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..c382e45475 --- /dev/null +++ b/results/Hiveurban__multilingual-e5-large-pooled/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2555825, + "map_at_10": 0.3444425000000001, + "map_at_100": 0.3559833333333333, + "map_at_1000": 0.35706916666666666, + "map_at_3": 0.31691749999999996, + "map_at_5": 0.33252916666666665, + "mrr_at_1": 0.30252666666666667, + "mrr_at_10": 0.3860675, + "mrr_at_100": 0.3942666666666666, + "mrr_at_1000": 0.39484083333333336, + "mrr_at_3": 0.36174416666666653, + "mrr_at_5": 0.3756275, + "ndcg_at_1": 0.30252666666666667, + "ndcg_at_10": 0.39683, + "ndcg_at_100": 0.44685416666666666, + "ndcg_at_1000": 0.46943166666666675, + "ndcg_at_3": 0.34961749999999997, + "ndcg_at_5": 0.37215666666666664, + "precision_at_1": 0.30252666666666667, + "precision_at_10": 0.06904166666666667, + "precision_at_100": 0.010989999999999995, + "precision_at_1000": 0.0014733333333333334, + "precision_at_3": 0.16037666666666667, + "precision_at_5": 0.11413583333333334, + "recall_at_1": 0.2555825, + "recall_at_10": 0.5113341666666666, + "recall_at_100": 0.7308366666666667, + "recall_at_1000": 0.8879483333333335, + "recall_at_3": 0.3798908333333333, + "recall_at_5": 0.43787833333333326, + "main_score": 0.39683 + } + ] + } +} \ No newline at end of file diff --git a/results/ISOISS__jina-embeddings-v3-tei/external/CQADupstackRetrieval.json b/results/ISOISS__jina-embeddings-v3-tei/external/CQADupstackRetrieval.json index 77ead12fca..a694f4daf8 100644 --- a/results/ISOISS__jina-embeddings-v3-tei/external/CQADupstackRetrieval.json +++ b/results/ISOISS__jina-embeddings-v3-tei/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.425886, - "main_score": 0.425886, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4258858333333333, + "ndcg_at_10": 0.4258858333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Intel__neural-embedding-v1/external/CQADupstackRetrieval.json b/results/Intel__neural-embedding-v1/external/CQADupstackRetrieval.json index 0aa391a4ef..cd18467f0a 100644 --- a/results/Intel__neural-embedding-v1/external/CQADupstackRetrieval.json +++ b/results/Intel__neural-embedding-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,52 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.491145, - "main_score": 0.491145, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.3057958333333333, + "map_at_10": 0.42696333333333336, + "map_at_100": 0.4407858333333333, + "map_at_1000": 0.44176333333333323, + "map_at_20": 0.4349983333333334, + "map_at_3": 0.38953583333333336, + "map_at_5": 0.41125583333333326, + "mrr_at_1": 0.3652666666666667, + "mrr_at_10": 0.46925666666666666, + "mrr_at_100": 0.4774333333333334, + "mrr_at_1000": 0.47782666666666673, + "mrr_at_20": 0.4742483333333333, + "mrr_at_3": 0.44068083333333335, + "mrr_at_5": 0.4582383333333333, + "ndcg_at_1": 0.3652666666666667, + "ndcg_at_10": 0.491145, + "ndcg_at_100": 0.5434058333333334, + "ndcg_at_1000": 0.5590625, + "ndcg_at_20": 0.5132724999999999, + "ndcg_at_3": 0.43146, + "ndcg_at_5": 0.46146166666666666, + "precision_at_1": 0.3652666666666667, + "precision_at_10": 0.08866916666666666, + "precision_at_100": 0.013526666666666666, + "precision_at_1000": 0.001670833333333333, + "precision_at_20": 0.05199416666666667, + "precision_at_3": 0.20278333333333332, + "precision_at_5": 0.14614999999999997, + "recall_at_1": 0.3057958333333333, + "recall_at_10": 0.6361841666666668, + "recall_at_100": 0.8586858333333331, + "recall_at_1000": 0.9624825, + "recall_at_20": 0.7152533333333334, + "recall_at_3": 0.4718050000000001, + "recall_at_5": 0.5490683333333334, + "main_score": 0.491145 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Koat__gte-tiny/external/CQADupstackRetrieval.json b/results/Koat__gte-tiny/external/CQADupstackRetrieval.json index e511d0ac1b..3f053a4dfd 100644 --- a/results/Koat__gte-tiny/external/CQADupstackRetrieval.json +++ b/results/Koat__gte-tiny/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.37796, - "main_score": 0.37796, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24266916666666663, + "map_at_10": 0.32750250000000003, + "map_at_100": 0.3391341666666667, + "map_at_1000": 0.34031749999999994, + "map_at_3": 0.30166416666666673, + "map_at_5": 0.31577000000000005, + "mrr_at_1": 0.28828166666666666, + "mrr_at_10": 0.36809916666666675, + "mrr_at_100": 0.3767075, + "mrr_at_1000": 0.37732999999999994, + "mrr_at_3": 0.34513416666666663, + "mrr_at_5": 0.35788, + "ndcg_at_1": 0.28828166666666666, + "ndcg_at_10": 0.37796, + "ndcg_at_100": 0.4294783333333333, + "ndcg_at_1000": 0.4538908333333333, + "ndcg_at_3": 0.3337475000000001, + "ndcg_at_5": 0.35379666666666665, + "precision_at_1": 0.28828166666666666, + "precision_at_10": 0.0661575, + "precision_at_100": 0.010848333333333333, + "precision_at_1000": 0.001484166666666667, + "precision_at_3": 0.15347833333333333, + "precision_at_5": 0.10848916666666666, + "recall_at_1": 0.24266916666666663, + "recall_at_10": 0.4873458333333333, + "recall_at_100": 0.7156341666666667, + "recall_at_1000": 0.8863091666666668, + "recall_at_3": 0.3631208333333333, + "recall_at_5": 0.4155633333333333, + "main_score": 0.37796 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Labib11__MUG-B-1.6/external/CQADupstackRetrieval.json b/results/Labib11__MUG-B-1.6/external/CQADupstackRetrieval.json index f1f1a4eba9..5c5e3f6c9a 100644 --- a/results/Labib11__MUG-B-1.6/external/CQADupstackRetrieval.json +++ b/results/Labib11__MUG-B-1.6/external/CQADupstackRetrieval.json @@ -1,19 +1,52 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.427381, - "main_score": 0.427381, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27274583333333335, + "map_at_10": 0.3704091666666666, + "map_at_100": 0.38279666666666673, + "map_at_1000": 0.3839383333333334, + "map_at_20": 0.3772150000000001, + "map_at_3": 0.33937999999999996, + "map_at_5": 0.35679749999999993, + "mrr_at_1": 0.3240525, + "mrr_at_10": 0.4143925000000001, + "mrr_at_100": 0.42271000000000003, + "mrr_at_1000": 0.4232416666666667, + "mrr_at_20": 0.4192733333333334, + "mrr_at_3": 0.38849416666666664, + "mrr_at_5": 0.40379583333333335, + "ndcg_at_1": 0.3240525, + "ndcg_at_10": 0.42738083333333343, + "ndcg_at_100": 0.4788941666666667, + "ndcg_at_1000": 0.5005008333333334, + "ndcg_at_20": 0.4474183333333334, + "ndcg_at_3": 0.3751908333333334, + "ndcg_at_5": 0.4001883333333333, + "precision_at_1": 0.3240525, + "precision_at_10": 0.07536166666666666, + "precision_at_100": 0.011934166666666666, + "precision_at_1000": 0.001575, + "precision_at_20": 0.044291666666666674, + "precision_at_3": 0.1724941666666667, + "precision_at_5": 0.12362333333333336, + "recall_at_1": 0.27274583333333335, + "recall_at_10": 0.5521358333333334, + "recall_at_100": 0.7760366666666667, + "recall_at_1000": 0.9243691666666666, + "recall_at_20": 0.6247458333333333, + "recall_at_3": 0.4079375, + "recall_at_5": 0.4715158333333334, + "main_score": 0.42738083333333343 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Linq-AI-Research__Linq-Embed-Mistral/external/CQADupstackRetrieval.json b/results/Linq-AI-Research__Linq-Embed-Mistral/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..71bd9ebd44 --- /dev/null +++ b/results/Linq-AI-Research__Linq-Embed-Mistral/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.30082666666666663, + "map_at_10": 0.4113875, + "map_at_100": 0.4245525, + "map_at_1000": 0.42561249999999995, + "map_at_3": 0.37822750000000005, + "map_at_5": 0.3962658333333333, + "mrr_at_1": 0.35584000000000005, + "mrr_at_10": 0.454675, + "mrr_at_100": 0.4631016666666667, + "mrr_at_1000": 0.4635191666666666, + "mrr_at_3": 0.42866749999999987, + "mrr_at_5": 0.4431341666666666, + "ndcg_at_1": 0.35584000000000005, + "ndcg_at_10": 0.47265166666666675, + "ndcg_at_100": 0.5249108333333332, + "ndcg_at_1000": 0.5424575, + "ndcg_at_3": 0.4183433333333334, + "ndcg_at_5": 0.44298999999999994, + "precision_at_1": 0.35584000000000005, + "precision_at_10": 0.08390333333333334, + "precision_at_100": 0.012941666666666667, + "precision_at_1000": 0.0016308333333333335, + "precision_at_3": 0.19414583333333332, + "precision_at_5": 0.13751, + "recall_at_1": 0.30082666666666663, + "recall_at_10": 0.6088875, + "recall_at_100": 0.8335141666666667, + "recall_at_1000": 0.950805, + "recall_at_3": 0.45683749999999995, + "recall_at_5": 0.5208208333333333, + "main_score": 0.47265166666666675 + } + ] + } +} \ No newline at end of file diff --git a/results/LuminaInc__jina-embeddings-v3/external/CQADupstackRetrieval.json b/results/LuminaInc__jina-embeddings-v3/external/CQADupstackRetrieval.json index 77ead12fca..a694f4daf8 100644 --- a/results/LuminaInc__jina-embeddings-v3/external/CQADupstackRetrieval.json +++ b/results/LuminaInc__jina-embeddings-v3/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.425886, - "main_score": 0.425886, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4258858333333333, + "ndcg_at_10": 0.4258858333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Marqo__dunzhang-stella_en_400M_v5/external/CQADupstackRetrieval.json b/results/Marqo__dunzhang-stella_en_400M_v5/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..c7bb23a26d --- /dev/null +++ b/results/Marqo__dunzhang-stella_en_400M_v5/external/CQADupstackRetrieval.json @@ -0,0 +1,157 @@ +{ + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4436125000000001, + "map_at_1": 0.283045, + "map_at_10": 0.38548416666666663, + "map_at_100": 0.3983141666666667, + "map_at_1000": 0.39944750000000007, + "map_at_20": 0.39253416666666674, + "map_at_3": 0.3540675, + "map_at_5": 0.3715558333333333, + "mrr_at_1": 0.3409077232860122, + "mrr_at_10": 0.43154453932114206, + "mrr_at_100": 0.43986452868482573, + "mrr_at_1000": 0.44037631313469405, + "mrr_at_20": 0.4364045813249614, + "mrr_at_3": 0.40674138648480485, + "mrr_at_5": 0.4210625118262026, + "nauc_map_at_1000_diff1": 0.46250011739434993, + "nauc_map_at_1000_max": 0.30136644462605977, + "nauc_map_at_1000_std": 0.05422301791618935, + "nauc_map_at_100_diff1": 0.46253631351999397, + "nauc_map_at_100_max": 0.3012612918885181, + "nauc_map_at_100_std": 0.05367077019987172, + "nauc_map_at_10_diff1": 0.4632817134174135, + "nauc_map_at_10_max": 0.2980274612581464, + "nauc_map_at_10_std": 0.0462996685176396, + "nauc_map_at_1_diff1": 0.5156118117729492, + "nauc_map_at_1_max": 0.2794885243863768, + "nauc_map_at_1_std": 0.017003665089273562, + "nauc_map_at_20_diff1": 0.4628675026029909, + "nauc_map_at_20_max": 0.2997920529035328, + "nauc_map_at_20_std": 0.05010588412441873, + "nauc_map_at_3_diff1": 0.4710018183619064, + "nauc_map_at_3_max": 0.2906231820607875, + "nauc_map_at_3_std": 0.0322356962546942, + "nauc_map_at_5_diff1": 0.4641971733050039, + "nauc_map_at_5_max": 0.29456798617695656, + "nauc_map_at_5_std": 0.04092169102307715, + "nauc_mrr_at_1000_diff1": 0.4588888977975723, + "nauc_mrr_at_1000_max": 0.32162138978089544, + "nauc_mrr_at_1000_std": 0.06281194342421792, + "nauc_mrr_at_100_diff1": 0.4587480433011124, + "nauc_mrr_at_100_max": 0.3216011334212834, + "nauc_mrr_at_100_std": 0.06286571777242178, + "nauc_mrr_at_10_diff1": 0.4584965290465883, + "nauc_mrr_at_10_max": 0.3213847916232293, + "nauc_mrr_at_10_std": 0.06105718728141998, + "nauc_mrr_at_1_diff1": 0.5101373032506216, + "nauc_mrr_at_1_max": 0.3277457396492779, + "nauc_mrr_at_1_std": 0.04415684893471724, + "nauc_mrr_at_20_diff1": 0.45866630462552743, + "nauc_mrr_at_20_max": 0.3215219360697865, + "nauc_mrr_at_20_std": 0.061960304641276304, + "nauc_mrr_at_3_diff1": 0.46522376582423186, + "nauc_mrr_at_3_max": 0.3218259009733714, + "nauc_mrr_at_3_std": 0.05288000648220897, + "nauc_mrr_at_5_diff1": 0.4586611481369745, + "nauc_mrr_at_5_max": 0.32142616390549206, + "nauc_mrr_at_5_std": 0.05881123817707373, + "nauc_ndcg_at_1000_diff1": 0.445055097547565, + "nauc_ndcg_at_1000_max": 0.3114968205797546, + "nauc_ndcg_at_1000_std": 0.08157937194901332, + "nauc_ndcg_at_100_diff1": 0.4412398363638596, + "nauc_ndcg_at_100_max": 0.3087806432140999, + "nauc_ndcg_at_100_std": 0.0840493441452808, + "nauc_ndcg_at_10_diff1": 0.4420009350522147, + "nauc_ndcg_at_10_max": 0.3015267107733158, + "nauc_ndcg_at_10_std": 0.06407495361566107, + "nauc_ndcg_at_1_diff1": 0.5101373032506216, + "nauc_ndcg_at_1_max": 0.3277457396492779, + "nauc_ndcg_at_1_std": 0.04415684893471724, + "nauc_ndcg_at_20_diff1": 0.4416988321564116, + "nauc_ndcg_at_20_max": 0.3033353250065121, + "nauc_ndcg_at_20_std": 0.0710024701386895, + "nauc_ndcg_at_3_diff1": 0.4535982873879988, + "nauc_ndcg_at_3_max": 0.302883124579487, + "nauc_ndcg_at_3_std": 0.046539008982933956, + "nauc_ndcg_at_5_diff1": 0.44324558115380186, + "nauc_ndcg_at_5_max": 0.30048149698941373, + "nauc_ndcg_at_5_std": 0.0566844596184132, + "nauc_precision_at_1000_diff1": -0.07282175798304458, + "nauc_precision_at_1000_max": 0.07820142031765352, + "nauc_precision_at_1000_std": 0.11736131836431171, + "nauc_precision_at_100_diff1": 0.010222940256506975, + "nauc_precision_at_100_max": 0.1612346497070298, + "nauc_precision_at_100_std": 0.18202607395247875, + "nauc_precision_at_10_diff1": 0.18289439185857836, + "nauc_precision_at_10_max": 0.26116517399154376, + "nauc_precision_at_10_std": 0.13921214069982302, + "nauc_precision_at_1_diff1": 0.5101373032506216, + "nauc_precision_at_1_max": 0.3277457396492779, + "nauc_precision_at_1_std": 0.04415684893471724, + "nauc_precision_at_20_diff1": 0.12365165405210886, + "nauc_precision_at_20_max": 0.22946297258937368, + "nauc_precision_at_20_std": 0.1613862870358933, + "nauc_precision_at_3_diff1": 0.32063423642849687, + "nauc_precision_at_3_max": 0.30140965811989406, + "nauc_precision_at_3_std": 0.08501746262550146, + "nauc_precision_at_5_diff1": 0.24777203357717947, + "nauc_precision_at_5_max": 0.2840157956684847, + "nauc_precision_at_5_std": 0.11643246774390914, + "nauc_recall_at_1000_diff1": 0.3004216463401409, + "nauc_recall_at_1000_max": 0.3498067760563842, + "nauc_recall_at_1000_std": 0.4801453905250591, + "nauc_recall_at_100_diff1": 0.3119341550751397, + "nauc_recall_at_100_max": 0.28697401492709806, + "nauc_recall_at_100_std": 0.2520960758920368, + "nauc_recall_at_10_diff1": 0.3618870823636506, + "nauc_recall_at_10_max": 0.2600562523134124, + "nauc_recall_at_10_std": 0.08891983977041376, + "nauc_recall_at_1_diff1": 0.5156118117729492, + "nauc_recall_at_1_max": 0.2794885243863768, + "nauc_recall_at_1_std": 0.017003665089273562, + "nauc_recall_at_20_diff1": 0.34939961185648033, + "nauc_recall_at_20_max": 0.2614996171595614, + "nauc_recall_at_20_std": 0.12065750236763301, + "nauc_recall_at_3_diff1": 0.40807439467095125, + "nauc_recall_at_3_max": 0.2644312777302578, + "nauc_recall_at_3_std": 0.03701144860424148, + "nauc_recall_at_5_diff1": 0.3760853515705578, + "nauc_recall_at_5_max": 0.26168016189725823, + "nauc_recall_at_5_std": 0.06344191564595315, + "ndcg_at_1": 0.3409083333333333, + "ndcg_at_10": 0.4436125000000001, + "ndcg_at_100": 0.49586166666666665, + "ndcg_at_1000": 0.5162358333333333, + "ndcg_at_20": 0.4640158333333333, + "ndcg_at_3": 0.3927733333333333, + "ndcg_at_5": 0.41662333333333335, + "precision_at_1": 0.3409083333333333, + "precision_at_10": 0.07957000000000002, + "precision_at_100": 0.012521666666666669, + "precision_at_1000": 0.0016125, + "precision_at_20": 0.046755000000000005, + "precision_at_3": 0.18402083333333333, + "precision_at_5": 0.13104333333333334, + "recall_at_1": 0.283045, + "recall_at_10": 0.5680666666666667, + "recall_at_100": 0.7966208333333334, + "recall_at_1000": 0.936455, + "recall_at_20": 0.6424949999999999, + "recall_at_3": 0.4243133333333333, + "recall_at_5": 0.48665416666666667 + } + ] + } +} \ No newline at end of file diff --git a/results/Marqo__marqo-chimera-arctic-bge-m/external/CQADupstackRetrieval.json b/results/Marqo__marqo-chimera-arctic-bge-m/external/CQADupstackRetrieval.json index 78989688ec..1f0cab08c6 100644 --- a/results/Marqo__marqo-chimera-arctic-bge-m/external/CQADupstackRetrieval.json +++ b/results/Marqo__marqo-chimera-arctic-bge-m/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.428897, - "main_score": 0.428897, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4288966666666667, + "ndcg_at_10": 0.4288966666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Marqo__multilingual-e5-small/external/CQADupstackRetrieval.json b/results/Marqo__multilingual-e5-small/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..0ba51ede72 --- /dev/null +++ b/results/Marqo__multilingual-e5-small/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24252999999999997, + "map_at_10": 0.31655916666666667, + "map_at_100": 0.3268075, + "map_at_1000": 0.32794833333333334, + "map_at_3": 0.2943691666666666, + "map_at_5": 0.30717416666666664, + "mrr_at_1": 0.28602750000000005, + "mrr_at_10": 0.3556875, + "mrr_at_100": 0.36359499999999995, + "mrr_at_1000": 0.3642775, + "mrr_at_3": 0.3358616666666666, + "mrr_at_5": 0.34736416666666664, + "ndcg_at_1": 0.28602750000000005, + "ndcg_at_10": 0.3606933333333334, + "ndcg_at_100": 0.4070141666666667, + "ndcg_at_1000": 0.4324341666666667, + "ndcg_at_3": 0.32307916666666664, + "ndcg_at_5": 0.34129999999999994, + "precision_at_1": 0.28602750000000005, + "precision_at_10": 0.06097666666666667, + "precision_at_100": 0.009809166666666667, + "precision_at_1000": 0.0013766666666666662, + "precision_at_3": 0.14628166666666667, + "precision_at_5": 0.10266916666666667, + "recall_at_1": 0.24252999999999997, + "recall_at_10": 0.45319166666666666, + "recall_at_100": 0.6603575, + "recall_at_1000": 0.8394708333333334, + "recall_at_3": 0.3471941666666666, + "recall_at_5": 0.3946358333333333, + "main_score": 0.3606933333333334 + } + ] + } +} \ No newline at end of file diff --git a/results/Maxthemacaque__onnx-gte-multilingual-base/external/CQADupstackRetrieval.json b/results/Maxthemacaque__onnx-gte-multilingual-base/external/CQADupstackRetrieval.json index a460382e7d..2ffc7c067e 100644 --- a/results/Maxthemacaque__onnx-gte-multilingual-base/external/CQADupstackRetrieval.json +++ b/results/Maxthemacaque__onnx-gte-multilingual-base/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.381218, - "main_score": 0.381218, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_10": 0.38121833333333327, + "main_score": 0.38121833333333327 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/McGill-NLP__LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised/external/CQADupstackRetrieval.json b/results/McGill-NLP__LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised/external/CQADupstackRetrieval.json index 6e4b64a9b5..85869398c7 100644 --- a/results/McGill-NLP__LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised/external/CQADupstackRetrieval.json +++ b/results/McGill-NLP__LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.459353, - "main_score": 0.459353, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.29636, + "map_at_10": 0.4015091666666667, + "map_at_100": 0.4147933333333333, + "map_at_1000": 0.41584249999999995, + "map_at_3": 0.3698025, + "map_at_5": 0.38764833333333326, + "mrr_at_1": 0.353525, + "mrr_at_10": 0.4462258333333334, + "mrr_at_100": 0.4547491666666667, + "mrr_at_1000": 0.4552275, + "mrr_at_3": 0.42185749999999994, + "mrr_at_5": 0.4360833333333333, + "ndcg_at_1": 0.353525, + "ndcg_at_10": 0.4593533333333333, + "ndcg_at_100": 0.5118524999999999, + "ndcg_at_1000": 0.5307075, + "ndcg_at_3": 0.40893416666666677, + "ndcg_at_5": 0.4327291666666667, + "precision_at_1": 0.353525, + "precision_at_10": 0.08118, + "precision_at_100": 0.012704166666666667, + "precision_at_1000": 0.0016158333333333333, + "precision_at_3": 0.18987, + "precision_at_5": 0.13416083333333334, + "recall_at_1": 0.29636, + "recall_at_10": 0.5838899999999999, + "recall_at_100": 0.8108758333333335, + "recall_at_1000": 0.9393433333333333, + "recall_at_3": 0.44148499999999996, + "recall_at_5": 0.5043808333333334, + "main_score": 0.4593533333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/McGill-NLP__LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse/external/CQADupstackRetrieval.json b/results/McGill-NLP__LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse/external/CQADupstackRetrieval.json index 13e499a76a..7176096d17 100644 --- a/results/McGill-NLP__LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse/external/CQADupstackRetrieval.json +++ b/results/McGill-NLP__LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.307805, - "main_score": 0.307805, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.18901250000000006, + "map_at_10": 0.26134583333333333, + "map_at_100": 0.27282833333333334, + "map_at_1000": 0.27416749999999995, + "map_at_3": 0.23753500000000002, + "map_at_5": 0.25076833333333337, + "mrr_at_1": 0.23560500000000004, + "mrr_at_10": 0.3031466666666666, + "mrr_at_100": 0.31217249999999996, + "mrr_at_1000": 0.3129225, + "mrr_at_3": 0.2816208333333333, + "mrr_at_5": 0.2939025, + "ndcg_at_1": 0.23560500000000004, + "ndcg_at_10": 0.30780500000000005, + "ndcg_at_100": 0.36003083333333336, + "ndcg_at_1000": 0.38918166666666665, + "ndcg_at_3": 0.26735249999999994, + "ndcg_at_5": 0.2860558333333333, + "precision_at_1": 0.23560500000000004, + "precision_at_10": 0.05700583333333334, + "precision_at_100": 0.010015000000000001, + "precision_at_1000": 0.0014475, + "precision_at_3": 0.1273675, + "precision_at_5": 0.09230666666666666, + "recall_at_1": 0.18901250000000006, + "recall_at_10": 0.40407499999999996, + "recall_at_100": 0.6396683333333333, + "recall_at_1000": 0.8486883333333333, + "recall_at_3": 0.2879183333333334, + "recall_at_5": 0.337335, + "main_score": 0.30780500000000005 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/McGill-NLP__LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised/external/CQADupstackRetrieval.json b/results/McGill-NLP__LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..37d840ff9b --- /dev/null +++ b/results/McGill-NLP__LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.3029925, + "map_at_10": 0.4198708333333333, + "map_at_100": 0.43306916666666667, + "map_at_1000": 0.4340716666666667, + "map_at_3": 0.38431666666666664, + "map_at_5": 0.40419499999999997, + "mrr_at_1": 0.3624483333333334, + "mrr_at_10": 0.46326666666666666, + "mrr_at_100": 0.4713983333333333, + "mrr_at_1000": 0.47180583333333337, + "mrr_at_3": 0.4366799999999999, + "mrr_at_5": 0.45163666666666663, + "ndcg_at_1": 0.3624483333333334, + "ndcg_at_10": 0.48251916666666667, + "ndcg_at_100": 0.533555, + "ndcg_at_1000": 0.5502425, + "ndcg_at_3": 0.42599583333333335, + "ndcg_at_5": 0.4524166666666666, + "precision_at_1": 0.3624483333333334, + "precision_at_10": 0.08666833333333333, + "precision_at_100": 0.013214166666666664, + "precision_at_1000": 0.0016475, + "precision_at_3": 0.199955, + "precision_at_5": 0.14271999999999999, + "recall_at_1": 0.3029925, + "recall_at_10": 0.6223233333333335, + "recall_at_100": 0.84151, + "recall_at_1000": 0.9537333333333333, + "recall_at_3": 0.4645541666666667, + "recall_at_5": 0.53264, + "main_score": 0.48251916666666667 + } + ] + } +} \ No newline at end of file diff --git a/results/McGill-NLP__LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse/external/CQADupstackRetrieval.json b/results/McGill-NLP__LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..adf92d7cc1 --- /dev/null +++ b/results/McGill-NLP__LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.19477166666666665, + "map_at_10": 0.27431416666666664, + "map_at_100": 0.28656000000000004, + "map_at_1000": 0.2878758333333334, + "map_at_3": 0.2485175, + "map_at_5": 0.26270166666666667, + "mrr_at_1": 0.2406841666666667, + "mrr_at_10": 0.31620000000000004, + "mrr_at_100": 0.3252283333333333, + "mrr_at_1000": 0.3259441666666667, + "mrr_at_3": 0.29328666666666664, + "mrr_at_5": 0.30620416666666667, + "ndcg_at_1": 0.2406841666666667, + "ndcg_at_10": 0.32404583333333337, + "ndcg_at_100": 0.37779500000000005, + "ndcg_at_1000": 0.40511583333333334, + "ndcg_at_3": 0.27994166666666664, + "ndcg_at_5": 0.30021749999999997, + "precision_at_1": 0.2406841666666667, + "precision_at_10": 0.0603725, + "precision_at_100": 0.010500833333333338, + "precision_at_1000": 0.0014875, + "precision_at_3": 0.13419583333333335, + "precision_at_5": 0.09700666666666664, + "recall_at_1": 0.19477166666666665, + "recall_at_10": 0.42994416666666674, + "recall_at_100": 0.6678700000000001, + "recall_at_1000": 0.8618825000000001, + "recall_at_3": 0.30463666666666667, + "recall_at_5": 0.3583141666666667, + "main_score": 0.32404583333333337 + } + ] + } +} \ No newline at end of file diff --git a/results/McGill-NLP__LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised/external/CQADupstackRetrieval.json b/results/McGill-NLP__LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..515854c52b --- /dev/null +++ b/results/McGill-NLP__LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.3200191666666667, + "map_at_10": 0.42912166666666673, + "map_at_100": 0.4421125000000001, + "map_at_1000": 0.44314166666666666, + "map_at_3": 0.39579000000000003, + "map_at_5": 0.4149716666666666, + "mrr_at_1": 0.38669583333333335, + "mrr_at_10": 0.47708, + "mrr_at_100": 0.48487499999999994, + "mrr_at_1000": 0.48530833333333334, + "mrr_at_3": 0.45196333333333333, + "mrr_at_5": 0.46702999999999995, + "ndcg_at_1": 0.38669583333333335, + "ndcg_at_10": 0.48841999999999997, + "ndcg_at_100": 0.5379400000000001, + "ndcg_at_1000": 0.5556641666666667, + "ndcg_at_3": 0.43709749999999997, + "ndcg_at_5": 0.462045, + "precision_at_1": 0.38669583333333335, + "precision_at_10": 0.08652999999999998, + "precision_at_100": 0.013168333333333332, + "precision_at_1000": 0.00164, + "precision_at_3": 0.2034325, + "precision_at_5": 0.14426, + "recall_at_1": 0.3200191666666667, + "recall_at_10": 0.6131158333333334, + "recall_at_100": 0.8280691666666666, + "recall_at_1000": 0.94977, + "recall_at_3": 0.4663558333333333, + "recall_at_5": 0.5332383333333334, + "main_score": 0.48841999999999997 + } + ] + } +} \ No newline at end of file diff --git a/results/McGill-NLP__LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse/external/CQADupstackRetrieval.json b/results/McGill-NLP__LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..fad9c948e9 --- /dev/null +++ b/results/McGill-NLP__LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.20293916666666664, + "map_at_10": 0.28353666666666666, + "map_at_100": 0.29524333333333336, + "map_at_1000": 0.2965258333333333, + "map_at_3": 0.25727916666666667, + "map_at_5": 0.27170833333333333, + "mrr_at_1": 0.2521375, + "mrr_at_10": 0.3267591666666667, + "mrr_at_100": 0.33562333333333344, + "mrr_at_1000": 0.3363283333333334, + "mrr_at_3": 0.30415333333333333, + "mrr_at_5": 0.31679583333333333, + "ndcg_at_1": 0.2521375, + "ndcg_at_10": 0.3337108333333333, + "ndcg_at_100": 0.3857725, + "ndcg_at_1000": 0.4124683333333333, + "ndcg_at_3": 0.2898183333333334, + "ndcg_at_5": 0.30986083333333336, + "precision_at_1": 0.2521375, + "precision_at_10": 0.062005833333333336, + "precision_at_100": 0.010527499999999999, + "precision_at_1000": 0.0014675000000000003, + "precision_at_3": 0.13808333333333334, + "precision_at_5": 0.0997641666666667, + "recall_at_1": 0.20293916666666664, + "recall_at_10": 0.4390833333333333, + "recall_at_100": 0.6726575, + "recall_at_1000": 0.8618591666666666, + "recall_at_3": 0.3138741666666667, + "recall_at_5": 0.3673883333333333, + "main_score": 0.3337108333333333 + } + ] + } +} \ No newline at end of file diff --git a/results/McGill-NLP__LLM2Vec-Sheared-LLaMA-mntp-supervised/external/CQADupstackRetrieval.json b/results/McGill-NLP__LLM2Vec-Sheared-LLaMA-mntp-supervised/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..ec692abe49 --- /dev/null +++ b/results/McGill-NLP__LLM2Vec-Sheared-LLaMA-mntp-supervised/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.26897333333333334, + "map_at_10": 0.3628758333333334, + "map_at_100": 0.37480083333333325, + "map_at_1000": 0.3759683333333333, + "map_at_3": 0.33348500000000003, + "map_at_5": 0.3498283333333334, + "mrr_at_1": 0.3198916666666667, + "mrr_at_10": 0.40611166666666665, + "mrr_at_100": 0.4142133333333333, + "mrr_at_1000": 0.4147633333333334, + "mrr_at_3": 0.3819366666666667, + "mrr_at_5": 0.3953125, + "ndcg_at_1": 0.3198916666666667, + "ndcg_at_10": 0.4173475, + "ndcg_at_100": 0.46722916666666664, + "ndcg_at_1000": 0.48949166666666666, + "ndcg_at_3": 0.3688383333333334, + "ndcg_at_5": 0.39114, + "precision_at_1": 0.3198916666666667, + "precision_at_10": 0.07364083333333335, + "precision_at_100": 0.011604166666666667, + "precision_at_1000": 0.0015433333333333334, + "precision_at_3": 0.17067500000000002, + "precision_at_5": 0.12091916666666666, + "recall_at_1": 0.26897333333333334, + "recall_at_10": 0.5348575, + "recall_at_100": 0.7538716666666666, + "recall_at_1000": 0.9075841666666666, + "recall_at_3": 0.3986725, + "recall_at_5": 0.45683416666666665, + "main_score": 0.4173475 + } + ] + } +} \ No newline at end of file diff --git a/results/McGill-NLP__LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse/external/CQADupstackRetrieval.json b/results/McGill-NLP__LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse/external/CQADupstackRetrieval.json index 72c895eed5..7587f043db 100644 --- a/results/McGill-NLP__LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse/external/CQADupstackRetrieval.json +++ b/results/McGill-NLP__LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.185007, - "main_score": 0.185007, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.11131583333333332, + "map_at_10": 0.154605, + "map_at_100": 0.163075, + "map_at_1000": 0.164375, + "map_at_3": 0.13995833333333332, + "map_at_5": 0.14783666666666667, + "mrr_at_1": 0.13805833333333334, + "mrr_at_10": 0.18405749999999999, + "mrr_at_100": 0.19175166666666668, + "mrr_at_1000": 0.19265833333333332, + "mrr_at_3": 0.16892416666666665, + "mrr_at_5": 0.1771058333333333, + "ndcg_at_1": 0.13805833333333334, + "ndcg_at_10": 0.18500666666666665, + "ndcg_at_100": 0.2278191666666667, + "ndcg_at_1000": 0.26095583333333333, + "ndcg_at_3": 0.15846916666666663, + "ndcg_at_5": 0.1700425, + "precision_at_1": 0.13805833333333334, + "precision_at_10": 0.034233333333333324, + "precision_at_100": 0.006828333333333333, + "precision_at_1000": 0.0011641666666666666, + "precision_at_3": 0.07511749999999999, + "precision_at_5": 0.05440916666666666, + "recall_at_1": 0.11131583333333332, + "recall_at_10": 0.24794166666666664, + "recall_at_100": 0.44356, + "recall_at_1000": 0.6871899999999997, + "recall_at_3": 0.17145583333333334, + "recall_at_5": 0.20229083333333336, + "main_score": 0.18500666666666665 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Mihaiii__test24/external/CQADupstackRetrieval.json b/results/Mihaiii__test24/external/CQADupstackRetrieval.json index 195d129123..2746980240 100644 --- a/results/Mihaiii__test24/external/CQADupstackRetrieval.json +++ b/results/Mihaiii__test24/external/CQADupstackRetrieval.json @@ -1,19 +1,52 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.25564, - "main_score": 0.25564, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.15536166666666668, + "map_at_10": 0.21584333333333336, + "map_at_100": 0.22610750000000002, + "map_at_1000": 0.22732083333333336, + "map_at_20": 0.22088166666666667, + "map_at_3": 0.19561583333333327, + "map_at_5": 0.20634666666666668, + "mrr_at_1": 0.18388583333333333, + "mrr_at_10": 0.24637833333333328, + "mrr_at_100": 0.2553608333333333, + "mrr_at_1000": 0.2561658333333333, + "mrr_at_20": 0.25101, + "mrr_at_3": 0.22641583333333334, + "mrr_at_5": 0.23715083333333337, + "ndcg_at_1": 0.18388583333333333, + "ndcg_at_10": 0.25564000000000003, + "ndcg_at_100": 0.306545, + "ndcg_at_1000": 0.33643083333333335, + "ndcg_at_20": 0.27234, + "ndcg_at_3": 0.2181491666666667, + "ndcg_at_5": 0.2346691666666667, + "precision_at_1": 0.18388583333333333, + "precision_at_10": 0.045814999999999995, + "precision_at_100": 0.008400833333333335, + "precision_at_1000": 0.0012791666666666665, + "precision_at_20": 0.02784916666666666, + "precision_at_3": 0.10077333333333334, + "precision_at_5": 0.0727325, + "recall_at_1": 0.15536166666666668, + "recall_at_10": 0.34615333333333337, + "recall_at_100": 0.5771308333333333, + "recall_at_1000": 0.7932074999999998, + "recall_at_20": 0.40750416666666667, + "recall_at_3": 0.24079333333333333, + "recall_at_5": 0.28313083333333333, + "main_score": 0.25564000000000003 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Mihaiii__test25/external/CQADupstackRetrieval.json b/results/Mihaiii__test25/external/CQADupstackRetrieval.json index aaee2c4db7..f0f5720b1a 100644 --- a/results/Mihaiii__test25/external/CQADupstackRetrieval.json +++ b/results/Mihaiii__test25/external/CQADupstackRetrieval.json @@ -1,19 +1,52 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.229647, - "main_score": 0.229647, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.14161583333333333, + "map_at_10": 0.19378833333333334, + "map_at_100": 0.2027525, + "map_at_1000": 0.20394499999999996, + "map_at_20": 0.19831333333333334, + "map_at_3": 0.1755408333333333, + "map_at_5": 0.1852841666666667, + "mrr_at_1": 0.1700033333333333, + "mrr_at_10": 0.22419166666666668, + "mrr_at_100": 0.23252666666666666, + "mrr_at_1000": 0.23337583333333334, + "mrr_at_20": 0.22866666666666668, + "mrr_at_3": 0.2056991666666667, + "mrr_at_5": 0.21567666666666663, + "ndcg_at_1": 0.1700033333333333, + "ndcg_at_10": 0.22964749999999998, + "ndcg_at_100": 0.27526833333333334, + "ndcg_at_1000": 0.30597416666666666, + "ndcg_at_20": 0.2452133333333333, + "ndcg_at_3": 0.19601083333333338, + "ndcg_at_5": 0.21089750000000002, + "precision_at_1": 0.1700033333333333, + "precision_at_10": 0.0410625, + "precision_at_100": 0.007497499999999999, + "precision_at_1000": 0.0011733333333333335, + "precision_at_20": 0.024994166666666668, + "precision_at_3": 0.09041, + "precision_at_5": 0.0655425, + "recall_at_1": 0.14161583333333333, + "recall_at_10": 0.30899916666666666, + "recall_at_100": 0.5166383333333333, + "recall_at_1000": 0.74103, + "recall_at_20": 0.36698000000000003, + "recall_at_3": 0.21398, + "recall_at_5": 0.2524175, + "main_score": 0.22964749999999998 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Muennighoff__SGPT-1.3B-weightedmean-msmarco-specb-bitfit/external/CQADupstackRetrieval.json b/results/Muennighoff__SGPT-1.3B-weightedmean-msmarco-specb-bitfit/external/CQADupstackRetrieval.json index 3c2e73d34d..c3f8e8b480 100644 --- a/results/Muennighoff__SGPT-1.3B-weightedmean-msmarco-specb-bitfit/external/CQADupstackRetrieval.json +++ b/results/Muennighoff__SGPT-1.3B-weightedmean-msmarco-specb-bitfit/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.333262, - "main_score": 0.333262, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "2b9f5791698b5be7bc5e10535c8690f20043c3db", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.20675666666666673, + "map_at_10": 0.28479333333333334, + "map_at_100": 0.29612249999999996, + "map_at_1000": 0.29731166666666664, + "map_at_3": 0.25884, + "map_at_5": 0.27298916666666667, + "mrr_at_1": 0.24402583333333333, + "mrr_at_10": 0.3207041666666667, + "mrr_at_100": 0.32958416666666673, + "mrr_at_1000": 0.3302541666666666, + "mrr_at_3": 0.29677749999999997, + "mrr_at_5": 0.3102391666666667, + "ndcg_at_1": 0.24402583333333333, + "ndcg_at_10": 0.3332616666666667, + "ndcg_at_100": 0.3851566666666667, + "ndcg_at_1000": 0.4113791666666667, + "ndcg_at_3": 0.28687749999999995, + "ndcg_at_5": 0.3084766666666667, + "precision_at_1": 0.24402583333333333, + "precision_at_10": 0.05943749999999999, + "precision_at_100": 0.010098333333333334, + "precision_at_1000": 0.0014183333333333333, + "precision_at_3": 0.132115, + "precision_at_5": 0.09548416666666668, + "recall_at_1": 0.20675666666666673, + "recall_at_10": 0.4424558333333334, + "recall_at_100": 0.6731116666666667, + "recall_at_1000": 0.8587841666666666, + "recall_at_3": 0.3149258333333333, + "recall_at_5": 0.3693241666666667, + "main_score": 0.3332616666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Muennighoff__SGPT-125M-weightedmean-msmarco-specb-bitfit/external/CQADupstackRetrieval.json b/results/Muennighoff__SGPT-125M-weightedmean-msmarco-specb-bitfit/external/CQADupstackRetrieval.json index 473a8dbaa8..e32383fe58 100644 --- a/results/Muennighoff__SGPT-125M-weightedmean-msmarco-specb-bitfit/external/CQADupstackRetrieval.json +++ b/results/Muennighoff__SGPT-125M-weightedmean-msmarco-specb-bitfit/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.272487, - "main_score": 0.272487, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "2b9f5791698b5be7bc5e10535c8690f20043c3db", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.17195166666666664, + "map_at_10": 0.23329083333333334, + "map_at_100": 0.2430308333333333, + "map_at_1000": 0.24422416666666666, + "map_at_3": 0.21327416666666665, + "map_at_5": 0.22419999999999998, + "mrr_at_1": 0.19999916666666667, + "mrr_at_10": 0.26390166666666665, + "mrr_at_100": 0.27231, + "mrr_at_1000": 0.27308333333333334, + "mrr_at_3": 0.244675, + "mrr_at_5": 0.25541083333333336, + "ndcg_at_1": 0.19999916666666667, + "ndcg_at_10": 0.27248666666666665, + "ndcg_at_100": 0.3200258333333334, + "ndcg_at_1000": 0.349465, + "ndcg_at_3": 0.2358566666666667, + "ndcg_at_5": 0.2526341666666666, + "precision_at_1": 0.19999916666666667, + "precision_at_10": 0.04772166666666666, + "precision_at_100": 0.00847, + "precision_at_1000": 0.0012741666666666667, + "precision_at_3": 0.1075616666666667, + "precision_at_5": 0.07725416666666667, + "recall_at_1": 0.17195166666666664, + "recall_at_10": 0.35990833333333344, + "recall_at_100": 0.57468, + "recall_at_1000": 0.7882366666666667, + "recall_at_3": 0.25898499999999997, + "recall_at_5": 0.30084333333333335, + "main_score": 0.27248666666666665 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Muennighoff__SGPT-125M-weightedmean-nli-bitfit/external/CQADupstackRetrieval.json b/results/Muennighoff__SGPT-125M-weightedmean-nli-bitfit/external/CQADupstackRetrieval.json index 706e6f41c1..b262268183 100644 --- a/results/Muennighoff__SGPT-125M-weightedmean-nli-bitfit/external/CQADupstackRetrieval.json +++ b/results/Muennighoff__SGPT-125M-weightedmean-nli-bitfit/external/CQADupstackRetrieval.json @@ -1,19 +1,41 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.202902, - "main_score": 0.202902, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "2b9f5791698b5be7bc5e10535c8690f20043c3db", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.12738416666666666, + "map_at_10": 0.17235916666666667, + "map_at_100": 0.1806333333333333, + "map_at_1000": 0.1818433333333333, + "map_at_3": 0.1574775, + "map_at_5": 0.1657825, + "ndcg_at_1": 0.15487416666666665, + "ndcg_at_10": 0.20290166666666667, + "ndcg_at_100": 0.24412916666666662, + "ndcg_at_1000": 0.27586333333333335, + "ndcg_at_3": 0.17622083333333333, + "ndcg_at_5": 0.18859916666666668, + "precision_at_1": 0.15487416666666665, + "precision_at_10": 0.036226666666666664, + "precision_at_100": 0.006820833333333334, + "precision_at_1000": 0.0011216666666666666, + "precision_at_3": 0.08163749999999999, + "precision_at_5": 0.058654166666666674, + "recall_at_1": 0.12738416666666666, + "recall_at_10": 0.26599416666666664, + "recall_at_100": 0.4541258333333334, + "recall_at_1000": 0.687565, + "recall_at_3": 0.19008166666666668, + "recall_at_5": 0.22249916666666672, + "main_score": 0.20290166666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Muennighoff__SGPT-2.7B-weightedmean-msmarco-specb-bitfit/external/CQADupstackRetrieval.json b/results/Muennighoff__SGPT-2.7B-weightedmean-msmarco-specb-bitfit/external/CQADupstackRetrieval.json index 726b9d6ea2..6e60300b8e 100644 --- a/results/Muennighoff__SGPT-2.7B-weightedmean-msmarco-specb-bitfit/external/CQADupstackRetrieval.json +++ b/results/Muennighoff__SGPT-2.7B-weightedmean-msmarco-specb-bitfit/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.365336, - "main_score": 0.365336, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "2b9f5791698b5be7bc5e10535c8690f20043c3db", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.23190833333333333, + "map_at_10": 0.31504916666666666, + "map_at_100": 0.3264908333333334, + "map_at_1000": 0.3277075, + "map_at_3": 0.2882575, + "map_at_5": 0.302755, + "mrr_at_1": 0.27427499999999994, + "mrr_at_10": 0.35364833333333334, + "mrr_at_100": 0.36234416666666663, + "mrr_at_1000": 0.36297583333333333, + "mrr_at_3": 0.3297966666666667, + "mrr_at_5": 0.34294583333333334, + "ndcg_at_1": 0.27427499999999994, + "ndcg_at_10": 0.3653358333333333, + "ndcg_at_100": 0.4164508333333333, + "ndcg_at_1000": 0.4414499999999999, + "ndcg_at_3": 0.3188908333333333, + "ndcg_at_5": 0.33984333333333333, + "precision_at_1": 0.27427499999999994, + "precision_at_10": 0.06481083333333333, + "precision_at_100": 0.010610833333333333, + "precision_at_1000": 0.0014691666666666666, + "precision_at_3": 0.1465675, + "precision_at_5": 0.10493583333333331, + "recall_at_1": 0.23190833333333333, + "recall_at_10": 0.4765175, + "recall_at_100": 0.7041016666666667, + "recall_at_1000": 0.8782708333333332, + "recall_at_3": 0.34637583333333327, + "recall_at_5": 0.4005008333333333, + "main_score": 0.3653358333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Muennighoff__SGPT-5.8B-weightedmean-msmarco-specb-bitfit/external/CQADupstackRetrieval.json b/results/Muennighoff__SGPT-5.8B-weightedmean-msmarco-specb-bitfit/external/CQADupstackRetrieval.json index cfcd461f40..cf1804b552 100644 --- a/results/Muennighoff__SGPT-5.8B-weightedmean-msmarco-specb-bitfit/external/CQADupstackRetrieval.json +++ b/results/Muennighoff__SGPT-5.8B-weightedmean-msmarco-specb-bitfit/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.394032, - "main_score": 0.394032, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "2b9f5791698b5be7bc5e10535c8690f20043c3db", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24949749999999998, + "map_at_10": 0.3404991666666667, + "map_at_100": 0.3526825, + "map_at_1000": 0.35383166666666666, + "map_at_3": 0.31181333333333333, + "map_at_5": 0.3277391666666667, + "mrr_at_1": 0.29402833333333334, + "mrr_at_10": 0.3801633333333333, + "mrr_at_100": 0.3888033333333334, + "mrr_at_1000": 0.38938500000000004, + "mrr_at_3": 0.35517499999999996, + "mrr_at_5": 0.3693808333333333, + "ndcg_at_1": 0.29402833333333334, + "ndcg_at_10": 0.3940316666666666, + "ndcg_at_100": 0.4466408333333333, + "ndcg_at_1000": 0.4696283333333333, + "ndcg_at_3": 0.3446633333333334, + "ndcg_at_5": 0.36784416666666675, + "precision_at_1": 0.29402833333333334, + "precision_at_10": 0.06965833333333334, + "precision_at_100": 0.011330833333333335, + "precision_at_1000": 0.0015158333333333334, + "precision_at_3": 0.15886666666666666, + "precision_at_5": 0.11360416666666667, + "recall_at_1": 0.24949749999999998, + "recall_at_10": 0.5129325, + "recall_at_100": 0.743695, + "recall_at_1000": 0.9031299999999999, + "recall_at_3": 0.37580083333333336, + "recall_at_5": 0.43529666666666667, + "main_score": 0.3940316666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Muennighoff__SGPT-5.8B-weightedmean-nli-bitfit/external/CQADupstackRetrieval.json b/results/Muennighoff__SGPT-5.8B-weightedmean-nli-bitfit/external/CQADupstackRetrieval.json index 82a4a212df..f5039090e2 100644 --- a/results/Muennighoff__SGPT-5.8B-weightedmean-nli-bitfit/external/CQADupstackRetrieval.json +++ b/results/Muennighoff__SGPT-5.8B-weightedmean-nli-bitfit/external/CQADupstackRetrieval.json @@ -1,19 +1,41 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.299783, - "main_score": 0.299783, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "2b9f5791698b5be7bc5e10535c8690f20043c3db", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.18653666666666666, + "map_at_10": 0.25606666666666666, + "map_at_100": 0.26669333333333334, + "map_at_1000": 0.26795833333333335, + "map_at_3": 0.23434333333333332, + "map_at_5": 0.24609666666666666, + "ndcg_at_1": 0.22742083333333332, + "ndcg_at_10": 0.29978333333333335, + "ndcg_at_100": 0.3489808333333333, + "ndcg_at_1000": 0.3780658333333334, + "ndcg_at_3": 0.26223666666666673, + "ndcg_at_5": 0.2791033333333333, + "precision_at_1": 0.22742083333333332, + "precision_at_10": 0.053970833333333336, + "precision_at_100": 0.009340000000000001, + "precision_at_1000": 0.0013691666666666663, + "precision_at_3": 0.12331083333333331, + "precision_at_5": 0.08805499999999998, + "recall_at_1": 0.18653666666666666, + "recall_at_10": 0.39226250000000007, + "recall_at_100": 0.6131049999999999, + "recall_at_1000": 0.8219058333333333, + "recall_at_3": 0.28517333333333333, + "recall_at_5": 0.329565, + "main_score": 0.29978333333333335 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Narsil__bge-base-en/external/CQADupstackRetrieval.json b/results/Narsil__bge-base-en/external/CQADupstackRetrieval.json index 7051b1e3c2..4ee7a09662 100644 --- a/results/Narsil__bge-base-en/external/CQADupstackRetrieval.json +++ b/results/Narsil__bge-base-en/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.413535, - "main_score": 0.413535, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27057416666666667, + "map_at_10": 0.36086416666666665, + "map_at_100": 0.3726916666666667, + "map_at_1000": 0.3738191666666666, + "map_at_3": 0.3334225, + "map_at_5": 0.34864249999999997, + "mrr_at_1": 0.32060083333333333, + "mrr_at_10": 0.40366583333333333, + "mrr_at_100": 0.41206500000000007, + "mrr_at_1000": 0.41261083333333326, + "mrr_at_3": 0.38012083333333335, + "mrr_at_5": 0.39368583333333335, + "ndcg_at_1": 0.32060083333333333, + "ndcg_at_10": 0.413535, + "ndcg_at_100": 0.4642066666666666, + "ndcg_at_1000": 0.48655166666666666, + "ndcg_at_3": 0.36780416666666665, + "ndcg_at_5": 0.3891783333333334, + "precision_at_1": 0.32060083333333333, + "precision_at_10": 0.07169833333333332, + "precision_at_100": 0.011394999999999999, + "precision_at_1000": 0.0015158333333333332, + "precision_at_3": 0.16852, + "precision_at_5": 0.118645, + "recall_at_1": 0.27057416666666667, + "recall_at_10": 0.5264491666666666, + "recall_at_100": 0.7499791666666666, + "recall_at_1000": 0.9050524999999999, + "recall_at_3": 0.39684, + "recall_at_5": 0.45372250000000003, + "main_score": 0.413535 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Nextcloud-AI__multilingual-e5-large-instruct/external/CQADupstackRetrieval.json b/results/Nextcloud-AI__multilingual-e5-large-instruct/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..ffb077aa0e --- /dev/null +++ b/results/Nextcloud-AI__multilingual-e5-large-instruct/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2776416666666667, + "map_at_10": 0.37298166666666677, + "map_at_100": 0.38530166666666665, + "map_at_1000": 0.3864416666666667, + "map_at_3": 0.34484833333333337, + "map_at_5": 0.360385, + "mrr_at_1": 0.3293558333333333, + "mrr_at_10": 0.4158975, + "mrr_at_100": 0.42425333333333337, + "mrr_at_1000": 0.4247633333333334, + "mrr_at_3": 0.39268250000000005, + "mrr_at_5": 0.40567083333333337, + "ndcg_at_1": 0.3293558333333333, + "ndcg_at_10": 0.42706583333333337, + "ndcg_at_100": 0.47824833333333333, + "ndcg_at_1000": 0.49957333333333337, + "ndcg_at_3": 0.3806475, + "ndcg_at_5": 0.40181583333333326, + "precision_at_1": 0.3293558333333333, + "precision_at_10": 0.07459833333333334, + "precision_at_100": 0.011830833333333336, + "precision_at_1000": 0.0015608333333333333, + "precision_at_3": 0.17523499999999997, + "precision_at_5": 0.12349833333333332, + "recall_at_1": 0.2776416666666667, + "recall_at_10": 0.5431775, + "recall_at_100": 0.7674350000000001, + "recall_at_1000": 0.9145208333333332, + "recall_at_3": 0.41234250000000006, + "recall_at_5": 0.46739833333333336, + "main_score": 0.42706583333333337 + } + ] + } +} \ No newline at end of file diff --git a/results/Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka/external/MIRACLRetrievalHardNegatives.json b/results/Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka/external/MIRACLRetrievalHardNegatives.json index 10a3159376..a4618dbc85 100644 --- a/results/Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka/external/MIRACLRetrievalHardNegatives.json +++ b/results/Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka/external/MIRACLRetrievalHardNegatives.json @@ -10,27 +10,147 @@ "languages": [ "ara-Arab" ], - "main_score": 0.22582999999999998, - "map_at_1": 0.08211, - "map_at_3": 0.12913, - "map_at_5": 0.14622, - "map_at_10": 0.16315000000000002, "ndcg_at_1": 0.125, "ndcg_at_3": 0.16058, "ndcg_at_5": 0.18833, - "ndcg_at_10": 0.22582999999999998, + "ndcg_at_10": 0.22583000000000003, + "ndcg_at_20": 0.25974, + "ndcg_at_100": 0.32359000000000004, + "ndcg_at_1000": 0.35278999999999994, + "map_at_1": 0.08211, + "map_at_3": 0.12913, + "map_at_5": 0.14622, + "map_at_10": 0.16315, + "map_at_20": 0.17423, + "map_at_100": 0.18522, + "map_at_1000": 0.18693, "recall_at_1": 0.08211, "recall_at_3": 0.18474000000000002, "recall_at_5": 0.24969000000000002, "recall_at_10": 0.34894, + "recall_at_20": 0.45672, + "recall_at_100": 0.74453, + "recall_at_1000": 0.9316200000000001, "precision_at_1": 0.125, - "precision_at_3": 0.09699999999999999, + "precision_at_3": 0.09700000000000002, "precision_at_5": 0.0824, - "precision_at_10": 0.060700000000000004, + "precision_at_10": 0.0607, + "precision_at_20": 0.042199999999999994, + "precision_at_100": 0.01456, + "precision_at_1000": 0.0018599999999999999, "mrr_at_1": 0.125, "mrr_at_3": 0.185333, "mrr_at_5": 0.20598299999999997, - "mrr_at_10": 0.22164999999999999 + "mrr_at_10": 0.22165, + "mrr_at_20": 0.230466, + "mrr_at_100": 0.236519, + "mrr_at_1000": 0.237052, + "nauc_ndcg_at_1_max": -0.041031, + "nauc_ndcg_at_1_std": -0.05306, + "nauc_ndcg_at_1_diff1": 0.142036, + "nauc_ndcg_at_3_max": -0.020753, + "nauc_ndcg_at_3_std": -0.08209800000000002, + "nauc_ndcg_at_3_diff1": 0.138408, + "nauc_ndcg_at_5_max": -0.0038150000000000002, + "nauc_ndcg_at_5_std": -0.062694, + "nauc_ndcg_at_5_diff1": 0.137177, + "nauc_ndcg_at_10_max": 0.001146, + "nauc_ndcg_at_10_std": -0.04737, + "nauc_ndcg_at_10_diff1": 0.13524, + "nauc_ndcg_at_20_max": 0.017666, + "nauc_ndcg_at_20_std": -0.038832, + "nauc_ndcg_at_20_diff1": 0.132796, + "nauc_ndcg_at_100_max": 0.050085, + "nauc_ndcg_at_100_std": 0.004544, + "nauc_ndcg_at_100_diff1": 0.12401, + "nauc_ndcg_at_1000_max": 0.050894, + "nauc_ndcg_at_1000_std": 0.005319000000000001, + "nauc_ndcg_at_1000_diff1": 0.134741, + "nauc_map_at_1_max": -0.058795, + "nauc_map_at_1_std": -0.09908999999999998, + "nauc_map_at_1_diff1": 0.170078, + "nauc_map_at_3_max": -0.035836, + "nauc_map_at_3_std": -0.09495, + "nauc_map_at_3_diff1": 0.149483, + "nauc_map_at_5_max": -0.023597999999999997, + "nauc_map_at_5_std": -0.08098600000000002, + "nauc_map_at_5_diff1": 0.149639, + "nauc_map_at_10_max": -0.020040999999999996, + "nauc_map_at_10_std": -0.072158, + "nauc_map_at_10_diff1": 0.147863, + "nauc_map_at_20_max": -0.013743, + "nauc_map_at_20_std": -0.06732, + "nauc_map_at_20_diff1": 0.144546, + "nauc_map_at_100_max": -0.005892, + "nauc_map_at_100_std": -0.05782, + "nauc_map_at_100_diff1": 0.141523, + "nauc_map_at_1000_max": -0.004794, + "nauc_map_at_1000_std": -0.05665200000000001, + "nauc_map_at_1000_diff1": 0.142361, + "nauc_recall_at_1_max": -0.058795, + "nauc_recall_at_1_std": -0.09908999999999998, + "nauc_recall_at_1_diff1": 0.170078, + "nauc_recall_at_3_max": -0.019457, + "nauc_recall_at_3_std": -0.098194, + "nauc_recall_at_3_diff1": 0.126027, + "nauc_recall_at_5_max": 0.008479, + "nauc_recall_at_5_std": -0.06040100000000001, + "nauc_recall_at_5_diff1": 0.123169, + "nauc_recall_at_10_max": 0.014895, + "nauc_recall_at_10_std": -0.026812999999999997, + "nauc_recall_at_10_diff1": 0.12182500000000002, + "nauc_recall_at_20_max": 0.048476, + "nauc_recall_at_20_std": -0.012982, + "nauc_recall_at_20_diff1": 0.121922, + "nauc_recall_at_100_max": 0.16871099999999997, + "nauc_recall_at_100_std": 0.157488, + "nauc_recall_at_100_diff1": 0.084922, + "nauc_recall_at_1000_max": 0.34643799999999997, + "nauc_recall_at_1000_std": 0.379865, + "nauc_recall_at_1000_diff1": 0.243208, + "nauc_precision_at_1_max": -0.041031, + "nauc_precision_at_1_std": -0.05306, + "nauc_precision_at_1_diff1": 0.142036, + "nauc_precision_at_3_max": 0.012384, + "nauc_precision_at_3_std": -0.047199, + "nauc_precision_at_3_diff1": 0.125113, + "nauc_precision_at_5_max": 0.054619, + "nauc_precision_at_5_std": 0.009999, + "nauc_precision_at_5_diff1": 0.10330599999999998, + "nauc_precision_at_10_max": 0.08101600000000002, + "nauc_precision_at_10_std": 0.05212, + "nauc_precision_at_10_diff1": 0.081145, + "nauc_precision_at_20_max": 0.11135999999999999, + "nauc_precision_at_20_std": 0.075323, + "nauc_precision_at_20_diff1": 0.052908, + "nauc_precision_at_100_max": 0.204696, + "nauc_precision_at_100_std": 0.21928800000000004, + "nauc_precision_at_100_diff1": -0.005745, + "nauc_precision_at_1000_max": 0.188294, + "nauc_precision_at_1000_std": 0.20999699999999996, + "nauc_precision_at_1000_diff1": 0.004034, + "nauc_mrr_at_1_max": -0.041031, + "nauc_mrr_at_1_std": -0.05306, + "nauc_mrr_at_1_diff1": 0.142036, + "nauc_mrr_at_3_max": -0.015056999999999997, + "nauc_mrr_at_3_std": -0.06223, + "nauc_mrr_at_3_diff1": 0.129131, + "nauc_mrr_at_5_max": 0.001196, + "nauc_mrr_at_5_std": -0.04163700000000001, + "nauc_mrr_at_5_diff1": 0.123498, + "nauc_mrr_at_10_max": 0.002111, + "nauc_mrr_at_10_std": -0.036927, + "nauc_mrr_at_10_diff1": 0.12179000000000001, + "nauc_mrr_at_20_max": 0.009068, + "nauc_mrr_at_20_std": -0.035139, + "nauc_mrr_at_20_diff1": 0.12313, + "nauc_mrr_at_100_max": 0.010301, + "nauc_mrr_at_100_std": -0.033046, + "nauc_mrr_at_100_diff1": 0.123773, + "nauc_mrr_at_1000_max": 0.009991, + "nauc_mrr_at_1000_std": -0.03323, + "nauc_mrr_at_1000_diff1": 0.12376800000000002, + "main_score": 0.22583000000000003 } ] } diff --git a/results/Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka/external/MLQARetrieval.json b/results/Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka/external/MLQARetrieval.json index d15f636f16..0cf24ecf55 100644 --- a/results/Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka/external/MLQARetrieval.json +++ b/results/Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka/external/MLQARetrieval.json @@ -6,31 +6,3854 @@ "scores": { "validation": [ { - "hf_subset": "ar", + "hf_subset": "ara-ara", "languages": [ - "None" + "ara-Arab", + "ara-Arab" ], - "main_score": 0.6523399999999999, + "ndcg_at_1": 0.5029, + "ndcg_at_3": 0.60972, + "ndcg_at_5": 0.63102, + "ndcg_at_10": 0.6523400000000001, + "ndcg_at_20": 0.66506, + "ndcg_at_100": 0.6866, + "ndcg_at_1000": 0.6905500000000001, "map_at_1": 0.5029, "map_at_3": 0.58317, "map_at_5": 0.59487, "map_at_10": 0.6037, - "ndcg_at_1": 0.5029, - "ndcg_at_3": 0.60972, - "ndcg_at_5": 0.6310199999999999, - "ndcg_at_10": 0.6523399999999999, + "map_at_20": 0.60719, + "map_at_100": 0.61015, + "map_at_1000": 0.61034, "recall_at_1": 0.5029, - "recall_at_3": 0.6866500000000001, + "recall_at_3": 0.6866499999999999, "recall_at_5": 0.7388800000000001, "recall_at_10": 0.80464, + "recall_at_20": 0.85493, + "recall_at_100": 0.97099, + "recall_at_1000": 1.0, "precision_at_1": 0.5029, "precision_at_3": 0.22888000000000003, "precision_at_5": 0.14778, - "precision_at_10": 0.08045999999999999, + "precision_at_10": 0.08046000000000002, + "precision_at_20": 0.04275, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, "mrr_at_1": 0.502901, "mrr_at_3": 0.583172, "mrr_at_5": 0.594874, - "mrr_at_10": 0.603699 + "mrr_at_10": 0.603699, + "mrr_at_20": 0.60719, + "mrr_at_100": 0.610153, + "mrr_at_1000": 0.610344, + "nauc_ndcg_at_1_max": 0.452805, + "nauc_ndcg_at_1_std": 0.000181, + "nauc_ndcg_at_1_diff1": 0.653259, + "nauc_ndcg_at_3_max": 0.52225, + "nauc_ndcg_at_3_std": 0.058813, + "nauc_ndcg_at_3_diff1": 0.616068, + "nauc_ndcg_at_5_max": 0.532904, + "nauc_ndcg_at_5_std": 0.070203, + "nauc_ndcg_at_5_diff1": 0.61437, + "nauc_ndcg_at_10_max": 0.54744, + "nauc_ndcg_at_10_std": 0.097049, + "nauc_ndcg_at_10_diff1": 0.610949, + "nauc_ndcg_at_20_max": 0.543655, + "nauc_ndcg_at_20_std": 0.09505, + "nauc_ndcg_at_20_diff1": 0.620025, + "nauc_ndcg_at_100_max": 0.531627, + "nauc_ndcg_at_100_std": 0.08163000000000001, + "nauc_ndcg_at_100_diff1": 0.62005, + "nauc_ndcg_at_1000_max": 0.525504, + "nauc_ndcg_at_1000_std": 0.071137, + "nauc_ndcg_at_1000_diff1": 0.621601, + "nauc_map_at_1_max": 0.452805, + "nauc_map_at_1_std": 0.000181, + "nauc_map_at_1_diff1": 0.653259, + "nauc_map_at_3_max": 0.504866, + "nauc_map_at_3_std": 0.041894, + "nauc_map_at_3_diff1": 0.626252, + "nauc_map_at_5_max": 0.510474, + "nauc_map_at_5_std": 0.047825, + "nauc_map_at_5_diff1": 0.625698, + "nauc_map_at_10_max": 0.515051, + "nauc_map_at_10_std": 0.056847, + "nauc_map_at_10_diff1": 0.624071, + "nauc_map_at_20_max": 0.513852, + "nauc_map_at_20_std": 0.05594299999999999, + "nauc_map_at_20_diff1": 0.626332, + "nauc_map_at_100_max": 0.512446, + "nauc_map_at_100_std": 0.054548, + "nauc_map_at_100_diff1": 0.626288, + "nauc_map_at_1000_max": 0.512191, + "nauc_map_at_1000_std": 0.054109, + "nauc_map_at_1000_diff1": 0.626343, + "nauc_recall_at_1_max": 0.452805, + "nauc_recall_at_1_std": 0.000181, + "nauc_recall_at_1_diff1": 0.653259, + "nauc_recall_at_3_max": 0.580831, + "nauc_recall_at_3_std": 0.116994, + "nauc_recall_at_3_diff1": 0.581295, + "nauc_recall_at_5_max": 0.619258, + "nauc_recall_at_5_std": 0.157988, + "nauc_recall_at_5_diff1": 0.570448, + "nauc_recall_at_10_max": 0.712178, + "nauc_recall_at_10_std": 0.30915, + "nauc_recall_at_10_diff1": 0.548501, + "nauc_recall_at_20_max": 0.735109, + "nauc_recall_at_20_std": 0.360963, + "nauc_recall_at_20_diff1": 0.597367, + "nauc_recall_at_100_max": 0.895893, + "nauc_recall_at_100_std": 0.7052619999999998, + "nauc_recall_at_100_diff1": 0.524898, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.452805, + "nauc_precision_at_1_std": 0.000181, + "nauc_precision_at_1_diff1": 0.653259, + "nauc_precision_at_3_max": 0.580831, + "nauc_precision_at_3_std": 0.116994, + "nauc_precision_at_3_diff1": 0.581295, + "nauc_precision_at_5_max": 0.619258, + "nauc_precision_at_5_std": 0.157988, + "nauc_precision_at_5_diff1": 0.570448, + "nauc_precision_at_10_max": 0.712178, + "nauc_precision_at_10_std": 0.30915, + "nauc_precision_at_10_diff1": 0.548501, + "nauc_precision_at_20_max": 0.735109, + "nauc_precision_at_20_std": 0.360963, + "nauc_precision_at_20_diff1": 0.597367, + "nauc_precision_at_100_max": 0.895893, + "nauc_precision_at_100_std": 0.7052619999999998, + "nauc_precision_at_100_diff1": 0.524898, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.452805, + "nauc_mrr_at_1_std": 0.000181, + "nauc_mrr_at_1_diff1": 0.653259, + "nauc_mrr_at_3_max": 0.504866, + "nauc_mrr_at_3_std": 0.041894, + "nauc_mrr_at_3_diff1": 0.626252, + "nauc_mrr_at_5_max": 0.510474, + "nauc_mrr_at_5_std": 0.047825, + "nauc_mrr_at_5_diff1": 0.625698, + "nauc_mrr_at_10_max": 0.515051, + "nauc_mrr_at_10_std": 0.056847, + "nauc_mrr_at_10_diff1": 0.624071, + "nauc_mrr_at_20_max": 0.513852, + "nauc_mrr_at_20_std": 0.05594299999999999, + "nauc_mrr_at_20_diff1": 0.626332, + "nauc_mrr_at_100_max": 0.512446, + "nauc_mrr_at_100_std": 0.054548, + "nauc_mrr_at_100_diff1": 0.626288, + "nauc_mrr_at_1000_max": 0.512191, + "nauc_mrr_at_1000_std": 0.054109, + "nauc_mrr_at_1000_diff1": 0.626343, + "main_score": 0.6523400000000001 + }, + { + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ], + "ndcg_at_1": 0.00966, + "ndcg_at_3": 0.03623, + "ndcg_at_5": 0.0564, + "ndcg_at_10": 0.07678, + "ndcg_at_20": 0.10109, + "ndcg_at_100": 0.19001, + "ndcg_at_1000": 0.22148, + "map_at_1": 0.00966, + "map_at_3": 0.02738, + "map_at_5": 0.03873, + "map_at_10": 0.04718, + "map_at_20": 0.05379, + "map_at_100": 0.06425, + "map_at_1000": 0.06594, + "recall_at_1": 0.00966, + "recall_at_3": 0.0628, + "recall_at_5": 0.11111, + "recall_at_10": 0.17391, + "recall_at_20": 0.27053, + "recall_at_100": 0.77778, + "recall_at_1000": 1.0, + "precision_at_1": 0.00966, + "precision_at_3": 0.02093, + "precision_at_5": 0.02222, + "precision_at_10": 0.01739, + "precision_at_20": 0.01353, + "precision_at_100": 0.007779999999999999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.009662, + "mrr_at_3": 0.027374999999999997, + "mrr_at_5": 0.038728, + "mrr_at_10": 0.04718, + "mrr_at_20": 0.05379, + "mrr_at_100": 0.064253, + "mrr_at_1000": 0.065942, + "nauc_ndcg_at_1_max": -0.447077, + "nauc_ndcg_at_1_std": -0.447077, + "nauc_ndcg_at_1_diff1": -0.045372, + "nauc_ndcg_at_3_max": -0.300449, + "nauc_ndcg_at_3_std": -0.163138, + "nauc_ndcg_at_3_diff1": 0.04616499999999999, + "nauc_ndcg_at_5_max": -0.34311100000000005, + "nauc_ndcg_at_5_std": -0.221049, + "nauc_ndcg_at_5_diff1": -0.019365, + "nauc_ndcg_at_10_max": -0.336176, + "nauc_ndcg_at_10_std": -0.190105, + "nauc_ndcg_at_10_diff1": 0.008742, + "nauc_ndcg_at_20_max": -0.261771, + "nauc_ndcg_at_20_std": -0.126937, + "nauc_ndcg_at_20_diff1": 0.054471, + "nauc_ndcg_at_100_max": -0.23236, + "nauc_ndcg_at_100_std": -0.09762500000000002, + "nauc_ndcg_at_100_diff1": 0.029798, + "nauc_ndcg_at_1000_max": -0.269827, + "nauc_ndcg_at_1000_std": -0.140614, + "nauc_ndcg_at_1000_diff1": 0.039429, + "nauc_map_at_1_max": -0.447077, + "nauc_map_at_1_std": -0.447077, + "nauc_map_at_1_diff1": -0.045372, + "nauc_map_at_3_max": -0.317699, + "nauc_map_at_3_std": -0.196543, + "nauc_map_at_3_diff1": 0.035396, + "nauc_map_at_5_max": -0.346254, + "nauc_map_at_5_std": -0.233293, + "nauc_map_at_5_diff1": -0.013139000000000001, + "nauc_map_at_10_max": -0.34044, + "nauc_map_at_10_std": -0.214667, + "nauc_map_at_10_diff1": 0.006301, + "nauc_map_at_20_max": -0.303898, + "nauc_map_at_20_std": -0.182854, + "nauc_map_at_20_diff1": 0.029196, + "nauc_map_at_100_max": -0.294922, + "nauc_map_at_100_std": -0.173755, + "nauc_map_at_100_diff1": 0.027665, + "nauc_map_at_1000_max": -0.2983, + "nauc_map_at_1000_std": -0.177603, + "nauc_map_at_1000_diff1": 0.028049, + "nauc_recall_at_1_max": -0.447077, + "nauc_recall_at_1_std": -0.447077, + "nauc_recall_at_1_diff1": -0.045372, + "nauc_recall_at_3_max": -0.277891, + "nauc_recall_at_3_std": -0.119456, + "nauc_recall_at_3_diff1": 0.060247, + "nauc_recall_at_5_max": -0.34155700000000006, + "nauc_recall_at_5_std": -0.210171, + "nauc_recall_at_5_diff1": -0.028583999999999995, + "nauc_recall_at_10_max": -0.333562, + "nauc_recall_at_10_std": -0.164367, + "nauc_recall_at_10_diff1": 0.010688, + "nauc_recall_at_20_max": -0.214644, + "nauc_recall_at_20_std": -0.067522, + "nauc_recall_at_20_diff1": 0.08303699999999999, + "nauc_recall_at_100_max": -0.113494, + "nauc_recall_at_100_std": 0.040219, + "nauc_recall_at_100_diff1": -0.002595, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.447077, + "nauc_precision_at_1_std": -0.447077, + "nauc_precision_at_1_diff1": -0.045372, + "nauc_precision_at_3_max": -0.277891, + "nauc_precision_at_3_std": -0.119456, + "nauc_precision_at_3_diff1": 0.060247, + "nauc_precision_at_5_max": -0.34155700000000006, + "nauc_precision_at_5_std": -0.210171, + "nauc_precision_at_5_diff1": -0.028583999999999995, + "nauc_precision_at_10_max": -0.333562, + "nauc_precision_at_10_std": -0.164367, + "nauc_precision_at_10_diff1": 0.010688, + "nauc_precision_at_20_max": -0.214644, + "nauc_precision_at_20_std": -0.067522, + "nauc_precision_at_20_diff1": 0.08303699999999999, + "nauc_precision_at_100_max": -0.113494, + "nauc_precision_at_100_std": 0.040219, + "nauc_precision_at_100_diff1": -0.002595, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": -0.447077, + "nauc_mrr_at_1_std": -0.447077, + "nauc_mrr_at_1_diff1": -0.045372, + "nauc_mrr_at_3_max": -0.317699, + "nauc_mrr_at_3_std": -0.196543, + "nauc_mrr_at_3_diff1": 0.035396, + "nauc_mrr_at_5_max": -0.346254, + "nauc_mrr_at_5_std": -0.233293, + "nauc_mrr_at_5_diff1": -0.013139000000000001, + "nauc_mrr_at_10_max": -0.34044, + "nauc_mrr_at_10_std": -0.214667, + "nauc_mrr_at_10_diff1": 0.006301, + "nauc_mrr_at_20_max": -0.303898, + "nauc_mrr_at_20_std": -0.182854, + "nauc_mrr_at_20_diff1": 0.029196, + "nauc_mrr_at_100_max": -0.294922, + "nauc_mrr_at_100_std": -0.173755, + "nauc_mrr_at_100_diff1": 0.027665, + "nauc_mrr_at_1000_max": -0.2983, + "nauc_mrr_at_1000_std": -0.177603, + "nauc_mrr_at_1000_diff1": 0.028049, + "main_score": 0.07678 + }, + { + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ], + "ndcg_at_1": 0.027080000000000003, + "ndcg_at_3": 0.04214, + "ndcg_at_5": 0.06827, + "ndcg_at_10": 0.10234, + "ndcg_at_20": 0.13202, + "ndcg_at_100": 0.1862, + "ndcg_at_1000": 0.23307, + "map_at_1": 0.027080000000000003, + "map_at_3": 0.03804, + "map_at_5": 0.05244999999999999, + "map_at_10": 0.06667, + "map_at_20": 0.075, + "map_at_100": 0.08169, + "map_at_1000": 0.0836, + "recall_at_1": 0.027080000000000003, + "recall_at_3": 0.05416000000000001, + "recall_at_5": 0.11799, + "recall_at_10": 0.22244, + "recall_at_20": 0.33849, + "recall_at_100": 0.64217, + "recall_at_1000": 1.0, + "precision_at_1": 0.027080000000000003, + "precision_at_3": 0.01805, + "precision_at_5": 0.0236, + "precision_at_10": 0.022239999999999996, + "precision_at_20": 0.01692, + "precision_at_100": 0.00642, + "precision_at_1000": 0.001, + "mrr_at_1": 0.027079, + "mrr_at_3": 0.03804, + "mrr_at_5": 0.05244999999999999, + "mrr_at_10": 0.066674, + "mrr_at_20": 0.075002, + "mrr_at_100": 0.081688, + "mrr_at_1000": 0.083597, + "nauc_ndcg_at_1_max": 0.106266, + "nauc_ndcg_at_1_std": 0.052812, + "nauc_ndcg_at_1_diff1": 0.23100400000000001, + "nauc_ndcg_at_3_max": 0.046738, + "nauc_ndcg_at_3_std": 0.027852, + "nauc_ndcg_at_3_diff1": 0.193925, + "nauc_ndcg_at_5_max": 0.045083000000000005, + "nauc_ndcg_at_5_std": 0.007295, + "nauc_ndcg_at_5_diff1": 0.16681200000000002, + "nauc_ndcg_at_10_max": 0.017111, + "nauc_ndcg_at_10_std": 0.026160000000000003, + "nauc_ndcg_at_10_diff1": 0.117058, + "nauc_ndcg_at_20_max": 0.021995, + "nauc_ndcg_at_20_std": 0.052672, + "nauc_ndcg_at_20_diff1": 0.119285, + "nauc_ndcg_at_100_max": 0.022007, + "nauc_ndcg_at_100_std": 0.095383, + "nauc_ndcg_at_100_diff1": 0.115884, + "nauc_ndcg_at_1000_max": 0.031725, + "nauc_ndcg_at_1000_std": 0.062813, + "nauc_ndcg_at_1000_diff1": 0.131007, + "nauc_map_at_1_max": 0.106266, + "nauc_map_at_1_std": 0.052812, + "nauc_map_at_1_diff1": 0.23100400000000001, + "nauc_map_at_3_max": 0.055484, + "nauc_map_at_3_std": 0.033171, + "nauc_map_at_3_diff1": 0.202552, + "nauc_map_at_5_max": 0.05030300000000001, + "nauc_map_at_5_std": 0.014756, + "nauc_map_at_5_diff1": 0.179658, + "nauc_map_at_10_max": 0.033158, + "nauc_map_at_10_std": 0.024996, + "nauc_map_at_10_diff1": 0.147854, + "nauc_map_at_20_max": 0.035716, + "nauc_map_at_20_std": 0.037656, + "nauc_map_at_20_diff1": 0.147912, + "nauc_map_at_100_max": 0.03605, + "nauc_map_at_100_std": 0.04457, + "nauc_map_at_100_diff1": 0.14636, + "nauc_map_at_1000_max": 0.03714, + "nauc_map_at_1000_std": 0.043167, + "nauc_map_at_1000_diff1": 0.147845, + "nauc_recall_at_1_max": 0.106266, + "nauc_recall_at_1_std": 0.052812, + "nauc_recall_at_1_diff1": 0.23100400000000001, + "nauc_recall_at_3_max": 0.029438, + "nauc_recall_at_3_std": 0.016771, + "nauc_recall_at_3_diff1": 0.175783, + "nauc_recall_at_5_max": 0.039315, + "nauc_recall_at_5_std": -0.002412, + "nauc_recall_at_5_diff1": 0.148877, + "nauc_recall_at_10_max": -0.002031, + "nauc_recall_at_10_std": 0.029946, + "nauc_recall_at_10_diff1": 0.079424, + "nauc_recall_at_20_max": 0.007283, + "nauc_recall_at_20_std": 0.07439, + "nauc_recall_at_20_diff1": 0.088412, + "nauc_recall_at_100_max": 0.000955, + "nauc_recall_at_100_std": 0.207782, + "nauc_recall_at_100_diff1": 0.077256, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.106266, + "nauc_precision_at_1_std": 0.052812, + "nauc_precision_at_1_diff1": 0.23100400000000001, + "nauc_precision_at_3_max": 0.029438, + "nauc_precision_at_3_std": 0.016771, + "nauc_precision_at_3_diff1": 0.175783, + "nauc_precision_at_5_max": 0.039315, + "nauc_precision_at_5_std": -0.002412, + "nauc_precision_at_5_diff1": 0.148877, + "nauc_precision_at_10_max": -0.002031, + "nauc_precision_at_10_std": 0.029946, + "nauc_precision_at_10_diff1": 0.079424, + "nauc_precision_at_20_max": 0.007283, + "nauc_precision_at_20_std": 0.07439, + "nauc_precision_at_20_diff1": 0.088412, + "nauc_precision_at_100_max": 0.000955, + "nauc_precision_at_100_std": 0.207782, + "nauc_precision_at_100_diff1": 0.077256, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.106266, + "nauc_mrr_at_1_std": 0.052812, + "nauc_mrr_at_1_diff1": 0.23100400000000001, + "nauc_mrr_at_3_max": 0.055484, + "nauc_mrr_at_3_std": 0.033171, + "nauc_mrr_at_3_diff1": 0.202552, + "nauc_mrr_at_5_max": 0.05030300000000001, + "nauc_mrr_at_5_std": 0.014756, + "nauc_mrr_at_5_diff1": 0.179658, + "nauc_mrr_at_10_max": 0.033158, + "nauc_mrr_at_10_std": 0.024996, + "nauc_mrr_at_10_diff1": 0.147854, + "nauc_mrr_at_20_max": 0.035716, + "nauc_mrr_at_20_std": 0.037656, + "nauc_mrr_at_20_diff1": 0.147912, + "nauc_mrr_at_100_max": 0.03605, + "nauc_mrr_at_100_std": 0.04457, + "nauc_mrr_at_100_diff1": 0.14636, + "nauc_mrr_at_1000_max": 0.03714, + "nauc_mrr_at_1000_std": 0.043167, + "nauc_mrr_at_1000_diff1": 0.147845, + "main_score": 0.10234 + }, + { + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ], + "ndcg_at_1": 0.01242, + "ndcg_at_3": 0.03497, + "ndcg_at_5": 0.055830000000000005, + "ndcg_at_10": 0.0755, + "ndcg_at_20": 0.09883000000000002, + "ndcg_at_100": 0.19748, + "ndcg_at_1000": 0.22457000000000002, + "map_at_1": 0.01242, + "map_at_3": 0.02795, + "map_at_5": 0.03975, + "map_at_10": 0.04762, + "map_at_20": 0.05389, + "map_at_100": 0.06618, + "map_at_1000": 0.06778, + "recall_at_1": 0.01242, + "recall_at_3": 0.0559, + "recall_at_5": 0.10559000000000002, + "recall_at_10": 0.1677, + "recall_at_20": 0.26087, + "recall_at_100": 0.81366, + "recall_at_1000": 1.0, + "precision_at_1": 0.01242, + "precision_at_3": 0.01863, + "precision_at_5": 0.02112, + "precision_at_10": 0.01677, + "precision_at_20": 0.013040000000000001, + "precision_at_100": 0.00814, + "precision_at_1000": 0.001, + "mrr_at_1": 0.012421999999999999, + "mrr_at_3": 0.02795, + "mrr_at_5": 0.039752, + "mrr_at_10": 0.04762399999999999, + "mrr_at_20": 0.053894000000000004, + "mrr_at_100": 0.066176, + "mrr_at_1000": 0.067778, + "nauc_ndcg_at_1_max": -0.12445599999999998, + "nauc_ndcg_at_1_std": -0.444624, + "nauc_ndcg_at_1_diff1": 0.293392, + "nauc_ndcg_at_3_max": 0.11431200000000001, + "nauc_ndcg_at_3_std": 0.00993, + "nauc_ndcg_at_3_diff1": 0.241361, + "nauc_ndcg_at_5_max": 0.219937, + "nauc_ndcg_at_5_std": 0.144561, + "nauc_ndcg_at_5_diff1": 0.18956999999999996, + "nauc_ndcg_at_10_max": 0.293543, + "nauc_ndcg_at_10_std": 0.16750300000000004, + "nauc_ndcg_at_10_diff1": 0.18307700000000002, + "nauc_ndcg_at_20_max": 0.232834, + "nauc_ndcg_at_20_std": 0.136784, + "nauc_ndcg_at_20_diff1": 0.163588, + "nauc_ndcg_at_100_max": 0.199569, + "nauc_ndcg_at_100_std": 0.117888, + "nauc_ndcg_at_100_diff1": 0.150894, + "nauc_ndcg_at_1000_max": 0.20738099999999998, + "nauc_ndcg_at_1000_std": 0.114354, + "nauc_ndcg_at_1000_diff1": 0.158812, + "nauc_map_at_1_max": -0.12445599999999998, + "nauc_map_at_1_std": -0.444624, + "nauc_map_at_1_diff1": 0.293392, + "nauc_map_at_3_max": 0.068152, + "nauc_map_at_3_std": -0.066357, + "nauc_map_at_3_diff1": 0.241184, + "nauc_map_at_5_max": 0.165725, + "nauc_map_at_5_std": 0.064346, + "nauc_map_at_5_diff1": 0.200389, + "nauc_map_at_10_max": 0.212176, + "nauc_map_at_10_std": 0.08402, + "nauc_map_at_10_diff1": 0.19217000000000004, + "nauc_map_at_20_max": 0.190886, + "nauc_map_at_20_std": 0.077493, + "nauc_map_at_20_diff1": 0.181056, + "nauc_map_at_100_max": 0.18306, + "nauc_map_at_100_std": 0.074771, + "nauc_map_at_100_diff1": 0.174587, + "nauc_map_at_1000_max": 0.183366, + "nauc_map_at_1000_std": 0.074089, + "nauc_map_at_1000_diff1": 0.17520499999999997, + "nauc_recall_at_1_max": -0.12445599999999998, + "nauc_recall_at_1_std": -0.444624, + "nauc_recall_at_1_diff1": 0.293392, + "nauc_recall_at_3_max": 0.185164, + "nauc_recall_at_3_std": 0.125697, + "nauc_recall_at_3_diff1": 0.242806, + "nauc_recall_at_5_max": 0.285408, + "nauc_recall_at_5_std": 0.239741, + "nauc_recall_at_5_diff1": 0.17630800000000002, + "nauc_recall_at_10_max": 0.384262, + "nauc_recall_at_10_std": 0.252924, + "nauc_recall_at_10_diff1": 0.175435, + "nauc_recall_at_20_max": 0.260267, + "nauc_recall_at_20_std": 0.178247, + "nauc_recall_at_20_diff1": 0.147881, + "nauc_recall_at_100_max": 0.173545, + "nauc_recall_at_100_std": 0.135356, + "nauc_recall_at_100_diff1": 0.118308, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.12445599999999998, + "nauc_precision_at_1_std": -0.444624, + "nauc_precision_at_1_diff1": 0.293392, + "nauc_precision_at_3_max": 0.185164, + "nauc_precision_at_3_std": 0.125697, + "nauc_precision_at_3_diff1": 0.242806, + "nauc_precision_at_5_max": 0.285408, + "nauc_precision_at_5_std": 0.239741, + "nauc_precision_at_5_diff1": 0.17630800000000002, + "nauc_precision_at_10_max": 0.384262, + "nauc_precision_at_10_std": 0.252924, + "nauc_precision_at_10_diff1": 0.175435, + "nauc_precision_at_20_max": 0.260267, + "nauc_precision_at_20_std": 0.178247, + "nauc_precision_at_20_diff1": 0.147881, + "nauc_precision_at_100_max": 0.173545, + "nauc_precision_at_100_std": 0.135356, + "nauc_precision_at_100_diff1": 0.118308, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": -0.12445599999999998, + "nauc_mrr_at_1_std": -0.444624, + "nauc_mrr_at_1_diff1": 0.293392, + "nauc_mrr_at_3_max": 0.068152, + "nauc_mrr_at_3_std": -0.066357, + "nauc_mrr_at_3_diff1": 0.241184, + "nauc_mrr_at_5_max": 0.165725, + "nauc_mrr_at_5_std": 0.064346, + "nauc_mrr_at_5_diff1": 0.200389, + "nauc_mrr_at_10_max": 0.212176, + "nauc_mrr_at_10_std": 0.08402, + "nauc_mrr_at_10_diff1": 0.19217000000000004, + "nauc_mrr_at_20_max": 0.190886, + "nauc_mrr_at_20_std": 0.077493, + "nauc_mrr_at_20_diff1": 0.181056, + "nauc_mrr_at_100_max": 0.18306, + "nauc_mrr_at_100_std": 0.074771, + "nauc_mrr_at_100_diff1": 0.174587, + "nauc_mrr_at_1000_max": 0.183366, + "nauc_mrr_at_1000_std": 0.074089, + "nauc_mrr_at_1000_diff1": 0.17520499999999997, + "main_score": 0.0755 + }, + { + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ], + "ndcg_at_1": 0.01613, + "ndcg_at_3": 0.028990000000000002, + "ndcg_at_5": 0.03547, + "ndcg_at_10": 0.04782, + "ndcg_at_20": 0.0642, + "ndcg_at_100": 0.15102, + "ndcg_at_1000": 0.20042, + "map_at_1": 0.01613, + "map_at_3": 0.02599, + "map_at_5": 0.02948, + "map_at_10": 0.03468, + "map_at_20": 0.03921, + "map_at_100": 0.04914, + "map_at_1000": 0.05192, + "recall_at_1": 0.01613, + "recall_at_3": 0.03763, + "recall_at_5": 0.05376, + "recall_at_10": 0.09139999999999998, + "recall_at_20": 0.15591, + "recall_at_100": 0.65591, + "recall_at_1000": 1.0, + "precision_at_1": 0.01613, + "precision_at_3": 0.01254, + "precision_at_5": 0.01075, + "precision_at_10": 0.00914, + "precision_at_20": 0.007799999999999999, + "precision_at_100": 0.00656, + "precision_at_1000": 0.001, + "mrr_at_1": 0.016129, + "mrr_at_3": 0.025986, + "mrr_at_5": 0.02948, + "mrr_at_10": 0.034675, + "mrr_at_20": 0.039209, + "mrr_at_100": 0.049135, + "mrr_at_1000": 0.051921, + "nauc_ndcg_at_1_max": 0.475085, + "nauc_ndcg_at_1_std": 0.342866, + "nauc_ndcg_at_1_diff1": 0.527582, + "nauc_ndcg_at_3_max": 0.09837199999999999, + "nauc_ndcg_at_3_std": 0.027339, + "nauc_ndcg_at_3_diff1": 0.24908000000000002, + "nauc_ndcg_at_5_max": 0.11766, + "nauc_ndcg_at_5_std": -0.010311999999999998, + "nauc_ndcg_at_5_diff1": 0.324895, + "nauc_ndcg_at_10_max": 0.104204, + "nauc_ndcg_at_10_std": 0.004748, + "nauc_ndcg_at_10_diff1": 0.27427, + "nauc_ndcg_at_20_max": 0.063569, + "nauc_ndcg_at_20_std": -0.007947, + "nauc_ndcg_at_20_diff1": 0.166717, + "nauc_ndcg_at_100_max": 0.128782, + "nauc_ndcg_at_100_std": 0.086943, + "nauc_ndcg_at_100_diff1": 0.155123, + "nauc_ndcg_at_1000_max": 0.111644, + "nauc_ndcg_at_1000_std": 0.038767, + "nauc_ndcg_at_1000_diff1": 0.212167, + "nauc_map_at_1_max": 0.475085, + "nauc_map_at_1_std": 0.342866, + "nauc_map_at_1_diff1": 0.527582, + "nauc_map_at_3_max": 0.146876, + "nauc_map_at_3_std": 0.067038, + "nauc_map_at_3_diff1": 0.294729, + "nauc_map_at_5_max": 0.15762, + "nauc_map_at_5_std": 0.0404, + "nauc_map_at_5_diff1": 0.338561, + "nauc_map_at_10_max": 0.1446, + "nauc_map_at_10_std": 0.041512, + "nauc_map_at_10_diff1": 0.310161, + "nauc_map_at_20_max": 0.122367, + "nauc_map_at_20_std": 0.032522, + "nauc_map_at_20_diff1": 0.262027, + "nauc_map_at_100_max": 0.133147, + "nauc_map_at_100_std": 0.050341, + "nauc_map_at_100_diff1": 0.253857, + "nauc_map_at_1000_max": 0.132376, + "nauc_map_at_1000_std": 0.04620699999999999, + "nauc_map_at_1000_diff1": 0.260753, + "nauc_recall_at_1_max": 0.475085, + "nauc_recall_at_1_std": 0.342866, + "nauc_recall_at_1_diff1": 0.527582, + "nauc_recall_at_3_max": 0.003971, + "nauc_recall_at_3_std": -0.049616, + "nauc_recall_at_3_diff1": 0.15699, + "nauc_recall_at_5_max": 0.05497, + "nauc_recall_at_5_std": -0.094116, + "nauc_recall_at_5_diff1": 0.309171, + "nauc_recall_at_10_max": 0.057965, + "nauc_recall_at_10_std": -0.035463, + "nauc_recall_at_10_diff1": 0.228954, + "nauc_recall_at_20_max": 0.006188, + "nauc_recall_at_20_std": -0.04325999999999999, + "nauc_recall_at_20_diff1": 0.057056, + "nauc_recall_at_100_max": 0.161744, + "nauc_recall_at_100_std": 0.177217, + "nauc_recall_at_100_diff1": 0.04917400000000001, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.475085, + "nauc_precision_at_1_std": 0.342866, + "nauc_precision_at_1_diff1": 0.527582, + "nauc_precision_at_3_max": 0.003971, + "nauc_precision_at_3_std": -0.049616, + "nauc_precision_at_3_diff1": 0.15699, + "nauc_precision_at_5_max": 0.05497, + "nauc_precision_at_5_std": -0.094116, + "nauc_precision_at_5_diff1": 0.309171, + "nauc_precision_at_10_max": 0.057965, + "nauc_precision_at_10_std": -0.035463, + "nauc_precision_at_10_diff1": 0.228954, + "nauc_precision_at_20_max": 0.006188, + "nauc_precision_at_20_std": -0.04325999999999999, + "nauc_precision_at_20_diff1": 0.057056, + "nauc_precision_at_100_max": 0.161744, + "nauc_precision_at_100_std": 0.177217, + "nauc_precision_at_100_diff1": 0.04917400000000001, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.475085, + "nauc_mrr_at_1_std": 0.342866, + "nauc_mrr_at_1_diff1": 0.527582, + "nauc_mrr_at_3_max": 0.146876, + "nauc_mrr_at_3_std": 0.067038, + "nauc_mrr_at_3_diff1": 0.294729, + "nauc_mrr_at_5_max": 0.15762, + "nauc_mrr_at_5_std": 0.0404, + "nauc_mrr_at_5_diff1": 0.338561, + "nauc_mrr_at_10_max": 0.1446, + "nauc_mrr_at_10_std": 0.041512, + "nauc_mrr_at_10_diff1": 0.310161, + "nauc_mrr_at_20_max": 0.122367, + "nauc_mrr_at_20_std": 0.032522, + "nauc_mrr_at_20_diff1": 0.262027, + "nauc_mrr_at_100_max": 0.133147, + "nauc_mrr_at_100_std": 0.050341, + "nauc_mrr_at_100_diff1": 0.253857, + "nauc_mrr_at_1000_max": 0.132376, + "nauc_mrr_at_1000_std": 0.04620699999999999, + "nauc_mrr_at_1000_diff1": 0.260753, + "main_score": 0.04782 + }, + { + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ], + "ndcg_at_1": 0.0184, + "ndcg_at_3": 0.06084, + "ndcg_at_5": 0.0788, + "ndcg_at_10": 0.10208, + "ndcg_at_20": 0.12341, + "ndcg_at_100": 0.21467, + "ndcg_at_1000": 0.24204, + "map_at_1": 0.0184, + "map_at_3": 0.0501, + "map_at_5": 0.06022, + "map_at_10": 0.06953, + "map_at_20": 0.07519, + "map_at_100": 0.08627000000000001, + "map_at_1000": 0.08783000000000002, + "recall_at_1": 0.0184, + "recall_at_3": 0.09202, + "recall_at_5": 0.13497, + "recall_at_10": 0.20858999999999997, + "recall_at_20": 0.29448, + "recall_at_100": 0.80982, + "recall_at_1000": 1.0, + "precision_at_1": 0.0184, + "precision_at_3": 0.030669999999999996, + "precision_at_5": 0.02699, + "precision_at_10": 0.02086, + "precision_at_20": 0.01472, + "precision_at_100": 0.0081, + "precision_at_1000": 0.001, + "mrr_at_1": 0.018405, + "mrr_at_3": 0.050102, + "mrr_at_5": 0.060225, + "mrr_at_10": 0.069527, + "mrr_at_20": 0.075191, + "mrr_at_100": 0.086274, + "mrr_at_1000": 0.087833, + "nauc_ndcg_at_1_max": 0.52877, + "nauc_ndcg_at_1_std": 0.188889, + "nauc_ndcg_at_1_diff1": 0.52877, + "nauc_ndcg_at_3_max": 0.385665, + "nauc_ndcg_at_3_std": 0.220193, + "nauc_ndcg_at_3_diff1": 0.412907, + "nauc_ndcg_at_5_max": 0.443423, + "nauc_ndcg_at_5_std": 0.195666, + "nauc_ndcg_at_5_diff1": 0.492458, + "nauc_ndcg_at_10_max": 0.34161400000000003, + "nauc_ndcg_at_10_std": 0.128171, + "nauc_ndcg_at_10_diff1": 0.420935, + "nauc_ndcg_at_20_max": 0.315043, + "nauc_ndcg_at_20_std": 0.216028, + "nauc_ndcg_at_20_diff1": 0.374641, + "nauc_ndcg_at_100_max": 0.32811599999999996, + "nauc_ndcg_at_100_std": 0.219274, + "nauc_ndcg_at_100_diff1": 0.329501, + "nauc_ndcg_at_1000_max": 0.339661, + "nauc_ndcg_at_1000_std": 0.20170199999999996, + "nauc_ndcg_at_1000_diff1": 0.380503, + "nauc_map_at_1_max": 0.52877, + "nauc_map_at_1_std": 0.188889, + "nauc_map_at_1_diff1": 0.52877, + "nauc_map_at_3_max": 0.4072660000000001, + "nauc_map_at_3_std": 0.226993, + "nauc_map_at_3_diff1": 0.421939, + "nauc_map_at_5_max": 0.450313, + "nauc_map_at_5_std": 0.211441, + "nauc_map_at_5_diff1": 0.480884, + "nauc_map_at_10_max": 0.389346, + "nauc_map_at_10_std": 0.173547, + "nauc_map_at_10_diff1": 0.439371, + "nauc_map_at_20_max": 0.378438, + "nauc_map_at_20_std": 0.208716, + "nauc_map_at_20_diff1": 0.419294, + "nauc_map_at_100_max": 0.3741999999999999, + "nauc_map_at_100_std": 0.206405, + "nauc_map_at_100_diff1": 0.408201, + "nauc_map_at_1000_max": 0.375517, + "nauc_map_at_1000_std": 0.20515, + "nauc_map_at_1000_diff1": 0.412154, + "nauc_recall_at_1_max": 0.52877, + "nauc_recall_at_1_std": 0.188889, + "nauc_recall_at_1_diff1": 0.52877, + "nauc_recall_at_3_max": 0.34972099999999995, + "nauc_recall_at_3_std": 0.207357, + "nauc_recall_at_3_diff1": 0.398992, + "nauc_recall_at_5_max": 0.433991, + "nauc_recall_at_5_std": 0.16936099999999998, + "nauc_recall_at_5_diff1": 0.511948, + "nauc_recall_at_10_max": 0.275207, + "nauc_recall_at_10_std": 0.062519, + "nauc_recall_at_10_diff1": 0.39366500000000004, + "nauc_recall_at_20_max": 0.230855, + "nauc_recall_at_20_std": 0.23717299999999997, + "nauc_recall_at_20_diff1": 0.311618, + "nauc_recall_at_100_max": 0.276911, + "nauc_recall_at_100_std": 0.297084, + "nauc_recall_at_100_diff1": 0.099303, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.52877, + "nauc_precision_at_1_std": 0.188889, + "nauc_precision_at_1_diff1": 0.52877, + "nauc_precision_at_3_max": 0.34972099999999995, + "nauc_precision_at_3_std": 0.207357, + "nauc_precision_at_3_diff1": 0.398992, + "nauc_precision_at_5_max": 0.433991, + "nauc_precision_at_5_std": 0.16936099999999998, + "nauc_precision_at_5_diff1": 0.511948, + "nauc_precision_at_10_max": 0.275207, + "nauc_precision_at_10_std": 0.062519, + "nauc_precision_at_10_diff1": 0.39366500000000004, + "nauc_precision_at_20_max": 0.230855, + "nauc_precision_at_20_std": 0.23717299999999997, + "nauc_precision_at_20_diff1": 0.311618, + "nauc_precision_at_100_max": 0.276911, + "nauc_precision_at_100_std": 0.297084, + "nauc_precision_at_100_diff1": 0.099303, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.52877, + "nauc_mrr_at_1_std": 0.188889, + "nauc_mrr_at_1_diff1": 0.52877, + "nauc_mrr_at_3_max": 0.4072660000000001, + "nauc_mrr_at_3_std": 0.226993, + "nauc_mrr_at_3_diff1": 0.421939, + "nauc_mrr_at_5_max": 0.450313, + "nauc_mrr_at_5_std": 0.211441, + "nauc_mrr_at_5_diff1": 0.480884, + "nauc_mrr_at_10_max": 0.389346, + "nauc_mrr_at_10_std": 0.173547, + "nauc_mrr_at_10_diff1": 0.439371, + "nauc_mrr_at_20_max": 0.378438, + "nauc_mrr_at_20_std": 0.208716, + "nauc_mrr_at_20_diff1": 0.419294, + "nauc_mrr_at_100_max": 0.3741999999999999, + "nauc_mrr_at_100_std": 0.206405, + "nauc_mrr_at_100_diff1": 0.408201, + "nauc_mrr_at_1000_max": 0.375517, + "nauc_mrr_at_1000_std": 0.20515, + "nauc_mrr_at_1000_diff1": 0.412154, + "main_score": 0.10208 + }, + { + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ], + "ndcg_at_1": 0.01596, + "ndcg_at_3": 0.027289999999999995, + "ndcg_at_5": 0.02935, + "ndcg_at_10": 0.04668, + "ndcg_at_20": 0.06487, + "ndcg_at_100": 0.15846, + "ndcg_at_1000": 0.19963, + "map_at_1": 0.01596, + "map_at_3": 0.023940000000000003, + "map_at_5": 0.025, + "map_at_10": 0.03222, + "map_at_20": 0.03688, + "map_at_100": 0.04731, + "map_at_1000": 0.04962, + "recall_at_1": 0.01596, + "recall_at_3": 0.03723, + "recall_at_5": 0.04255, + "recall_at_10": 0.09573999999999999, + "recall_at_20": 0.17021, + "recall_at_100": 0.71277, + "recall_at_1000": 1.0, + "precision_at_1": 0.01596, + "precision_at_3": 0.01241, + "precision_at_5": 0.00851, + "precision_at_10": 0.00957, + "precision_at_20": 0.00851, + "precision_at_100": 0.00713, + "precision_at_1000": 0.001, + "mrr_at_1": 0.015957, + "mrr_at_3": 0.023936, + "mrr_at_5": 0.025, + "mrr_at_10": 0.032223, + "mrr_at_20": 0.036882, + "mrr_at_100": 0.047308, + "mrr_at_1000": 0.049618, + "nauc_ndcg_at_1_max": 0.775817, + "nauc_ndcg_at_1_std": 0.775817, + "nauc_ndcg_at_1_diff1": 0.887908, + "nauc_ndcg_at_3_max": 0.445384, + "nauc_ndcg_at_3_std": 0.437082, + "nauc_ndcg_at_3_diff1": 0.435215, + "nauc_ndcg_at_5_max": 0.46069200000000005, + "nauc_ndcg_at_5_std": 0.429396, + "nauc_ndcg_at_5_diff1": 0.411662, + "nauc_ndcg_at_10_max": 0.309468, + "nauc_ndcg_at_10_std": 0.322119, + "nauc_ndcg_at_10_diff1": 0.308354, + "nauc_ndcg_at_20_max": 0.210281, + "nauc_ndcg_at_20_std": 0.22289, + "nauc_ndcg_at_20_diff1": 0.313122, + "nauc_ndcg_at_100_max": 0.171413, + "nauc_ndcg_at_100_std": 0.153116, + "nauc_ndcg_at_100_diff1": 0.171563, + "nauc_ndcg_at_1000_max": 0.248147, + "nauc_ndcg_at_1000_std": 0.248968, + "nauc_ndcg_at_1000_diff1": 0.284563, + "nauc_map_at_1_max": 0.775817, + "nauc_map_at_1_std": 0.775817, + "nauc_map_at_1_diff1": 0.887908, + "nauc_map_at_3_max": 0.509702, + "nauc_map_at_3_std": 0.503392, + "nauc_map_at_3_diff1": 0.522489, + "nauc_map_at_5_max": 0.516256, + "nauc_map_at_5_std": 0.495905, + "nauc_map_at_5_diff1": 0.50448, + "nauc_map_at_10_max": 0.41103, + "nauc_map_at_10_std": 0.4162410000000001, + "nauc_map_at_10_diff1": 0.416516, + "nauc_map_at_20_max": 0.358476, + "nauc_map_at_20_std": 0.363296, + "nauc_map_at_20_diff1": 0.409989, + "nauc_map_at_100_max": 0.333228, + "nauc_map_at_100_std": 0.332988, + "nauc_map_at_100_diff1": 0.365126, + "nauc_map_at_1000_max": 0.34405, + "nauc_map_at_1000_std": 0.345349, + "nauc_map_at_1000_diff1": 0.37889, + "nauc_recall_at_1_max": 0.775817, + "nauc_recall_at_1_std": 0.775817, + "nauc_recall_at_1_diff1": 0.887908, + "nauc_recall_at_3_max": 0.323091, + "nauc_recall_at_3_std": 0.310921, + "nauc_recall_at_3_diff1": 0.269461, + "nauc_recall_at_5_max": 0.36567, + "nauc_recall_at_5_std": 0.312987, + "nauc_recall_at_5_diff1": 0.248186, + "nauc_recall_at_10_max": 0.19474699999999998, + "nauc_recall_at_10_std": 0.217032, + "nauc_recall_at_10_diff1": 0.19313299999999997, + "nauc_recall_at_20_max": 0.072557, + "nauc_recall_at_20_std": 0.09342800000000001, + "nauc_recall_at_20_diff1": 0.23842, + "nauc_recall_at_100_max": 0.025261999999999996, + "nauc_recall_at_100_std": -0.03295, + "nauc_recall_at_100_diff1": -0.049431, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.775817, + "nauc_precision_at_1_std": 0.775817, + "nauc_precision_at_1_diff1": 0.887908, + "nauc_precision_at_3_max": 0.323091, + "nauc_precision_at_3_std": 0.310921, + "nauc_precision_at_3_diff1": 0.269461, + "nauc_precision_at_5_max": 0.36567, + "nauc_precision_at_5_std": 0.312987, + "nauc_precision_at_5_diff1": 0.248186, + "nauc_precision_at_10_max": 0.19474699999999998, + "nauc_precision_at_10_std": 0.217032, + "nauc_precision_at_10_diff1": 0.19313299999999997, + "nauc_precision_at_20_max": 0.072557, + "nauc_precision_at_20_std": 0.09342800000000001, + "nauc_precision_at_20_diff1": 0.23842, + "nauc_precision_at_100_max": 0.025261999999999996, + "nauc_precision_at_100_std": -0.03295, + "nauc_precision_at_100_diff1": -0.049431, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.775817, + "nauc_mrr_at_1_std": 0.775817, + "nauc_mrr_at_1_diff1": 0.887908, + "nauc_mrr_at_3_max": 0.509702, + "nauc_mrr_at_3_std": 0.503392, + "nauc_mrr_at_3_diff1": 0.522489, + "nauc_mrr_at_5_max": 0.516256, + "nauc_mrr_at_5_std": 0.495905, + "nauc_mrr_at_5_diff1": 0.50448, + "nauc_mrr_at_10_max": 0.41103, + "nauc_mrr_at_10_std": 0.4162410000000001, + "nauc_mrr_at_10_diff1": 0.416516, + "nauc_mrr_at_20_max": 0.358476, + "nauc_mrr_at_20_std": 0.363296, + "nauc_mrr_at_20_diff1": 0.409989, + "nauc_mrr_at_100_max": 0.333228, + "nauc_mrr_at_100_std": 0.332988, + "nauc_mrr_at_100_diff1": 0.365126, + "nauc_mrr_at_1000_max": 0.34405, + "nauc_mrr_at_1000_std": 0.345349, + "nauc_mrr_at_1000_diff1": 0.37889, + "main_score": 0.04668 + }, + { + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.09661999999999998, + "ndcg_at_3": 0.13434, + "ndcg_at_5": 0.1518, + "ndcg_at_10": 0.1924, + "ndcg_at_20": 0.21028, + "ndcg_at_100": 0.28998, + "ndcg_at_1000": 0.31197, + "map_at_1": 0.09661999999999998, + "map_at_3": 0.1256, + "map_at_5": 0.13502, + "map_at_10": 0.15179, + "map_at_20": 0.15646, + "map_at_100": 0.16638999999999998, + "map_at_1000": 0.16759000000000002, + "recall_at_1": 0.09661999999999998, + "recall_at_3": 0.15942, + "recall_at_5": 0.2029, + "recall_at_10": 0.3285, + "recall_at_20": 0.40097, + "recall_at_100": 0.84541, + "recall_at_1000": 1.0, + "precision_at_1": 0.09661999999999998, + "precision_at_3": 0.05314, + "precision_at_5": 0.04058, + "precision_at_10": 0.03285, + "precision_at_20": 0.02005, + "precision_at_100": 0.00845, + "precision_at_1000": 0.001, + "mrr_at_1": 0.096618, + "mrr_at_3": 0.125604, + "mrr_at_5": 0.135024, + "mrr_at_10": 0.151787, + "mrr_at_20": 0.156461, + "mrr_at_100": 0.166393, + "mrr_at_1000": 0.167593, + "nauc_ndcg_at_1_max": 0.46903599999999995, + "nauc_ndcg_at_1_std": 0.473, + "nauc_ndcg_at_1_diff1": 0.3780430000000001, + "nauc_ndcg_at_3_max": 0.42582000000000003, + "nauc_ndcg_at_3_std": 0.42460099999999995, + "nauc_ndcg_at_3_diff1": 0.32801600000000003, + "nauc_ndcg_at_5_max": 0.397852, + "nauc_ndcg_at_5_std": 0.436797, + "nauc_ndcg_at_5_diff1": 0.314959, + "nauc_ndcg_at_10_max": 0.398334, + "nauc_ndcg_at_10_std": 0.432245, + "nauc_ndcg_at_10_diff1": 0.298577, + "nauc_ndcg_at_20_max": 0.394031, + "nauc_ndcg_at_20_std": 0.429703, + "nauc_ndcg_at_20_diff1": 0.291932, + "nauc_ndcg_at_100_max": 0.395612, + "nauc_ndcg_at_100_std": 0.438034, + "nauc_ndcg_at_100_diff1": 0.275355, + "nauc_ndcg_at_1000_max": 0.40466, + "nauc_ndcg_at_1000_std": 0.440194, + "nauc_ndcg_at_1000_diff1": 0.305013, + "nauc_map_at_1_max": 0.46903599999999995, + "nauc_map_at_1_std": 0.473, + "nauc_map_at_1_diff1": 0.3780430000000001, + "nauc_map_at_3_max": 0.436776, + "nauc_map_at_3_std": 0.4364839999999999, + "nauc_map_at_3_diff1": 0.34051200000000004, + "nauc_map_at_5_max": 0.41994, + "nauc_map_at_5_std": 0.442756, + "nauc_map_at_5_diff1": 0.331186, + "nauc_map_at_10_max": 0.418409, + "nauc_map_at_10_std": 0.44073799999999996, + "nauc_map_at_10_diff1": 0.32256700000000005, + "nauc_map_at_20_max": 0.417295, + "nauc_map_at_20_std": 0.440689, + "nauc_map_at_20_diff1": 0.320966, + "nauc_map_at_100_max": 0.417376, + "nauc_map_at_100_std": 0.44290199999999996, + "nauc_map_at_100_diff1": 0.320627, + "nauc_map_at_1000_max": 0.417818, + "nauc_map_at_1000_std": 0.44308, + "nauc_map_at_1000_diff1": 0.322156, + "nauc_recall_at_1_max": 0.46903599999999995, + "nauc_recall_at_1_std": 0.473, + "nauc_recall_at_1_diff1": 0.3780430000000001, + "nauc_recall_at_3_max": 0.398668, + "nauc_recall_at_3_std": 0.395259, + "nauc_recall_at_3_diff1": 0.297101, + "nauc_recall_at_5_max": 0.346971, + "nauc_recall_at_5_std": 0.425317, + "nauc_recall_at_5_diff1": 0.279304, + "nauc_recall_at_10_max": 0.359878, + "nauc_recall_at_10_std": 0.415877, + "nauc_recall_at_10_diff1": 0.250104, + "nauc_recall_at_20_max": 0.347729, + "nauc_recall_at_20_std": 0.405754, + "nauc_recall_at_20_diff1": 0.230588, + "nauc_recall_at_100_max": 0.304483, + "nauc_recall_at_100_std": 0.419241, + "nauc_recall_at_100_diff1": -0.012919999999999997, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.46903599999999995, + "nauc_precision_at_1_std": 0.473, + "nauc_precision_at_1_diff1": 0.3780430000000001, + "nauc_precision_at_3_max": 0.398668, + "nauc_precision_at_3_std": 0.395259, + "nauc_precision_at_3_diff1": 0.297101, + "nauc_precision_at_5_max": 0.346971, + "nauc_precision_at_5_std": 0.425317, + "nauc_precision_at_5_diff1": 0.279304, + "nauc_precision_at_10_max": 0.359878, + "nauc_precision_at_10_std": 0.415877, + "nauc_precision_at_10_diff1": 0.250104, + "nauc_precision_at_20_max": 0.347729, + "nauc_precision_at_20_std": 0.405754, + "nauc_precision_at_20_diff1": 0.230588, + "nauc_precision_at_100_max": 0.304483, + "nauc_precision_at_100_std": 0.419241, + "nauc_precision_at_100_diff1": -0.012919999999999997, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.46903599999999995, + "nauc_mrr_at_1_std": 0.473, + "nauc_mrr_at_1_diff1": 0.3780430000000001, + "nauc_mrr_at_3_max": 0.436776, + "nauc_mrr_at_3_std": 0.4364839999999999, + "nauc_mrr_at_3_diff1": 0.34051200000000004, + "nauc_mrr_at_5_max": 0.41994, + "nauc_mrr_at_5_std": 0.442756, + "nauc_mrr_at_5_diff1": 0.331186, + "nauc_mrr_at_10_max": 0.418409, + "nauc_mrr_at_10_std": 0.44073799999999996, + "nauc_mrr_at_10_diff1": 0.32256700000000005, + "nauc_mrr_at_20_max": 0.417295, + "nauc_mrr_at_20_std": 0.440689, + "nauc_mrr_at_20_diff1": 0.320966, + "nauc_mrr_at_100_max": 0.417376, + "nauc_mrr_at_100_std": 0.44290199999999996, + "nauc_mrr_at_100_diff1": 0.320627, + "nauc_mrr_at_1000_max": 0.417818, + "nauc_mrr_at_1000_std": 0.44308, + "nauc_mrr_at_1000_diff1": 0.322156, + "main_score": 0.1924 + }, + { + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.13733, + "ndcg_at_3": 0.20279, + "ndcg_at_5": 0.23384, + "ndcg_at_10": 0.27189, + "ndcg_at_20": 0.3029, + "ndcg_at_100": 0.3532, + "ndcg_at_1000": 0.37425, + "map_at_1": 0.13733, + "map_at_3": 0.18665000000000004, + "map_at_5": 0.20387, + "map_at_10": 0.21951, + "map_at_20": 0.22787, + "map_at_100": 0.23473, + "map_at_1000": 0.23558, + "recall_at_1": 0.13733, + "recall_at_3": 0.24952, + "recall_at_5": 0.32495000000000007, + "recall_at_10": 0.44293999999999994, + "recall_at_20": 0.56673, + "recall_at_100": 0.83946, + "recall_at_1000": 1.0, + "precision_at_1": 0.13733, + "precision_at_3": 0.08317000000000001, + "precision_at_5": 0.06499, + "precision_at_10": 0.04429, + "precision_at_20": 0.02834, + "precision_at_100": 0.00839, + "precision_at_1000": 0.001, + "mrr_at_1": 0.137331, + "mrr_at_3": 0.186654, + "mrr_at_5": 0.20386800000000002, + "mrr_at_10": 0.219511, + "mrr_at_20": 0.227873, + "mrr_at_100": 0.234728, + "mrr_at_1000": 0.235579, + "nauc_ndcg_at_1_max": 0.313549, + "nauc_ndcg_at_1_std": 0.228524, + "nauc_ndcg_at_1_diff1": 0.375512, + "nauc_ndcg_at_3_max": 0.303012, + "nauc_ndcg_at_3_std": 0.218318, + "nauc_ndcg_at_3_diff1": 0.304344, + "nauc_ndcg_at_5_max": 0.266045, + "nauc_ndcg_at_5_std": 0.206276, + "nauc_ndcg_at_5_diff1": 0.276343, + "nauc_ndcg_at_10_max": 0.273307, + "nauc_ndcg_at_10_std": 0.208627, + "nauc_ndcg_at_10_diff1": 0.258142, + "nauc_ndcg_at_20_max": 0.290274, + "nauc_ndcg_at_20_std": 0.213071, + "nauc_ndcg_at_20_diff1": 0.266961, + "nauc_ndcg_at_100_max": 0.290745, + "nauc_ndcg_at_100_std": 0.231857, + "nauc_ndcg_at_100_diff1": 0.262661, + "nauc_ndcg_at_1000_max": 0.288016, + "nauc_ndcg_at_1000_std": 0.217539, + "nauc_ndcg_at_1000_diff1": 0.27777, + "nauc_map_at_1_max": 0.313549, + "nauc_map_at_1_std": 0.228524, + "nauc_map_at_1_diff1": 0.375512, + "nauc_map_at_3_max": 0.305276, + "nauc_map_at_3_std": 0.220186, + "nauc_map_at_3_diff1": 0.316059, + "nauc_map_at_5_max": 0.283572, + "nauc_map_at_5_std": 0.21341099999999996, + "nauc_map_at_5_diff1": 0.299248, + "nauc_map_at_10_max": 0.286011, + "nauc_map_at_10_std": 0.213735, + "nauc_map_at_10_diff1": 0.291088, + "nauc_map_at_20_max": 0.290503, + "nauc_map_at_20_std": 0.21442499999999998, + "nauc_map_at_20_diff1": 0.293655, + "nauc_map_at_100_max": 0.290648, + "nauc_map_at_100_std": 0.21638400000000002, + "nauc_map_at_100_diff1": 0.293158, + "nauc_map_at_1000_max": 0.290516, + "nauc_map_at_1000_std": 0.215804, + "nauc_map_at_1000_diff1": 0.29391, + "nauc_recall_at_1_max": 0.313549, + "nauc_recall_at_1_std": 0.228524, + "nauc_recall_at_1_diff1": 0.375512, + "nauc_recall_at_3_max": 0.297528, + "nauc_recall_at_3_std": 0.21389500000000003, + "nauc_recall_at_3_diff1": 0.277102, + "nauc_recall_at_5_max": 0.222167, + "nauc_recall_at_5_std": 0.188542, + "nauc_recall_at_5_diff1": 0.22245, + "nauc_recall_at_10_max": 0.244284, + "nauc_recall_at_10_std": 0.197643, + "nauc_recall_at_10_diff1": 0.177194, + "nauc_recall_at_20_max": 0.303536, + "nauc_recall_at_20_std": 0.215938, + "nauc_recall_at_20_diff1": 0.20138, + "nauc_recall_at_100_max": 0.32022, + "nauc_recall_at_100_std": 0.399011, + "nauc_recall_at_100_diff1": 0.09518900000000001, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.313549, + "nauc_precision_at_1_std": 0.228524, + "nauc_precision_at_1_diff1": 0.375512, + "nauc_precision_at_3_max": 0.297528, + "nauc_precision_at_3_std": 0.21389500000000003, + "nauc_precision_at_3_diff1": 0.277102, + "nauc_precision_at_5_max": 0.222167, + "nauc_precision_at_5_std": 0.188542, + "nauc_precision_at_5_diff1": 0.22245, + "nauc_precision_at_10_max": 0.244284, + "nauc_precision_at_10_std": 0.197643, + "nauc_precision_at_10_diff1": 0.177194, + "nauc_precision_at_20_max": 0.303536, + "nauc_precision_at_20_std": 0.215938, + "nauc_precision_at_20_diff1": 0.20138, + "nauc_precision_at_100_max": 0.32022, + "nauc_precision_at_100_std": 0.399011, + "nauc_precision_at_100_diff1": 0.09518900000000001, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.313549, + "nauc_mrr_at_1_std": 0.228524, + "nauc_mrr_at_1_diff1": 0.375512, + "nauc_mrr_at_3_max": 0.305276, + "nauc_mrr_at_3_std": 0.220186, + "nauc_mrr_at_3_diff1": 0.316059, + "nauc_mrr_at_5_max": 0.283572, + "nauc_mrr_at_5_std": 0.21341099999999996, + "nauc_mrr_at_5_diff1": 0.299248, + "nauc_mrr_at_10_max": 0.286011, + "nauc_mrr_at_10_std": 0.213735, + "nauc_mrr_at_10_diff1": 0.291088, + "nauc_mrr_at_20_max": 0.290503, + "nauc_mrr_at_20_std": 0.21442499999999998, + "nauc_mrr_at_20_diff1": 0.293655, + "nauc_mrr_at_100_max": 0.290648, + "nauc_mrr_at_100_std": 0.21638400000000002, + "nauc_mrr_at_100_diff1": 0.293158, + "nauc_mrr_at_1000_max": 0.290516, + "nauc_mrr_at_1000_std": 0.215804, + "nauc_mrr_at_1000_diff1": 0.29391, + "main_score": 0.27189 + }, + { + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.10559000000000002, + "ndcg_at_3": 0.14071, + "ndcg_at_5": 0.16878, + "ndcg_at_10": 0.18429, + "ndcg_at_20": 0.21648, + "ndcg_at_100": 0.29946, + "ndcg_at_1000": 0.31747, + "map_at_1": 0.10559000000000002, + "map_at_3": 0.13147, + "map_at_5": 0.147, + "map_at_10": 0.15308, + "map_at_20": 0.1623, + "map_at_100": 0.1725, + "map_at_1000": 0.17355, + "recall_at_1": 0.10559000000000002, + "recall_at_3": 0.1677, + "recall_at_5": 0.23602, + "recall_at_10": 0.28571, + "recall_at_20": 0.40993999999999997, + "recall_at_100": 0.87578, + "recall_at_1000": 1.0, + "precision_at_1": 0.10559000000000002, + "precision_at_3": 0.0559, + "precision_at_5": 0.0472, + "precision_at_10": 0.02857, + "precision_at_20": 0.020500000000000004, + "precision_at_100": 0.00876, + "precision_at_1000": 0.001, + "mrr_at_1": 0.10559000000000002, + "mrr_at_3": 0.13147, + "mrr_at_5": 0.146998, + "mrr_at_10": 0.153078, + "mrr_at_20": 0.1623, + "mrr_at_100": 0.172501, + "mrr_at_1000": 0.17355299999999999, + "nauc_ndcg_at_1_max": 0.21683, + "nauc_ndcg_at_1_std": 0.239115, + "nauc_ndcg_at_1_diff1": 0.34306799999999993, + "nauc_ndcg_at_3_max": 0.109801, + "nauc_ndcg_at_3_std": 0.178432, + "nauc_ndcg_at_3_diff1": 0.24342199999999997, + "nauc_ndcg_at_5_max": 0.128492, + "nauc_ndcg_at_5_std": 0.185369, + "nauc_ndcg_at_5_diff1": 0.245013, + "nauc_ndcg_at_10_max": 0.103186, + "nauc_ndcg_at_10_std": 0.168747, + "nauc_ndcg_at_10_diff1": 0.226062, + "nauc_ndcg_at_20_max": 0.11910400000000002, + "nauc_ndcg_at_20_std": 0.18990600000000002, + "nauc_ndcg_at_20_diff1": 0.21073599999999998, + "nauc_ndcg_at_100_max": 0.1378, + "nauc_ndcg_at_100_std": 0.202702, + "nauc_ndcg_at_100_diff1": 0.237899, + "nauc_ndcg_at_1000_max": 0.129736, + "nauc_ndcg_at_1000_std": 0.194173, + "nauc_ndcg_at_1000_diff1": 0.240248, + "nauc_map_at_1_max": 0.21683, + "nauc_map_at_1_std": 0.239115, + "nauc_map_at_1_diff1": 0.34306799999999993, + "nauc_map_at_3_max": 0.137629, + "nauc_map_at_3_std": 0.194925, + "nauc_map_at_3_diff1": 0.268286, + "nauc_map_at_5_max": 0.146022, + "nauc_map_at_5_std": 0.198349, + "nauc_map_at_5_diff1": 0.266756, + "nauc_map_at_10_max": 0.135297, + "nauc_map_at_10_std": 0.190117, + "nauc_map_at_10_diff1": 0.258039, + "nauc_map_at_20_max": 0.140185, + "nauc_map_at_20_std": 0.19667399999999996, + "nauc_map_at_20_diff1": 0.252659, + "nauc_map_at_100_max": 0.141821, + "nauc_map_at_100_std": 0.198468, + "nauc_map_at_100_diff1": 0.257233, + "nauc_map_at_1000_max": 0.141415, + "nauc_map_at_1000_std": 0.19800399999999999, + "nauc_map_at_1000_diff1": 0.257339, + "nauc_recall_at_1_max": 0.21683, + "nauc_recall_at_1_std": 0.239115, + "nauc_recall_at_1_diff1": 0.34306799999999993, + "nauc_recall_at_3_max": 0.040852000000000006, + "nauc_recall_at_3_std": 0.137371, + "nauc_recall_at_3_diff1": 0.182104, + "nauc_recall_at_5_max": 0.093363, + "nauc_recall_at_5_std": 0.157675, + "nauc_recall_at_5_diff1": 0.19948, + "nauc_recall_at_10_max": 0.033214, + "nauc_recall_at_10_std": 0.122687, + "nauc_recall_at_10_diff1": 0.157946, + "nauc_recall_at_20_max": 0.082034, + "nauc_recall_at_20_std": 0.18533100000000002, + "nauc_recall_at_20_diff1": 0.120362, + "nauc_recall_at_100_max": 0.230879, + "nauc_recall_at_100_std": 0.301334, + "nauc_recall_at_100_diff1": 0.204628, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.21683, + "nauc_precision_at_1_std": 0.239115, + "nauc_precision_at_1_diff1": 0.34306799999999993, + "nauc_precision_at_3_max": 0.040852000000000006, + "nauc_precision_at_3_std": 0.137371, + "nauc_precision_at_3_diff1": 0.182104, + "nauc_precision_at_5_max": 0.093363, + "nauc_precision_at_5_std": 0.157675, + "nauc_precision_at_5_diff1": 0.19948, + "nauc_precision_at_10_max": 0.033214, + "nauc_precision_at_10_std": 0.122687, + "nauc_precision_at_10_diff1": 0.157946, + "nauc_precision_at_20_max": 0.082034, + "nauc_precision_at_20_std": 0.18533100000000002, + "nauc_precision_at_20_diff1": 0.120362, + "nauc_precision_at_100_max": 0.230879, + "nauc_precision_at_100_std": 0.301334, + "nauc_precision_at_100_diff1": 0.204628, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.21683, + "nauc_mrr_at_1_std": 0.239115, + "nauc_mrr_at_1_diff1": 0.34306799999999993, + "nauc_mrr_at_3_max": 0.137629, + "nauc_mrr_at_3_std": 0.194925, + "nauc_mrr_at_3_diff1": 0.268286, + "nauc_mrr_at_5_max": 0.146022, + "nauc_mrr_at_5_std": 0.198349, + "nauc_mrr_at_5_diff1": 0.266756, + "nauc_mrr_at_10_max": 0.135297, + "nauc_mrr_at_10_std": 0.190117, + "nauc_mrr_at_10_diff1": 0.258039, + "nauc_mrr_at_20_max": 0.140185, + "nauc_mrr_at_20_std": 0.19667399999999996, + "nauc_mrr_at_20_diff1": 0.252659, + "nauc_mrr_at_100_max": 0.141821, + "nauc_mrr_at_100_std": 0.198468, + "nauc_mrr_at_100_diff1": 0.257233, + "nauc_mrr_at_1000_max": 0.141415, + "nauc_mrr_at_1000_std": 0.19800399999999999, + "nauc_mrr_at_1000_diff1": 0.257339, + "main_score": 0.18429 + }, + { + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ], + "ndcg_at_1": 0.08602, + "ndcg_at_3": 0.11105000000000001, + "ndcg_at_5": 0.12447, + "ndcg_at_10": 0.14275, + "ndcg_at_20": 0.16699000000000003, + "ndcg_at_100": 0.24785000000000001, + "ndcg_at_1000": 0.27951, + "map_at_1": 0.08602, + "map_at_3": 0.10484, + "map_at_5": 0.11237, + "map_at_10": 0.11943, + "map_at_20": 0.12597, + "map_at_100": 0.13537, + "map_at_1000": 0.13716, + "recall_at_1": 0.08602, + "recall_at_3": 0.12903, + "recall_at_5": 0.16129, + "recall_at_10": 0.22043, + "recall_at_20": 0.3172, + "recall_at_100": 0.77957, + "recall_at_1000": 1.0, + "precision_at_1": 0.08602, + "precision_at_3": 0.04301, + "precision_at_5": 0.03226, + "precision_at_10": 0.02204, + "precision_at_20": 0.01586, + "precision_at_100": 0.007799999999999999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.086022, + "mrr_at_3": 0.104839, + "mrr_at_5": 0.112366, + "mrr_at_10": 0.119427, + "mrr_at_20": 0.125969, + "mrr_at_100": 0.13537, + "mrr_at_1000": 0.137157, + "nauc_ndcg_at_1_max": 0.435676, + "nauc_ndcg_at_1_std": 0.481034, + "nauc_ndcg_at_1_diff1": 0.343343, + "nauc_ndcg_at_3_max": 0.3477970000000001, + "nauc_ndcg_at_3_std": 0.418153, + "nauc_ndcg_at_3_diff1": 0.22459100000000004, + "nauc_ndcg_at_5_max": 0.369668, + "nauc_ndcg_at_5_std": 0.415695, + "nauc_ndcg_at_5_diff1": 0.252023, + "nauc_ndcg_at_10_max": 0.311144, + "nauc_ndcg_at_10_std": 0.377021, + "nauc_ndcg_at_10_diff1": 0.178647, + "nauc_ndcg_at_20_max": 0.278539, + "nauc_ndcg_at_20_std": 0.347643, + "nauc_ndcg_at_20_diff1": 0.187205, + "nauc_ndcg_at_100_max": 0.262928, + "nauc_ndcg_at_100_std": 0.334221, + "nauc_ndcg_at_100_diff1": 0.18186, + "nauc_ndcg_at_1000_max": 0.308904, + "nauc_ndcg_at_1000_std": 0.374835, + "nauc_ndcg_at_1000_diff1": 0.21073, + "nauc_map_at_1_max": 0.435676, + "nauc_map_at_1_std": 0.481034, + "nauc_map_at_1_diff1": 0.343343, + "nauc_map_at_3_max": 0.364446, + "nauc_map_at_3_std": 0.433032, + "nauc_map_at_3_diff1": 0.250872, + "nauc_map_at_5_max": 0.375909, + "nauc_map_at_5_std": 0.429831, + "nauc_map_at_5_diff1": 0.266008, + "nauc_map_at_10_max": 0.350221, + "nauc_map_at_10_std": 0.41127699999999995, + "nauc_map_at_10_diff1": 0.232872, + "nauc_map_at_20_max": 0.338618, + "nauc_map_at_20_std": 0.401421, + "nauc_map_at_20_diff1": 0.23421300000000003, + "nauc_map_at_100_max": 0.33651899999999996, + "nauc_map_at_100_std": 0.399834, + "nauc_map_at_100_diff1": 0.234274, + "nauc_map_at_1000_max": 0.339494, + "nauc_map_at_1000_std": 0.40244399999999997, + "nauc_map_at_1000_diff1": 0.236031, + "nauc_recall_at_1_max": 0.435676, + "nauc_recall_at_1_std": 0.481034, + "nauc_recall_at_1_diff1": 0.343343, + "nauc_recall_at_3_max": 0.307755, + "nauc_recall_at_3_std": 0.381252, + "nauc_recall_at_3_diff1": 0.159961, + "nauc_recall_at_5_max": 0.35975, + "nauc_recall_at_5_std": 0.385188, + "nauc_recall_at_5_diff1": 0.224214, + "nauc_recall_at_10_max": 0.224406, + "nauc_recall_at_10_std": 0.304408, + "nauc_recall_at_10_diff1": 0.059871, + "nauc_recall_at_20_max": 0.153436, + "nauc_recall_at_20_std": 0.23713499999999998, + "nauc_recall_at_20_diff1": 0.10032, + "nauc_recall_at_100_max": -0.019075, + "nauc_recall_at_100_std": 0.084695, + "nauc_recall_at_100_diff1": -3.5e-05, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.435676, + "nauc_precision_at_1_std": 0.481034, + "nauc_precision_at_1_diff1": 0.343343, + "nauc_precision_at_3_max": 0.307755, + "nauc_precision_at_3_std": 0.381252, + "nauc_precision_at_3_diff1": 0.159961, + "nauc_precision_at_5_max": 0.35975, + "nauc_precision_at_5_std": 0.385188, + "nauc_precision_at_5_diff1": 0.224214, + "nauc_precision_at_10_max": 0.224406, + "nauc_precision_at_10_std": 0.304408, + "nauc_precision_at_10_diff1": 0.059871, + "nauc_precision_at_20_max": 0.153436, + "nauc_precision_at_20_std": 0.23713499999999998, + "nauc_precision_at_20_diff1": 0.10032, + "nauc_precision_at_100_max": -0.019075, + "nauc_precision_at_100_std": 0.084695, + "nauc_precision_at_100_diff1": -3.5e-05, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.435676, + "nauc_mrr_at_1_std": 0.481034, + "nauc_mrr_at_1_diff1": 0.343343, + "nauc_mrr_at_3_max": 0.364446, + "nauc_mrr_at_3_std": 0.433032, + "nauc_mrr_at_3_diff1": 0.250872, + "nauc_mrr_at_5_max": 0.375909, + "nauc_mrr_at_5_std": 0.429831, + "nauc_mrr_at_5_diff1": 0.266008, + "nauc_mrr_at_10_max": 0.350221, + "nauc_mrr_at_10_std": 0.41127699999999995, + "nauc_mrr_at_10_diff1": 0.232872, + "nauc_mrr_at_20_max": 0.338618, + "nauc_mrr_at_20_std": 0.401421, + "nauc_mrr_at_20_diff1": 0.23421300000000003, + "nauc_mrr_at_100_max": 0.33651899999999996, + "nauc_mrr_at_100_std": 0.399834, + "nauc_mrr_at_100_diff1": 0.234274, + "nauc_mrr_at_1000_max": 0.339494, + "nauc_mrr_at_1000_std": 0.40244399999999997, + "nauc_mrr_at_1000_diff1": 0.236031, + "main_score": 0.14275 + }, + { + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.09202, + "ndcg_at_3": 0.1422, + "ndcg_at_5": 0.17913999999999997, + "ndcg_at_10": 0.20875, + "ndcg_at_20": 0.23504000000000003, + "ndcg_at_100": 0.31275, + "ndcg_at_1000": 0.32697, + "map_at_1": 0.09202, + "map_at_3": 0.12986, + "map_at_5": 0.1498, + "map_at_10": 0.16191, + "map_at_20": 0.16909, + "map_at_100": 0.17877, + "map_at_1000": 0.1796, + "recall_at_1": 0.09202, + "recall_at_3": 0.17791, + "recall_at_5": 0.26994, + "recall_at_10": 0.36196, + "recall_at_20": 0.46625999999999995, + "recall_at_100": 0.90184, + "recall_at_1000": 1.0, + "precision_at_1": 0.09202, + "precision_at_3": 0.0593, + "precision_at_5": 0.05399, + "precision_at_10": 0.0362, + "precision_at_20": 0.02331, + "precision_at_100": 0.00902, + "precision_at_1000": 0.001, + "mrr_at_1": 0.09202499999999998, + "mrr_at_3": 0.129857, + "mrr_at_5": 0.149796, + "mrr_at_10": 0.16191, + "mrr_at_20": 0.16909500000000002, + "mrr_at_100": 0.178773, + "mrr_at_1000": 0.179603, + "nauc_ndcg_at_1_max": 0.629598, + "nauc_ndcg_at_1_std": 0.49065999999999993, + "nauc_ndcg_at_1_diff1": 0.560085, + "nauc_ndcg_at_3_max": 0.539189, + "nauc_ndcg_at_3_std": 0.441455, + "nauc_ndcg_at_3_diff1": 0.412876, + "nauc_ndcg_at_5_max": 0.497495, + "nauc_ndcg_at_5_std": 0.411122, + "nauc_ndcg_at_5_diff1": 0.407353, + "nauc_ndcg_at_10_max": 0.538852, + "nauc_ndcg_at_10_std": 0.447395, + "nauc_ndcg_at_10_diff1": 0.386166, + "nauc_ndcg_at_20_max": 0.552372, + "nauc_ndcg_at_20_std": 0.467695, + "nauc_ndcg_at_20_diff1": 0.38804, + "nauc_ndcg_at_100_max": 0.532497, + "nauc_ndcg_at_100_std": 0.469584, + "nauc_ndcg_at_100_diff1": 0.388298, + "nauc_ndcg_at_1000_max": 0.539127, + "nauc_ndcg_at_1000_std": 0.458294, + "nauc_ndcg_at_1000_diff1": 0.40004100000000004, + "nauc_map_at_1_max": 0.629598, + "nauc_map_at_1_std": 0.49065999999999993, + "nauc_map_at_1_diff1": 0.560085, + "nauc_map_at_3_max": 0.553652, + "nauc_map_at_3_std": 0.44979100000000005, + "nauc_map_at_3_diff1": 0.44052, + "nauc_map_at_5_max": 0.527352, + "nauc_map_at_5_std": 0.43103499999999995, + "nauc_map_at_5_diff1": 0.432012, + "nauc_map_at_10_max": 0.547865, + "nauc_map_at_10_std": 0.448598, + "nauc_map_at_10_diff1": 0.42103, + "nauc_map_at_20_max": 0.551062, + "nauc_map_at_20_std": 0.455114, + "nauc_map_at_20_diff1": 0.4203279999999999, + "nauc_map_at_100_max": 0.546794, + "nauc_map_at_100_std": 0.455176, + "nauc_map_at_100_diff1": 0.419804, + "nauc_map_at_1000_max": 0.547162, + "nauc_map_at_1000_std": 0.454536, + "nauc_map_at_1000_diff1": 0.420517, + "nauc_recall_at_1_max": 0.629598, + "nauc_recall_at_1_std": 0.49065999999999993, + "nauc_recall_at_1_diff1": 0.560085, + "nauc_recall_at_3_max": 0.507318, + "nauc_recall_at_3_std": 0.422909, + "nauc_recall_at_3_diff1": 0.350404, + "nauc_recall_at_5_max": 0.435873, + "nauc_recall_at_5_std": 0.369356, + "nauc_recall_at_5_diff1": 0.361826, + "nauc_recall_at_10_max": 0.527111, + "nauc_recall_at_10_std": 0.45025999999999994, + "nauc_recall_at_10_diff1": 0.320134, + "nauc_recall_at_20_max": 0.570465, + "nauc_recall_at_20_std": 0.507384, + "nauc_recall_at_20_diff1": 0.330878, + "nauc_recall_at_100_max": 0.437364, + "nauc_recall_at_100_std": 0.62805, + "nauc_recall_at_100_diff1": 0.222379, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.629598, + "nauc_precision_at_1_std": 0.49065999999999993, + "nauc_precision_at_1_diff1": 0.560085, + "nauc_precision_at_3_max": 0.507318, + "nauc_precision_at_3_std": 0.422909, + "nauc_precision_at_3_diff1": 0.350404, + "nauc_precision_at_5_max": 0.435873, + "nauc_precision_at_5_std": 0.369356, + "nauc_precision_at_5_diff1": 0.361826, + "nauc_precision_at_10_max": 0.527111, + "nauc_precision_at_10_std": 0.45025999999999994, + "nauc_precision_at_10_diff1": 0.320134, + "nauc_precision_at_20_max": 0.570465, + "nauc_precision_at_20_std": 0.507384, + "nauc_precision_at_20_diff1": 0.330878, + "nauc_precision_at_100_max": 0.437364, + "nauc_precision_at_100_std": 0.62805, + "nauc_precision_at_100_diff1": 0.222379, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.629598, + "nauc_mrr_at_1_std": 0.49065999999999993, + "nauc_mrr_at_1_diff1": 0.560085, + "nauc_mrr_at_3_max": 0.553652, + "nauc_mrr_at_3_std": 0.44979100000000005, + "nauc_mrr_at_3_diff1": 0.44052, + "nauc_mrr_at_5_max": 0.527352, + "nauc_mrr_at_5_std": 0.43103499999999995, + "nauc_mrr_at_5_diff1": 0.432012, + "nauc_mrr_at_10_max": 0.547865, + "nauc_mrr_at_10_std": 0.448598, + "nauc_mrr_at_10_diff1": 0.42103, + "nauc_mrr_at_20_max": 0.551062, + "nauc_mrr_at_20_std": 0.455114, + "nauc_mrr_at_20_diff1": 0.4203279999999999, + "nauc_mrr_at_100_max": 0.546794, + "nauc_mrr_at_100_std": 0.455176, + "nauc_mrr_at_100_diff1": 0.419804, + "nauc_mrr_at_1000_max": 0.547162, + "nauc_mrr_at_1000_std": 0.454536, + "nauc_mrr_at_1000_diff1": 0.420517, + "main_score": 0.20875 + }, + { + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ], + "ndcg_at_1": 0.06383, + "ndcg_at_3": 0.10999, + "ndcg_at_5": 0.12762, + "ndcg_at_10": 0.15151, + "ndcg_at_20": 0.17394, + "ndcg_at_100": 0.24684, + "ndcg_at_1000": 0.28025, + "map_at_1": 0.06383, + "map_at_3": 0.0984, + "map_at_5": 0.10824, + "map_at_10": 0.11797, + "map_at_20": 0.12389999999999998, + "map_at_100": 0.13269, + "map_at_1000": 0.13454, + "recall_at_1": 0.06383, + "recall_at_3": 0.14362, + "recall_at_5": 0.18617, + "recall_at_10": 0.26064, + "recall_at_20": 0.35106000000000004, + "recall_at_100": 0.7659600000000001, + "recall_at_1000": 1.0, + "precision_at_1": 0.06383, + "precision_at_3": 0.047869999999999996, + "precision_at_5": 0.03723, + "precision_at_10": 0.02606, + "precision_at_20": 0.01755, + "precision_at_100": 0.00766, + "precision_at_1000": 0.001, + "mrr_at_1": 0.06383, + "mrr_at_3": 0.098404, + "mrr_at_5": 0.10824499999999998, + "mrr_at_10": 0.117969, + "mrr_at_20": 0.12390499999999999, + "mrr_at_100": 0.132692, + "mrr_at_1000": 0.134538, + "nauc_ndcg_at_1_max": 0.287389, + "nauc_ndcg_at_1_std": 0.649286, + "nauc_ndcg_at_1_diff1": 0.10673499999999998, + "nauc_ndcg_at_3_max": 0.194744, + "nauc_ndcg_at_3_std": 0.447069, + "nauc_ndcg_at_3_diff1": 0.066311, + "nauc_ndcg_at_5_max": 0.182711, + "nauc_ndcg_at_5_std": 0.435962, + "nauc_ndcg_at_5_diff1": 0.063075, + "nauc_ndcg_at_10_max": 0.200539, + "nauc_ndcg_at_10_std": 0.435587, + "nauc_ndcg_at_10_diff1": 0.056582, + "nauc_ndcg_at_20_max": 0.22538599999999998, + "nauc_ndcg_at_20_std": 0.429099, + "nauc_ndcg_at_20_diff1": 0.075015, + "nauc_ndcg_at_100_max": 0.210851, + "nauc_ndcg_at_100_std": 0.41966300000000006, + "nauc_ndcg_at_100_diff1": 0.069177, + "nauc_ndcg_at_1000_max": 0.207669, + "nauc_ndcg_at_1000_std": 0.438782, + "nauc_ndcg_at_1000_diff1": 0.069428, + "nauc_map_at_1_max": 0.287389, + "nauc_map_at_1_std": 0.649286, + "nauc_map_at_1_diff1": 0.10673499999999998, + "nauc_map_at_3_max": 0.203195, + "nauc_map_at_3_std": 0.476539, + "nauc_map_at_3_diff1": 0.07452, + "nauc_map_at_5_max": 0.197223, + "nauc_map_at_5_std": 0.4692879999999999, + "nauc_map_at_5_diff1": 0.072603, + "nauc_map_at_10_max": 0.20624000000000003, + "nauc_map_at_10_std": 0.469846, + "nauc_map_at_10_diff1": 0.069297, + "nauc_map_at_20_max": 0.213628, + "nauc_map_at_20_std": 0.467418, + "nauc_map_at_20_diff1": 0.073283, + "nauc_map_at_100_max": 0.21023500000000003, + "nauc_map_at_100_std": 0.463199, + "nauc_map_at_100_diff1": 0.072962, + "nauc_map_at_1000_max": 0.209867, + "nauc_map_at_1000_std": 0.46458799999999995, + "nauc_map_at_1000_diff1": 0.072819, + "nauc_recall_at_1_max": 0.287389, + "nauc_recall_at_1_std": 0.649286, + "nauc_recall_at_1_diff1": 0.10673499999999998, + "nauc_recall_at_3_max": 0.17924100000000004, + "nauc_recall_at_3_std": 0.387062, + "nauc_recall_at_3_diff1": 0.048814, + "nauc_recall_at_5_max": 0.155025, + "nauc_recall_at_5_std": 0.373735, + "nauc_recall_at_5_diff1": 0.044486, + "nauc_recall_at_10_max": 0.19336000000000003, + "nauc_recall_at_10_std": 0.37692100000000006, + "nauc_recall_at_10_diff1": 0.033455, + "nauc_recall_at_20_max": 0.258748, + "nauc_recall_at_20_std": 0.365078, + "nauc_recall_at_20_diff1": 0.088964, + "nauc_recall_at_100_max": 0.223107, + "nauc_recall_at_100_std": 0.312028, + "nauc_recall_at_100_diff1": 0.06238799999999999, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.287389, + "nauc_precision_at_1_std": 0.649286, + "nauc_precision_at_1_diff1": 0.10673499999999998, + "nauc_precision_at_3_max": 0.17924100000000004, + "nauc_precision_at_3_std": 0.387062, + "nauc_precision_at_3_diff1": 0.048814, + "nauc_precision_at_5_max": 0.155025, + "nauc_precision_at_5_std": 0.373735, + "nauc_precision_at_5_diff1": 0.044486, + "nauc_precision_at_10_max": 0.19336000000000003, + "nauc_precision_at_10_std": 0.37692100000000006, + "nauc_precision_at_10_diff1": 0.033455, + "nauc_precision_at_20_max": 0.258748, + "nauc_precision_at_20_std": 0.365078, + "nauc_precision_at_20_diff1": 0.088964, + "nauc_precision_at_100_max": 0.223107, + "nauc_precision_at_100_std": 0.312028, + "nauc_precision_at_100_diff1": 0.06238799999999999, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.287389, + "nauc_mrr_at_1_std": 0.649286, + "nauc_mrr_at_1_diff1": 0.10673499999999998, + "nauc_mrr_at_3_max": 0.203195, + "nauc_mrr_at_3_std": 0.476539, + "nauc_mrr_at_3_diff1": 0.07452, + "nauc_mrr_at_5_max": 0.197223, + "nauc_mrr_at_5_std": 0.4692879999999999, + "nauc_mrr_at_5_diff1": 0.072603, + "nauc_mrr_at_10_max": 0.20624000000000003, + "nauc_mrr_at_10_std": 0.469846, + "nauc_mrr_at_10_diff1": 0.069297, + "nauc_mrr_at_20_max": 0.213628, + "nauc_mrr_at_20_std": 0.467418, + "nauc_mrr_at_20_diff1": 0.073283, + "nauc_mrr_at_100_max": 0.210238, + "nauc_mrr_at_100_std": 0.463199, + "nauc_mrr_at_100_diff1": 0.072976, + "nauc_mrr_at_1000_max": 0.20987000000000003, + "nauc_mrr_at_1000_std": 0.46458799999999995, + "nauc_mrr_at_1000_diff1": 0.072833, + "main_score": 0.15151 + } + ], + "test": [ + { + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ], + "ndcg_at_1": 0.32496, + "ndcg_at_3": 0.40172, + "ndcg_at_5": 0.42588000000000004, + "ndcg_at_10": 0.45078, + "ndcg_at_20": 0.46814, + "ndcg_at_100": 0.49695999999999996, + "ndcg_at_1000": 0.51466, + "map_at_1": 0.32486, + "map_at_3": 0.38271, + "map_at_5": 0.39606, + "map_at_10": 0.40647, + "map_at_20": 0.41121, + "map_at_100": 0.41512, + "map_at_1000": 0.41573, + "recall_at_1": 0.32486, + "recall_at_3": 0.45668, + "recall_at_5": 0.51556, + "recall_at_10": 0.59188, + "recall_at_20": 0.6607, + "recall_at_100": 0.81699, + "recall_at_1000": 0.95959, + "precision_at_1": 0.32496, + "precision_at_3": 0.15226, + "precision_at_5": 0.10313, + "precision_at_10": 0.0592, + "precision_at_20": 0.03304, + "precision_at_100": 0.00817, + "precision_at_1000": 0.00096, + "mrr_at_1": 0.324958, + "mrr_at_3": 0.38280500000000006, + "mrr_at_5": 0.396156, + "mrr_at_10": 0.406564, + "mrr_at_20": 0.411308, + "mrr_at_100": 0.415219, + "mrr_at_1000": 0.415827, + "nauc_ndcg_at_1_max": 0.453065, + "nauc_ndcg_at_1_std": 0.08438600000000002, + "nauc_ndcg_at_1_diff1": 0.565996, + "nauc_ndcg_at_3_max": 0.4567780000000001, + "nauc_ndcg_at_3_std": 0.112794, + "nauc_ndcg_at_3_diff1": 0.491837, + "nauc_ndcg_at_5_max": 0.45988, + "nauc_ndcg_at_5_std": 0.124386, + "nauc_ndcg_at_5_diff1": 0.473708, + "nauc_ndcg_at_10_max": 0.463058, + "nauc_ndcg_at_10_std": 0.138563, + "nauc_ndcg_at_10_diff1": 0.462161, + "nauc_ndcg_at_20_max": 0.46547, + "nauc_ndcg_at_20_std": 0.147465, + "nauc_ndcg_at_20_diff1": 0.458241, + "nauc_ndcg_at_100_max": 0.468223, + "nauc_ndcg_at_100_std": 0.153285, + "nauc_ndcg_at_100_diff1": 0.464701, + "nauc_ndcg_at_1000_max": 0.466777, + "nauc_ndcg_at_1000_std": 0.143656, + "nauc_ndcg_at_1000_diff1": 0.473024, + "nauc_map_at_1_max": 0.452777, + "nauc_map_at_1_std": 0.084486, + "nauc_map_at_1_diff1": 0.565556, + "nauc_map_at_3_max": 0.45536100000000007, + "nauc_map_at_3_std": 0.105551, + "nauc_map_at_3_diff1": 0.508511, + "nauc_map_at_5_max": 0.456962, + "nauc_map_at_5_std": 0.111708, + "nauc_map_at_5_diff1": 0.498493, + "nauc_map_at_10_max": 0.4583, + "nauc_map_at_10_std": 0.117378, + "nauc_map_at_10_diff1": 0.494193, + "nauc_map_at_20_max": 0.458817, + "nauc_map_at_20_std": 0.119504, + "nauc_map_at_20_diff1": 0.493306, + "nauc_map_at_100_max": 0.45923700000000006, + "nauc_map_at_100_std": 0.120218, + "nauc_map_at_100_diff1": 0.494458, + "nauc_map_at_1000_max": 0.45921599999999996, + "nauc_map_at_1000_std": 0.11994500000000001, + "nauc_map_at_1000_diff1": 0.494724, + "nauc_recall_at_1_max": 0.452777, + "nauc_recall_at_1_std": 0.084486, + "nauc_recall_at_1_diff1": 0.565556, + "nauc_recall_at_3_max": 0.460736, + "nauc_recall_at_3_std": 0.133868, + "nauc_recall_at_3_diff1": 0.443913, + "nauc_recall_at_5_max": 0.468911, + "nauc_recall_at_5_std": 0.16392799999999996, + "nauc_recall_at_5_diff1": 0.398177, + "nauc_recall_at_10_max": 0.479748, + "nauc_recall_at_10_std": 0.214029, + "nauc_recall_at_10_diff1": 0.352649, + "nauc_recall_at_20_max": 0.493908, + "nauc_recall_at_20_std": 0.266036, + "nauc_recall_at_20_diff1": 0.32081400000000004, + "nauc_recall_at_100_max": 0.53539, + "nauc_recall_at_100_std": 0.392579, + "nauc_recall_at_100_diff1": 0.294835, + "nauc_recall_at_1000_max": 0.653564, + "nauc_recall_at_1000_std": 0.571587, + "nauc_recall_at_1000_diff1": 0.245574, + "nauc_precision_at_1_max": 0.453065, + "nauc_precision_at_1_std": 0.08438600000000002, + "nauc_precision_at_1_diff1": 0.565996, + "nauc_precision_at_3_max": 0.461054, + "nauc_precision_at_3_std": 0.133778, + "nauc_precision_at_3_diff1": 0.444386, + "nauc_precision_at_5_max": 0.46927, + "nauc_precision_at_5_std": 0.163847, + "nauc_precision_at_5_diff1": 0.398689, + "nauc_precision_at_10_max": 0.480138, + "nauc_precision_at_10_std": 0.213945, + "nauc_precision_at_10_diff1": 0.353201, + "nauc_precision_at_20_max": 0.494384, + "nauc_precision_at_20_std": 0.265966, + "nauc_precision_at_20_diff1": 0.321454, + "nauc_precision_at_100_max": 0.536051, + "nauc_precision_at_100_std": 0.392454, + "nauc_precision_at_100_diff1": 0.295996, + "nauc_precision_at_1000_max": 0.653132, + "nauc_precision_at_1000_std": 0.565386, + "nauc_precision_at_1000_diff1": 0.251914, + "nauc_mrr_at_1_max": 0.453065, + "nauc_mrr_at_1_std": 0.08438600000000002, + "nauc_mrr_at_1_diff1": 0.565996, + "nauc_mrr_at_3_max": 0.455645, + "nauc_mrr_at_3_std": 0.105451, + "nauc_mrr_at_3_diff1": 0.508949, + "nauc_mrr_at_5_max": 0.45724800000000004, + "nauc_mrr_at_5_std": 0.111608, + "nauc_mrr_at_5_diff1": 0.498934, + "nauc_mrr_at_10_max": 0.4585890000000001, + "nauc_mrr_at_10_std": 0.117276, + "nauc_mrr_at_10_diff1": 0.4946400000000001, + "nauc_mrr_at_20_max": 0.459109, + "nauc_mrr_at_20_std": 0.119401, + "nauc_mrr_at_20_diff1": 0.493755, + "nauc_mrr_at_100_max": 0.45953000000000005, + "nauc_mrr_at_100_std": 0.120114, + "nauc_mrr_at_100_diff1": 0.494912, + "nauc_mrr_at_1000_max": 0.459504, + "nauc_mrr_at_1000_std": 0.11984200000000002, + "nauc_mrr_at_1000_diff1": 0.495171, + "main_score": 0.45078 + }, + { + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ], + "ndcg_at_1": 0.00364, + "ndcg_at_3": 0.01103, + "ndcg_at_5": 0.01482, + "ndcg_at_10": 0.02275, + "ndcg_at_20": 0.02964, + "ndcg_at_100": 0.05203, + "ndcg_at_1000": 0.12245, + "map_at_1": 0.00364, + "map_at_3": 0.009, + "map_at_5": 0.011119999999999998, + "map_at_10": 0.014339999999999999, + "map_at_20": 0.01613, + "map_at_100": 0.01881, + "map_at_1000": 0.02067, + "recall_at_1": 0.00364, + "recall_at_3": 0.01699, + "recall_at_5": 0.02609, + "recall_at_10": 0.05097, + "recall_at_20": 0.07888, + "recall_at_100": 0.2057, + "recall_at_1000": 0.80734, + "precision_at_1": 0.00364, + "precision_at_3": 0.005660000000000001, + "precision_at_5": 0.00522, + "precision_at_10": 0.0051, + "precision_at_20": 0.00394, + "precision_at_100": 0.00206, + "precision_at_1000": 0.0008099999999999998, + "mrr_at_1": 0.003641, + "mrr_at_3": 0.009001, + "mrr_at_5": 0.011125000000000001, + "mrr_at_10": 0.014336999999999999, + "mrr_at_20": 0.016132, + "mrr_at_100": 0.018812, + "mrr_at_1000": 0.020674, + "nauc_ndcg_at_1_max": -0.037519, + "nauc_ndcg_at_1_std": -0.295265, + "nauc_ndcg_at_1_diff1": -0.09383, + "nauc_ndcg_at_3_max": -0.125243, + "nauc_ndcg_at_3_std": -0.14147, + "nauc_ndcg_at_3_diff1": -0.260114, + "nauc_ndcg_at_5_max": -0.16796500000000003, + "nauc_ndcg_at_5_std": -0.151729, + "nauc_ndcg_at_5_diff1": -0.277871, + "nauc_ndcg_at_10_max": -0.189126, + "nauc_ndcg_at_10_std": -0.105837, + "nauc_ndcg_at_10_diff1": -0.256038, + "nauc_ndcg_at_20_max": -0.169819, + "nauc_ndcg_at_20_std": -0.064101, + "nauc_ndcg_at_20_diff1": -0.23090700000000003, + "nauc_ndcg_at_100_max": -0.177062, + "nauc_ndcg_at_100_std": -0.067146, + "nauc_ndcg_at_100_diff1": -0.200496, + "nauc_ndcg_at_1000_max": -0.175259, + "nauc_ndcg_at_1000_std": -0.081273, + "nauc_ndcg_at_1000_diff1": -0.21996500000000002, + "nauc_map_at_1_max": -0.037519, + "nauc_map_at_1_std": -0.295265, + "nauc_map_at_1_diff1": -0.09383, + "nauc_map_at_3_max": -0.10236200000000001, + "nauc_map_at_3_std": -0.150889, + "nauc_map_at_3_diff1": -0.238832, + "nauc_map_at_5_max": -0.140131, + "nauc_map_at_5_std": -0.157101, + "nauc_map_at_5_diff1": -0.256748, + "nauc_map_at_10_max": -0.159443, + "nauc_map_at_10_std": -0.123813, + "nauc_map_at_10_diff1": -0.246344, + "nauc_map_at_20_max": -0.154379, + "nauc_map_at_20_std": -0.101597, + "nauc_map_at_20_diff1": -0.236569, + "nauc_map_at_100_max": -0.158978, + "nauc_map_at_100_std": -0.10050699999999999, + "nauc_map_at_100_diff1": -0.227283, + "nauc_map_at_1000_max": -0.160717, + "nauc_map_at_1000_std": -0.103214, + "nauc_map_at_1000_diff1": -0.228858, + "nauc_recall_at_1_max": -0.037519, + "nauc_recall_at_1_std": -0.295265, + "nauc_recall_at_1_diff1": -0.09383, + "nauc_recall_at_3_max": -0.163357, + "nauc_recall_at_3_std": -0.128291, + "nauc_recall_at_3_diff1": -0.293757, + "nauc_recall_at_5_max": -0.205745, + "nauc_recall_at_5_std": -0.146279, + "nauc_recall_at_5_diff1": -0.305217, + "nauc_recall_at_10_max": -0.21765299999999999, + "nauc_recall_at_10_std": -0.088471, + "nauc_recall_at_10_diff1": -0.262943, + "nauc_recall_at_20_max": -0.17680900000000002, + "nauc_recall_at_20_std": -0.031352, + "nauc_recall_at_20_diff1": -0.220324, + "nauc_recall_at_100_max": -0.18315, + "nauc_recall_at_100_std": -0.049831, + "nauc_recall_at_100_diff1": -0.178229, + "nauc_recall_at_1000_max": -0.161088, + "nauc_recall_at_1000_std": -0.062484000000000005, + "nauc_recall_at_1000_diff1": -0.221741, + "nauc_precision_at_1_max": -0.037519, + "nauc_precision_at_1_std": -0.295265, + "nauc_precision_at_1_diff1": -0.09383, + "nauc_precision_at_3_max": -0.163357, + "nauc_precision_at_3_std": -0.128291, + "nauc_precision_at_3_diff1": -0.293757, + "nauc_precision_at_5_max": -0.205745, + "nauc_precision_at_5_std": -0.146279, + "nauc_precision_at_5_diff1": -0.305217, + "nauc_precision_at_10_max": -0.21765299999999999, + "nauc_precision_at_10_std": -0.088471, + "nauc_precision_at_10_diff1": -0.262943, + "nauc_precision_at_20_max": -0.17680900000000002, + "nauc_precision_at_20_std": -0.031352, + "nauc_precision_at_20_diff1": -0.220324, + "nauc_precision_at_100_max": -0.18315, + "nauc_precision_at_100_std": -0.049831, + "nauc_precision_at_100_diff1": -0.178229, + "nauc_precision_at_1000_max": -0.162539, + "nauc_precision_at_1000_std": -0.062287, + "nauc_precision_at_1000_diff1": -0.222998, + "nauc_mrr_at_1_max": -0.037519, + "nauc_mrr_at_1_std": -0.295265, + "nauc_mrr_at_1_diff1": -0.09383, + "nauc_mrr_at_3_max": -0.10236200000000001, + "nauc_mrr_at_3_std": -0.150889, + "nauc_mrr_at_3_diff1": -0.238832, + "nauc_mrr_at_5_max": -0.140131, + "nauc_mrr_at_5_std": -0.157101, + "nauc_mrr_at_5_diff1": -0.256748, + "nauc_mrr_at_10_max": -0.159443, + "nauc_mrr_at_10_std": -0.123813, + "nauc_mrr_at_10_diff1": -0.246344, + "nauc_mrr_at_20_max": -0.154379, + "nauc_mrr_at_20_std": -0.101597, + "nauc_mrr_at_20_diff1": -0.236569, + "nauc_mrr_at_100_max": -0.158978, + "nauc_mrr_at_100_std": -0.10050699999999999, + "nauc_mrr_at_100_diff1": -0.227283, + "nauc_mrr_at_1000_max": -0.16074099999999997, + "nauc_mrr_at_1000_std": -0.103209, + "nauc_mrr_at_1000_diff1": -0.228877, + "main_score": 0.02275 + }, + { + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ], + "ndcg_at_1": 0.00825, + "ndcg_at_3": 0.01356, + "ndcg_at_5": 0.01833, + "ndcg_at_10": 0.029220000000000003, + "ndcg_at_20": 0.03943, + "ndcg_at_100": 0.06492, + "ndcg_at_1000": 0.11162999999999998, + "map_at_1": 0.00825, + "map_at_3": 0.01222, + "map_at_5": 0.01481, + "map_at_10": 0.01922, + "map_at_20": 0.022009999999999995, + "map_at_100": 0.02518, + "map_at_1000": 0.026539999999999998, + "recall_at_1": 0.00825, + "recall_at_3": 0.01744, + "recall_at_5": 0.02926, + "recall_at_10": 0.06339, + "recall_at_20": 0.1039, + "recall_at_100": 0.24644, + "recall_at_1000": 0.63803, + "precision_at_1": 0.00825, + "precision_at_3": 0.005809999999999999, + "precision_at_5": 0.005849999999999999, + "precision_at_10": 0.00634, + "precision_at_20": 0.0052, + "precision_at_100": 0.00246, + "precision_at_1000": 0.00064, + "mrr_at_1": 0.008252, + "mrr_at_3": 0.012222, + "mrr_at_5": 0.01481, + "mrr_at_10": 0.019224, + "mrr_at_20": 0.022008, + "mrr_at_100": 0.025183, + "mrr_at_1000": 0.026538, + "nauc_ndcg_at_1_max": 0.009053, + "nauc_ndcg_at_1_std": 0.346374, + "nauc_ndcg_at_1_diff1": 0.273309, + "nauc_ndcg_at_3_max": -0.059703, + "nauc_ndcg_at_3_std": 0.374608, + "nauc_ndcg_at_3_diff1": 0.164823, + "nauc_ndcg_at_5_max": -0.061077000000000006, + "nauc_ndcg_at_5_std": 0.36676299999999995, + "nauc_ndcg_at_5_diff1": 0.124611, + "nauc_ndcg_at_10_max": -0.045079, + "nauc_ndcg_at_10_std": 0.279164, + "nauc_ndcg_at_10_diff1": 0.10638600000000001, + "nauc_ndcg_at_20_max": -0.028866999999999997, + "nauc_ndcg_at_20_std": 0.24953299999999998, + "nauc_ndcg_at_20_diff1": 0.083649, + "nauc_ndcg_at_100_max": -0.037652, + "nauc_ndcg_at_100_std": 0.24034199999999997, + "nauc_ndcg_at_100_diff1": 0.072088, + "nauc_ndcg_at_1000_max": -0.02579, + "nauc_ndcg_at_1000_std": 0.26253, + "nauc_ndcg_at_1000_diff1": 0.076787, + "nauc_map_at_1_max": 0.009053, + "nauc_map_at_1_std": 0.346374, + "nauc_map_at_1_diff1": 0.273309, + "nauc_map_at_3_max": -0.046315, + "nauc_map_at_3_std": 0.36843, + "nauc_map_at_3_diff1": 0.186012, + "nauc_map_at_5_max": -0.050622, + "nauc_map_at_5_std": 0.365787, + "nauc_map_at_5_diff1": 0.154748, + "nauc_map_at_10_max": -0.042324, + "nauc_map_at_10_std": 0.313553, + "nauc_map_at_10_diff1": 0.137376, + "nauc_map_at_20_max": -0.034449, + "nauc_map_at_20_std": 0.295243, + "nauc_map_at_20_diff1": 0.123653, + "nauc_map_at_100_max": -0.036995, + "nauc_map_at_100_std": 0.288678, + "nauc_map_at_100_diff1": 0.11617700000000002, + "nauc_map_at_1000_max": -0.036461, + "nauc_map_at_1000_std": 0.290105, + "nauc_map_at_1000_diff1": 0.116262, + "nauc_recall_at_1_max": 0.009053, + "nauc_recall_at_1_std": 0.346374, + "nauc_recall_at_1_diff1": 0.273309, + "nauc_recall_at_3_max": -0.08741099999999999, + "nauc_recall_at_3_std": 0.387558, + "nauc_recall_at_3_diff1": 0.120955, + "nauc_recall_at_5_max": -0.076163, + "nauc_recall_at_5_std": 0.366908, + "nauc_recall_at_5_diff1": 0.077404, + "nauc_recall_at_10_max": -0.046257, + "nauc_recall_at_10_std": 0.23798099999999997, + "nauc_recall_at_10_diff1": 0.075243, + "nauc_recall_at_20_max": -0.02182, + "nauc_recall_at_20_std": 0.20833500000000002, + "nauc_recall_at_20_diff1": 0.050846, + "nauc_recall_at_100_max": -0.038514, + "nauc_recall_at_100_std": 0.21153300000000003, + "nauc_recall_at_100_diff1": 0.04826, + "nauc_recall_at_1000_max": -0.005377999999999999, + "nauc_recall_at_1000_std": 0.266266, + "nauc_recall_at_1000_diff1": 0.058276, + "nauc_precision_at_1_max": 0.009053, + "nauc_precision_at_1_std": 0.346374, + "nauc_precision_at_1_diff1": 0.273309, + "nauc_precision_at_3_max": -0.08741099999999999, + "nauc_precision_at_3_std": 0.387558, + "nauc_precision_at_3_diff1": 0.120955, + "nauc_precision_at_5_max": -0.076163, + "nauc_precision_at_5_std": 0.366908, + "nauc_precision_at_5_diff1": 0.077404, + "nauc_precision_at_10_max": -0.046257, + "nauc_precision_at_10_std": 0.23798099999999997, + "nauc_precision_at_10_diff1": 0.075243, + "nauc_precision_at_20_max": -0.02182, + "nauc_precision_at_20_std": 0.20833500000000002, + "nauc_precision_at_20_diff1": 0.050846, + "nauc_precision_at_100_max": -0.038514, + "nauc_precision_at_100_std": 0.21153300000000003, + "nauc_precision_at_100_diff1": 0.04826, + "nauc_precision_at_1000_max": -0.005238999999999999, + "nauc_precision_at_1000_std": 0.266614, + "nauc_precision_at_1000_diff1": 0.059221, + "nauc_mrr_at_1_max": 0.009053, + "nauc_mrr_at_1_std": 0.346374, + "nauc_mrr_at_1_diff1": 0.273309, + "nauc_mrr_at_3_max": -0.046315, + "nauc_mrr_at_3_std": 0.36843, + "nauc_mrr_at_3_diff1": 0.186012, + "nauc_mrr_at_5_max": -0.050622, + "nauc_mrr_at_5_std": 0.365787, + "nauc_mrr_at_5_diff1": 0.154748, + "nauc_mrr_at_10_max": -0.042324, + "nauc_mrr_at_10_std": 0.313553, + "nauc_mrr_at_10_diff1": 0.137376, + "nauc_mrr_at_20_max": -0.034449, + "nauc_mrr_at_20_std": 0.295243, + "nauc_mrr_at_20_diff1": 0.123653, + "nauc_mrr_at_100_max": -0.036995, + "nauc_mrr_at_100_std": 0.288678, + "nauc_mrr_at_100_diff1": 0.11617700000000002, + "nauc_mrr_at_1000_max": -0.036457, + "nauc_mrr_at_1000_std": 0.290108, + "nauc_mrr_at_1000_diff1": 0.116281, + "main_score": 0.029220000000000003 + }, + { + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ], + "ndcg_at_1": 0.005559999999999999, + "ndcg_at_3": 0.0121, + "ndcg_at_5": 0.01504, + "ndcg_at_10": 0.02051, + "ndcg_at_20": 0.026619999999999998, + "ndcg_at_100": 0.04553, + "ndcg_at_1000": 0.11069, + "map_at_1": 0.005559999999999999, + "map_at_3": 0.010360000000000001, + "map_at_5": 0.01201, + "map_at_10": 0.01421, + "map_at_20": 0.01587, + "map_at_100": 0.01817, + "map_at_1000": 0.01985, + "recall_at_1": 0.005559999999999999, + "recall_at_3": 0.01719, + "recall_at_5": 0.02427, + "recall_at_10": 0.04146, + "recall_at_20": 0.06572, + "recall_at_100": 0.1724, + "recall_at_1000": 0.73155, + "precision_at_1": 0.005559999999999999, + "precision_at_3": 0.00573, + "precision_at_5": 0.00485, + "precision_at_10": 0.00415, + "precision_at_20": 0.00329, + "precision_at_100": 0.00172, + "precision_at_1000": 0.00073, + "mrr_at_1": 0.005561, + "mrr_at_3": 0.010364, + "mrr_at_5": 0.012007, + "mrr_at_10": 0.014211, + "mrr_at_20": 0.015872, + "mrr_at_100": 0.018167, + "mrr_at_1000": 0.019851, + "nauc_ndcg_at_1_max": -0.290401, + "nauc_ndcg_at_1_std": 0.034862, + "nauc_ndcg_at_1_diff1": 0.04853, + "nauc_ndcg_at_3_max": -0.12983, + "nauc_ndcg_at_3_std": 0.017259, + "nauc_ndcg_at_3_diff1": 0.084265, + "nauc_ndcg_at_5_max": -0.10376400000000001, + "nauc_ndcg_at_5_std": 0.028069, + "nauc_ndcg_at_5_diff1": 0.142088, + "nauc_ndcg_at_10_max": -0.075885, + "nauc_ndcg_at_10_std": 0.009876, + "nauc_ndcg_at_10_diff1": 0.144828, + "nauc_ndcg_at_20_max": -0.011437, + "nauc_ndcg_at_20_std": 0.041508, + "nauc_ndcg_at_20_diff1": 0.144809, + "nauc_ndcg_at_100_max": -0.02751, + "nauc_ndcg_at_100_std": 0.006817, + "nauc_ndcg_at_100_diff1": 0.125662, + "nauc_ndcg_at_1000_max": -0.005488999999999999, + "nauc_ndcg_at_1000_std": 0.003646, + "nauc_ndcg_at_1000_diff1": 0.114795, + "nauc_map_at_1_max": -0.290401, + "nauc_map_at_1_std": 0.034862, + "nauc_map_at_1_diff1": 0.04853, + "nauc_map_at_3_max": -0.152522, + "nauc_map_at_3_std": 0.015733, + "nauc_map_at_3_diff1": 0.081455, + "nauc_map_at_5_max": -0.128825, + "nauc_map_at_5_std": 0.022918000000000004, + "nauc_map_at_5_diff1": 0.125441, + "nauc_map_at_10_max": -0.10509, + "nauc_map_at_10_std": 0.013444000000000001, + "nauc_map_at_10_diff1": 0.131086, + "nauc_map_at_20_max": -0.070383, + "nauc_map_at_20_std": 0.029145999999999995, + "nauc_map_at_20_diff1": 0.132725, + "nauc_map_at_100_max": -0.067613, + "nauc_map_at_100_std": 0.021599, + "nauc_map_at_100_diff1": 0.127128, + "nauc_map_at_1000_max": -0.065134, + "nauc_map_at_1000_std": 0.019965, + "nauc_map_at_1000_diff1": 0.125811, + "nauc_recall_at_1_max": -0.290401, + "nauc_recall_at_1_std": 0.034862, + "nauc_recall_at_1_diff1": 0.04853, + "nauc_recall_at_3_max": -0.089869, + "nauc_recall_at_3_std": 0.02086, + "nauc_recall_at_3_diff1": 0.088702, + "nauc_recall_at_5_max": -0.06737, + "nauc_recall_at_5_std": 0.037181, + "nauc_recall_at_5_diff1": 0.16743199999999997, + "nauc_recall_at_10_max": -0.04568799999999999, + "nauc_recall_at_10_std": 0.004566, + "nauc_recall_at_10_diff1": 0.15862, + "nauc_recall_at_20_max": 0.042678, + "nauc_recall_at_20_std": 0.054234, + "nauc_recall_at_20_diff1": 0.153079, + "nauc_recall_at_100_max": -0.014296, + "nauc_recall_at_100_std": -0.009698, + "nauc_recall_at_100_diff1": 0.121166, + "nauc_recall_at_1000_max": 0.040125, + "nauc_recall_at_1000_std": -0.010373, + "nauc_recall_at_1000_diff1": 0.09934, + "nauc_precision_at_1_max": -0.290401, + "nauc_precision_at_1_std": 0.034862, + "nauc_precision_at_1_diff1": 0.04853, + "nauc_precision_at_3_max": -0.089869, + "nauc_precision_at_3_std": 0.02086, + "nauc_precision_at_3_diff1": 0.088702, + "nauc_precision_at_5_max": -0.06737, + "nauc_precision_at_5_std": 0.037181, + "nauc_precision_at_5_diff1": 0.16743199999999997, + "nauc_precision_at_10_max": -0.04568799999999999, + "nauc_precision_at_10_std": 0.004566, + "nauc_precision_at_10_diff1": 0.15862, + "nauc_precision_at_20_max": 0.042678, + "nauc_precision_at_20_std": 0.054234, + "nauc_precision_at_20_diff1": 0.153079, + "nauc_precision_at_100_max": -0.014296, + "nauc_precision_at_100_std": -0.009698, + "nauc_precision_at_100_diff1": 0.121166, + "nauc_precision_at_1000_max": 0.040125, + "nauc_precision_at_1000_std": -0.010373, + "nauc_precision_at_1000_diff1": 0.09934, + "nauc_mrr_at_1_max": -0.290401, + "nauc_mrr_at_1_std": 0.034862, + "nauc_mrr_at_1_diff1": 0.04853, + "nauc_mrr_at_3_max": -0.152522, + "nauc_mrr_at_3_std": 0.015733, + "nauc_mrr_at_3_diff1": 0.081455, + "nauc_mrr_at_5_max": -0.128825, + "nauc_mrr_at_5_std": 0.022918000000000004, + "nauc_mrr_at_5_diff1": 0.125441, + "nauc_mrr_at_10_max": -0.10509, + "nauc_mrr_at_10_std": 0.013444000000000001, + "nauc_mrr_at_10_diff1": 0.131086, + "nauc_mrr_at_20_max": -0.070383, + "nauc_mrr_at_20_std": 0.029145999999999995, + "nauc_mrr_at_20_diff1": 0.132725, + "nauc_mrr_at_100_max": -0.067613, + "nauc_mrr_at_100_std": 0.021599, + "nauc_mrr_at_100_diff1": 0.127128, + "nauc_mrr_at_1000_max": -0.065134, + "nauc_mrr_at_1000_std": 0.019965, + "nauc_mrr_at_1000_diff1": 0.125811, + "main_score": 0.02051 + }, + { + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ], + "ndcg_at_1": 0.00601, + "ndcg_at_3": 0.00889, + "ndcg_at_5": 0.01026, + "ndcg_at_10": 0.01241, + "ndcg_at_20": 0.01482, + "ndcg_at_100": 0.0266, + "ndcg_at_1000": 0.09371, + "map_at_1": 0.00601, + "map_at_3": 0.00819, + "map_at_5": 0.00896, + "map_at_10": 0.00986, + "map_at_20": 0.01048, + "map_at_100": 0.01188, + "map_at_1000": 0.01345, + "recall_at_1": 0.00601, + "recall_at_3": 0.01092, + "recall_at_5": 0.0142, + "recall_at_10": 0.02075, + "recall_at_20": 0.03058, + "recall_at_100": 0.09776, + "recall_at_1000": 0.68542, + "precision_at_1": 0.00601, + "precision_at_3": 0.00364, + "precision_at_5": 0.0028400000000000005, + "precision_at_10": 0.00208, + "precision_at_20": 0.00153, + "precision_at_100": 0.00098, + "precision_at_1000": 0.00069, + "mrr_at_1": 0.006008, + "mrr_at_3": 0.008192, + "mrr_at_5": 0.008957, + "mrr_at_10": 0.009862, + "mrr_at_20": 0.010482, + "mrr_at_100": 0.011877, + "mrr_at_1000": 0.013445, + "nauc_ndcg_at_1_max": 0.777698, + "nauc_ndcg_at_1_std": 0.203921, + "nauc_ndcg_at_1_diff1": 0.789992, + "nauc_ndcg_at_3_max": 0.668338, + "nauc_ndcg_at_3_std": 0.17974300000000004, + "nauc_ndcg_at_3_diff1": 0.663534, + "nauc_ndcg_at_5_max": 0.603363, + "nauc_ndcg_at_5_std": 0.153865, + "nauc_ndcg_at_5_diff1": 0.650806, + "nauc_ndcg_at_10_max": 0.482563, + "nauc_ndcg_at_10_std": 0.095647, + "nauc_ndcg_at_10_diff1": 0.537428, + "nauc_ndcg_at_20_max": 0.413929, + "nauc_ndcg_at_20_std": 0.070909, + "nauc_ndcg_at_20_diff1": 0.47029, + "nauc_ndcg_at_100_max": 0.294137, + "nauc_ndcg_at_100_std": 0.07297, + "nauc_ndcg_at_100_diff1": 0.33575000000000005, + "nauc_ndcg_at_1000_max": 0.212503, + "nauc_ndcg_at_1000_std": 0.05948, + "nauc_ndcg_at_1000_diff1": 0.21853899999999998, + "nauc_map_at_1_max": 0.777698, + "nauc_map_at_1_std": 0.203921, + "nauc_map_at_1_diff1": 0.789992, + "nauc_map_at_3_max": 0.6863360000000001, + "nauc_map_at_3_std": 0.181845, + "nauc_map_at_3_diff1": 0.683602, + "nauc_map_at_5_max": 0.642857, + "nauc_map_at_5_std": 0.164486, + "nauc_map_at_5_diff1": 0.6740229999999999, + "nauc_map_at_10_max": 0.575236, + "nauc_map_at_10_std": 0.132337, + "nauc_map_at_10_diff1": 0.611023, + "nauc_map_at_20_max": 0.545881, + "nauc_map_at_20_std": 0.121576, + "nauc_map_at_20_diff1": 0.584532, + "nauc_map_at_100_max": 0.496122, + "nauc_map_at_100_std": 0.113686, + "nauc_map_at_100_diff1": 0.536787, + "nauc_map_at_1000_max": 0.476843, + "nauc_map_at_1000_std": 0.10995799999999999, + "nauc_map_at_1000_diff1": 0.514409, + "nauc_recall_at_1_max": 0.777698, + "nauc_recall_at_1_std": 0.203921, + "nauc_recall_at_1_diff1": 0.789992, + "nauc_recall_at_3_max": 0.629798, + "nauc_recall_at_3_std": 0.175866, + "nauc_recall_at_3_diff1": 0.620812, + "nauc_recall_at_5_max": 0.526436, + "nauc_recall_at_5_std": 0.133293, + "nauc_recall_at_5_diff1": 0.607765, + "nauc_recall_at_10_max": 0.330761, + "nauc_recall_at_10_std": 0.034612, + "nauc_recall_at_10_diff1": 0.416937, + "nauc_recall_at_20_max": 0.240801, + "nauc_recall_at_20_std": 0.004128, + "nauc_recall_at_20_diff1": 0.316783, + "nauc_recall_at_100_max": 0.178562, + "nauc_recall_at_100_std": 0.058204000000000006, + "nauc_recall_at_100_diff1": 0.210906, + "nauc_recall_at_1000_max": 0.08852299999999999, + "nauc_recall_at_1000_std": 0.042437, + "nauc_recall_at_1000_diff1": 0.059054, + "nauc_precision_at_1_max": 0.777698, + "nauc_precision_at_1_std": 0.203921, + "nauc_precision_at_1_diff1": 0.789992, + "nauc_precision_at_3_max": 0.629798, + "nauc_precision_at_3_std": 0.175866, + "nauc_precision_at_3_diff1": 0.620812, + "nauc_precision_at_5_max": 0.526436, + "nauc_precision_at_5_std": 0.133293, + "nauc_precision_at_5_diff1": 0.607765, + "nauc_precision_at_10_max": 0.330761, + "nauc_precision_at_10_std": 0.034612, + "nauc_precision_at_10_diff1": 0.416937, + "nauc_precision_at_20_max": 0.240801, + "nauc_precision_at_20_std": 0.004128, + "nauc_precision_at_20_diff1": 0.316783, + "nauc_precision_at_100_max": 0.178562, + "nauc_precision_at_100_std": 0.058204000000000006, + "nauc_precision_at_100_diff1": 0.210906, + "nauc_precision_at_1000_max": 0.08852299999999999, + "nauc_precision_at_1000_std": 0.042437, + "nauc_precision_at_1000_diff1": 0.059054, + "nauc_mrr_at_1_max": 0.777698, + "nauc_mrr_at_1_std": 0.203921, + "nauc_mrr_at_1_diff1": 0.789992, + "nauc_mrr_at_3_max": 0.6863360000000001, + "nauc_mrr_at_3_std": 0.181845, + "nauc_mrr_at_3_diff1": 0.683602, + "nauc_mrr_at_5_max": 0.642857, + "nauc_mrr_at_5_std": 0.164486, + "nauc_mrr_at_5_diff1": 0.6740229999999999, + "nauc_mrr_at_10_max": 0.575236, + "nauc_mrr_at_10_std": 0.132337, + "nauc_mrr_at_10_diff1": 0.611023, + "nauc_mrr_at_20_max": 0.545881, + "nauc_mrr_at_20_std": 0.121576, + "nauc_mrr_at_20_diff1": 0.584532, + "nauc_mrr_at_100_max": 0.496122, + "nauc_mrr_at_100_std": 0.113686, + "nauc_mrr_at_100_diff1": 0.536787, + "nauc_mrr_at_1000_max": 0.476843, + "nauc_mrr_at_1000_std": 0.10995799999999999, + "nauc_mrr_at_1000_diff1": 0.514409, + "main_score": 0.01241 + }, + { + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ], + "ndcg_at_1": 0.01368, + "ndcg_at_3": 0.02265, + "ndcg_at_5": 0.02624, + "ndcg_at_10": 0.03145, + "ndcg_at_20": 0.03987, + "ndcg_at_100": 0.05968, + "ndcg_at_1000": 0.11899999999999998, + "map_at_1": 0.01368, + "map_at_3": 0.02035, + "map_at_5": 0.022330000000000003, + "map_at_10": 0.02448, + "map_at_20": 0.0268, + "map_at_100": 0.029220000000000003, + "map_at_1000": 0.03073, + "recall_at_1": 0.01368, + "recall_at_3": 0.02931, + "recall_at_5": 0.0381, + "recall_at_10": 0.05423, + "recall_at_20": 0.08744999999999999, + "recall_at_100": 0.19882999999999998, + "recall_at_1000": 0.70982, + "precision_at_1": 0.01368, + "precision_at_3": 0.00977, + "precision_at_5": 0.00762, + "precision_at_10": 0.00542, + "precision_at_20": 0.00437, + "precision_at_100": 0.00199, + "precision_at_1000": 0.0007100000000000001, + "mrr_at_1": 0.013679000000000002, + "mrr_at_3": 0.020355, + "mrr_at_5": 0.022333, + "mrr_at_10": 0.024479, + "mrr_at_20": 0.026803, + "mrr_at_100": 0.029221, + "mrr_at_1000": 0.030726, + "nauc_ndcg_at_1_max": 0.525359, + "nauc_ndcg_at_1_std": 0.18306, + "nauc_ndcg_at_1_diff1": 0.271778, + "nauc_ndcg_at_3_max": 0.38701599999999997, + "nauc_ndcg_at_3_std": 0.223974, + "nauc_ndcg_at_3_diff1": 0.169236, + "nauc_ndcg_at_5_max": 0.37976999999999994, + "nauc_ndcg_at_5_std": 0.213218, + "nauc_ndcg_at_5_diff1": 0.152604, + "nauc_ndcg_at_10_max": 0.309767, + "nauc_ndcg_at_10_std": 0.176847, + "nauc_ndcg_at_10_diff1": 0.1074, + "nauc_ndcg_at_20_max": 0.24979000000000004, + "nauc_ndcg_at_20_std": 0.142995, + "nauc_ndcg_at_20_diff1": 0.102, + "nauc_ndcg_at_100_max": 0.23354299999999997, + "nauc_ndcg_at_100_std": 0.156606, + "nauc_ndcg_at_100_diff1": 0.091841, + "nauc_ndcg_at_1000_max": 0.215855, + "nauc_ndcg_at_1000_std": 0.12239000000000001, + "nauc_ndcg_at_1000_diff1": 0.086965, + "nauc_map_at_1_max": 0.525359, + "nauc_map_at_1_std": 0.18306, + "nauc_map_at_1_diff1": 0.271778, + "nauc_map_at_3_max": 0.408393, + "nauc_map_at_3_std": 0.215482, + "nauc_map_at_3_diff1": 0.186006, + "nauc_map_at_5_max": 0.40137, + "nauc_map_at_5_std": 0.20856099999999997, + "nauc_map_at_5_diff1": 0.173433, + "nauc_map_at_10_max": 0.363228, + "nauc_map_at_10_std": 0.189674, + "nauc_map_at_10_diff1": 0.148143, + "nauc_map_at_20_max": 0.33390300000000006, + "nauc_map_at_20_std": 0.174436, + "nauc_map_at_20_diff1": 0.142558, + "nauc_map_at_100_max": 0.326139, + "nauc_map_at_100_std": 0.176827, + "nauc_map_at_100_diff1": 0.139154, + "nauc_map_at_1000_max": 0.323866, + "nauc_map_at_1000_std": 0.174797, + "nauc_map_at_1000_diff1": 0.138247, + "nauc_recall_at_1_max": 0.525359, + "nauc_recall_at_1_std": 0.18306, + "nauc_recall_at_1_diff1": 0.271778, + "nauc_recall_at_3_max": 0.344478, + "nauc_recall_at_3_std": 0.241526, + "nauc_recall_at_3_diff1": 0.135584, + "nauc_recall_at_5_max": 0.34316, + "nauc_recall_at_5_std": 0.221098, + "nauc_recall_at_5_diff1": 0.116135, + "nauc_recall_at_10_max": 0.226634, + "nauc_recall_at_10_std": 0.153643, + "nauc_recall_at_10_diff1": 0.04483000000000001, + "nauc_recall_at_20_max": 0.150415, + "nauc_recall_at_20_std": 0.10205, + "nauc_recall_at_20_diff1": 0.058558000000000006, + "nauc_recall_at_100_max": 0.16485, + "nauc_recall_at_100_std": 0.143648, + "nauc_recall_at_100_diff1": 0.056513999999999995, + "nauc_recall_at_1000_max": 0.110314, + "nauc_recall_at_1000_std": 0.037834, + "nauc_recall_at_1000_diff1": 0.042571, + "nauc_precision_at_1_max": 0.525359, + "nauc_precision_at_1_std": 0.18306, + "nauc_precision_at_1_diff1": 0.271778, + "nauc_precision_at_3_max": 0.344478, + "nauc_precision_at_3_std": 0.241526, + "nauc_precision_at_3_diff1": 0.135584, + "nauc_precision_at_5_max": 0.34316, + "nauc_precision_at_5_std": 0.221098, + "nauc_precision_at_5_diff1": 0.116135, + "nauc_precision_at_10_max": 0.226634, + "nauc_precision_at_10_std": 0.153643, + "nauc_precision_at_10_diff1": 0.04483000000000001, + "nauc_precision_at_20_max": 0.150415, + "nauc_precision_at_20_std": 0.10205, + "nauc_precision_at_20_diff1": 0.058558000000000006, + "nauc_precision_at_100_max": 0.16485, + "nauc_precision_at_100_std": 0.143648, + "nauc_precision_at_100_diff1": 0.056513999999999995, + "nauc_precision_at_1000_max": 0.110314, + "nauc_precision_at_1000_std": 0.037834, + "nauc_precision_at_1000_diff1": 0.042571, + "nauc_mrr_at_1_max": 0.525359, + "nauc_mrr_at_1_std": 0.18306, + "nauc_mrr_at_1_diff1": 0.271778, + "nauc_mrr_at_3_max": 0.408393, + "nauc_mrr_at_3_std": 0.215482, + "nauc_mrr_at_3_diff1": 0.186006, + "nauc_mrr_at_5_max": 0.40137, + "nauc_mrr_at_5_std": 0.20856099999999997, + "nauc_mrr_at_5_diff1": 0.173433, + "nauc_mrr_at_10_max": 0.363228, + "nauc_mrr_at_10_std": 0.189674, + "nauc_mrr_at_10_diff1": 0.148143, + "nauc_mrr_at_20_max": 0.33390300000000006, + "nauc_mrr_at_20_std": 0.174436, + "nauc_mrr_at_20_diff1": 0.142558, + "nauc_mrr_at_100_max": 0.326139, + "nauc_mrr_at_100_std": 0.176827, + "nauc_mrr_at_100_diff1": 0.139154, + "nauc_mrr_at_1000_max": 0.323866, + "nauc_mrr_at_1000_std": 0.174797, + "nauc_mrr_at_1000_diff1": 0.138247, + "main_score": 0.03145 + }, + { + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ], + "ndcg_at_1": 0.0068, + "ndcg_at_3": 0.0104, + "ndcg_at_5": 0.01106, + "ndcg_at_10": 0.01372, + "ndcg_at_20": 0.01593, + "ndcg_at_100": 0.02919, + "ndcg_at_1000": 0.09011, + "map_at_1": 0.0068, + "map_at_3": 0.00933, + "map_at_5": 0.00969, + "map_at_10": 0.01077, + "map_at_20": 0.011360000000000002, + "map_at_100": 0.01287, + "map_at_1000": 0.01427, + "recall_at_1": 0.0068, + "recall_at_3": 0.0136, + "recall_at_5": 0.01517, + "recall_at_10": 0.023539999999999995, + "recall_at_20": 0.03243, + "recall_at_100": 0.10879, + "recall_at_1000": 0.64331, + "precision_at_1": 0.0068, + "precision_at_3": 0.00453, + "precision_at_5": 0.0030299999999999997, + "precision_at_10": 0.00235, + "precision_at_20": 0.0016199999999999997, + "precision_at_100": 0.00109, + "precision_at_1000": 0.00064, + "mrr_at_1": 0.006799, + "mrr_at_3": 0.009327, + "mrr_at_5": 0.009693, + "mrr_at_10": 0.010768, + "mrr_at_20": 0.011357, + "mrr_at_100": 0.012868, + "mrr_at_1000": 0.014273000000000001, + "nauc_ndcg_at_1_max": 0.41249900000000006, + "nauc_ndcg_at_1_std": -0.333199, + "nauc_ndcg_at_1_diff1": 0.515195, + "nauc_ndcg_at_3_max": 0.34716400000000003, + "nauc_ndcg_at_3_std": -0.219086, + "nauc_ndcg_at_3_diff1": 0.35729, + "nauc_ndcg_at_5_max": 0.31593, + "nauc_ndcg_at_5_std": -0.222105, + "nauc_ndcg_at_5_diff1": 0.325021, + "nauc_ndcg_at_10_max": 0.22934099999999996, + "nauc_ndcg_at_10_std": -0.260929, + "nauc_ndcg_at_10_diff1": 0.302602, + "nauc_ndcg_at_20_max": 0.186683, + "nauc_ndcg_at_20_std": -0.259228, + "nauc_ndcg_at_20_diff1": 0.277016, + "nauc_ndcg_at_100_max": 0.089347, + "nauc_ndcg_at_100_std": -0.181861, + "nauc_ndcg_at_100_diff1": 0.164918, + "nauc_ndcg_at_1000_max": 0.092344, + "nauc_ndcg_at_1000_std": -0.10485, + "nauc_ndcg_at_1000_diff1": 0.10838, + "nauc_map_at_1_max": 0.41249900000000006, + "nauc_map_at_1_std": -0.333199, + "nauc_map_at_1_diff1": 0.515195, + "nauc_map_at_3_max": 0.36438400000000004, + "nauc_map_at_3_std": -0.24341099999999996, + "nauc_map_at_3_diff1": 0.395864, + "nauc_map_at_5_max": 0.343083, + "nauc_map_at_5_std": -0.245211, + "nauc_map_at_5_diff1": 0.3740629999999999, + "nauc_map_at_10_max": 0.293792, + "nauc_map_at_10_std": -0.263575, + "nauc_map_at_10_diff1": 0.35702, + "nauc_map_at_20_max": 0.276229, + "nauc_map_at_20_std": -0.262387, + "nauc_map_at_20_diff1": 0.346871, + "nauc_map_at_100_max": 0.241785, + "nauc_map_at_100_std": -0.241922, + "nauc_map_at_100_diff1": 0.310054, + "nauc_map_at_1000_max": 0.233614, + "nauc_map_at_1000_std": -0.233509, + "nauc_map_at_1000_diff1": 0.299047, + "nauc_recall_at_1_max": 0.41249900000000006, + "nauc_recall_at_1_std": -0.333199, + "nauc_recall_at_1_diff1": 0.515195, + "nauc_recall_at_3_max": 0.311456, + "nauc_recall_at_3_std": -0.169729, + "nauc_recall_at_3_diff1": 0.277874, + "nauc_recall_at_5_max": 0.262196, + "nauc_recall_at_5_std": -0.178042, + "nauc_recall_at_5_diff1": 0.228758, + "nauc_recall_at_10_max": 0.127794, + "nauc_recall_at_10_std": -0.263023, + "nauc_recall_at_10_diff1": 0.223362, + "nauc_recall_at_20_max": 0.066891, + "nauc_recall_at_20_std": -0.260282, + "nauc_recall_at_20_diff1": 0.188748, + "nauc_recall_at_100_max": -0.0031630000000000004, + "nauc_recall_at_100_std": -0.139425, + "nauc_recall_at_100_diff1": 0.076121, + "nauc_recall_at_1000_max": 0.05161099999999999, + "nauc_recall_at_1000_std": -0.012835, + "nauc_recall_at_1000_diff1": 0.011552, + "nauc_precision_at_1_max": 0.41249900000000006, + "nauc_precision_at_1_std": -0.333199, + "nauc_precision_at_1_diff1": 0.515195, + "nauc_precision_at_3_max": 0.311456, + "nauc_precision_at_3_std": -0.169729, + "nauc_precision_at_3_diff1": 0.277874, + "nauc_precision_at_5_max": 0.262196, + "nauc_precision_at_5_std": -0.178042, + "nauc_precision_at_5_diff1": 0.228758, + "nauc_precision_at_10_max": 0.127794, + "nauc_precision_at_10_std": -0.263023, + "nauc_precision_at_10_diff1": 0.223362, + "nauc_precision_at_20_max": 0.066891, + "nauc_precision_at_20_std": -0.260282, + "nauc_precision_at_20_diff1": 0.188748, + "nauc_precision_at_100_max": -0.0031630000000000004, + "nauc_precision_at_100_std": -0.139425, + "nauc_precision_at_100_diff1": 0.076121, + "nauc_precision_at_1000_max": 0.05161099999999999, + "nauc_precision_at_1000_std": -0.012835, + "nauc_precision_at_1000_diff1": 0.011552, + "nauc_mrr_at_1_max": 0.41249900000000006, + "nauc_mrr_at_1_std": -0.333199, + "nauc_mrr_at_1_diff1": 0.515195, + "nauc_mrr_at_3_max": 0.36438400000000004, + "nauc_mrr_at_3_std": -0.24341099999999996, + "nauc_mrr_at_3_diff1": 0.395864, + "nauc_mrr_at_5_max": 0.343083, + "nauc_mrr_at_5_std": -0.245211, + "nauc_mrr_at_5_diff1": 0.3740629999999999, + "nauc_mrr_at_10_max": 0.293792, + "nauc_mrr_at_10_std": -0.263575, + "nauc_mrr_at_10_diff1": 0.35702, + "nauc_mrr_at_20_max": 0.276229, + "nauc_mrr_at_20_std": -0.262387, + "nauc_mrr_at_20_diff1": 0.346871, + "nauc_mrr_at_100_max": 0.241785, + "nauc_mrr_at_100_std": -0.241922, + "nauc_mrr_at_100_diff1": 0.310054, + "nauc_mrr_at_1000_max": 0.233615, + "nauc_mrr_at_1000_std": -0.233509, + "nauc_mrr_at_1000_diff1": 0.299047, + "main_score": 0.01372 + }, + { + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.04002, + "ndcg_at_3": 0.05329, + "ndcg_at_5": 0.06068, + "ndcg_at_10": 0.07209, + "ndcg_at_20": 0.08128, + "ndcg_at_100": 0.11172, + "ndcg_at_1000": 0.1803, + "map_at_1": 0.04002, + "map_at_3": 0.04993, + "map_at_5": 0.05396, + "map_at_10": 0.05869, + "map_at_20": 0.06121000000000001, + "map_at_100": 0.06485, + "map_at_1000": 0.06678, + "recall_at_1": 0.04002, + "recall_at_3": 0.06307, + "recall_at_5": 0.08126, + "recall_at_10": 0.11643, + "recall_at_20": 0.15282, + "recall_at_100": 0.32565, + "recall_at_1000": 0.9029700000000002, + "precision_at_1": 0.04002, + "precision_at_3": 0.021019999999999997, + "precision_at_5": 0.01625, + "precision_at_10": 0.01164, + "precision_at_20": 0.00764, + "precision_at_100": 0.0032600000000000003, + "precision_at_1000": 0.0009, + "mrr_at_1": 0.040024, + "mrr_at_3": 0.04992900000000001, + "mrr_at_5": 0.053962, + "mrr_at_10": 0.058694, + "mrr_at_20": 0.061214, + "mrr_at_100": 0.064847, + "mrr_at_1000": 0.066777, + "nauc_ndcg_at_1_max": 0.298663, + "nauc_ndcg_at_1_std": 0.287551, + "nauc_ndcg_at_1_diff1": 0.359379, + "nauc_ndcg_at_3_max": 0.302298, + "nauc_ndcg_at_3_std": 0.269338, + "nauc_ndcg_at_3_diff1": 0.316173, + "nauc_ndcg_at_5_max": 0.308693, + "nauc_ndcg_at_5_std": 0.256915, + "nauc_ndcg_at_5_diff1": 0.311598, + "nauc_ndcg_at_10_max": 0.277786, + "nauc_ndcg_at_10_std": 0.264186, + "nauc_ndcg_at_10_diff1": 0.284012, + "nauc_ndcg_at_20_max": 0.262104, + "nauc_ndcg_at_20_std": 0.251416, + "nauc_ndcg_at_20_diff1": 0.269839, + "nauc_ndcg_at_100_max": 0.260935, + "nauc_ndcg_at_100_std": 0.250503, + "nauc_ndcg_at_100_diff1": 0.233752, + "nauc_ndcg_at_1000_max": 0.269319, + "nauc_ndcg_at_1000_std": 0.247647, + "nauc_ndcg_at_1000_diff1": 0.248456, + "nauc_map_at_1_max": 0.298663, + "nauc_map_at_1_std": 0.287551, + "nauc_map_at_1_diff1": 0.359379, + "nauc_map_at_3_max": 0.301102, + "nauc_map_at_3_std": 0.271845, + "nauc_map_at_3_diff1": 0.324665, + "nauc_map_at_5_max": 0.304972, + "nauc_map_at_5_std": 0.263919, + "nauc_map_at_5_diff1": 0.321354, + "nauc_map_at_10_max": 0.289386, + "nauc_map_at_10_std": 0.266471, + "nauc_map_at_10_diff1": 0.306802, + "nauc_map_at_20_max": 0.283236, + "nauc_map_at_20_std": 0.262003, + "nauc_map_at_20_diff1": 0.301046, + "nauc_map_at_100_max": 0.282037, + "nauc_map_at_100_std": 0.26063, + "nauc_map_at_100_diff1": 0.293619, + "nauc_map_at_1000_max": 0.282009, + "nauc_map_at_1000_std": 0.260024, + "nauc_map_at_1000_diff1": 0.294001, + "nauc_recall_at_1_max": 0.298663, + "nauc_recall_at_1_std": 0.287551, + "nauc_recall_at_1_diff1": 0.359379, + "nauc_recall_at_3_max": 0.305192, + "nauc_recall_at_3_std": 0.263943, + "nauc_recall_at_3_diff1": 0.296729, + "nauc_recall_at_5_max": 0.316714, + "nauc_recall_at_5_std": 0.24259599999999998, + "nauc_recall_at_5_diff1": 0.292296, + "nauc_recall_at_10_max": 0.254894, + "nauc_recall_at_10_std": 0.26236, + "nauc_recall_at_10_diff1": 0.243464, + "nauc_recall_at_20_max": 0.22488, + "nauc_recall_at_20_std": 0.233806, + "nauc_recall_at_20_diff1": 0.219467, + "nauc_recall_at_100_max": 0.23635900000000004, + "nauc_recall_at_100_std": 0.241875, + "nauc_recall_at_100_diff1": 0.14701, + "nauc_recall_at_1000_max": 0.294235, + "nauc_recall_at_1000_std": 0.227087, + "nauc_recall_at_1000_diff1": 0.108994, + "nauc_precision_at_1_max": 0.298663, + "nauc_precision_at_1_std": 0.287551, + "nauc_precision_at_1_diff1": 0.359379, + "nauc_precision_at_3_max": 0.305192, + "nauc_precision_at_3_std": 0.263943, + "nauc_precision_at_3_diff1": 0.296729, + "nauc_precision_at_5_max": 0.316714, + "nauc_precision_at_5_std": 0.24259599999999998, + "nauc_precision_at_5_diff1": 0.292296, + "nauc_precision_at_10_max": 0.254894, + "nauc_precision_at_10_std": 0.26236, + "nauc_precision_at_10_diff1": 0.243464, + "nauc_precision_at_20_max": 0.22488, + "nauc_precision_at_20_std": 0.233806, + "nauc_precision_at_20_diff1": 0.219467, + "nauc_precision_at_100_max": 0.23635900000000004, + "nauc_precision_at_100_std": 0.241875, + "nauc_precision_at_100_diff1": 0.14701, + "nauc_precision_at_1000_max": 0.294235, + "nauc_precision_at_1000_std": 0.227087, + "nauc_precision_at_1000_diff1": 0.108994, + "nauc_mrr_at_1_max": 0.298663, + "nauc_mrr_at_1_std": 0.287551, + "nauc_mrr_at_1_diff1": 0.359379, + "nauc_mrr_at_3_max": 0.301102, + "nauc_mrr_at_3_std": 0.271845, + "nauc_mrr_at_3_diff1": 0.324665, + "nauc_mrr_at_5_max": 0.304972, + "nauc_mrr_at_5_std": 0.263919, + "nauc_mrr_at_5_diff1": 0.321354, + "nauc_mrr_at_10_max": 0.289386, + "nauc_mrr_at_10_std": 0.266471, + "nauc_mrr_at_10_diff1": 0.306802, + "nauc_mrr_at_20_max": 0.283236, + "nauc_mrr_at_20_std": 0.262003, + "nauc_mrr_at_20_diff1": 0.301046, + "nauc_mrr_at_100_max": 0.282037, + "nauc_mrr_at_100_std": 0.26063, + "nauc_mrr_at_100_diff1": 0.293619, + "nauc_mrr_at_1000_max": 0.282009, + "nauc_mrr_at_1000_std": 0.260024, + "nauc_mrr_at_1000_diff1": 0.294001, + "main_score": 0.07209 + }, + { + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.04857, + "ndcg_at_3": 0.07247, + "ndcg_at_5": 0.08391, + "ndcg_at_10": 0.09808, + "ndcg_at_20": 0.11392, + "ndcg_at_100": 0.15203, + "ndcg_at_1000": 0.1999, + "map_at_1": 0.04857, + "map_at_3": 0.06633, + "map_at_5": 0.07269, + "map_at_10": 0.07845, + "map_at_20": 0.0828, + "map_at_100": 0.08763, + "map_at_1000": 0.08911, + "recall_at_1": 0.04857, + "recall_at_3": 0.09029, + "recall_at_5": 0.11804, + "recall_at_10": 0.16229, + "recall_at_20": 0.22492, + "recall_at_100": 0.43689999999999996, + "recall_at_1000": 0.8319, + "precision_at_1": 0.04857, + "precision_at_3": 0.03013, + "precision_at_5": 0.023629999999999998, + "precision_at_10": 0.01624, + "precision_at_20": 0.01125, + "precision_at_100": 0.00437, + "precision_at_1000": 0.00083, + "mrr_at_1": 0.048566000000000005, + "mrr_at_3": 0.066379, + "mrr_at_5": 0.072736, + "mrr_at_10": 0.078496, + "mrr_at_20": 0.082844, + "mrr_at_100": 0.087671, + "mrr_at_1000": 0.089155, + "nauc_ndcg_at_1_max": 0.307381, + "nauc_ndcg_at_1_std": 0.234738, + "nauc_ndcg_at_1_diff1": 0.296428, + "nauc_ndcg_at_3_max": 0.250633, + "nauc_ndcg_at_3_std": 0.23311899999999997, + "nauc_ndcg_at_3_diff1": 0.208211, + "nauc_ndcg_at_5_max": 0.233085, + "nauc_ndcg_at_5_std": 0.235156, + "nauc_ndcg_at_5_diff1": 0.177465, + "nauc_ndcg_at_10_max": 0.21992, + "nauc_ndcg_at_10_std": 0.23742000000000002, + "nauc_ndcg_at_10_diff1": 0.164182, + "nauc_ndcg_at_20_max": 0.21343999999999996, + "nauc_ndcg_at_20_std": 0.238546, + "nauc_ndcg_at_20_diff1": 0.147917, + "nauc_ndcg_at_100_max": 0.200127, + "nauc_ndcg_at_100_std": 0.252797, + "nauc_ndcg_at_100_diff1": 0.140799, + "nauc_ndcg_at_1000_max": 0.212727, + "nauc_ndcg_at_1000_std": 0.252949, + "nauc_ndcg_at_1000_diff1": 0.146762, + "nauc_map_at_1_max": 0.307381, + "nauc_map_at_1_std": 0.234738, + "nauc_map_at_1_diff1": 0.296428, + "nauc_map_at_3_max": 0.262672, + "nauc_map_at_3_std": 0.233024, + "nauc_map_at_3_diff1": 0.22665499999999997, + "nauc_map_at_5_max": 0.250361, + "nauc_map_at_5_std": 0.234055, + "nauc_map_at_5_diff1": 0.205664, + "nauc_map_at_10_max": 0.243108, + "nauc_map_at_10_std": 0.23559999999999998, + "nauc_map_at_10_diff1": 0.19772800000000001, + "nauc_map_at_20_max": 0.240046, + "nauc_map_at_20_std": 0.236389, + "nauc_map_at_20_diff1": 0.190906, + "nauc_map_at_100_max": 0.237818, + "nauc_map_at_100_std": 0.238873, + "nauc_map_at_100_diff1": 0.189038, + "nauc_map_at_1000_max": 0.238467, + "nauc_map_at_1000_std": 0.23894500000000002, + "nauc_map_at_1000_diff1": 0.18955, + "nauc_recall_at_1_max": 0.307381, + "nauc_recall_at_1_std": 0.234738, + "nauc_recall_at_1_diff1": 0.296428, + "nauc_recall_at_3_max": 0.224695, + "nauc_recall_at_3_std": 0.23352, + "nauc_recall_at_3_diff1": 0.168167, + "nauc_recall_at_5_max": 0.199589, + "nauc_recall_at_5_std": 0.237703, + "nauc_recall_at_5_diff1": 0.12213000000000002, + "nauc_recall_at_10_max": 0.179853, + "nauc_recall_at_10_std": 0.240633, + "nauc_recall_at_10_diff1": 0.106866, + "nauc_recall_at_20_max": 0.173067, + "nauc_recall_at_20_std": 0.241389, + "nauc_recall_at_20_diff1": 0.081238, + "nauc_recall_at_100_max": 0.139575, + "nauc_recall_at_100_std": 0.281513, + "nauc_recall_at_100_diff1": 0.071502, + "nauc_recall_at_1000_max": 0.166698, + "nauc_recall_at_1000_std": 0.31237, + "nauc_recall_at_1000_diff1": 0.030153, + "nauc_precision_at_1_max": 0.307381, + "nauc_precision_at_1_std": 0.234738, + "nauc_precision_at_1_diff1": 0.296428, + "nauc_precision_at_3_max": 0.224388, + "nauc_precision_at_3_std": 0.23338, + "nauc_precision_at_3_diff1": 0.16832799999999998, + "nauc_precision_at_5_max": 0.199419, + "nauc_precision_at_5_std": 0.237654, + "nauc_precision_at_5_diff1": 0.122334, + "nauc_precision_at_10_max": 0.179727, + "nauc_precision_at_10_std": 0.240593, + "nauc_precision_at_10_diff1": 0.107034, + "nauc_precision_at_20_max": 0.172999, + "nauc_precision_at_20_std": 0.2414, + "nauc_precision_at_20_diff1": 0.081398, + "nauc_precision_at_100_max": 0.139384, + "nauc_precision_at_100_std": 0.281347, + "nauc_precision_at_100_diff1": 0.071732, + "nauc_precision_at_1000_max": 0.166226, + "nauc_precision_at_1000_std": 0.311766, + "nauc_precision_at_1000_diff1": 0.03087, + "nauc_mrr_at_1_max": 0.307381, + "nauc_mrr_at_1_std": 0.234738, + "nauc_mrr_at_1_diff1": 0.296428, + "nauc_mrr_at_3_max": 0.262437, + "nauc_mrr_at_3_std": 0.232929, + "nauc_mrr_at_3_diff1": 0.226723, + "nauc_mrr_at_5_max": 0.250151, + "nauc_mrr_at_5_std": 0.233966, + "nauc_mrr_at_5_diff1": 0.205742, + "nauc_mrr_at_10_max": 0.242912, + "nauc_mrr_at_10_std": 0.235515, + "nauc_mrr_at_10_diff1": 0.19780699999999998, + "nauc_mrr_at_20_max": 0.23985899999999996, + "nauc_mrr_at_20_std": 0.236306, + "nauc_mrr_at_20_diff1": 0.190986, + "nauc_mrr_at_100_max": 0.237648, + "nauc_mrr_at_100_std": 0.238796, + "nauc_mrr_at_100_diff1": 0.189113, + "nauc_mrr_at_1000_max": 0.238295, + "nauc_mrr_at_1000_std": 0.238864, + "nauc_mrr_at_1000_diff1": 0.189626, + "main_score": 0.09808 + }, + { + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.02275, + "ndcg_at_3": 0.03961, + "ndcg_at_5": 0.0455, + "ndcg_at_10": 0.05316, + "ndcg_at_20": 0.06457, + "ndcg_at_100": 0.09857, + "ndcg_at_1000": 0.16057, + "map_at_1": 0.02275, + "map_at_3": 0.03547, + "map_at_5": 0.03866, + "map_at_10": 0.04171, + "map_at_20": 0.04486, + "map_at_100": 0.04907, + "map_at_1000": 0.05086, + "recall_at_1": 0.02275, + "recall_at_3": 0.05157, + "recall_at_5": 0.06623, + "recall_at_10": 0.09049999999999998, + "recall_at_20": 0.13549, + "recall_at_100": 0.32609, + "recall_at_1000": 0.84631, + "precision_at_1": 0.02275, + "precision_at_3": 0.01719, + "precision_at_5": 0.01325, + "precision_at_10": 0.00905, + "precision_at_20": 0.006770000000000001, + "precision_at_100": 0.0032600000000000003, + "precision_at_1000": 0.00085, + "mrr_at_1": 0.02275, + "mrr_at_3": 0.035474, + "mrr_at_5": 0.038659, + "mrr_at_10": 0.041711, + "mrr_at_20": 0.044859, + "mrr_at_100": 0.049069, + "mrr_at_1000": 0.050863, + "nauc_ndcg_at_1_max": 0.42762999999999995, + "nauc_ndcg_at_1_std": 0.267934, + "nauc_ndcg_at_1_diff1": 0.3235910000000001, + "nauc_ndcg_at_3_max": 0.327598, + "nauc_ndcg_at_3_std": 0.313869, + "nauc_ndcg_at_3_diff1": 0.229771, + "nauc_ndcg_at_5_max": 0.295579, + "nauc_ndcg_at_5_std": 0.292269, + "nauc_ndcg_at_5_diff1": 0.205085, + "nauc_ndcg_at_10_max": 0.257717, + "nauc_ndcg_at_10_std": 0.272601, + "nauc_ndcg_at_10_diff1": 0.182208, + "nauc_ndcg_at_20_max": 0.247409, + "nauc_ndcg_at_20_std": 0.266067, + "nauc_ndcg_at_20_diff1": 0.17343399999999998, + "nauc_ndcg_at_100_max": 0.23070899999999997, + "nauc_ndcg_at_100_std": 0.279696, + "nauc_ndcg_at_100_diff1": 0.134255, + "nauc_ndcg_at_1000_max": 0.234468, + "nauc_ndcg_at_1000_std": 0.27359, + "nauc_ndcg_at_1000_diff1": 0.151178, + "nauc_map_at_1_max": 0.42762999999999995, + "nauc_map_at_1_std": 0.267934, + "nauc_map_at_1_diff1": 0.3235910000000001, + "nauc_map_at_3_max": 0.345133, + "nauc_map_at_3_std": 0.306626, + "nauc_map_at_3_diff1": 0.243931, + "nauc_map_at_5_max": 0.32303, + "nauc_map_at_5_std": 0.294094, + "nauc_map_at_5_diff1": 0.226904, + "nauc_map_at_10_max": 0.302136, + "nauc_map_at_10_std": 0.283638, + "nauc_map_at_10_diff1": 0.21277099999999996, + "nauc_map_at_20_max": 0.295303, + "nauc_map_at_20_std": 0.28017, + "nauc_map_at_20_diff1": 0.20758, + "nauc_map_at_100_max": 0.288051, + "nauc_map_at_100_std": 0.282627, + "nauc_map_at_100_diff1": 0.197487, + "nauc_map_at_1000_max": 0.287919, + "nauc_map_at_1000_std": 0.282294, + "nauc_map_at_1000_diff1": 0.197847, + "nauc_recall_at_1_max": 0.42762999999999995, + "nauc_recall_at_1_std": 0.267934, + "nauc_recall_at_1_diff1": 0.3235910000000001, + "nauc_recall_at_3_max": 0.292199, + "nauc_recall_at_3_std": 0.328289, + "nauc_recall_at_3_diff1": 0.20176099999999997, + "nauc_recall_at_5_max": 0.246016, + "nauc_recall_at_5_std": 0.286698, + "nauc_recall_at_5_diff1": 0.16615, + "nauc_recall_at_10_max": 0.18805, + "nauc_recall_at_10_std": 0.252477, + "nauc_recall_at_10_diff1": 0.136317, + "nauc_recall_at_20_max": 0.18753, + "nauc_recall_at_20_std": 0.245916, + "nauc_recall_at_20_diff1": 0.131638, + "nauc_recall_at_100_max": 0.180435, + "nauc_recall_at_100_std": 0.281351, + "nauc_recall_at_100_diff1": 0.066804, + "nauc_recall_at_1000_max": 0.15244, + "nauc_recall_at_1000_std": 0.247548, + "nauc_recall_at_1000_diff1": 0.09842599999999999, + "nauc_precision_at_1_max": 0.42762999999999995, + "nauc_precision_at_1_std": 0.267934, + "nauc_precision_at_1_diff1": 0.3235910000000001, + "nauc_precision_at_3_max": 0.292199, + "nauc_precision_at_3_std": 0.328289, + "nauc_precision_at_3_diff1": 0.20176099999999997, + "nauc_precision_at_5_max": 0.246016, + "nauc_precision_at_5_std": 0.286698, + "nauc_precision_at_5_diff1": 0.16615, + "nauc_precision_at_10_max": 0.18805, + "nauc_precision_at_10_std": 0.252477, + "nauc_precision_at_10_diff1": 0.136317, + "nauc_precision_at_20_max": 0.18753, + "nauc_precision_at_20_std": 0.245916, + "nauc_precision_at_20_diff1": 0.131638, + "nauc_precision_at_100_max": 0.180435, + "nauc_precision_at_100_std": 0.281351, + "nauc_precision_at_100_diff1": 0.066804, + "nauc_precision_at_1000_max": 0.15244, + "nauc_precision_at_1000_std": 0.247548, + "nauc_precision_at_1000_diff1": 0.09842599999999999, + "nauc_mrr_at_1_max": 0.42762999999999995, + "nauc_mrr_at_1_std": 0.267934, + "nauc_mrr_at_1_diff1": 0.3235910000000001, + "nauc_mrr_at_3_max": 0.345133, + "nauc_mrr_at_3_std": 0.306626, + "nauc_mrr_at_3_diff1": 0.243931, + "nauc_mrr_at_5_max": 0.32303, + "nauc_mrr_at_5_std": 0.294094, + "nauc_mrr_at_5_diff1": 0.226904, + "nauc_mrr_at_10_max": 0.302136, + "nauc_mrr_at_10_std": 0.283638, + "nauc_mrr_at_10_diff1": 0.21277099999999996, + "nauc_mrr_at_20_max": 0.295303, + "nauc_mrr_at_20_std": 0.28017, + "nauc_mrr_at_20_diff1": 0.20758, + "nauc_mrr_at_100_max": 0.288051, + "nauc_mrr_at_100_std": 0.282627, + "nauc_mrr_at_100_diff1": 0.197487, + "nauc_mrr_at_1000_max": 0.287919, + "nauc_mrr_at_1000_std": 0.282294, + "nauc_mrr_at_1000_diff1": 0.197847, + "main_score": 0.05316 + }, + { + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ], + "ndcg_at_1": 0.03113, + "ndcg_at_3": 0.04199, + "ndcg_at_5": 0.04622, + "ndcg_at_10": 0.05278000000000001, + "ndcg_at_20": 0.05626, + "ndcg_at_100": 0.0743, + "ndcg_at_1000": 0.14321, + "map_at_1": 0.03113, + "map_at_3": 0.03932, + "map_at_5": 0.04164, + "map_at_10": 0.04437, + "map_at_20": 0.04534, + "map_at_100": 0.047560000000000005, + "map_at_1000": 0.049249999999999995, + "recall_at_1": 0.03113, + "recall_at_3": 0.049699999999999994, + "recall_at_5": 0.06008, + "recall_at_10": 0.08028, + "recall_at_20": 0.09394, + "recall_at_100": 0.19552, + "recall_at_1000": 0.79356, + "precision_at_1": 0.03113, + "precision_at_3": 0.01657, + "precision_at_5": 0.01202, + "precision_at_10": 0.00803, + "precision_at_20": 0.0047, + "precision_at_100": 0.00196, + "precision_at_1000": 0.00079, + "mrr_at_1": 0.031131, + "mrr_at_3": 0.039323, + "mrr_at_5": 0.041643999999999994, + "mrr_at_10": 0.044371, + "mrr_at_20": 0.045343, + "mrr_at_100": 0.047557, + "mrr_at_1000": 0.049247, + "nauc_ndcg_at_1_max": 0.383461, + "nauc_ndcg_at_1_std": 0.423571, + "nauc_ndcg_at_1_diff1": 0.456064, + "nauc_ndcg_at_3_max": 0.311164, + "nauc_ndcg_at_3_std": 0.36978, + "nauc_ndcg_at_3_diff1": 0.330373, + "nauc_ndcg_at_5_max": 0.274854, + "nauc_ndcg_at_5_std": 0.36381, + "nauc_ndcg_at_5_diff1": 0.289872, + "nauc_ndcg_at_10_max": 0.251205, + "nauc_ndcg_at_10_std": 0.361055, + "nauc_ndcg_at_10_diff1": 0.278873, + "nauc_ndcg_at_20_max": 0.241398, + "nauc_ndcg_at_20_std": 0.340479, + "nauc_ndcg_at_20_diff1": 0.25171, + "nauc_ndcg_at_100_max": 0.19452999999999998, + "nauc_ndcg_at_100_std": 0.292945, + "nauc_ndcg_at_100_diff1": 0.198794, + "nauc_ndcg_at_1000_max": 0.189865, + "nauc_ndcg_at_1000_std": 0.272695, + "nauc_ndcg_at_1000_diff1": 0.197427, + "nauc_map_at_1_max": 0.383461, + "nauc_map_at_1_std": 0.423571, + "nauc_map_at_1_diff1": 0.456064, + "nauc_map_at_3_max": 0.324667, + "nauc_map_at_3_std": 0.380248, + "nauc_map_at_3_diff1": 0.354164, + "nauc_map_at_5_max": 0.30189, + "nauc_map_at_5_std": 0.375654, + "nauc_map_at_5_diff1": 0.328839, + "nauc_map_at_10_max": 0.288422, + "nauc_map_at_10_std": 0.373428, + "nauc_map_at_10_diff1": 0.32066, + "nauc_map_at_20_max": 0.284441, + "nauc_map_at_20_std": 0.366104, + "nauc_map_at_20_diff1": 0.31069, + "nauc_map_at_100_max": 0.274914, + "nauc_map_at_100_std": 0.356224, + "nauc_map_at_100_diff1": 0.299003, + "nauc_map_at_1000_max": 0.272687, + "nauc_map_at_1000_std": 0.354382, + "nauc_map_at_1000_diff1": 0.297381, + "nauc_recall_at_1_max": 0.383461, + "nauc_recall_at_1_std": 0.423571, + "nauc_recall_at_1_diff1": 0.456064, + "nauc_recall_at_3_max": 0.280433, + "nauc_recall_at_3_std": 0.345815, + "nauc_recall_at_3_diff1": 0.276117, + "nauc_recall_at_5_max": 0.21695, + "nauc_recall_at_5_std": 0.339761, + "nauc_recall_at_5_diff1": 0.207131, + "nauc_recall_at_10_max": 0.18398199999999998, + "nauc_recall_at_10_std": 0.34070999999999996, + "nauc_recall_at_10_diff1": 0.206696, + "nauc_recall_at_20_max": 0.169984, + "nauc_recall_at_20_std": 0.29505, + "nauc_recall_at_20_diff1": 0.15208, + "nauc_recall_at_100_max": 0.087388, + "nauc_recall_at_100_std": 0.203546, + "nauc_recall_at_100_diff1": 0.070044, + "nauc_recall_at_1000_max": 0.06571, + "nauc_recall_at_1000_std": 0.08735699999999999, + "nauc_recall_at_1000_diff1": 0.03828, + "nauc_precision_at_1_max": 0.383461, + "nauc_precision_at_1_std": 0.423571, + "nauc_precision_at_1_diff1": 0.456064, + "nauc_precision_at_3_max": 0.280433, + "nauc_precision_at_3_std": 0.345815, + "nauc_precision_at_3_diff1": 0.276117, + "nauc_precision_at_5_max": 0.21695, + "nauc_precision_at_5_std": 0.339761, + "nauc_precision_at_5_diff1": 0.207131, + "nauc_precision_at_10_max": 0.18398199999999998, + "nauc_precision_at_10_std": 0.34070999999999996, + "nauc_precision_at_10_diff1": 0.206696, + "nauc_precision_at_20_max": 0.169984, + "nauc_precision_at_20_std": 0.29505, + "nauc_precision_at_20_diff1": 0.15208, + "nauc_precision_at_100_max": 0.087388, + "nauc_precision_at_100_std": 0.203546, + "nauc_precision_at_100_diff1": 0.070044, + "nauc_precision_at_1000_max": 0.06571, + "nauc_precision_at_1000_std": 0.08735699999999999, + "nauc_precision_at_1000_diff1": 0.03828, + "nauc_mrr_at_1_max": 0.383461, + "nauc_mrr_at_1_std": 0.423571, + "nauc_mrr_at_1_diff1": 0.456064, + "nauc_mrr_at_3_max": 0.324667, + "nauc_mrr_at_3_std": 0.380248, + "nauc_mrr_at_3_diff1": 0.354164, + "nauc_mrr_at_5_max": 0.30189, + "nauc_mrr_at_5_std": 0.375654, + "nauc_mrr_at_5_diff1": 0.328839, + "nauc_mrr_at_10_max": 0.288422, + "nauc_mrr_at_10_std": 0.373428, + "nauc_mrr_at_10_diff1": 0.32066, + "nauc_mrr_at_20_max": 0.284441, + "nauc_mrr_at_20_std": 0.366104, + "nauc_mrr_at_20_diff1": 0.31069, + "nauc_mrr_at_100_max": 0.274914, + "nauc_mrr_at_100_std": 0.356224, + "nauc_mrr_at_100_diff1": 0.299003, + "nauc_mrr_at_1000_max": 0.272687, + "nauc_mrr_at_1000_std": 0.354382, + "nauc_mrr_at_1000_diff1": 0.297381, + "main_score": 0.05278000000000001 + }, + { + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.02785, + "ndcg_at_3": 0.04376, + "ndcg_at_5": 0.05116, + "ndcg_at_10": 0.06275, + "ndcg_at_20": 0.07585, + "ndcg_at_100": 0.10374, + "ndcg_at_1000": 0.16346, + "map_at_1": 0.02785, + "map_at_3": 0.03981, + "map_at_5": 0.043890000000000005, + "map_at_10": 0.04871, + "map_at_20": 0.05224, + "map_at_100": 0.05561, + "map_at_1000": 0.05723000000000001, + "recall_at_1": 0.02785, + "recall_at_3": 0.0552, + "recall_at_5": 0.07328, + "recall_at_10": 0.10894, + "recall_at_20": 0.16121, + "recall_at_100": 0.319, + "recall_at_1000": 0.82609, + "precision_at_1": 0.02785, + "precision_at_3": 0.0184, + "precision_at_5": 0.01466, + "precision_at_10": 0.01089, + "precision_at_20": 0.00806, + "precision_at_100": 0.00319, + "precision_at_1000": 0.00083, + "mrr_at_1": 0.027845999999999996, + "mrr_at_3": 0.039814, + "mrr_at_5": 0.043894, + "mrr_at_10": 0.048708, + "mrr_at_20": 0.052244, + "mrr_at_100": 0.055608, + "mrr_at_1000": 0.057233, + "nauc_ndcg_at_1_max": 0.490499, + "nauc_ndcg_at_1_std": 0.386812, + "nauc_ndcg_at_1_diff1": 0.522489, + "nauc_ndcg_at_3_max": 0.409962, + "nauc_ndcg_at_3_std": 0.335145, + "nauc_ndcg_at_3_diff1": 0.342081, + "nauc_ndcg_at_5_max": 0.382688, + "nauc_ndcg_at_5_std": 0.32745, + "nauc_ndcg_at_5_diff1": 0.305589, + "nauc_ndcg_at_10_max": 0.347962, + "nauc_ndcg_at_10_std": 0.303547, + "nauc_ndcg_at_10_diff1": 0.260212, + "nauc_ndcg_at_20_max": 0.32932, + "nauc_ndcg_at_20_std": 0.294971, + "nauc_ndcg_at_20_diff1": 0.228512, + "nauc_ndcg_at_100_max": 0.303474, + "nauc_ndcg_at_100_std": 0.283805, + "nauc_ndcg_at_100_diff1": 0.209232, + "nauc_ndcg_at_1000_max": 0.324074, + "nauc_ndcg_at_1000_std": 0.311762, + "nauc_ndcg_at_1000_diff1": 0.223578, + "nauc_map_at_1_max": 0.490499, + "nauc_map_at_1_std": 0.386812, + "nauc_map_at_1_diff1": 0.522489, + "nauc_map_at_3_max": 0.4247949999999999, + "nauc_map_at_3_std": 0.345065, + "nauc_map_at_3_diff1": 0.375021, + "nauc_map_at_5_max": 0.406623, + "nauc_map_at_5_std": 0.340191, + "nauc_map_at_5_diff1": 0.348592, + "nauc_map_at_10_max": 0.38600899999999994, + "nauc_map_at_10_std": 0.325849, + "nauc_map_at_10_diff1": 0.32101199999999996, + "nauc_map_at_20_max": 0.376983, + "nauc_map_at_20_std": 0.322239, + "nauc_map_at_20_diff1": 0.306472, + "nauc_map_at_100_max": 0.370514, + "nauc_map_at_100_std": 0.31941, + "nauc_map_at_100_diff1": 0.299615, + "nauc_map_at_1000_max": 0.37101399999999995, + "nauc_map_at_1000_std": 0.320581, + "nauc_map_at_1000_diff1": 0.30025, + "nauc_recall_at_1_max": 0.490499, + "nauc_recall_at_1_std": 0.386812, + "nauc_recall_at_1_diff1": 0.522489, + "nauc_recall_at_3_max": 0.378719, + "nauc_recall_at_3_std": 0.314138, + "nauc_recall_at_3_diff1": 0.272774, + "nauc_recall_at_5_max": 0.338087, + "nauc_recall_at_5_std": 0.303732, + "nauc_recall_at_5_diff1": 0.227426, + "nauc_recall_at_10_max": 0.289263, + "nauc_recall_at_10_std": 0.269166, + "nauc_recall_at_10_diff1": 0.16872300000000004, + "nauc_recall_at_20_max": 0.267055, + "nauc_recall_at_20_std": 0.258692, + "nauc_recall_at_20_diff1": 0.127346, + "nauc_recall_at_100_max": 0.226795, + "nauc_recall_at_100_std": 0.243181, + "nauc_recall_at_100_diff1": 0.116484, + "nauc_recall_at_1000_max": 0.284988, + "nauc_recall_at_1000_std": 0.368172, + "nauc_recall_at_1000_diff1": 0.11033699999999999, + "nauc_precision_at_1_max": 0.490499, + "nauc_precision_at_1_std": 0.386812, + "nauc_precision_at_1_diff1": 0.522489, + "nauc_precision_at_3_max": 0.378719, + "nauc_precision_at_3_std": 0.314138, + "nauc_precision_at_3_diff1": 0.272774, + "nauc_precision_at_5_max": 0.338087, + "nauc_precision_at_5_std": 0.303732, + "nauc_precision_at_5_diff1": 0.227426, + "nauc_precision_at_10_max": 0.289263, + "nauc_precision_at_10_std": 0.269166, + "nauc_precision_at_10_diff1": 0.16872300000000004, + "nauc_precision_at_20_max": 0.267055, + "nauc_precision_at_20_std": 0.258692, + "nauc_precision_at_20_diff1": 0.127346, + "nauc_precision_at_100_max": 0.226795, + "nauc_precision_at_100_std": 0.243181, + "nauc_precision_at_100_diff1": 0.116484, + "nauc_precision_at_1000_max": 0.284988, + "nauc_precision_at_1000_std": 0.368172, + "nauc_precision_at_1000_diff1": 0.11033699999999999, + "nauc_mrr_at_1_max": 0.490499, + "nauc_mrr_at_1_std": 0.386812, + "nauc_mrr_at_1_diff1": 0.522489, + "nauc_mrr_at_3_max": 0.4247949999999999, + "nauc_mrr_at_3_std": 0.345065, + "nauc_mrr_at_3_diff1": 0.375021, + "nauc_mrr_at_5_max": 0.406623, + "nauc_mrr_at_5_std": 0.340191, + "nauc_mrr_at_5_diff1": 0.348592, + "nauc_mrr_at_10_max": 0.38600899999999994, + "nauc_mrr_at_10_std": 0.325849, + "nauc_mrr_at_10_diff1": 0.32101199999999996, + "nauc_mrr_at_20_max": 0.376983, + "nauc_mrr_at_20_std": 0.322239, + "nauc_mrr_at_20_diff1": 0.306472, + "nauc_mrr_at_100_max": 0.370514, + "nauc_mrr_at_100_std": 0.31941, + "nauc_mrr_at_100_diff1": 0.299615, + "nauc_mrr_at_1000_max": 0.37101399999999995, + "nauc_mrr_at_1000_std": 0.320581, + "nauc_mrr_at_1000_diff1": 0.30025, + "main_score": 0.06275 + }, + { + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ], + "ndcg_at_1": 0.0314, + "ndcg_at_3": 0.04377, + "ndcg_at_5": 0.04825, + "ndcg_at_10": 0.05487, + "ndcg_at_20": 0.06002, + "ndcg_at_100": 0.07968, + "ndcg_at_1000": 0.14103, + "map_at_1": 0.0314, + "map_at_3": 0.04064, + "map_at_5": 0.0431, + "map_at_10": 0.04585, + "map_at_20": 0.04718, + "map_at_100": 0.04972000000000001, + "map_at_1000": 0.05132, + "recall_at_1": 0.0314, + "recall_at_3": 0.05285, + "recall_at_5": 0.06384, + "recall_at_10": 0.08425, + "recall_at_20": 0.10518, + "recall_at_100": 0.21402, + "recall_at_1000": 0.7409700000000001, + "precision_at_1": 0.0314, + "precision_at_3": 0.01762, + "precision_at_5": 0.012769999999999998, + "precision_at_10": 0.00842, + "precision_at_20": 0.00526, + "precision_at_100": 0.00214, + "precision_at_1000": 0.00074, + "mrr_at_1": 0.031397, + "mrr_at_3": 0.040642, + "mrr_at_5": 0.043101, + "mrr_at_10": 0.045845, + "mrr_at_20": 0.047184, + "mrr_at_100": 0.049722, + "mrr_at_1000": 0.051322, + "nauc_ndcg_at_1_max": 0.531102, + "nauc_ndcg_at_1_std": 0.416914, + "nauc_ndcg_at_1_diff1": 0.605043, + "nauc_ndcg_at_3_max": 0.492169, + "nauc_ndcg_at_3_std": 0.467961, + "nauc_ndcg_at_3_diff1": 0.430363, + "nauc_ndcg_at_5_max": 0.466068, + "nauc_ndcg_at_5_std": 0.44603099999999996, + "nauc_ndcg_at_5_diff1": 0.39915, + "nauc_ndcg_at_10_max": 0.43007400000000007, + "nauc_ndcg_at_10_std": 0.416463, + "nauc_ndcg_at_10_diff1": 0.361524, + "nauc_ndcg_at_20_max": 0.402, + "nauc_ndcg_at_20_std": 0.40287399999999995, + "nauc_ndcg_at_20_diff1": 0.33498199999999995, + "nauc_ndcg_at_100_max": 0.327883, + "nauc_ndcg_at_100_std": 0.377631, + "nauc_ndcg_at_100_diff1": 0.255545, + "nauc_ndcg_at_1000_max": 0.316226, + "nauc_ndcg_at_1000_std": 0.347798, + "nauc_ndcg_at_1000_diff1": 0.26189, + "nauc_map_at_1_max": 0.531102, + "nauc_map_at_1_std": 0.416914, + "nauc_map_at_1_diff1": 0.605043, + "nauc_map_at_3_max": 0.502741, + "nauc_map_at_3_std": 0.459366, + "nauc_map_at_3_diff1": 0.46476800000000007, + "nauc_map_at_5_max": 0.486312, + "nauc_map_at_5_std": 0.446575, + "nauc_map_at_5_diff1": 0.444099, + "nauc_map_at_10_max": 0.467695, + "nauc_map_at_10_std": 0.431466, + "nauc_map_at_10_diff1": 0.422738, + "nauc_map_at_20_max": 0.457776, + "nauc_map_at_20_std": 0.426586, + "nauc_map_at_20_diff1": 0.412568, + "nauc_map_at_100_max": 0.441608, + "nauc_map_at_100_std": 0.421323, + "nauc_map_at_100_diff1": 0.394298, + "nauc_map_at_1000_max": 0.439725, + "nauc_map_at_1000_std": 0.419294, + "nauc_map_at_1000_diff1": 0.393602, + "nauc_recall_at_1_max": 0.531102, + "nauc_recall_at_1_std": 0.416914, + "nauc_recall_at_1_diff1": 0.605043, + "nauc_recall_at_3_max": 0.467656, + "nauc_recall_at_3_std": 0.486744, + "nauc_recall_at_3_diff1": 0.35342400000000007, + "nauc_recall_at_5_max": 0.422896, + "nauc_recall_at_5_std": 0.442316, + "nauc_recall_at_5_diff1": 0.307484, + "nauc_recall_at_10_max": 0.359736, + "nauc_recall_at_10_std": 0.385001, + "nauc_recall_at_10_diff1": 0.254139, + "nauc_recall_at_20_max": 0.305874, + "nauc_recall_at_20_std": 0.35906799999999994, + "nauc_recall_at_20_diff1": 0.21124, + "nauc_recall_at_100_max": 0.17197699999999996, + "nauc_recall_at_100_std": 0.315631, + "nauc_recall_at_100_diff1": 0.077295, + "nauc_recall_at_1000_max": 0.102237, + "nauc_recall_at_1000_std": 0.183387, + "nauc_recall_at_1000_diff1": 0.069052, + "nauc_precision_at_1_max": 0.531102, + "nauc_precision_at_1_std": 0.416914, + "nauc_precision_at_1_diff1": 0.605043, + "nauc_precision_at_3_max": 0.467656, + "nauc_precision_at_3_std": 0.486744, + "nauc_precision_at_3_diff1": 0.35342400000000007, + "nauc_precision_at_5_max": 0.422896, + "nauc_precision_at_5_std": 0.442316, + "nauc_precision_at_5_diff1": 0.307484, + "nauc_precision_at_10_max": 0.359736, + "nauc_precision_at_10_std": 0.385001, + "nauc_precision_at_10_diff1": 0.254139, + "nauc_precision_at_20_max": 0.305874, + "nauc_precision_at_20_std": 0.35906799999999994, + "nauc_precision_at_20_diff1": 0.21124, + "nauc_precision_at_100_max": 0.17197699999999996, + "nauc_precision_at_100_std": 0.315631, + "nauc_precision_at_100_diff1": 0.077295, + "nauc_precision_at_1000_max": 0.100574, + "nauc_precision_at_1000_std": 0.182383, + "nauc_precision_at_1000_diff1": 0.066805, + "nauc_mrr_at_1_max": 0.531102, + "nauc_mrr_at_1_std": 0.416914, + "nauc_mrr_at_1_diff1": 0.605043, + "nauc_mrr_at_3_max": 0.502741, + "nauc_mrr_at_3_std": 0.459366, + "nauc_mrr_at_3_diff1": 0.46476800000000007, + "nauc_mrr_at_5_max": 0.486312, + "nauc_mrr_at_5_std": 0.446575, + "nauc_mrr_at_5_diff1": 0.444099, + "nauc_mrr_at_10_max": 0.467695, + "nauc_mrr_at_10_std": 0.431466, + "nauc_mrr_at_10_diff1": 0.422738, + "nauc_mrr_at_20_max": 0.457776, + "nauc_mrr_at_20_std": 0.426586, + "nauc_mrr_at_20_diff1": 0.412568, + "nauc_mrr_at_100_max": 0.441609, + "nauc_mrr_at_100_std": 0.421322, + "nauc_mrr_at_100_diff1": 0.394299, + "nauc_mrr_at_1000_max": 0.4397309999999999, + "nauc_mrr_at_1000_std": 0.419295, + "nauc_mrr_at_1000_diff1": 0.39361, + "main_score": 0.05487 } ] } diff --git a/results/Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka/external/MintakaRetrieval.json b/results/Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka/external/MintakaRetrieval.json index 6ada435a1b..655e442219 100644 --- a/results/Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka/external/MintakaRetrieval.json +++ b/results/Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka/external/MintakaRetrieval.json @@ -10,27 +10,147 @@ "languages": [ "ara-Arab" ], - "main_score": 0.18230000000000002, - "map_at_1": 0.09941000000000001, - "map_at_3": 0.13277, - "map_at_5": 0.1433, - "map_at_10": 0.1512, - "ndcg_at_1": 0.09941000000000001, + "ndcg_at_1": 0.09940999999999998, "ndcg_at_3": 0.1441, "ndcg_at_5": 0.16303, "ndcg_at_10": 0.18230000000000002, - "recall_at_1": 0.09941000000000001, + "ndcg_at_20": 0.19891000000000003, + "ndcg_at_100": 0.22577999999999998, + "ndcg_at_1000": 0.27236, + "map_at_1": 0.09940999999999998, + "map_at_3": 0.13277, + "map_at_5": 0.1433, + "map_at_10": 0.1512, + "map_at_20": 0.15573, + "map_at_100": 0.15925, + "map_at_1000": 0.16056, + "recall_at_1": 0.09940999999999998, "recall_at_3": 0.17703, "recall_at_5": 0.22288, "recall_at_10": 0.2828, - "precision_at_1": 0.09941000000000001, + "recall_at_20": 0.34862000000000004, + "recall_at_100": 0.4966, + "recall_at_1000": 0.8896999999999999, + "precision_at_1": 0.09940999999999998, "precision_at_3": 0.05901, "precision_at_5": 0.04458, "precision_at_10": 0.02828, - "mrr_at_1": 0.09941000000000001, + "precision_at_20": 0.01743, + "precision_at_100": 0.00497, + "precision_at_1000": 0.00089, + "mrr_at_1": 0.09940999999999998, "mrr_at_3": 0.132773, - "mrr_at_5": 0.14330500000000002, - "mrr_at_10": 0.151196 + "mrr_at_5": 0.143305, + "mrr_at_10": 0.151196, + "mrr_at_20": 0.155731, + "mrr_at_100": 0.159247, + "mrr_at_1000": 0.160563, + "nauc_ndcg_at_1_max": 0.297388, + "nauc_ndcg_at_1_std": 0.033946, + "nauc_ndcg_at_1_diff1": 0.2706, + "nauc_ndcg_at_3_max": 0.270024, + "nauc_ndcg_at_3_std": 0.061634, + "nauc_ndcg_at_3_diff1": 0.194654, + "nauc_ndcg_at_5_max": 0.269374, + "nauc_ndcg_at_5_std": 0.08087, + "nauc_ndcg_at_5_diff1": 0.17641399999999996, + "nauc_ndcg_at_10_max": 0.26239, + "nauc_ndcg_at_10_std": 0.09703400000000001, + "nauc_ndcg_at_10_diff1": 0.16309199999999996, + "nauc_ndcg_at_20_max": 0.258932, + "nauc_ndcg_at_20_std": 0.10457599999999999, + "nauc_ndcg_at_20_diff1": 0.160602, + "nauc_ndcg_at_100_max": 0.254003, + "nauc_ndcg_at_100_std": 0.113135, + "nauc_ndcg_at_100_diff1": 0.162558, + "nauc_ndcg_at_1000_max": 0.25879, + "nauc_ndcg_at_1000_std": 0.10530400000000001, + "nauc_ndcg_at_1000_diff1": 0.168128, + "nauc_map_at_1_max": 0.297388, + "nauc_map_at_1_std": 0.033946, + "nauc_map_at_1_diff1": 0.2706, + "nauc_map_at_3_max": 0.274786, + "nauc_map_at_3_std": 0.055567000000000005, + "nauc_map_at_3_diff1": 0.208918, + "nauc_map_at_5_max": 0.274473, + "nauc_map_at_5_std": 0.067868, + "nauc_map_at_5_diff1": 0.19719699999999998, + "nauc_map_at_10_max": 0.270956, + "nauc_map_at_10_std": 0.075525, + "nauc_map_at_10_diff1": 0.1905, + "nauc_map_at_20_max": 0.269449, + "nauc_map_at_20_std": 0.078075, + "nauc_map_at_20_diff1": 0.189194, + "nauc_map_at_100_max": 0.268807, + "nauc_map_at_100_std": 0.079676, + "nauc_map_at_100_diff1": 0.18962099999999998, + "nauc_map_at_1000_max": 0.268887, + "nauc_map_at_1000_std": 0.079346, + "nauc_map_at_1000_diff1": 0.189753, + "nauc_recall_at_1_max": 0.297388, + "nauc_recall_at_1_std": 0.033946, + "nauc_recall_at_1_diff1": 0.2706, + "nauc_recall_at_3_max": 0.259167, + "nauc_recall_at_3_std": 0.07594, + "nauc_recall_at_3_diff1": 0.16173500000000002, + "nauc_recall_at_5_max": 0.258469, + "nauc_recall_at_5_std": 0.110169, + "nauc_recall_at_5_diff1": 0.130884, + "nauc_recall_at_10_max": 0.244113, + "nauc_recall_at_10_std": 0.14497, + "nauc_recall_at_10_diff1": 0.105047, + "nauc_recall_at_20_max": 0.236952, + "nauc_recall_at_20_std": 0.163849, + "nauc_recall_at_20_diff1": 0.102638, + "nauc_recall_at_100_max": 0.215628, + "nauc_recall_at_100_std": 0.195861, + "nauc_recall_at_100_diff1": 0.107761, + "nauc_recall_at_1000_max": 0.224932, + "nauc_recall_at_1000_std": 0.237462, + "nauc_recall_at_1000_diff1": 0.095045, + "nauc_precision_at_1_max": 0.297388, + "nauc_precision_at_1_std": 0.033946, + "nauc_precision_at_1_diff1": 0.2706, + "nauc_precision_at_3_max": 0.259167, + "nauc_precision_at_3_std": 0.07594, + "nauc_precision_at_3_diff1": 0.16173500000000002, + "nauc_precision_at_5_max": 0.258469, + "nauc_precision_at_5_std": 0.110169, + "nauc_precision_at_5_diff1": 0.130884, + "nauc_precision_at_10_max": 0.244113, + "nauc_precision_at_10_std": 0.14497, + "nauc_precision_at_10_diff1": 0.105047, + "nauc_precision_at_20_max": 0.236952, + "nauc_precision_at_20_std": 0.163849, + "nauc_precision_at_20_diff1": 0.102638, + "nauc_precision_at_100_max": 0.215628, + "nauc_precision_at_100_std": 0.195861, + "nauc_precision_at_100_diff1": 0.107761, + "nauc_precision_at_1000_max": 0.224932, + "nauc_precision_at_1000_std": 0.237462, + "nauc_precision_at_1000_diff1": 0.095045, + "nauc_mrr_at_1_max": 0.297388, + "nauc_mrr_at_1_std": 0.033946, + "nauc_mrr_at_1_diff1": 0.2706, + "nauc_mrr_at_3_max": 0.274786, + "nauc_mrr_at_3_std": 0.055567000000000005, + "nauc_mrr_at_3_diff1": 0.208918, + "nauc_mrr_at_5_max": 0.274473, + "nauc_mrr_at_5_std": 0.067868, + "nauc_mrr_at_5_diff1": 0.19719699999999998, + "nauc_mrr_at_10_max": 0.270956, + "nauc_mrr_at_10_std": 0.075525, + "nauc_mrr_at_10_diff1": 0.1905, + "nauc_mrr_at_20_max": 0.269449, + "nauc_mrr_at_20_std": 0.078075, + "nauc_mrr_at_20_diff1": 0.189194, + "nauc_mrr_at_100_max": 0.268807, + "nauc_mrr_at_100_std": 0.079676, + "nauc_mrr_at_100_diff1": 0.18962099999999998, + "nauc_mrr_at_1000_max": 0.268887, + "nauc_mrr_at_1000_std": 0.079346, + "nauc_mrr_at_1000_diff1": 0.189753, + "main_score": 0.18230000000000002 } ] } diff --git a/results/Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka/external/SadeemQuestionRetrieval.json b/results/Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka/external/SadeemQuestionRetrieval.json index 90b948e716..1f12da0b0d 100644 --- a/results/Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka/external/SadeemQuestionRetrieval.json +++ b/results/Omartificial-Intelligence-Space__Arabert-all-nli-triplet-Matryoshka/external/SadeemQuestionRetrieval.json @@ -10,27 +10,147 @@ "languages": [ "ara-Arab" ], - "main_score": 0.62241, - "map_at_1": 0.28147, - "map_at_3": 0.50989, - "map_at_5": 0.52059, - "map_at_10": 0.5255299999999999, "ndcg_at_1": 0.28147, "ndcg_at_3": 0.59156, "ndcg_at_5": 0.61066, "ndcg_at_10": 0.62241, + "ndcg_at_20": 0.62873, + "ndcg_at_100": 0.63676, + "ndcg_at_1000": 0.63904, + "map_at_1": 0.28147, + "map_at_3": 0.50989, + "map_at_5": 0.52059, + "map_at_10": 0.52553, + "map_at_20": 0.52728, + "map_at_100": 0.52843, + "map_at_1000": 0.52852, "recall_at_1": 0.28147, "recall_at_3": 0.83006, "recall_at_5": 0.87602, "recall_at_10": 0.91192, + "recall_at_20": 0.9368099999999999, + "recall_at_100": 0.97942, + "recall_at_1000": 0.99713, "precision_at_1": 0.28147, "precision_at_3": 0.27669, "precision_at_5": 0.1752, "precision_at_10": 0.09119, + "precision_at_20": 0.04684, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, "mrr_at_1": 0.269507, "mrr_at_3": 0.501675, "mrr_at_5": 0.512207, - "mrr_at_10": 0.5173960000000001 + "mrr_at_10": 0.517396, + "mrr_at_20": 0.519078, + "mrr_at_100": 0.52019, + "mrr_at_1000": 0.520277, + "nauc_ndcg_at_1_max": 0.121091, + "nauc_ndcg_at_1_std": -0.002641, + "nauc_ndcg_at_1_diff1": -0.000456, + "nauc_ndcg_at_3_max": 0.322194, + "nauc_ndcg_at_3_std": 0.068115, + "nauc_ndcg_at_3_diff1": -0.44616900000000004, + "nauc_ndcg_at_5_max": 0.302235, + "nauc_ndcg_at_5_std": 0.06616, + "nauc_ndcg_at_5_diff1": -0.378131, + "nauc_ndcg_at_10_max": 0.28215, + "nauc_ndcg_at_10_std": 0.066382, + "nauc_ndcg_at_10_diff1": -0.341462, + "nauc_ndcg_at_20_max": 0.275207, + "nauc_ndcg_at_20_std": 0.06793, + "nauc_ndcg_at_20_diff1": -0.315702, + "nauc_ndcg_at_100_max": 0.258959, + "nauc_ndcg_at_100_std": 0.060431, + "nauc_ndcg_at_100_diff1": -0.277369, + "nauc_ndcg_at_1000_max": 0.25264, + "nauc_ndcg_at_1000_std": 0.05544099999999999, + "nauc_ndcg_at_1000_diff1": -0.268195, + "nauc_map_at_1_max": 0.121091, + "nauc_map_at_1_std": -0.002641, + "nauc_map_at_1_diff1": -0.000456, + "nauc_map_at_3_max": 0.254435, + "nauc_map_at_3_std": 0.046888, + "nauc_map_at_3_diff1": -0.286402, + "nauc_map_at_5_max": 0.24252, + "nauc_map_at_5_std": 0.04518599999999999, + "nauc_map_at_5_diff1": -0.247719, + "nauc_map_at_10_max": 0.234405, + "nauc_map_at_10_std": 0.045044, + "nauc_map_at_10_diff1": -0.232632, + "nauc_map_at_20_max": 0.232572, + "nauc_map_at_20_std": 0.04539499999999999, + "nauc_map_at_20_diff1": -0.226096, + "nauc_map_at_100_max": 0.23055, + "nauc_map_at_100_std": 0.044593, + "nauc_map_at_100_diff1": -0.221369, + "nauc_map_at_1000_max": 0.23035600000000003, + "nauc_map_at_1000_std": 0.04445299999999999, + "nauc_map_at_1000_diff1": -0.221081, + "nauc_recall_at_1_max": 0.121091, + "nauc_recall_at_1_std": -0.002641, + "nauc_recall_at_1_diff1": -0.000456, + "nauc_recall_at_3_max": 0.664442, + "nauc_recall_at_3_std": 0.173728, + "nauc_recall_at_3_diff1": -1.259052, + "nauc_recall_at_5_max": 0.684869, + "nauc_recall_at_5_std": 0.19979, + "nauc_recall_at_5_diff1": -1.216742, + "nauc_recall_at_10_max": 0.674484, + "nauc_recall_at_10_std": 0.248948, + "nauc_recall_at_10_diff1": -1.248284, + "nauc_recall_at_20_max": 0.734407, + "nauc_recall_at_20_std": 0.337021, + "nauc_recall_at_20_diff1": -1.260851, + "nauc_recall_at_100_max": 0.819264, + "nauc_recall_at_100_std": 0.467656, + "nauc_recall_at_100_diff1": -1.178388, + "nauc_recall_at_1000_max": 0.764994, + "nauc_recall_at_1000_std": 0.163124, + "nauc_recall_at_1000_diff1": -1.641088, + "nauc_precision_at_1_max": 0.121091, + "nauc_precision_at_1_std": -0.002641, + "nauc_precision_at_1_diff1": -0.000456, + "nauc_precision_at_3_max": 0.664442, + "nauc_precision_at_3_std": 0.173728, + "nauc_precision_at_3_diff1": -1.259052, + "nauc_precision_at_5_max": 0.684869, + "nauc_precision_at_5_std": 0.19979, + "nauc_precision_at_5_diff1": -1.216742, + "nauc_precision_at_10_max": 0.674484, + "nauc_precision_at_10_std": 0.248948, + "nauc_precision_at_10_diff1": -1.248284, + "nauc_precision_at_20_max": 0.734407, + "nauc_precision_at_20_std": 0.337021, + "nauc_precision_at_20_diff1": -1.260851, + "nauc_precision_at_100_max": 0.819264, + "nauc_precision_at_100_std": 0.467656, + "nauc_precision_at_100_diff1": -1.178388, + "nauc_precision_at_1000_max": 0.764994, + "nauc_precision_at_1000_std": 0.163124, + "nauc_precision_at_1000_diff1": -1.641088, + "nauc_mrr_at_1_max": 0.129902, + "nauc_mrr_at_1_std": 0.044145, + "nauc_mrr_at_1_diff1": -0.243025, + "nauc_mrr_at_3_max": 0.260095, + "nauc_mrr_at_3_std": 0.077266, + "nauc_mrr_at_3_diff1": -0.472008, + "nauc_mrr_at_5_max": 0.245728, + "nauc_mrr_at_5_std": 0.078084, + "nauc_mrr_at_5_diff1": -0.44370599999999993, + "nauc_mrr_at_10_max": 0.23688000000000003, + "nauc_mrr_at_10_std": 0.076563, + "nauc_mrr_at_10_diff1": -0.42936300000000005, + "nauc_mrr_at_20_max": 0.235016, + "nauc_mrr_at_20_std": 0.077171, + "nauc_mrr_at_20_diff1": -0.424626, + "nauc_mrr_at_100_max": 0.23304, + "nauc_mrr_at_100_std": 0.076429, + "nauc_mrr_at_100_diff1": -0.42094000000000004, + "nauc_mrr_at_1000_max": 0.232846, + "nauc_mrr_at_1000_std": 0.076298, + "nauc_mrr_at_1000_diff1": -0.420719, + "main_score": 0.62241 } ] } diff --git a/results/Omartificial-Intelligence-Space__Arabic-Triplet-Matryoshka-V2/external/MIRACLRetrievalHardNegatives.json b/results/Omartificial-Intelligence-Space__Arabic-Triplet-Matryoshka-V2/external/MIRACLRetrievalHardNegatives.json index e30d3ddf14..4fab3ef99d 100644 --- a/results/Omartificial-Intelligence-Space__Arabic-Triplet-Matryoshka-V2/external/MIRACLRetrievalHardNegatives.json +++ b/results/Omartificial-Intelligence-Space__Arabic-Triplet-Matryoshka-V2/external/MIRACLRetrievalHardNegatives.json @@ -10,27 +10,147 @@ "languages": [ "ara-Arab" ], - "main_score": 0.62616, - "map_at_1": 0.35994, - "map_at_3": 0.48585999999999996, - "map_at_5": 0.5191899999999999, - "map_at_10": 0.5446, "ndcg_at_1": 0.536, "ndcg_at_3": 0.55553, - "ndcg_at_5": 0.5868099999999999, + "ndcg_at_5": 0.58681, "ndcg_at_10": 0.62616, + "ndcg_at_20": 0.6512, + "ndcg_at_100": 0.6756, + "ndcg_at_1000": 0.68426, + "map_at_1": 0.35994, + "map_at_3": 0.48585999999999996, + "map_at_5": 0.51919, + "map_at_10": 0.5446, + "map_at_20": 0.55531, + "map_at_100": 0.56155, + "map_at_1000": 0.56209, "recall_at_1": 0.35994, "recall_at_3": 0.55932, "recall_at_5": 0.6478, "recall_at_10": 0.75128, + "recall_at_20": 0.82818, + "recall_at_100": 0.92743, + "recall_at_1000": 0.98375, "precision_at_1": 0.536, "precision_at_3": 0.319, - "precision_at_5": 0.23120000000000002, + "precision_at_5": 0.23119999999999996, "precision_at_10": 0.1394, + "precision_at_20": 0.0792, + "precision_at_100": 0.01833, + "precision_at_1000": 0.0019499999999999997, "mrr_at_1": 0.536, "mrr_at_3": 0.625, "mrr_at_5": 0.64105, - "mrr_at_10": 0.649363 + "mrr_at_10": 0.649363, + "mrr_at_20": 0.65248, + "mrr_at_100": 0.653865, + "mrr_at_1000": 0.6539879999999999, + "nauc_ndcg_at_1_max": 0.325925, + "nauc_ndcg_at_1_std": -0.129576, + "nauc_ndcg_at_1_diff1": 0.428949, + "nauc_ndcg_at_3_max": 0.282748, + "nauc_ndcg_at_3_std": -0.165509, + "nauc_ndcg_at_3_diff1": 0.383185, + "nauc_ndcg_at_5_max": 0.297643, + "nauc_ndcg_at_5_std": -0.181028, + "nauc_ndcg_at_5_diff1": 0.370747, + "nauc_ndcg_at_10_max": 0.314383, + "nauc_ndcg_at_10_std": -0.162253, + "nauc_ndcg_at_10_diff1": 0.370354, + "nauc_ndcg_at_20_max": 0.316621, + "nauc_ndcg_at_20_std": -0.152722, + "nauc_ndcg_at_20_diff1": 0.36688299999999996, + "nauc_ndcg_at_100_max": 0.325257, + "nauc_ndcg_at_100_std": -0.120148, + "nauc_ndcg_at_100_diff1": 0.368483, + "nauc_ndcg_at_1000_max": 0.32238900000000004, + "nauc_ndcg_at_1000_std": -0.122263, + "nauc_ndcg_at_1000_diff1": 0.36942, + "nauc_map_at_1_max": 0.19910700000000003, + "nauc_map_at_1_std": -0.179674, + "nauc_map_at_1_diff1": 0.444747, + "nauc_map_at_3_max": 0.244422, + "nauc_map_at_3_std": -0.200068, + "nauc_map_at_3_diff1": 0.39933, + "nauc_map_at_5_max": 0.268291, + "nauc_map_at_5_std": -0.199523, + "nauc_map_at_5_diff1": 0.384881, + "nauc_map_at_10_max": 0.284058, + "nauc_map_at_10_std": -0.186045, + "nauc_map_at_10_diff1": 0.38225200000000004, + "nauc_map_at_20_max": 0.286108, + "nauc_map_at_20_std": -0.18114799999999998, + "nauc_map_at_20_diff1": 0.380546, + "nauc_map_at_100_max": 0.288889, + "nauc_map_at_100_std": -0.17407399999999998, + "nauc_map_at_100_diff1": 0.380604, + "nauc_map_at_1000_max": 0.288865, + "nauc_map_at_1000_std": -0.173833, + "nauc_map_at_1000_diff1": 0.380643, + "nauc_recall_at_1_max": 0.19910700000000003, + "nauc_recall_at_1_std": -0.179674, + "nauc_recall_at_1_diff1": 0.444747, + "nauc_recall_at_3_max": 0.22289799999999999, + "nauc_recall_at_3_std": -0.201396, + "nauc_recall_at_3_diff1": 0.348512, + "nauc_recall_at_5_max": 0.253594, + "nauc_recall_at_5_std": -0.219072, + "nauc_recall_at_5_diff1": 0.301171, + "nauc_recall_at_10_max": 0.292689, + "nauc_recall_at_10_std": -0.173282, + "nauc_recall_at_10_diff1": 0.279527, + "nauc_recall_at_20_max": 0.292543, + "nauc_recall_at_20_std": -0.151879, + "nauc_recall_at_20_diff1": 0.244768, + "nauc_recall_at_100_max": 0.383071, + "nauc_recall_at_100_std": 0.206617, + "nauc_recall_at_100_diff1": 0.181309, + "nauc_recall_at_1000_max": 0.34472200000000003, + "nauc_recall_at_1000_std": 0.738318, + "nauc_recall_at_1000_diff1": -0.193119, + "nauc_precision_at_1_max": 0.325925, + "nauc_precision_at_1_std": -0.129576, + "nauc_precision_at_1_diff1": 0.428949, + "nauc_precision_at_3_max": 0.264374, + "nauc_precision_at_3_std": -0.020135, + "nauc_precision_at_3_diff1": 0.107556, + "nauc_precision_at_5_max": 0.263901, + "nauc_precision_at_5_std": 0.013924, + "nauc_precision_at_5_diff1": 0.008016, + "nauc_precision_at_10_max": 0.241182, + "nauc_precision_at_10_std": 0.10337100000000002, + "nauc_precision_at_10_diff1": -0.060842, + "nauc_precision_at_20_max": 0.19087099999999999, + "nauc_precision_at_20_std": 0.1509, + "nauc_precision_at_20_diff1": -0.118658, + "nauc_precision_at_100_max": 0.144585, + "nauc_precision_at_100_std": 0.252787, + "nauc_precision_at_100_diff1": -0.16281599999999996, + "nauc_precision_at_1000_max": 0.110229, + "nauc_precision_at_1000_std": 0.26245, + "nauc_precision_at_1000_diff1": -0.18668800000000002, + "nauc_mrr_at_1_max": 0.325925, + "nauc_mrr_at_1_std": -0.129576, + "nauc_mrr_at_1_diff1": 0.428949, + "nauc_mrr_at_3_max": 0.346304, + "nauc_mrr_at_3_std": -0.103319, + "nauc_mrr_at_3_diff1": 0.40115, + "nauc_mrr_at_5_max": 0.347212, + "nauc_mrr_at_5_std": -0.103487, + "nauc_mrr_at_5_diff1": 0.396309, + "nauc_mrr_at_10_max": 0.35043199999999997, + "nauc_mrr_at_10_std": -0.100944, + "nauc_mrr_at_10_diff1": 0.398161, + "nauc_mrr_at_20_max": 0.349258, + "nauc_mrr_at_20_std": -0.100789, + "nauc_mrr_at_20_diff1": 0.39928, + "nauc_mrr_at_100_max": 0.349594, + "nauc_mrr_at_100_std": -0.09975000000000002, + "nauc_mrr_at_100_diff1": 0.399477, + "nauc_mrr_at_1000_max": 0.349435, + "nauc_mrr_at_1000_std": -0.099998, + "nauc_mrr_at_1000_diff1": 0.399466, + "main_score": 0.62616 } ] } diff --git a/results/Omartificial-Intelligence-Space__Arabic-Triplet-Matryoshka-V2/external/MLQARetrieval.json b/results/Omartificial-Intelligence-Space__Arabic-Triplet-Matryoshka-V2/external/MLQARetrieval.json index 771a7dde28..e07e6e3cb0 100644 --- a/results/Omartificial-Intelligence-Space__Arabic-Triplet-Matryoshka-V2/external/MLQARetrieval.json +++ b/results/Omartificial-Intelligence-Space__Arabic-Triplet-Matryoshka-V2/external/MLQARetrieval.json @@ -6,31 +6,3854 @@ "scores": { "validation": [ { - "hf_subset": "ar", + "hf_subset": "ara-ara", "languages": [ - "None" + "ara-Arab", + "ara-Arab" ], - "main_score": 0.6756, - "map_at_1": 0.54352, - "map_at_3": 0.60993, - "map_at_5": 0.62173, - "map_at_10": 0.6311, "ndcg_at_1": 0.54352, "ndcg_at_3": 0.63162, "ndcg_at_5": 0.65301, "ndcg_at_10": 0.6756, + "ndcg_at_20": 0.6864, + "ndcg_at_100": 0.7045600000000001, + "ndcg_at_1000": 0.71073, + "map_at_1": 0.54352, + "map_at_3": 0.60993, + "map_at_5": 0.62173, + "map_at_10": 0.6311, + "map_at_20": 0.63408, + "map_at_100": 0.63664, + "map_at_1000": 0.63695, "recall_at_1": 0.54352, "recall_at_3": 0.69439, - "recall_at_5": 0.7466200000000001, + "recall_at_5": 0.74662, "recall_at_10": 0.81625, + "recall_at_20": 0.8588, + "recall_at_100": 0.95551, + "recall_at_1000": 1.0, "precision_at_1": 0.54352, "precision_at_3": 0.23146, "precision_at_5": 0.14932, - "precision_at_10": 0.08162000000000001, + "precision_at_10": 0.08161999999999998, + "precision_at_20": 0.04294, + "precision_at_100": 0.00956, + "precision_at_1000": 0.001, "mrr_at_1": 0.54352, - "mrr_at_3": 0.6099289999999999, - "mrr_at_5": 0.6217280000000001, - "mrr_at_10": 0.631095 + "mrr_at_3": 0.609929, + "mrr_at_5": 0.621728, + "mrr_at_10": 0.631095, + "mrr_at_20": 0.634082, + "mrr_at_100": 0.636643, + "mrr_at_1000": 0.636952, + "nauc_ndcg_at_1_max": 0.638629, + "nauc_ndcg_at_1_std": 0.191249, + "nauc_ndcg_at_1_diff1": 0.696701, + "nauc_ndcg_at_3_max": 0.657981, + "nauc_ndcg_at_3_std": 0.16609, + "nauc_ndcg_at_3_diff1": 0.647641, + "nauc_ndcg_at_5_max": 0.6705600000000002, + "nauc_ndcg_at_5_std": 0.17581600000000003, + "nauc_ndcg_at_5_diff1": 0.645078, + "nauc_ndcg_at_10_max": 0.665178, + "nauc_ndcg_at_10_std": 0.15823, + "nauc_ndcg_at_10_diff1": 0.637149, + "nauc_ndcg_at_20_max": 0.66586, + "nauc_ndcg_at_20_std": 0.166444, + "nauc_ndcg_at_20_diff1": 0.639066, + "nauc_ndcg_at_100_max": 0.6608420000000002, + "nauc_ndcg_at_100_std": 0.173509, + "nauc_ndcg_at_100_diff1": 0.648038, + "nauc_ndcg_at_1000_max": 0.66055, + "nauc_ndcg_at_1000_std": 0.172498, + "nauc_ndcg_at_1000_diff1": 0.6504470000000001, + "nauc_map_at_1_max": 0.638629, + "nauc_map_at_1_std": 0.191249, + "nauc_map_at_1_diff1": 0.696701, + "nauc_map_at_3_max": 0.653096, + "nauc_map_at_3_std": 0.172977, + "nauc_map_at_3_diff1": 0.659348, + "nauc_map_at_5_max": 0.659495, + "nauc_map_at_5_std": 0.178282, + "nauc_map_at_5_diff1": 0.658481, + "nauc_map_at_10_max": 0.6574909999999999, + "nauc_map_at_10_std": 0.171649, + "nauc_map_at_10_diff1": 0.6559469999999998, + "nauc_map_at_20_max": 0.657327, + "nauc_map_at_20_std": 0.173612, + "nauc_map_at_20_diff1": 0.6562709999999999, + "nauc_map_at_100_max": 0.656799, + "nauc_map_at_100_std": 0.174855, + "nauc_map_at_100_diff1": 0.6575289999999999, + "nauc_map_at_1000_max": 0.656806, + "nauc_map_at_1000_std": 0.174828, + "nauc_map_at_1000_diff1": 0.657661, + "nauc_recall_at_1_max": 0.638629, + "nauc_recall_at_1_std": 0.191249, + "nauc_recall_at_1_diff1": 0.696701, + "nauc_recall_at_3_max": 0.674174, + "nauc_recall_at_3_std": 0.142994, + "nauc_recall_at_3_diff1": 0.609176, + "nauc_recall_at_5_max": 0.714648, + "nauc_recall_at_5_std": 0.16816200000000003, + "nauc_recall_at_5_diff1": 0.594459, + "nauc_recall_at_10_max": 0.7005830000000001, + "nauc_recall_at_10_std": 0.085196, + "nauc_recall_at_10_diff1": 0.541211, + "nauc_recall_at_20_max": 0.7191969999999999, + "nauc_recall_at_20_std": 0.127592, + "nauc_recall_at_20_diff1": 0.53408, + "nauc_recall_at_100_max": 0.677425, + "nauc_recall_at_100_std": 0.21515399999999998, + "nauc_recall_at_100_diff1": 0.564753, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.638629, + "nauc_precision_at_1_std": 0.191249, + "nauc_precision_at_1_diff1": 0.696701, + "nauc_precision_at_3_max": 0.674174, + "nauc_precision_at_3_std": 0.142994, + "nauc_precision_at_3_diff1": 0.609176, + "nauc_precision_at_5_max": 0.714648, + "nauc_precision_at_5_std": 0.16816200000000003, + "nauc_precision_at_5_diff1": 0.594459, + "nauc_precision_at_10_max": 0.7005830000000001, + "nauc_precision_at_10_std": 0.085196, + "nauc_precision_at_10_diff1": 0.541211, + "nauc_precision_at_20_max": 0.7191969999999999, + "nauc_precision_at_20_std": 0.127592, + "nauc_precision_at_20_diff1": 0.53408, + "nauc_precision_at_100_max": 0.677425, + "nauc_precision_at_100_std": 0.21515399999999998, + "nauc_precision_at_100_diff1": 0.564753, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.638629, + "nauc_mrr_at_1_std": 0.191249, + "nauc_mrr_at_1_diff1": 0.696701, + "nauc_mrr_at_3_max": 0.653096, + "nauc_mrr_at_3_std": 0.172977, + "nauc_mrr_at_3_diff1": 0.659348, + "nauc_mrr_at_5_max": 0.659495, + "nauc_mrr_at_5_std": 0.178282, + "nauc_mrr_at_5_diff1": 0.658481, + "nauc_mrr_at_10_max": 0.6574909999999999, + "nauc_mrr_at_10_std": 0.171649, + "nauc_mrr_at_10_diff1": 0.6559469999999998, + "nauc_mrr_at_20_max": 0.657327, + "nauc_mrr_at_20_std": 0.173612, + "nauc_mrr_at_20_diff1": 0.6562709999999999, + "nauc_mrr_at_100_max": 0.656799, + "nauc_mrr_at_100_std": 0.174855, + "nauc_mrr_at_100_diff1": 0.6575289999999999, + "nauc_mrr_at_1000_max": 0.656806, + "nauc_mrr_at_1000_std": 0.174828, + "nauc_mrr_at_1000_diff1": 0.657661, + "main_score": 0.6756 + }, + { + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ], + "ndcg_at_1": 0.04830999999999999, + "ndcg_at_3": 0.08046000000000002, + "ndcg_at_5": 0.09417, + "ndcg_at_10": 0.12696, + "ndcg_at_20": 0.14901, + "ndcg_at_100": 0.22684, + "ndcg_at_1000": 0.26112, + "map_at_1": 0.04830999999999999, + "map_at_3": 0.07166, + "map_at_5": 0.07915, + "map_at_10": 0.09266999999999999, + "map_at_20": 0.09874, + "map_at_100": 0.10883, + "map_at_1000": 0.11068, + "recall_at_1": 0.04830999999999999, + "recall_at_3": 0.10628, + "recall_at_5": 0.1401, + "recall_at_10": 0.24155, + "recall_at_20": 0.3285, + "recall_at_100": 0.75845, + "recall_at_1000": 1.0, + "precision_at_1": 0.04830999999999999, + "precision_at_3": 0.03543, + "precision_at_5": 0.02802, + "precision_at_10": 0.02415, + "precision_at_20": 0.01643, + "precision_at_100": 0.00758, + "precision_at_1000": 0.001, + "mrr_at_1": 0.048309, + "mrr_at_3": 0.071659, + "mrr_at_5": 0.079147, + "mrr_at_10": 0.092667, + "mrr_at_20": 0.098742, + "mrr_at_100": 0.10883, + "mrr_at_1000": 0.11068, + "nauc_ndcg_at_1_max": -0.255775, + "nauc_ndcg_at_1_std": 0.392179, + "nauc_ndcg_at_1_diff1": 0.373127, + "nauc_ndcg_at_3_max": -0.273836, + "nauc_ndcg_at_3_std": 0.268553, + "nauc_ndcg_at_3_diff1": 0.1225, + "nauc_ndcg_at_5_max": -0.276421, + "nauc_ndcg_at_5_std": 0.21423000000000003, + "nauc_ndcg_at_5_diff1": 0.059791, + "nauc_ndcg_at_10_max": -0.287046, + "nauc_ndcg_at_10_std": 0.222698, + "nauc_ndcg_at_10_diff1": 0.09443200000000002, + "nauc_ndcg_at_20_max": -0.261145, + "nauc_ndcg_at_20_std": 0.203723, + "nauc_ndcg_at_20_diff1": 0.097687, + "nauc_ndcg_at_100_max": -0.250514, + "nauc_ndcg_at_100_std": 0.211662, + "nauc_ndcg_at_100_diff1": 0.082169, + "nauc_ndcg_at_1000_max": -0.257957, + "nauc_ndcg_at_1000_std": 0.215751, + "nauc_ndcg_at_1000_diff1": 0.113027, + "nauc_map_at_1_max": -0.255775, + "nauc_map_at_1_std": 0.392179, + "nauc_map_at_1_diff1": 0.373127, + "nauc_map_at_3_max": -0.27502, + "nauc_map_at_3_std": 0.283151, + "nauc_map_at_3_diff1": 0.17164299999999996, + "nauc_map_at_5_max": -0.277099, + "nauc_map_at_5_std": 0.24686599999999997, + "nauc_map_at_5_diff1": 0.129226, + "nauc_map_at_10_max": -0.282524, + "nauc_map_at_10_std": 0.246336, + "nauc_map_at_10_diff1": 0.142286, + "nauc_map_at_20_max": -0.273922, + "nauc_map_at_20_std": 0.237714, + "nauc_map_at_20_diff1": 0.142366, + "nauc_map_at_100_max": -0.268585, + "nauc_map_at_100_std": 0.236636, + "nauc_map_at_100_diff1": 0.141509, + "nauc_map_at_1000_max": -0.269102, + "nauc_map_at_1000_std": 0.237031, + "nauc_map_at_1000_diff1": 0.143591, + "nauc_recall_at_1_max": -0.255775, + "nauc_recall_at_1_std": 0.392179, + "nauc_recall_at_1_diff1": 0.373127, + "nauc_recall_at_3_max": -0.270351, + "nauc_recall_at_3_std": 0.241516, + "nauc_recall_at_3_diff1": 0.023865999999999995, + "nauc_recall_at_5_max": -0.274151, + "nauc_recall_at_5_std": 0.154643, + "nauc_recall_at_5_diff1": -0.068404, + "nauc_recall_at_10_max": -0.294474, + "nauc_recall_at_10_std": 0.192536, + "nauc_recall_at_10_diff1": 0.030009, + "nauc_recall_at_20_max": -0.234825, + "nauc_recall_at_20_std": 0.1585, + "nauc_recall_at_20_diff1": 0.044744, + "nauc_recall_at_100_max": -0.214006, + "nauc_recall_at_100_std": 0.190509, + "nauc_recall_at_100_diff1": -0.065324, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.255775, + "nauc_precision_at_1_std": 0.392179, + "nauc_precision_at_1_diff1": 0.373127, + "nauc_precision_at_3_max": -0.270351, + "nauc_precision_at_3_std": 0.241516, + "nauc_precision_at_3_diff1": 0.023865999999999995, + "nauc_precision_at_5_max": -0.274151, + "nauc_precision_at_5_std": 0.154643, + "nauc_precision_at_5_diff1": -0.068404, + "nauc_precision_at_10_max": -0.294474, + "nauc_precision_at_10_std": 0.192536, + "nauc_precision_at_10_diff1": 0.030009, + "nauc_precision_at_20_max": -0.234825, + "nauc_precision_at_20_std": 0.1585, + "nauc_precision_at_20_diff1": 0.044744, + "nauc_precision_at_100_max": -0.214006, + "nauc_precision_at_100_std": 0.190509, + "nauc_precision_at_100_diff1": -0.065324, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": -0.255775, + "nauc_mrr_at_1_std": 0.392179, + "nauc_mrr_at_1_diff1": 0.373127, + "nauc_mrr_at_3_max": -0.27502, + "nauc_mrr_at_3_std": 0.283151, + "nauc_mrr_at_3_diff1": 0.17164299999999996, + "nauc_mrr_at_5_max": -0.277099, + "nauc_mrr_at_5_std": 0.24686599999999997, + "nauc_mrr_at_5_diff1": 0.129226, + "nauc_mrr_at_10_max": -0.282524, + "nauc_mrr_at_10_std": 0.246336, + "nauc_mrr_at_10_diff1": 0.142286, + "nauc_mrr_at_20_max": -0.273922, + "nauc_mrr_at_20_std": 0.237714, + "nauc_mrr_at_20_diff1": 0.142366, + "nauc_mrr_at_100_max": -0.268585, + "nauc_mrr_at_100_std": 0.236636, + "nauc_mrr_at_100_diff1": 0.141509, + "nauc_mrr_at_1000_max": -0.269102, + "nauc_mrr_at_1000_std": 0.237031, + "nauc_mrr_at_1000_diff1": 0.143591, + "main_score": 0.12696 + }, + { + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ], + "ndcg_at_1": 0.09671000000000002, + "ndcg_at_3": 0.14005, + "ndcg_at_5": 0.16634999999999997, + "ndcg_at_10": 0.19897, + "ndcg_at_20": 0.21770999999999996, + "ndcg_at_100": 0.2664, + "ndcg_at_1000": 0.30848, + "map_at_1": 0.09671000000000002, + "map_at_3": 0.12959, + "map_at_5": 0.1442, + "map_at_10": 0.15771, + "map_at_20": 0.16266999999999998, + "map_at_100": 0.16908, + "map_at_1000": 0.17076, + "recall_at_1": 0.09671000000000002, + "recall_at_3": 0.17021, + "recall_at_5": 0.23404, + "recall_at_10": 0.33462, + "recall_at_20": 0.41006, + "recall_at_100": 0.67698, + "recall_at_1000": 1.0, + "precision_at_1": 0.09671000000000002, + "precision_at_3": 0.05673999999999999, + "precision_at_5": 0.04681, + "precision_at_10": 0.03346, + "precision_at_20": 0.020500000000000004, + "precision_at_100": 0.006770000000000001, + "precision_at_1000": 0.001, + "mrr_at_1": 0.096712, + "mrr_at_3": 0.129594, + "mrr_at_5": 0.144197, + "mrr_at_10": 0.157709, + "mrr_at_20": 0.16266999999999998, + "mrr_at_100": 0.16907700000000003, + "mrr_at_1000": 0.170756, + "nauc_ndcg_at_1_max": 0.348451, + "nauc_ndcg_at_1_std": 0.176999, + "nauc_ndcg_at_1_diff1": 0.354275, + "nauc_ndcg_at_3_max": 0.323064, + "nauc_ndcg_at_3_std": 0.126249, + "nauc_ndcg_at_3_diff1": 0.232576, + "nauc_ndcg_at_5_max": 0.32506500000000005, + "nauc_ndcg_at_5_std": 0.149187, + "nauc_ndcg_at_5_diff1": 0.215307, + "nauc_ndcg_at_10_max": 0.312542, + "nauc_ndcg_at_10_std": 0.133432, + "nauc_ndcg_at_10_diff1": 0.188432, + "nauc_ndcg_at_20_max": 0.310032, + "nauc_ndcg_at_20_std": 0.14116, + "nauc_ndcg_at_20_diff1": 0.179414, + "nauc_ndcg_at_100_max": 0.303153, + "nauc_ndcg_at_100_std": 0.148279, + "nauc_ndcg_at_100_diff1": 0.171715, + "nauc_ndcg_at_1000_max": 0.316141, + "nauc_ndcg_at_1000_std": 0.148375, + "nauc_ndcg_at_1000_diff1": 0.19829900000000003, + "nauc_map_at_1_max": 0.348451, + "nauc_map_at_1_std": 0.176999, + "nauc_map_at_1_diff1": 0.354275, + "nauc_map_at_3_max": 0.33175399999999994, + "nauc_map_at_3_std": 0.136792, + "nauc_map_at_3_diff1": 0.257374, + "nauc_map_at_5_max": 0.33285599999999993, + "nauc_map_at_5_std": 0.151625, + "nauc_map_at_5_diff1": 0.244949, + "nauc_map_at_10_max": 0.325887, + "nauc_map_at_10_std": 0.144167, + "nauc_map_at_10_diff1": 0.23045, + "nauc_map_at_20_max": 0.324989, + "nauc_map_at_20_std": 0.146284, + "nauc_map_at_20_diff1": 0.227093, + "nauc_map_at_100_max": 0.32423, + "nauc_map_at_100_std": 0.14796, + "nauc_map_at_100_diff1": 0.225273, + "nauc_map_at_1000_max": 0.324971, + "nauc_map_at_1000_std": 0.148208, + "nauc_map_at_1000_diff1": 0.226866, + "nauc_recall_at_1_max": 0.348451, + "nauc_recall_at_1_std": 0.176999, + "nauc_recall_at_1_diff1": 0.354275, + "nauc_recall_at_3_max": 0.301457, + "nauc_recall_at_3_std": 0.101343, + "nauc_recall_at_3_diff1": 0.17414199999999996, + "nauc_recall_at_5_max": 0.307878, + "nauc_recall_at_5_std": 0.145086, + "nauc_recall_at_5_diff1": 0.15271, + "nauc_recall_at_10_max": 0.285023, + "nauc_recall_at_10_std": 0.110234, + "nauc_recall_at_10_diff1": 0.10381400000000002, + "nauc_recall_at_20_max": 0.278892, + "nauc_recall_at_20_std": 0.133873, + "nauc_recall_at_20_diff1": 0.08246700000000001, + "nauc_recall_at_100_max": 0.23323, + "nauc_recall_at_100_std": 0.157918, + "nauc_recall_at_100_diff1": 0.025512, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.348451, + "nauc_precision_at_1_std": 0.176999, + "nauc_precision_at_1_diff1": 0.354275, + "nauc_precision_at_3_max": 0.301457, + "nauc_precision_at_3_std": 0.101343, + "nauc_precision_at_3_diff1": 0.17414199999999996, + "nauc_precision_at_5_max": 0.307878, + "nauc_precision_at_5_std": 0.145086, + "nauc_precision_at_5_diff1": 0.15271, + "nauc_precision_at_10_max": 0.285023, + "nauc_precision_at_10_std": 0.110234, + "nauc_precision_at_10_diff1": 0.10381400000000002, + "nauc_precision_at_20_max": 0.278892, + "nauc_precision_at_20_std": 0.133873, + "nauc_precision_at_20_diff1": 0.08246700000000001, + "nauc_precision_at_100_max": 0.23323, + "nauc_precision_at_100_std": 0.157918, + "nauc_precision_at_100_diff1": 0.025512, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.348451, + "nauc_mrr_at_1_std": 0.176999, + "nauc_mrr_at_1_diff1": 0.354275, + "nauc_mrr_at_3_max": 0.33175399999999994, + "nauc_mrr_at_3_std": 0.136792, + "nauc_mrr_at_3_diff1": 0.257374, + "nauc_mrr_at_5_max": 0.33285599999999993, + "nauc_mrr_at_5_std": 0.151625, + "nauc_mrr_at_5_diff1": 0.244949, + "nauc_mrr_at_10_max": 0.325887, + "nauc_mrr_at_10_std": 0.144167, + "nauc_mrr_at_10_diff1": 0.23045, + "nauc_mrr_at_20_max": 0.324989, + "nauc_mrr_at_20_std": 0.146284, + "nauc_mrr_at_20_diff1": 0.227093, + "nauc_mrr_at_100_max": 0.32423, + "nauc_mrr_at_100_std": 0.14796, + "nauc_mrr_at_100_diff1": 0.225273, + "nauc_mrr_at_1000_max": 0.324971, + "nauc_mrr_at_1000_std": 0.148208, + "nauc_mrr_at_1000_diff1": 0.226866, + "main_score": 0.19897 + }, + { + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ], + "ndcg_at_1": 0.0559, + "ndcg_at_3": 0.07306, + "ndcg_at_5": 0.09364, + "ndcg_at_10": 0.11623999999999998, + "ndcg_at_20": 0.14091, + "ndcg_at_100": 0.23613999999999996, + "ndcg_at_1000": 0.25847, + "map_at_1": 0.0559, + "map_at_3": 0.06832, + "map_at_5": 0.07981, + "map_at_10": 0.08945, + "map_at_20": 0.09598, + "map_at_100": 0.10728, + "map_at_1000": 0.10854, + "recall_at_1": 0.0559, + "recall_at_3": 0.08696, + "recall_at_5": 0.13665, + "recall_at_10": 0.20496999999999999, + "recall_at_20": 0.30435, + "recall_at_100": 0.8447200000000001, + "recall_at_1000": 1.0, + "precision_at_1": 0.0559, + "precision_at_3": 0.028990000000000002, + "precision_at_5": 0.02733, + "precision_at_10": 0.020500000000000004, + "precision_at_20": 0.015220000000000001, + "precision_at_100": 0.00845, + "precision_at_1000": 0.001, + "mrr_at_1": 0.055901, + "mrr_at_3": 0.068323, + "mrr_at_5": 0.079814, + "mrr_at_10": 0.08944800000000001, + "mrr_at_20": 0.095983, + "mrr_at_100": 0.10727700000000001, + "mrr_at_1000": 0.108543, + "nauc_ndcg_at_1_max": 0.304576, + "nauc_ndcg_at_1_std": 0.305912, + "nauc_ndcg_at_1_diff1": 0.151628, + "nauc_ndcg_at_3_max": 0.209981, + "nauc_ndcg_at_3_std": 0.345208, + "nauc_ndcg_at_3_diff1": 0.093722, + "nauc_ndcg_at_5_max": 0.17321, + "nauc_ndcg_at_5_std": 0.358298, + "nauc_ndcg_at_5_diff1": 0.021479000000000005, + "nauc_ndcg_at_10_max": 0.121236, + "nauc_ndcg_at_10_std": 0.347457, + "nauc_ndcg_at_10_diff1": 0.001303, + "nauc_ndcg_at_20_max": 0.091906, + "nauc_ndcg_at_20_std": 0.331524, + "nauc_ndcg_at_20_diff1": -0.004109, + "nauc_ndcg_at_100_max": 0.119124, + "nauc_ndcg_at_100_std": 0.35954200000000003, + "nauc_ndcg_at_100_diff1": 0.011774, + "nauc_ndcg_at_1000_max": 0.13844, + "nauc_ndcg_at_1000_std": 0.354475, + "nauc_ndcg_at_1000_diff1": 0.0161, + "nauc_map_at_1_max": 0.304576, + "nauc_map_at_1_std": 0.305912, + "nauc_map_at_1_diff1": 0.151628, + "nauc_map_at_3_max": 0.233595, + "nauc_map_at_3_std": 0.34149799999999997, + "nauc_map_at_3_diff1": 0.10737999999999999, + "nauc_map_at_5_max": 0.207141, + "nauc_map_at_5_std": 0.348075, + "nauc_map_at_5_diff1": 0.058309, + "nauc_map_at_10_max": 0.177238, + "nauc_map_at_10_std": 0.344915, + "nauc_map_at_10_diff1": 0.044531999999999995, + "nauc_map_at_20_max": 0.167467, + "nauc_map_at_20_std": 0.34179200000000004, + "nauc_map_at_20_diff1": 0.042384, + "nauc_map_at_100_max": 0.17158, + "nauc_map_at_100_std": 0.348559, + "nauc_map_at_100_diff1": 0.042197, + "nauc_map_at_1000_max": 0.173136, + "nauc_map_at_1000_std": 0.34814700000000004, + "nauc_map_at_1000_diff1": 0.042817, + "nauc_recall_at_1_max": 0.304576, + "nauc_recall_at_1_std": 0.305912, + "nauc_recall_at_1_diff1": 0.151628, + "nauc_recall_at_3_max": 0.154831, + "nauc_recall_at_3_std": 0.352306, + "nauc_recall_at_3_diff1": 0.06203, + "nauc_recall_at_5_max": 0.108514, + "nauc_recall_at_5_std": 0.378489, + "nauc_recall_at_5_diff1": -0.049883, + "nauc_recall_at_10_max": 0.028804, + "nauc_recall_at_10_std": 0.34846299999999997, + "nauc_recall_at_10_diff1": -0.067767, + "nauc_recall_at_20_max": -0.028364000000000004, + "nauc_recall_at_20_std": 0.305123, + "nauc_recall_at_20_diff1": -0.071777, + "nauc_recall_at_100_max": -0.006318000000000001, + "nauc_recall_at_100_std": 0.39151, + "nauc_recall_at_100_diff1": -0.012726999999999999, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.304576, + "nauc_precision_at_1_std": 0.305912, + "nauc_precision_at_1_diff1": 0.151628, + "nauc_precision_at_3_max": 0.154831, + "nauc_precision_at_3_std": 0.352306, + "nauc_precision_at_3_diff1": 0.06203, + "nauc_precision_at_5_max": 0.108514, + "nauc_precision_at_5_std": 0.378489, + "nauc_precision_at_5_diff1": -0.049883, + "nauc_precision_at_10_max": 0.028804, + "nauc_precision_at_10_std": 0.34846299999999997, + "nauc_precision_at_10_diff1": -0.067767, + "nauc_precision_at_20_max": -0.028364000000000004, + "nauc_precision_at_20_std": 0.305123, + "nauc_precision_at_20_diff1": -0.071777, + "nauc_precision_at_100_max": -0.006318000000000001, + "nauc_precision_at_100_std": 0.39151, + "nauc_precision_at_100_diff1": -0.012726999999999999, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.304576, + "nauc_mrr_at_1_std": 0.305912, + "nauc_mrr_at_1_diff1": 0.151628, + "nauc_mrr_at_3_max": 0.233595, + "nauc_mrr_at_3_std": 0.34149799999999997, + "nauc_mrr_at_3_diff1": 0.10737999999999999, + "nauc_mrr_at_5_max": 0.207141, + "nauc_mrr_at_5_std": 0.348075, + "nauc_mrr_at_5_diff1": 0.058309, + "nauc_mrr_at_10_max": 0.177238, + "nauc_mrr_at_10_std": 0.344915, + "nauc_mrr_at_10_diff1": 0.044531999999999995, + "nauc_mrr_at_20_max": 0.167467, + "nauc_mrr_at_20_std": 0.34179200000000004, + "nauc_mrr_at_20_diff1": 0.042384, + "nauc_mrr_at_100_max": 0.17158, + "nauc_mrr_at_100_std": 0.348559, + "nauc_mrr_at_100_diff1": 0.042197, + "nauc_mrr_at_1000_max": 0.173136, + "nauc_mrr_at_1000_std": 0.34814700000000004, + "nauc_mrr_at_1000_diff1": 0.042817, + "main_score": 0.11623999999999998 + }, + { + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ], + "ndcg_at_1": 0.01075, + "ndcg_at_3": 0.03111, + "ndcg_at_5": 0.04198, + "ndcg_at_10": 0.04886, + "ndcg_at_20": 0.06627, + "ndcg_at_100": 0.15819, + "ndcg_at_1000": 0.2021, + "map_at_1": 0.01075, + "map_at_3": 0.02688, + "map_at_5": 0.0328, + "map_at_10": 0.03559, + "map_at_20": 0.04024, + "map_at_100": 0.05065, + "map_at_1000": 0.05311, + "recall_at_1": 0.01075, + "recall_at_3": 0.04301, + "recall_at_5": 0.06989, + "recall_at_10": 0.09139999999999998, + "recall_at_20": 0.16129, + "recall_at_100": 0.69355, + "recall_at_1000": 1.0, + "precision_at_1": 0.01075, + "precision_at_3": 0.014339999999999999, + "precision_at_5": 0.01398, + "precision_at_10": 0.00914, + "precision_at_20": 0.00806, + "precision_at_100": 0.006939999999999999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.010753000000000002, + "mrr_at_3": 0.026882000000000003, + "mrr_at_5": 0.032796, + "mrr_at_10": 0.035595, + "mrr_at_20": 0.040238, + "mrr_at_100": 0.050652, + "mrr_at_1000": 0.053114, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_1_diff1": 0.24894300000000003, + "nauc_ndcg_at_3_max": 0.809159, + "nauc_ndcg_at_3_std": 0.594068, + "nauc_ndcg_at_3_diff1": 0.249941, + "nauc_ndcg_at_5_max": 0.606127, + "nauc_ndcg_at_5_std": 0.383677, + "nauc_ndcg_at_5_diff1": 0.21407300000000004, + "nauc_ndcg_at_10_max": 0.558719, + "nauc_ndcg_at_10_std": 0.300006, + "nauc_ndcg_at_10_diff1": 0.16256, + "nauc_ndcg_at_20_max": 0.409477, + "nauc_ndcg_at_20_std": 0.188914, + "nauc_ndcg_at_20_diff1": 0.1346, + "nauc_ndcg_at_100_max": 0.333277, + "nauc_ndcg_at_100_std": 0.214906, + "nauc_ndcg_at_100_diff1": 0.07316, + "nauc_ndcg_at_1000_max": 0.463494, + "nauc_ndcg_at_1000_std": 0.27355, + "nauc_ndcg_at_1000_diff1": 0.129588, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_1_diff1": 0.24894300000000003, + "nauc_map_at_3_max": 0.825, + "nauc_map_at_3_std": 0.627763, + "nauc_map_at_3_diff1": 0.24985800000000002, + "nauc_map_at_5_max": 0.6839799999999999, + "nauc_map_at_5_std": 0.473023, + "nauc_map_at_5_diff1": 0.22984, + "nauc_map_at_10_max": 0.6569389999999999, + "nauc_map_at_10_std": 0.417441, + "nauc_map_at_10_diff1": 0.200249, + "nauc_map_at_20_max": 0.587034, + "nauc_map_at_20_std": 0.35993700000000006, + "nauc_map_at_20_diff1": 0.186205, + "nauc_map_at_100_max": 0.556135, + "nauc_map_at_100_std": 0.355159, + "nauc_map_at_100_diff1": 0.16424500000000003, + "nauc_map_at_1000_max": 0.571497, + "nauc_map_at_1000_std": 0.363072, + "nauc_map_at_1000_diff1": 0.170605, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_1_diff1": 0.24894300000000003, + "nauc_recall_at_3_max": 0.781251, + "nauc_recall_at_3_std": 0.534704, + "nauc_recall_at_3_diff1": 0.250087, + "nauc_recall_at_5_max": 0.484202, + "nauc_recall_at_5_std": 0.24927700000000003, + "nauc_recall_at_5_diff1": 0.18715200000000004, + "nauc_recall_at_10_max": 0.422174, + "nauc_recall_at_10_std": 0.144777, + "nauc_recall_at_10_diff1": 0.106624, + "nauc_recall_at_20_max": 0.207685, + "nauc_recall_at_20_std": 0.00758, + "nauc_recall_at_20_diff1": 0.07546, + "nauc_recall_at_100_max": 0.069487, + "nauc_recall_at_100_std": 0.09432299999999999, + "nauc_recall_at_100_diff1": -0.042262, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_1_diff1": 0.24894300000000003, + "nauc_precision_at_3_max": 0.781251, + "nauc_precision_at_3_std": 0.534704, + "nauc_precision_at_3_diff1": 0.250087, + "nauc_precision_at_5_max": 0.484202, + "nauc_precision_at_5_std": 0.24927700000000003, + "nauc_precision_at_5_diff1": 0.18715200000000004, + "nauc_precision_at_10_max": 0.422174, + "nauc_precision_at_10_std": 0.144777, + "nauc_precision_at_10_diff1": 0.106624, + "nauc_precision_at_20_max": 0.207685, + "nauc_precision_at_20_std": 0.00758, + "nauc_precision_at_20_diff1": 0.07546, + "nauc_precision_at_100_max": 0.069487, + "nauc_precision_at_100_std": 0.09432299999999999, + "nauc_precision_at_100_diff1": -0.042262, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_1_diff1": 0.24894300000000003, + "nauc_mrr_at_3_max": 0.825, + "nauc_mrr_at_3_std": 0.627763, + "nauc_mrr_at_3_diff1": 0.24985800000000002, + "nauc_mrr_at_5_max": 0.6839799999999999, + "nauc_mrr_at_5_std": 0.473023, + "nauc_mrr_at_5_diff1": 0.22984, + "nauc_mrr_at_10_max": 0.6569389999999999, + "nauc_mrr_at_10_std": 0.417441, + "nauc_mrr_at_10_diff1": 0.200249, + "nauc_mrr_at_20_max": 0.587034, + "nauc_mrr_at_20_std": 0.35993700000000006, + "nauc_mrr_at_20_diff1": 0.186205, + "nauc_mrr_at_100_max": 0.556135, + "nauc_mrr_at_100_std": 0.355159, + "nauc_mrr_at_100_diff1": 0.16424500000000003, + "nauc_mrr_at_1000_max": 0.571497, + "nauc_mrr_at_1000_std": 0.363072, + "nauc_mrr_at_1000_diff1": 0.170605, + "main_score": 0.04886 + }, + { + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ], + "ndcg_at_1": 0.11042999999999999, + "ndcg_at_3": 0.13205, + "ndcg_at_5": 0.15421, + "ndcg_at_10": 0.16588, + "ndcg_at_20": 0.19336000000000003, + "ndcg_at_100": 0.26648, + "ndcg_at_1000": 0.30168, + "map_at_1": 0.11042999999999999, + "map_at_3": 0.12679, + "map_at_5": 0.13875, + "map_at_10": 0.14344, + "map_at_20": 0.15076, + "map_at_100": 0.16021000000000002, + "map_at_1000": 0.16219, + "recall_at_1": 0.11042999999999999, + "recall_at_3": 0.14724, + "recall_at_5": 0.20244999999999996, + "recall_at_10": 0.23925999999999997, + "recall_at_20": 0.34969, + "recall_at_100": 0.7546, + "recall_at_1000": 1.0, + "precision_at_1": 0.11042999999999999, + "precision_at_3": 0.04907999999999999, + "precision_at_5": 0.04049, + "precision_at_10": 0.023929999999999996, + "precision_at_20": 0.01748, + "precision_at_100": 0.00755, + "precision_at_1000": 0.001, + "mrr_at_1": 0.110429, + "mrr_at_3": 0.126789, + "mrr_at_5": 0.138753, + "mrr_at_10": 0.143437, + "mrr_at_20": 0.150759, + "mrr_at_100": 0.16020899999999996, + "mrr_at_1000": 0.16218800000000003, + "nauc_ndcg_at_1_max": 0.437806, + "nauc_ndcg_at_1_std": 0.362659, + "nauc_ndcg_at_1_diff1": 0.1523, + "nauc_ndcg_at_3_max": 0.477917, + "nauc_ndcg_at_3_std": 0.418048, + "nauc_ndcg_at_3_diff1": 0.12288, + "nauc_ndcg_at_5_max": 0.432288, + "nauc_ndcg_at_5_std": 0.377581, + "nauc_ndcg_at_5_diff1": 0.08984200000000002, + "nauc_ndcg_at_10_max": 0.459003, + "nauc_ndcg_at_10_std": 0.410103, + "nauc_ndcg_at_10_diff1": 0.081627, + "nauc_ndcg_at_20_max": 0.443326, + "nauc_ndcg_at_20_std": 0.403511, + "nauc_ndcg_at_20_diff1": 0.053708, + "nauc_ndcg_at_100_max": 0.46945100000000006, + "nauc_ndcg_at_100_std": 0.430094, + "nauc_ndcg_at_100_diff1": 0.023986, + "nauc_ndcg_at_1000_max": 0.45625, + "nauc_ndcg_at_1000_std": 0.407925, + "nauc_ndcg_at_1000_diff1": 0.064647, + "nauc_map_at_1_max": 0.437806, + "nauc_map_at_1_std": 0.362659, + "nauc_map_at_1_diff1": 0.1523, + "nauc_map_at_3_max": 0.469934, + "nauc_map_at_3_std": 0.406798, + "nauc_map_at_3_diff1": 0.130519, + "nauc_map_at_5_max": 0.444704, + "nauc_map_at_5_std": 0.384819, + "nauc_map_at_5_diff1": 0.110733, + "nauc_map_at_10_max": 0.456016, + "nauc_map_at_10_std": 0.39923500000000006, + "nauc_map_at_10_diff1": 0.105851, + "nauc_map_at_20_max": 0.451017, + "nauc_map_at_20_std": 0.39647, + "nauc_map_at_20_diff1": 0.098293, + "nauc_map_at_100_max": 0.455433, + "nauc_map_at_100_std": 0.40092, + "nauc_map_at_100_diff1": 0.091385, + "nauc_map_at_1000_max": 0.45469100000000007, + "nauc_map_at_1000_std": 0.399542, + "nauc_map_at_1000_diff1": 0.093956, + "nauc_recall_at_1_max": 0.437806, + "nauc_recall_at_1_std": 0.362659, + "nauc_recall_at_1_diff1": 0.1523, + "nauc_recall_at_3_max": 0.498285, + "nauc_recall_at_3_std": 0.446841, + "nauc_recall_at_3_diff1": 0.10266199999999999, + "nauc_recall_at_5_max": 0.39902, + "nauc_recall_at_5_std": 0.35605800000000004, + "nauc_recall_at_5_diff1": 0.040486, + "nauc_recall_at_10_max": 0.4680889999999999, + "nauc_recall_at_10_std": 0.436669, + "nauc_recall_at_10_diff1": 0.027587, + "nauc_recall_at_20_max": 0.423179, + "nauc_recall_at_20_std": 0.418701, + "nauc_recall_at_20_diff1": -0.051555, + "nauc_recall_at_100_max": 0.554527, + "nauc_recall_at_100_std": 0.570136, + "nauc_recall_at_100_diff1": -0.234825, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.437806, + "nauc_precision_at_1_std": 0.362659, + "nauc_precision_at_1_diff1": 0.1523, + "nauc_precision_at_3_max": 0.498285, + "nauc_precision_at_3_std": 0.446841, + "nauc_precision_at_3_diff1": 0.10266199999999999, + "nauc_precision_at_5_max": 0.39902, + "nauc_precision_at_5_std": 0.35605800000000004, + "nauc_precision_at_5_diff1": 0.040486, + "nauc_precision_at_10_max": 0.4680889999999999, + "nauc_precision_at_10_std": 0.436669, + "nauc_precision_at_10_diff1": 0.027587, + "nauc_precision_at_20_max": 0.423179, + "nauc_precision_at_20_std": 0.418701, + "nauc_precision_at_20_diff1": -0.051555, + "nauc_precision_at_100_max": 0.554527, + "nauc_precision_at_100_std": 0.570136, + "nauc_precision_at_100_diff1": -0.234825, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.437806, + "nauc_mrr_at_1_std": 0.362659, + "nauc_mrr_at_1_diff1": 0.1523, + "nauc_mrr_at_3_max": 0.469934, + "nauc_mrr_at_3_std": 0.406798, + "nauc_mrr_at_3_diff1": 0.130519, + "nauc_mrr_at_5_max": 0.444704, + "nauc_mrr_at_5_std": 0.384819, + "nauc_mrr_at_5_diff1": 0.110733, + "nauc_mrr_at_10_max": 0.456016, + "nauc_mrr_at_10_std": 0.39923500000000006, + "nauc_mrr_at_10_diff1": 0.105851, + "nauc_mrr_at_20_max": 0.451017, + "nauc_mrr_at_20_std": 0.39647, + "nauc_mrr_at_20_diff1": 0.098293, + "nauc_mrr_at_100_max": 0.455433, + "nauc_mrr_at_100_std": 0.40092, + "nauc_mrr_at_100_diff1": 0.091385, + "nauc_mrr_at_1000_max": 0.45469100000000007, + "nauc_mrr_at_1000_std": 0.399542, + "nauc_mrr_at_1000_diff1": 0.093956, + "main_score": 0.16588 + }, + { + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ], + "ndcg_at_1": 0.01596, + "ndcg_at_3": 0.03204, + "ndcg_at_5": 0.03868, + "ndcg_at_10": 0.05055, + "ndcg_at_20": 0.06378, + "ndcg_at_100": 0.15976, + "ndcg_at_1000": 0.20225, + "map_at_1": 0.01596, + "map_at_3": 0.028369999999999996, + "map_at_5": 0.03209, + "map_at_10": 0.03689, + "map_at_20": 0.04041, + "map_at_100": 0.05132, + "map_at_1000": 0.05366, + "recall_at_1": 0.01596, + "recall_at_3": 0.04255, + "recall_at_5": 0.05851, + "recall_at_10": 0.09573999999999999, + "recall_at_20": 0.14894, + "recall_at_100": 0.70213, + "recall_at_1000": 1.0, + "precision_at_1": 0.01596, + "precision_at_3": 0.01418, + "precision_at_5": 0.011699999999999999, + "precision_at_10": 0.00957, + "precision_at_20": 0.00745, + "precision_at_100": 0.007020000000000001, + "precision_at_1000": 0.001, + "mrr_at_1": 0.015957, + "mrr_at_3": 0.028369, + "mrr_at_5": 0.032092, + "mrr_at_10": 0.036892, + "mrr_at_20": 0.040411, + "mrr_at_100": 0.05132400000000001, + "mrr_at_1000": 0.053659, + "nauc_ndcg_at_1_max": 0.699754, + "nauc_ndcg_at_1_std": 0.499288, + "nauc_ndcg_at_1_diff1": 0.699754, + "nauc_ndcg_at_3_max": 0.509889, + "nauc_ndcg_at_3_std": 0.502248, + "nauc_ndcg_at_3_diff1": 0.586857, + "nauc_ndcg_at_5_max": 0.510663, + "nauc_ndcg_at_5_std": 0.504333, + "nauc_ndcg_at_5_diff1": 0.515463, + "nauc_ndcg_at_10_max": 0.383287, + "nauc_ndcg_at_10_std": 0.329963, + "nauc_ndcg_at_10_diff1": 0.356283, + "nauc_ndcg_at_20_max": 0.341008, + "nauc_ndcg_at_20_std": 0.306261, + "nauc_ndcg_at_20_diff1": 0.306731, + "nauc_ndcg_at_100_max": 0.286843, + "nauc_ndcg_at_100_std": 0.22967599999999996, + "nauc_ndcg_at_100_diff1": 0.248014, + "nauc_ndcg_at_1000_max": 0.361468, + "nauc_ndcg_at_1000_std": 0.325157, + "nauc_ndcg_at_1000_diff1": 0.339594, + "nauc_map_at_1_max": 0.699754, + "nauc_map_at_1_std": 0.499288, + "nauc_map_at_1_diff1": 0.699754, + "nauc_map_at_3_max": 0.530238, + "nauc_map_at_3_std": 0.503964, + "nauc_map_at_3_diff1": 0.599129, + "nauc_map_at_5_max": 0.526423, + "nauc_map_at_5_std": 0.503198, + "nauc_map_at_5_diff1": 0.546072, + "nauc_map_at_10_max": 0.449295, + "nauc_map_at_10_std": 0.407116, + "nauc_map_at_10_diff1": 0.449844, + "nauc_map_at_20_max": 0.430577, + "nauc_map_at_20_std": 0.39445300000000005, + "nauc_map_at_20_diff1": 0.428133, + "nauc_map_at_100_max": 0.412718, + "nauc_map_at_100_std": 0.374294, + "nauc_map_at_100_diff1": 0.406427, + "nauc_map_at_1000_max": 0.420984, + "nauc_map_at_1000_std": 0.384741, + "nauc_map_at_1000_diff1": 0.416681, + "nauc_recall_at_1_max": 0.699754, + "nauc_recall_at_1_std": 0.499288, + "nauc_recall_at_1_diff1": 0.699754, + "nauc_recall_at_3_max": 0.472231, + "nauc_recall_at_3_std": 0.498363, + "nauc_recall_at_3_diff1": 0.564086, + "nauc_recall_at_5_max": 0.48822299999999996, + "nauc_recall_at_5_std": 0.507228, + "nauc_recall_at_5_diff1": 0.46452899999999997, + "nauc_recall_at_10_max": 0.295359, + "nauc_recall_at_10_std": 0.216252, + "nauc_recall_at_10_diff1": 0.229319, + "nauc_recall_at_20_max": 0.237861, + "nauc_recall_at_20_std": 0.201327, + "nauc_recall_at_20_diff1": 0.165644, + "nauc_recall_at_100_max": 0.131263, + "nauc_recall_at_100_std": 0.033701, + "nauc_recall_at_100_diff1": 0.056935, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.699754, + "nauc_precision_at_1_std": 0.499288, + "nauc_precision_at_1_diff1": 0.699754, + "nauc_precision_at_3_max": 0.472231, + "nauc_precision_at_3_std": 0.498363, + "nauc_precision_at_3_diff1": 0.564086, + "nauc_precision_at_5_max": 0.48822299999999996, + "nauc_precision_at_5_std": 0.507228, + "nauc_precision_at_5_diff1": 0.46452899999999997, + "nauc_precision_at_10_max": 0.295359, + "nauc_precision_at_10_std": 0.216252, + "nauc_precision_at_10_diff1": 0.229319, + "nauc_precision_at_20_max": 0.237861, + "nauc_precision_at_20_std": 0.201327, + "nauc_precision_at_20_diff1": 0.165644, + "nauc_precision_at_100_max": 0.131263, + "nauc_precision_at_100_std": 0.033701, + "nauc_precision_at_100_diff1": 0.056935, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.699754, + "nauc_mrr_at_1_std": 0.499288, + "nauc_mrr_at_1_diff1": 0.699754, + "nauc_mrr_at_3_max": 0.530238, + "nauc_mrr_at_3_std": 0.503964, + "nauc_mrr_at_3_diff1": 0.599129, + "nauc_mrr_at_5_max": 0.526423, + "nauc_mrr_at_5_std": 0.503198, + "nauc_mrr_at_5_diff1": 0.546072, + "nauc_mrr_at_10_max": 0.449295, + "nauc_mrr_at_10_std": 0.407116, + "nauc_mrr_at_10_diff1": 0.449844, + "nauc_mrr_at_20_max": 0.430577, + "nauc_mrr_at_20_std": 0.39445300000000005, + "nauc_mrr_at_20_diff1": 0.428133, + "nauc_mrr_at_100_max": 0.412718, + "nauc_mrr_at_100_std": 0.374294, + "nauc_mrr_at_100_diff1": 0.406427, + "nauc_mrr_at_1000_max": 0.420984, + "nauc_mrr_at_1000_std": 0.384741, + "nauc_mrr_at_1000_diff1": 0.416681, + "main_score": 0.05055 + }, + { + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.1401, + "ndcg_at_3": 0.18317, + "ndcg_at_5": 0.20334, + "ndcg_at_10": 0.24397, + "ndcg_at_20": 0.26833, + "ndcg_at_100": 0.3353400000000001, + "ndcg_at_1000": 0.35528, + "map_at_1": 0.1401, + "map_at_3": 0.1715, + "map_at_5": 0.18285, + "map_at_10": 0.19962, + "map_at_20": 0.20628, + "map_at_100": 0.21487, + "map_at_1000": 0.21597000000000002, + "recall_at_1": 0.1401, + "recall_at_3": 0.21739, + "recall_at_5": 0.2657, + "recall_at_10": 0.3913, + "recall_at_20": 0.48792, + "recall_at_100": 0.8599, + "recall_at_1000": 1.0, + "precision_at_1": 0.1401, + "precision_at_3": 0.07246, + "precision_at_5": 0.05314, + "precision_at_10": 0.03913, + "precision_at_20": 0.024399999999999998, + "precision_at_100": 0.0086, + "precision_at_1000": 0.001, + "mrr_at_1": 0.140097, + "mrr_at_3": 0.17149800000000004, + "mrr_at_5": 0.18285, + "mrr_at_10": 0.19961700000000002, + "mrr_at_20": 0.206276, + "mrr_at_100": 0.214873, + "mrr_at_1000": 0.215967, + "nauc_ndcg_at_1_max": 0.486537, + "nauc_ndcg_at_1_std": 0.436024, + "nauc_ndcg_at_1_diff1": 0.539216, + "nauc_ndcg_at_3_max": 0.421094, + "nauc_ndcg_at_3_std": 0.386143, + "nauc_ndcg_at_3_diff1": 0.481514, + "nauc_ndcg_at_5_max": 0.409416, + "nauc_ndcg_at_5_std": 0.372043, + "nauc_ndcg_at_5_diff1": 0.450079, + "nauc_ndcg_at_10_max": 0.407269, + "nauc_ndcg_at_10_std": 0.36943, + "nauc_ndcg_at_10_diff1": 0.396211, + "nauc_ndcg_at_20_max": 0.402033, + "nauc_ndcg_at_20_std": 0.364104, + "nauc_ndcg_at_20_diff1": 0.367802, + "nauc_ndcg_at_100_max": 0.4245979999999999, + "nauc_ndcg_at_100_std": 0.398256, + "nauc_ndcg_at_100_diff1": 0.387772, + "nauc_ndcg_at_1000_max": 0.41583, + "nauc_ndcg_at_1000_std": 0.382014, + "nauc_ndcg_at_1000_diff1": 0.40804, + "nauc_map_at_1_max": 0.486537, + "nauc_map_at_1_std": 0.436024, + "nauc_map_at_1_diff1": 0.539216, + "nauc_map_at_3_max": 0.438293, + "nauc_map_at_3_std": 0.397968, + "nauc_map_at_3_diff1": 0.492273, + "nauc_map_at_5_max": 0.430706, + "nauc_map_at_5_std": 0.389057, + "nauc_map_at_5_diff1": 0.47344, + "nauc_map_at_10_max": 0.427014, + "nauc_map_at_10_std": 0.386102, + "nauc_map_at_10_diff1": 0.4460740000000001, + "nauc_map_at_20_max": 0.425654, + "nauc_map_at_20_std": 0.38470999999999994, + "nauc_map_at_20_diff1": 0.43837, + "nauc_map_at_100_max": 0.427715, + "nauc_map_at_100_std": 0.38905, + "nauc_map_at_100_diff1": 0.439858, + "nauc_map_at_1000_max": 0.427228, + "nauc_map_at_1000_std": 0.388202, + "nauc_map_at_1000_diff1": 0.44087400000000004, + "nauc_recall_at_1_max": 0.486537, + "nauc_recall_at_1_std": 0.436024, + "nauc_recall_at_1_diff1": 0.539216, + "nauc_recall_at_3_max": 0.377806, + "nauc_recall_at_3_std": 0.356744, + "nauc_recall_at_3_diff1": 0.455668, + "nauc_recall_at_5_max": 0.3582850000000001, + "nauc_recall_at_5_std": 0.331162, + "nauc_recall_at_5_diff1": 0.393185, + "nauc_recall_at_10_max": 0.366766, + "nauc_recall_at_10_std": 0.334186, + "nauc_recall_at_10_diff1": 0.276452, + "nauc_recall_at_20_max": 0.34798, + "nauc_recall_at_20_std": 0.31506, + "nauc_recall_at_20_diff1": 0.178574, + "nauc_recall_at_100_max": 0.524809, + "nauc_recall_at_100_std": 0.590823, + "nauc_recall_at_100_diff1": 0.135038, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.486537, + "nauc_precision_at_1_std": 0.436024, + "nauc_precision_at_1_diff1": 0.539216, + "nauc_precision_at_3_max": 0.377806, + "nauc_precision_at_3_std": 0.356744, + "nauc_precision_at_3_diff1": 0.455668, + "nauc_precision_at_5_max": 0.3582850000000001, + "nauc_precision_at_5_std": 0.331162, + "nauc_precision_at_5_diff1": 0.393185, + "nauc_precision_at_10_max": 0.366766, + "nauc_precision_at_10_std": 0.334186, + "nauc_precision_at_10_diff1": 0.276452, + "nauc_precision_at_20_max": 0.34798, + "nauc_precision_at_20_std": 0.31506, + "nauc_precision_at_20_diff1": 0.178574, + "nauc_precision_at_100_max": 0.524809, + "nauc_precision_at_100_std": 0.590823, + "nauc_precision_at_100_diff1": 0.135038, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.486537, + "nauc_mrr_at_1_std": 0.436024, + "nauc_mrr_at_1_diff1": 0.539216, + "nauc_mrr_at_3_max": 0.438293, + "nauc_mrr_at_3_std": 0.397968, + "nauc_mrr_at_3_diff1": 0.492273, + "nauc_mrr_at_5_max": 0.430706, + "nauc_mrr_at_5_std": 0.389057, + "nauc_mrr_at_5_diff1": 0.47344, + "nauc_mrr_at_10_max": 0.427014, + "nauc_mrr_at_10_std": 0.386102, + "nauc_mrr_at_10_diff1": 0.4460740000000001, + "nauc_mrr_at_20_max": 0.425654, + "nauc_mrr_at_20_std": 0.38470999999999994, + "nauc_mrr_at_20_diff1": 0.43837, + "nauc_mrr_at_100_max": 0.427715, + "nauc_mrr_at_100_std": 0.38905, + "nauc_mrr_at_100_diff1": 0.439858, + "nauc_mrr_at_1000_max": 0.427228, + "nauc_mrr_at_1000_std": 0.388202, + "nauc_mrr_at_1000_diff1": 0.44087400000000004, + "main_score": 0.24397 + }, + { + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.20503, + "ndcg_at_3": 0.28072, + "ndcg_at_5": 0.31226, + "ndcg_at_10": 0.33855, + "ndcg_at_20": 0.35829, + "ndcg_at_100": 0.40406, + "ndcg_at_1000": 0.42827, + "map_at_1": 0.20503, + "map_at_3": 0.26209, + "map_at_5": 0.2794, + "map_at_10": 0.29026, + "map_at_20": 0.29578, + "map_at_100": 0.30204, + "map_at_1000": 0.30309, + "recall_at_1": 0.20503, + "recall_at_3": 0.33462, + "recall_at_5": 0.4119900000000001, + "recall_at_10": 0.49323, + "recall_at_20": 0.5706, + "recall_at_100": 0.81818, + "recall_at_1000": 1.0, + "precision_at_1": 0.20503, + "precision_at_3": 0.11154, + "precision_at_5": 0.0824, + "precision_at_10": 0.04932, + "precision_at_20": 0.028529999999999996, + "precision_at_100": 0.00818, + "precision_at_1000": 0.001, + "mrr_at_1": 0.20502900000000002, + "mrr_at_3": 0.262089, + "mrr_at_5": 0.2794, + "mrr_at_10": 0.29026, + "mrr_at_20": 0.29578, + "mrr_at_100": 0.302042, + "mrr_at_1000": 0.303094, + "nauc_ndcg_at_1_max": 0.399899, + "nauc_ndcg_at_1_std": 0.172277, + "nauc_ndcg_at_1_diff1": 0.536614, + "nauc_ndcg_at_3_max": 0.361941, + "nauc_ndcg_at_3_std": 0.160823, + "nauc_ndcg_at_3_diff1": 0.41440899999999997, + "nauc_ndcg_at_5_max": 0.362272, + "nauc_ndcg_at_5_std": 0.16491, + "nauc_ndcg_at_5_diff1": 0.392458, + "nauc_ndcg_at_10_max": 0.35731900000000005, + "nauc_ndcg_at_10_std": 0.154376, + "nauc_ndcg_at_10_diff1": 0.391049, + "nauc_ndcg_at_20_max": 0.363035, + "nauc_ndcg_at_20_std": 0.153421, + "nauc_ndcg_at_20_diff1": 0.390327, + "nauc_ndcg_at_100_max": 0.361578, + "nauc_ndcg_at_100_std": 0.16545500000000002, + "nauc_ndcg_at_100_diff1": 0.378261, + "nauc_ndcg_at_1000_max": 0.36542700000000006, + "nauc_ndcg_at_1000_std": 0.161092, + "nauc_ndcg_at_1000_diff1": 0.402942, + "nauc_map_at_1_max": 0.399899, + "nauc_map_at_1_std": 0.172277, + "nauc_map_at_1_diff1": 0.536614, + "nauc_map_at_3_max": 0.37089800000000006, + "nauc_map_at_3_std": 0.163079, + "nauc_map_at_3_diff1": 0.43963599999999997, + "nauc_map_at_5_max": 0.37089800000000006, + "nauc_map_at_5_std": 0.165211, + "nauc_map_at_5_diff1": 0.426779, + "nauc_map_at_10_max": 0.3694430000000001, + "nauc_map_at_10_std": 0.160994, + "nauc_map_at_10_diff1": 0.42704099999999995, + "nauc_map_at_20_max": 0.37120999999999993, + "nauc_map_at_20_std": 0.16062199999999996, + "nauc_map_at_20_diff1": 0.42715800000000004, + "nauc_map_at_100_max": 0.37093600000000004, + "nauc_map_at_100_std": 0.162394, + "nauc_map_at_100_diff1": 0.425637, + "nauc_map_at_1000_max": 0.371026, + "nauc_map_at_1000_std": 0.162146, + "nauc_map_at_1000_diff1": 0.426614, + "nauc_recall_at_1_max": 0.399899, + "nauc_recall_at_1_std": 0.172277, + "nauc_recall_at_1_diff1": 0.536614, + "nauc_recall_at_3_max": 0.338205, + "nauc_recall_at_3_std": 0.155002, + "nauc_recall_at_3_diff1": 0.348826, + "nauc_recall_at_5_max": 0.340057, + "nauc_recall_at_5_std": 0.164978, + "nauc_recall_at_5_diff1": 0.302068, + "nauc_recall_at_10_max": 0.322186, + "nauc_recall_at_10_std": 0.133303, + "nauc_recall_at_10_diff1": 0.292022, + "nauc_recall_at_20_max": 0.34082, + "nauc_recall_at_20_std": 0.128821, + "nauc_recall_at_20_diff1": 0.280347, + "nauc_recall_at_100_max": 0.310029, + "nauc_recall_at_100_std": 0.212337, + "nauc_recall_at_100_diff1": 0.077812, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.399899, + "nauc_precision_at_1_std": 0.172277, + "nauc_precision_at_1_diff1": 0.536614, + "nauc_precision_at_3_max": 0.338205, + "nauc_precision_at_3_std": 0.155002, + "nauc_precision_at_3_diff1": 0.348826, + "nauc_precision_at_5_max": 0.340057, + "nauc_precision_at_5_std": 0.164978, + "nauc_precision_at_5_diff1": 0.302068, + "nauc_precision_at_10_max": 0.322186, + "nauc_precision_at_10_std": 0.133303, + "nauc_precision_at_10_diff1": 0.292022, + "nauc_precision_at_20_max": 0.34082, + "nauc_precision_at_20_std": 0.128821, + "nauc_precision_at_20_diff1": 0.280347, + "nauc_precision_at_100_max": 0.310029, + "nauc_precision_at_100_std": 0.212337, + "nauc_precision_at_100_diff1": 0.077812, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.399899, + "nauc_mrr_at_1_std": 0.172277, + "nauc_mrr_at_1_diff1": 0.536614, + "nauc_mrr_at_3_max": 0.37089800000000006, + "nauc_mrr_at_3_std": 0.163079, + "nauc_mrr_at_3_diff1": 0.43963599999999997, + "nauc_mrr_at_5_max": 0.37089800000000006, + "nauc_mrr_at_5_std": 0.165211, + "nauc_mrr_at_5_diff1": 0.426779, + "nauc_mrr_at_10_max": 0.3694430000000001, + "nauc_mrr_at_10_std": 0.160994, + "nauc_mrr_at_10_diff1": 0.42704099999999995, + "nauc_mrr_at_20_max": 0.37120999999999993, + "nauc_mrr_at_20_std": 0.16062199999999996, + "nauc_mrr_at_20_diff1": 0.42715800000000004, + "nauc_mrr_at_100_max": 0.37093600000000004, + "nauc_mrr_at_100_std": 0.162394, + "nauc_mrr_at_100_diff1": 0.425637, + "nauc_mrr_at_1000_max": 0.371026, + "nauc_mrr_at_1000_std": 0.162146, + "nauc_mrr_at_1000_diff1": 0.426614, + "main_score": 0.33855 + }, + { + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.14907, + "ndcg_at_3": 0.17717, + "ndcg_at_5": 0.19988, + "ndcg_at_10": 0.22664, + "ndcg_at_20": 0.25236, + "ndcg_at_100": 0.33562999999999993, + "ndcg_at_1000": 0.34891, + "map_at_1": 0.14907, + "map_at_3": 0.16977, + "map_at_5": 0.18218999999999996, + "map_at_10": 0.19362, + "map_at_20": 0.20099, + "map_at_100": 0.21097, + "map_at_1000": 0.21170000000000003, + "recall_at_1": 0.14907, + "recall_at_3": 0.19875999999999996, + "recall_at_5": 0.25466, + "recall_at_10": 0.3354, + "recall_at_20": 0.43478, + "recall_at_100": 0.90683, + "recall_at_1000": 1.0, + "precision_at_1": 0.14907, + "precision_at_3": 0.06625, + "precision_at_5": 0.05093, + "precision_at_10": 0.03354, + "precision_at_20": 0.02174, + "precision_at_100": 0.00907, + "precision_at_1000": 0.001, + "mrr_at_1": 0.149068, + "mrr_at_3": 0.169772, + "mrr_at_5": 0.182195, + "mrr_at_10": 0.19362399999999996, + "mrr_at_20": 0.200993, + "mrr_at_100": 0.210974, + "mrr_at_1000": 0.21169899999999997, + "nauc_ndcg_at_1_max": 0.552006, + "nauc_ndcg_at_1_std": 0.40385799999999994, + "nauc_ndcg_at_1_diff1": 0.59772, + "nauc_ndcg_at_3_max": 0.449358, + "nauc_ndcg_at_3_std": 0.328022, + "nauc_ndcg_at_3_diff1": 0.460412, + "nauc_ndcg_at_5_max": 0.431046, + "nauc_ndcg_at_5_std": 0.33437199999999995, + "nauc_ndcg_at_5_diff1": 0.451635, + "nauc_ndcg_at_10_max": 0.390863, + "nauc_ndcg_at_10_std": 0.329405, + "nauc_ndcg_at_10_diff1": 0.422482, + "nauc_ndcg_at_20_max": 0.36631300000000006, + "nauc_ndcg_at_20_std": 0.304233, + "nauc_ndcg_at_20_diff1": 0.40221, + "nauc_ndcg_at_100_max": 0.407483, + "nauc_ndcg_at_100_std": 0.32321500000000003, + "nauc_ndcg_at_100_diff1": 0.43728, + "nauc_ndcg_at_1000_max": 0.408913, + "nauc_ndcg_at_1000_std": 0.324717, + "nauc_ndcg_at_1000_diff1": 0.44018599999999997, + "nauc_map_at_1_max": 0.552006, + "nauc_map_at_1_std": 0.40385799999999994, + "nauc_map_at_1_diff1": 0.59772, + "nauc_map_at_3_max": 0.473135, + "nauc_map_at_3_std": 0.345641, + "nauc_map_at_3_diff1": 0.49255099999999996, + "nauc_map_at_5_max": 0.460382, + "nauc_map_at_5_std": 0.347609, + "nauc_map_at_5_diff1": 0.485978, + "nauc_map_at_10_max": 0.441155, + "nauc_map_at_10_std": 0.344111, + "nauc_map_at_10_diff1": 0.47151499999999996, + "nauc_map_at_20_max": 0.433997, + "nauc_map_at_20_std": 0.33663600000000005, + "nauc_map_at_20_diff1": 0.46561099999999994, + "nauc_map_at_100_max": 0.437815, + "nauc_map_at_100_std": 0.33813299999999996, + "nauc_map_at_100_diff1": 0.46901399999999993, + "nauc_map_at_1000_max": 0.43792299999999995, + "nauc_map_at_1000_std": 0.338233, + "nauc_map_at_1000_diff1": 0.46921099999999993, + "nauc_recall_at_1_max": 0.552006, + "nauc_recall_at_1_std": 0.40385799999999994, + "nauc_recall_at_1_diff1": 0.59772, + "nauc_recall_at_3_max": 0.388219, + "nauc_recall_at_3_std": 0.282699, + "nauc_recall_at_3_diff1": 0.377657, + "nauc_recall_at_5_max": 0.360597, + "nauc_recall_at_5_std": 0.304812, + "nauc_recall_at_5_diff1": 0.3693660000000001, + "nauc_recall_at_10_max": 0.268652, + "nauc_recall_at_10_std": 0.299198, + "nauc_recall_at_10_diff1": 0.306267, + "nauc_recall_at_20_max": 0.191163, + "nauc_recall_at_20_std": 0.219256, + "nauc_recall_at_20_diff1": 0.24230000000000002, + "nauc_recall_at_100_max": 0.3784509999999999, + "nauc_recall_at_100_std": 0.29578, + "nauc_recall_at_100_diff1": 0.383898, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.552006, + "nauc_precision_at_1_std": 0.40385799999999994, + "nauc_precision_at_1_diff1": 0.59772, + "nauc_precision_at_3_max": 0.388219, + "nauc_precision_at_3_std": 0.282699, + "nauc_precision_at_3_diff1": 0.377657, + "nauc_precision_at_5_max": 0.360597, + "nauc_precision_at_5_std": 0.304812, + "nauc_precision_at_5_diff1": 0.3693660000000001, + "nauc_precision_at_10_max": 0.268652, + "nauc_precision_at_10_std": 0.299198, + "nauc_precision_at_10_diff1": 0.306267, + "nauc_precision_at_20_max": 0.191163, + "nauc_precision_at_20_std": 0.219256, + "nauc_precision_at_20_diff1": 0.24230000000000002, + "nauc_precision_at_100_max": 0.3784509999999999, + "nauc_precision_at_100_std": 0.29578, + "nauc_precision_at_100_diff1": 0.383898, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.552006, + "nauc_mrr_at_1_std": 0.40385799999999994, + "nauc_mrr_at_1_diff1": 0.59772, + "nauc_mrr_at_3_max": 0.473135, + "nauc_mrr_at_3_std": 0.345641, + "nauc_mrr_at_3_diff1": 0.49255099999999996, + "nauc_mrr_at_5_max": 0.460382, + "nauc_mrr_at_5_std": 0.347609, + "nauc_mrr_at_5_diff1": 0.485978, + "nauc_mrr_at_10_max": 0.441155, + "nauc_mrr_at_10_std": 0.344111, + "nauc_mrr_at_10_diff1": 0.47151499999999996, + "nauc_mrr_at_20_max": 0.433997, + "nauc_mrr_at_20_std": 0.33663600000000005, + "nauc_mrr_at_20_diff1": 0.46561099999999994, + "nauc_mrr_at_100_max": 0.437815, + "nauc_mrr_at_100_std": 0.33813299999999996, + "nauc_mrr_at_100_diff1": 0.46901399999999993, + "nauc_mrr_at_1000_max": 0.43792299999999995, + "nauc_mrr_at_1000_std": 0.338233, + "nauc_mrr_at_1000_diff1": 0.46921099999999993, + "main_score": 0.22664 + }, + { + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ], + "ndcg_at_1": 0.04839, + "ndcg_at_3": 0.07072, + "ndcg_at_5": 0.08622999999999999, + "ndcg_at_10": 0.10198, + "ndcg_at_20": 0.12279, + "ndcg_at_100": 0.21737, + "ndcg_at_1000": 0.24826, + "map_at_1": 0.04839, + "map_at_3": 0.06541, + "map_at_5": 0.07401, + "map_at_10": 0.08058, + "map_at_20": 0.08651999999999999, + "map_at_100": 0.09817000000000001, + "map_at_1000": 0.09992, + "recall_at_1": 0.04839, + "recall_at_3": 0.08602, + "recall_at_5": 0.12366000000000002, + "recall_at_10": 0.17204, + "recall_at_20": 0.25269, + "recall_at_100": 0.78495, + "recall_at_1000": 1.0, + "precision_at_1": 0.04839, + "precision_at_3": 0.02867, + "precision_at_5": 0.02473, + "precision_at_10": 0.0172, + "precision_at_20": 0.01263, + "precision_at_100": 0.00785, + "precision_at_1000": 0.001, + "mrr_at_1": 0.048387, + "mrr_at_3": 0.065412, + "mrr_at_5": 0.074014, + "mrr_at_10": 0.08058300000000002, + "mrr_at_20": 0.08651499999999998, + "mrr_at_100": 0.098174, + "mrr_at_1000": 0.099919, + "nauc_ndcg_at_1_max": 0.816363, + "nauc_ndcg_at_1_std": 0.309183, + "nauc_ndcg_at_1_diff1": 0.8880870000000001, + "nauc_ndcg_at_3_max": 0.705769, + "nauc_ndcg_at_3_std": 0.344149, + "nauc_ndcg_at_3_diff1": 0.582588, + "nauc_ndcg_at_5_max": 0.604972, + "nauc_ndcg_at_5_std": 0.356822, + "nauc_ndcg_at_5_diff1": 0.551545, + "nauc_ndcg_at_10_max": 0.532551, + "nauc_ndcg_at_10_std": 0.345341, + "nauc_ndcg_at_10_diff1": 0.469268, + "nauc_ndcg_at_20_max": 0.459796, + "nauc_ndcg_at_20_std": 0.336015, + "nauc_ndcg_at_20_diff1": 0.38817, + "nauc_ndcg_at_100_max": 0.44729100000000005, + "nauc_ndcg_at_100_std": 0.305327, + "nauc_ndcg_at_100_diff1": 0.379434, + "nauc_ndcg_at_1000_max": 0.52945, + "nauc_ndcg_at_1000_std": 0.32639, + "nauc_ndcg_at_1000_diff1": 0.45502, + "nauc_map_at_1_max": 0.816363, + "nauc_map_at_1_std": 0.309183, + "nauc_map_at_1_diff1": 0.8880870000000001, + "nauc_map_at_3_max": 0.728249, + "nauc_map_at_3_std": 0.335487, + "nauc_map_at_3_diff1": 0.638737, + "nauc_map_at_5_max": 0.661408, + "nauc_map_at_5_std": 0.344549, + "nauc_map_at_5_diff1": 0.612374, + "nauc_map_at_10_max": 0.621085, + "nauc_map_at_10_std": 0.338055, + "nauc_map_at_10_diff1": 0.566972, + "nauc_map_at_20_max": 0.591056, + "nauc_map_at_20_std": 0.334289, + "nauc_map_at_20_diff1": 0.532797, + "nauc_map_at_100_max": 0.589859, + "nauc_map_at_100_std": 0.328621, + "nauc_map_at_100_diff1": 0.528525, + "nauc_map_at_1000_max": 0.595898, + "nauc_map_at_1000_std": 0.329891, + "nauc_map_at_1000_diff1": 0.534399, + "nauc_recall_at_1_max": 0.816363, + "nauc_recall_at_1_std": 0.309183, + "nauc_recall_at_1_diff1": 0.8880870000000001, + "nauc_recall_at_3_max": 0.655576, + "nauc_recall_at_3_std": 0.36392, + "nauc_recall_at_3_diff1": 0.458856, + "nauc_recall_at_5_max": 0.494369, + "nauc_recall_at_5_std": 0.380439, + "nauc_recall_at_5_diff1": 0.440033, + "nauc_recall_at_10_max": 0.378663, + "nauc_recall_at_10_std": 0.356881, + "nauc_recall_at_10_diff1": 0.304896, + "nauc_recall_at_20_max": 0.250658, + "nauc_recall_at_20_std": 0.336279, + "nauc_recall_at_20_diff1": 0.163261, + "nauc_recall_at_100_max": 0.058395, + "nauc_recall_at_100_std": 0.20287399999999997, + "nauc_recall_at_100_diff1": 0.023747000000000004, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.816363, + "nauc_precision_at_1_std": 0.309183, + "nauc_precision_at_1_diff1": 0.8880870000000001, + "nauc_precision_at_3_max": 0.655576, + "nauc_precision_at_3_std": 0.36392, + "nauc_precision_at_3_diff1": 0.458856, + "nauc_precision_at_5_max": 0.494369, + "nauc_precision_at_5_std": 0.380439, + "nauc_precision_at_5_diff1": 0.440033, + "nauc_precision_at_10_max": 0.378663, + "nauc_precision_at_10_std": 0.356881, + "nauc_precision_at_10_diff1": 0.304896, + "nauc_precision_at_20_max": 0.250658, + "nauc_precision_at_20_std": 0.336279, + "nauc_precision_at_20_diff1": 0.163261, + "nauc_precision_at_100_max": 0.058395, + "nauc_precision_at_100_std": 0.20287399999999997, + "nauc_precision_at_100_diff1": 0.023747000000000004, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.816363, + "nauc_mrr_at_1_std": 0.309183, + "nauc_mrr_at_1_diff1": 0.8880870000000001, + "nauc_mrr_at_3_max": 0.728249, + "nauc_mrr_at_3_std": 0.335487, + "nauc_mrr_at_3_diff1": 0.638737, + "nauc_mrr_at_5_max": 0.661408, + "nauc_mrr_at_5_std": 0.344549, + "nauc_mrr_at_5_diff1": 0.612374, + "nauc_mrr_at_10_max": 0.621085, + "nauc_mrr_at_10_std": 0.338055, + "nauc_mrr_at_10_diff1": 0.566972, + "nauc_mrr_at_20_max": 0.591056, + "nauc_mrr_at_20_std": 0.334289, + "nauc_mrr_at_20_diff1": 0.532797, + "nauc_mrr_at_100_max": 0.589859, + "nauc_mrr_at_100_std": 0.328621, + "nauc_mrr_at_100_diff1": 0.528525, + "nauc_mrr_at_1000_max": 0.595898, + "nauc_mrr_at_1000_std": 0.329891, + "nauc_mrr_at_1000_diff1": 0.534399, + "main_score": 0.10198 + }, + { + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.12883, + "ndcg_at_3": 0.18675, + "ndcg_at_5": 0.20945, + "ndcg_at_10": 0.22907, + "ndcg_at_20": 0.25724, + "ndcg_at_100": 0.33651, + "ndcg_at_1000": 0.35149, + "map_at_1": 0.12883, + "map_at_3": 0.1728, + "map_at_5": 0.18538, + "map_at_10": 0.19332999999999997, + "map_at_20": 0.20119999999999996, + "map_at_100": 0.21129, + "map_at_1000": 0.21214, + "recall_at_1": 0.12883, + "recall_at_3": 0.22698999999999997, + "recall_at_5": 0.28221, + "recall_at_10": 0.3435599999999999, + "recall_at_20": 0.45399, + "recall_at_100": 0.89571, + "recall_at_1000": 1.0, + "precision_at_1": 0.12883, + "precision_at_3": 0.07566, + "precision_at_5": 0.056440000000000004, + "precision_at_10": 0.03436, + "precision_at_20": 0.0227, + "precision_at_100": 0.00896, + "precision_at_1000": 0.001, + "mrr_at_1": 0.128834, + "mrr_at_3": 0.172802, + "mrr_at_5": 0.18537799999999996, + "mrr_at_10": 0.193332, + "mrr_at_20": 0.201198, + "mrr_at_100": 0.21129, + "mrr_at_1000": 0.212136, + "nauc_ndcg_at_1_max": 0.549133, + "nauc_ndcg_at_1_std": 0.338845, + "nauc_ndcg_at_1_diff1": 0.502056, + "nauc_ndcg_at_3_max": 0.520561, + "nauc_ndcg_at_3_std": 0.332793, + "nauc_ndcg_at_3_diff1": 0.386024, + "nauc_ndcg_at_5_max": 0.508963, + "nauc_ndcg_at_5_std": 0.359538, + "nauc_ndcg_at_5_diff1": 0.381612, + "nauc_ndcg_at_10_max": 0.491237, + "nauc_ndcg_at_10_std": 0.348645, + "nauc_ndcg_at_10_diff1": 0.35363900000000004, + "nauc_ndcg_at_20_max": 0.500941, + "nauc_ndcg_at_20_std": 0.374838, + "nauc_ndcg_at_20_diff1": 0.352445, + "nauc_ndcg_at_100_max": 0.49556199999999995, + "nauc_ndcg_at_100_std": 0.361408, + "nauc_ndcg_at_100_diff1": 0.349193, + "nauc_ndcg_at_1000_max": 0.504762, + "nauc_ndcg_at_1000_std": 0.360392, + "nauc_ndcg_at_1000_diff1": 0.36883200000000005, + "nauc_map_at_1_max": 0.549133, + "nauc_map_at_1_std": 0.338845, + "nauc_map_at_1_diff1": 0.502056, + "nauc_map_at_3_max": 0.527482, + "nauc_map_at_3_std": 0.33173700000000006, + "nauc_map_at_3_diff1": 0.410073, + "nauc_map_at_5_max": 0.521539, + "nauc_map_at_5_std": 0.34871899999999995, + "nauc_map_at_5_diff1": 0.406351, + "nauc_map_at_10_max": 0.513706, + "nauc_map_at_10_std": 0.34458, + "nauc_map_at_10_diff1": 0.39425699999999997, + "nauc_map_at_20_max": 0.516733, + "nauc_map_at_20_std": 0.35345, + "nauc_map_at_20_diff1": 0.393542, + "nauc_map_at_100_max": 0.51477, + "nauc_map_at_100_std": 0.351853, + "nauc_map_at_100_diff1": 0.391802, + "nauc_map_at_1000_max": 0.515368, + "nauc_map_at_1000_std": 0.351853, + "nauc_map_at_1000_diff1": 0.392891, + "nauc_recall_at_1_max": 0.549133, + "nauc_recall_at_1_std": 0.338845, + "nauc_recall_at_1_diff1": 0.502056, + "nauc_recall_at_3_max": 0.503598, + "nauc_recall_at_3_std": 0.336083, + "nauc_recall_at_3_diff1": 0.328218, + "nauc_recall_at_5_max": 0.478108, + "nauc_recall_at_5_std": 0.386411, + "nauc_recall_at_5_diff1": 0.326084, + "nauc_recall_at_10_max": 0.434704, + "nauc_recall_at_10_std": 0.355433, + "nauc_recall_at_10_diff1": 0.256573, + "nauc_recall_at_20_max": 0.465062, + "nauc_recall_at_20_std": 0.43256999999999995, + "nauc_recall_at_20_diff1": 0.255368, + "nauc_recall_at_100_max": 0.360521, + "nauc_recall_at_100_std": 0.38323, + "nauc_recall_at_100_diff1": 0.046289, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.549133, + "nauc_precision_at_1_std": 0.338845, + "nauc_precision_at_1_diff1": 0.502056, + "nauc_precision_at_3_max": 0.503598, + "nauc_precision_at_3_std": 0.336083, + "nauc_precision_at_3_diff1": 0.328218, + "nauc_precision_at_5_max": 0.478108, + "nauc_precision_at_5_std": 0.386411, + "nauc_precision_at_5_diff1": 0.326084, + "nauc_precision_at_10_max": 0.434704, + "nauc_precision_at_10_std": 0.355433, + "nauc_precision_at_10_diff1": 0.256573, + "nauc_precision_at_20_max": 0.465062, + "nauc_precision_at_20_std": 0.43256999999999995, + "nauc_precision_at_20_diff1": 0.255368, + "nauc_precision_at_100_max": 0.360521, + "nauc_precision_at_100_std": 0.38323, + "nauc_precision_at_100_diff1": 0.046289, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.549133, + "nauc_mrr_at_1_std": 0.338845, + "nauc_mrr_at_1_diff1": 0.502056, + "nauc_mrr_at_3_max": 0.527482, + "nauc_mrr_at_3_std": 0.33173700000000006, + "nauc_mrr_at_3_diff1": 0.410073, + "nauc_mrr_at_5_max": 0.521539, + "nauc_mrr_at_5_std": 0.34871899999999995, + "nauc_mrr_at_5_diff1": 0.406351, + "nauc_mrr_at_10_max": 0.513706, + "nauc_mrr_at_10_std": 0.34458, + "nauc_mrr_at_10_diff1": 0.39425699999999997, + "nauc_mrr_at_20_max": 0.516733, + "nauc_mrr_at_20_std": 0.35345, + "nauc_mrr_at_20_diff1": 0.393542, + "nauc_mrr_at_100_max": 0.51477, + "nauc_mrr_at_100_std": 0.351853, + "nauc_mrr_at_100_diff1": 0.391802, + "nauc_mrr_at_1000_max": 0.515368, + "nauc_mrr_at_1000_std": 0.351853, + "nauc_mrr_at_1000_diff1": 0.392891, + "main_score": 0.22907 + }, + { + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ], + "ndcg_at_1": 0.06915, + "ndcg_at_3": 0.08384, + "ndcg_at_5": 0.10283000000000002, + "ndcg_at_10": 0.13315, + "ndcg_at_20": 0.15505, + "ndcg_at_100": 0.23953, + "ndcg_at_1000": 0.26768, + "map_at_1": 0.06915, + "map_at_3": 0.07979, + "map_at_5": 0.08988999999999998, + "map_at_10": 0.10204, + "map_at_20": 0.10827, + "map_at_100": 0.1184, + "map_at_1000": 0.11997, + "recall_at_1": 0.06915, + "recall_at_3": 0.09573999999999999, + "recall_at_5": 0.14362, + "recall_at_10": 0.23936, + "recall_at_20": 0.32447, + "recall_at_100": 0.8031900000000001, + "recall_at_1000": 1.0, + "precision_at_1": 0.06915, + "precision_at_3": 0.03191, + "precision_at_5": 0.02872, + "precision_at_10": 0.023940000000000003, + "precision_at_20": 0.01622, + "precision_at_100": 0.00803, + "precision_at_1000": 0.001, + "mrr_at_1": 0.069149, + "mrr_at_3": 0.079787, + "mrr_at_5": 0.089894, + "mrr_at_10": 0.102041, + "mrr_at_20": 0.108273, + "mrr_at_100": 0.118397, + "mrr_at_1000": 0.119966, + "nauc_ndcg_at_1_max": 0.51957, + "nauc_ndcg_at_1_std": 0.121946, + "nauc_ndcg_at_1_diff1": 0.538593, + "nauc_ndcg_at_3_max": 0.527741, + "nauc_ndcg_at_3_std": 0.182018, + "nauc_ndcg_at_3_diff1": 0.527657, + "nauc_ndcg_at_5_max": 0.489142, + "nauc_ndcg_at_5_std": 0.16702899999999998, + "nauc_ndcg_at_5_diff1": 0.460823, + "nauc_ndcg_at_10_max": 0.434348, + "nauc_ndcg_at_10_std": 0.203496, + "nauc_ndcg_at_10_diff1": 0.389853, + "nauc_ndcg_at_20_max": 0.398287, + "nauc_ndcg_at_20_std": 0.18669799999999998, + "nauc_ndcg_at_20_diff1": 0.35056599999999993, + "nauc_ndcg_at_100_max": 0.435112, + "nauc_ndcg_at_100_std": 0.183445, + "nauc_ndcg_at_100_diff1": 0.354538, + "nauc_ndcg_at_1000_max": 0.443752, + "nauc_ndcg_at_1000_std": 0.182177, + "nauc_ndcg_at_1000_diff1": 0.402965, + "nauc_map_at_1_max": 0.51957, + "nauc_map_at_1_std": 0.121946, + "nauc_map_at_1_diff1": 0.538593, + "nauc_map_at_3_max": 0.528599, + "nauc_map_at_3_std": 0.169762, + "nauc_map_at_3_diff1": 0.535815, + "nauc_map_at_5_max": 0.503703, + "nauc_map_at_5_std": 0.16051399999999996, + "nauc_map_at_5_diff1": 0.4957559999999999, + "nauc_map_at_10_max": 0.477036, + "nauc_map_at_10_std": 0.179987, + "nauc_map_at_10_diff1": 0.45693199999999995, + "nauc_map_at_20_max": 0.463862, + "nauc_map_at_20_std": 0.175604, + "nauc_map_at_20_diff1": 0.442286, + "nauc_map_at_100_max": 0.46956600000000004, + "nauc_map_at_100_std": 0.175132, + "nauc_map_at_100_diff1": 0.444521, + "nauc_map_at_1000_max": 0.47015, + "nauc_map_at_1000_std": 0.174815, + "nauc_map_at_1000_diff1": 0.447756, + "nauc_recall_at_1_max": 0.51957, + "nauc_recall_at_1_std": 0.121946, + "nauc_recall_at_1_diff1": 0.538593, + "nauc_recall_at_3_max": 0.524793, + "nauc_recall_at_3_std": 0.211387, + "nauc_recall_at_3_diff1": 0.506015, + "nauc_recall_at_5_max": 0.457547, + "nauc_recall_at_5_std": 0.179071, + "nauc_recall_at_5_diff1": 0.383855, + "nauc_recall_at_10_max": 0.354748, + "nauc_recall_at_10_std": 0.24485100000000004, + "nauc_recall_at_10_diff1": 0.269639, + "nauc_recall_at_20_max": 0.278994, + "nauc_recall_at_20_std": 0.19750300000000004, + "nauc_recall_at_20_diff1": 0.190527, + "nauc_recall_at_100_max": 0.379463, + "nauc_recall_at_100_std": 0.18605799999999997, + "nauc_recall_at_100_diff1": 0.067208, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.51957, + "nauc_precision_at_1_std": 0.121946, + "nauc_precision_at_1_diff1": 0.538593, + "nauc_precision_at_3_max": 0.524793, + "nauc_precision_at_3_std": 0.211387, + "nauc_precision_at_3_diff1": 0.506015, + "nauc_precision_at_5_max": 0.457547, + "nauc_precision_at_5_std": 0.179071, + "nauc_precision_at_5_diff1": 0.383855, + "nauc_precision_at_10_max": 0.354748, + "nauc_precision_at_10_std": 0.24485100000000004, + "nauc_precision_at_10_diff1": 0.269639, + "nauc_precision_at_20_max": 0.278994, + "nauc_precision_at_20_std": 0.19750300000000004, + "nauc_precision_at_20_diff1": 0.190527, + "nauc_precision_at_100_max": 0.379463, + "nauc_precision_at_100_std": 0.18605799999999997, + "nauc_precision_at_100_diff1": 0.067208, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.51957, + "nauc_mrr_at_1_std": 0.121946, + "nauc_mrr_at_1_diff1": 0.538593, + "nauc_mrr_at_3_max": 0.528599, + "nauc_mrr_at_3_std": 0.169762, + "nauc_mrr_at_3_diff1": 0.535815, + "nauc_mrr_at_5_max": 0.503703, + "nauc_mrr_at_5_std": 0.16051399999999996, + "nauc_mrr_at_5_diff1": 0.4957559999999999, + "nauc_mrr_at_10_max": 0.477036, + "nauc_mrr_at_10_std": 0.179987, + "nauc_mrr_at_10_diff1": 0.45693199999999995, + "nauc_mrr_at_20_max": 0.463862, + "nauc_mrr_at_20_std": 0.175604, + "nauc_mrr_at_20_diff1": 0.442286, + "nauc_mrr_at_100_max": 0.46956600000000004, + "nauc_mrr_at_100_std": 0.175132, + "nauc_mrr_at_100_diff1": 0.444521, + "nauc_mrr_at_1000_max": 0.470151, + "nauc_mrr_at_1000_std": 0.174815, + "nauc_mrr_at_1000_diff1": 0.447757, + "main_score": 0.13315 + } + ], + "test": [ + { + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ], + "ndcg_at_1": 0.39265, + "ndcg_at_3": 0.46804, + "ndcg_at_5": 0.48904, + "ndcg_at_10": 0.50926, + "ndcg_at_20": 0.52452, + "ndcg_at_100": 0.54827, + "ndcg_at_1000": 0.56485, + "map_at_1": 0.39256, + "map_at_3": 0.44962, + "map_at_5": 0.46123, + "map_at_10": 0.46958, + "map_at_20": 0.47375, + "map_at_100": 0.47697, + "map_at_1000": 0.47753, + "recall_at_1": 0.39256, + "recall_at_3": 0.52119, + "recall_at_5": 0.57238, + "recall_at_10": 0.63482, + "recall_at_20": 0.6953900000000001, + "recall_at_100": 0.8243, + "recall_at_1000": 0.95837, + "precision_at_1": 0.39265, + "precision_at_3": 0.17376000000000003, + "precision_at_5": 0.11449, + "precision_at_10": 0.06349, + "precision_at_20": 0.03477, + "precision_at_100": 0.00824, + "precision_at_1000": 0.00096, + "mrr_at_1": 0.39265, + "mrr_at_3": 0.449716, + "mrr_at_5": 0.461323, + "mrr_at_10": 0.469677, + "mrr_at_20": 0.473842, + "mrr_at_100": 0.47706400000000004, + "mrr_at_1000": 0.477621, + "nauc_ndcg_at_1_max": 0.617787, + "nauc_ndcg_at_1_std": 0.061566, + "nauc_ndcg_at_1_diff1": 0.6761820000000001, + "nauc_ndcg_at_3_max": 0.632079, + "nauc_ndcg_at_3_std": 0.094223, + "nauc_ndcg_at_3_diff1": 0.61241, + "nauc_ndcg_at_5_max": 0.627074, + "nauc_ndcg_at_5_std": 0.100744, + "nauc_ndcg_at_5_diff1": 0.599704, + "nauc_ndcg_at_10_max": 0.625843, + "nauc_ndcg_at_10_std": 0.11291000000000001, + "nauc_ndcg_at_10_diff1": 0.590447, + "nauc_ndcg_at_20_max": 0.625465, + "nauc_ndcg_at_20_std": 0.1202, + "nauc_ndcg_at_20_diff1": 0.58817, + "nauc_ndcg_at_100_max": 0.625796, + "nauc_ndcg_at_100_std": 0.125578, + "nauc_ndcg_at_100_diff1": 0.588122, + "nauc_ndcg_at_1000_max": 0.626146, + "nauc_ndcg_at_1000_std": 0.11786000000000002, + "nauc_ndcg_at_1000_diff1": 0.597486, + "nauc_map_at_1_max": 0.617363, + "nauc_map_at_1_std": 0.06127, + "nauc_map_at_1_diff1": 0.676168, + "nauc_map_at_3_max": 0.628636, + "nauc_map_at_3_std": 0.085937, + "nauc_map_at_3_diff1": 0.627702, + "nauc_map_at_5_max": 0.62584, + "nauc_map_at_5_std": 0.08912, + "nauc_map_at_5_diff1": 0.620958, + "nauc_map_at_10_max": 0.625306, + "nauc_map_at_10_std": 0.093898, + "nauc_map_at_10_diff1": 0.617473, + "nauc_map_at_20_max": 0.625139, + "nauc_map_at_20_std": 0.095692, + "nauc_map_at_20_diff1": 0.616962, + "nauc_map_at_100_max": 0.625226, + "nauc_map_at_100_std": 0.096093, + "nauc_map_at_100_diff1": 0.617158, + "nauc_map_at_1000_max": 0.62523, + "nauc_map_at_1000_std": 0.095925, + "nauc_map_at_1000_diff1": 0.617435, + "nauc_recall_at_1_max": 0.617363, + "nauc_recall_at_1_std": 0.06127, + "nauc_recall_at_1_diff1": 0.676168, + "nauc_recall_at_3_max": 0.6417480000000001, + "nauc_recall_at_3_std": 0.118668, + "nauc_recall_at_3_diff1": 0.566945, + "nauc_recall_at_5_max": 0.629549, + "nauc_recall_at_5_std": 0.138022, + "nauc_recall_at_5_diff1": 0.53172, + "nauc_recall_at_10_max": 0.62564, + "nauc_recall_at_10_std": 0.183922, + "nauc_recall_at_10_diff1": 0.49276, + "nauc_recall_at_20_max": 0.624408, + "nauc_recall_at_20_std": 0.22863299999999998, + "nauc_recall_at_20_diff1": 0.470028, + "nauc_recall_at_100_max": 0.625706, + "nauc_recall_at_100_std": 0.3483609999999999, + "nauc_recall_at_100_diff1": 0.40109, + "nauc_recall_at_1000_max": 0.648292, + "nauc_recall_at_1000_std": 0.52729, + "nauc_recall_at_1000_diff1": 0.394034, + "nauc_precision_at_1_max": 0.617787, + "nauc_precision_at_1_std": 0.061566, + "nauc_precision_at_1_diff1": 0.6761820000000001, + "nauc_precision_at_3_max": 0.642287, + "nauc_precision_at_3_std": 0.118995, + "nauc_precision_at_3_diff1": 0.567047, + "nauc_precision_at_5_max": 0.630117, + "nauc_precision_at_5_std": 0.138369, + "nauc_precision_at_5_diff1": 0.531825, + "nauc_precision_at_10_max": 0.626302, + "nauc_precision_at_10_std": 0.18432, + "nauc_precision_at_10_diff1": 0.492902, + "nauc_precision_at_20_max": 0.625155, + "nauc_precision_at_20_std": 0.229091, + "nauc_precision_at_20_diff1": 0.470182, + "nauc_precision_at_100_max": 0.626993, + "nauc_precision_at_100_std": 0.349286, + "nauc_precision_at_100_diff1": 0.40137900000000004, + "nauc_precision_at_1000_max": 0.643546, + "nauc_precision_at_1000_std": 0.523714, + "nauc_precision_at_1000_diff1": 0.387124, + "nauc_mrr_at_1_max": 0.617787, + "nauc_mrr_at_1_std": 0.061566, + "nauc_mrr_at_1_diff1": 0.6761820000000001, + "nauc_mrr_at_3_max": 0.629069, + "nauc_mrr_at_3_std": 0.086238, + "nauc_mrr_at_3_diff1": 0.627719, + "nauc_mrr_at_5_max": 0.626278, + "nauc_mrr_at_5_std": 0.089425, + "nauc_mrr_at_5_diff1": 0.620975, + "nauc_mrr_at_10_max": 0.625749, + "nauc_mrr_at_10_std": 0.09420500000000001, + "nauc_mrr_at_10_diff1": 0.617491, + "nauc_mrr_at_20_max": 0.625585, + "nauc_mrr_at_20_std": 0.096002, + "nauc_mrr_at_20_diff1": 0.61698, + "nauc_mrr_at_100_max": 0.625674, + "nauc_mrr_at_100_std": 0.09640500000000002, + "nauc_mrr_at_100_diff1": 0.617177, + "nauc_mrr_at_1000_max": 0.625674, + "nauc_mrr_at_1000_std": 0.096233, + "nauc_mrr_at_1000_diff1": 0.617453, + "main_score": 0.50926 + }, + { + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ], + "ndcg_at_1": 0.02852, + "ndcg_at_3": 0.04141, + "ndcg_at_5": 0.04789000000000001, + "ndcg_at_10": 0.055069999999999994, + "ndcg_at_20": 0.0644, + "ndcg_at_100": 0.09126, + "ndcg_at_1000": 0.15389, + "map_at_1": 0.02852, + "map_at_3": 0.03813, + "map_at_5": 0.04171, + "map_at_10": 0.04473, + "map_at_20": 0.04728000000000001, + "map_at_100": 0.05045, + "map_at_1000": 0.05213999999999999, + "recall_at_1": 0.02852, + "recall_at_3": 0.05097, + "recall_at_5": 0.06675, + "recall_at_10": 0.08859, + "recall_at_20": 0.12561, + "recall_at_100": 0.27852, + "recall_at_1000": 0.81038, + "precision_at_1": 0.02852, + "precision_at_3": 0.01699, + "precision_at_5": 0.013349999999999999, + "precision_at_10": 0.00886, + "precision_at_20": 0.00628, + "precision_at_100": 0.0027899999999999995, + "precision_at_1000": 0.0008099999999999998, + "mrr_at_1": 0.028519000000000003, + "mrr_at_3": 0.038127, + "mrr_at_5": 0.041707, + "mrr_at_10": 0.04473400000000001, + "mrr_at_20": 0.04728000000000001, + "mrr_at_100": 0.050449, + "mrr_at_1000": 0.052147, + "nauc_ndcg_at_1_max": 0.23743100000000003, + "nauc_ndcg_at_1_std": -0.032366, + "nauc_ndcg_at_1_diff1": 0.420576, + "nauc_ndcg_at_3_max": 0.173399, + "nauc_ndcg_at_3_std": 0.016805, + "nauc_ndcg_at_3_diff1": 0.2859, + "nauc_ndcg_at_5_max": 0.147356, + "nauc_ndcg_at_5_std": 0.016571, + "nauc_ndcg_at_5_diff1": 0.268573, + "nauc_ndcg_at_10_max": 0.131464, + "nauc_ndcg_at_10_std": 0.019082, + "nauc_ndcg_at_10_diff1": 0.252005, + "nauc_ndcg_at_20_max": 0.111051, + "nauc_ndcg_at_20_std": 0.030543, + "nauc_ndcg_at_20_diff1": 0.215362, + "nauc_ndcg_at_100_max": 0.06245, + "nauc_ndcg_at_100_std": 0.024553, + "nauc_ndcg_at_100_diff1": 0.157762, + "nauc_ndcg_at_1000_max": 0.086287, + "nauc_ndcg_at_1000_std": 0.02384, + "nauc_ndcg_at_1000_diff1": 0.182791, + "nauc_map_at_1_max": 0.23743100000000003, + "nauc_map_at_1_std": -0.032366, + "nauc_map_at_1_diff1": 0.420576, + "nauc_map_at_3_max": 0.18591100000000002, + "nauc_map_at_3_std": 0.008439, + "nauc_map_at_3_diff1": 0.311953, + "nauc_map_at_5_max": 0.16807, + "nauc_map_at_5_std": 0.008949, + "nauc_map_at_5_diff1": 0.298614, + "nauc_map_at_10_max": 0.158644, + "nauc_map_at_10_std": 0.010688, + "nauc_map_at_10_diff1": 0.288088, + "nauc_map_at_20_max": 0.149936, + "nauc_map_at_20_std": 0.014885000000000002, + "nauc_map_at_20_diff1": 0.272399, + "nauc_map_at_100_max": 0.138854, + "nauc_map_at_100_std": 0.014528, + "nauc_map_at_100_diff1": 0.259019, + "nauc_map_at_1000_max": 0.139646, + "nauc_map_at_1000_std": 0.014558, + "nauc_map_at_1000_diff1": 0.260032, + "nauc_recall_at_1_max": 0.23743100000000003, + "nauc_recall_at_1_std": -0.032366, + "nauc_recall_at_1_diff1": 0.420576, + "nauc_recall_at_3_max": 0.146093, + "nauc_recall_at_3_std": 0.034709, + "nauc_recall_at_3_diff1": 0.22912, + "nauc_recall_at_5_max": 0.107633, + "nauc_recall_at_5_std": 0.030224, + "nauc_recall_at_5_diff1": 0.21251800000000004, + "nauc_recall_at_10_max": 0.08673199999999999, + "nauc_recall_at_10_std": 0.031818, + "nauc_recall_at_10_diff1": 0.194694, + "nauc_recall_at_20_max": 0.054847, + "nauc_recall_at_20_std": 0.053785, + "nauc_recall_at_20_diff1": 0.13377, + "nauc_recall_at_100_max": -0.030175, + "nauc_recall_at_100_std": 0.030078, + "nauc_recall_at_100_diff1": 0.038725, + "nauc_recall_at_1000_max": 0.026972, + "nauc_recall_at_1000_std": 0.031038999999999997, + "nauc_recall_at_1000_diff1": 0.072012, + "nauc_precision_at_1_max": 0.23743100000000003, + "nauc_precision_at_1_std": -0.032366, + "nauc_precision_at_1_diff1": 0.420576, + "nauc_precision_at_3_max": 0.146093, + "nauc_precision_at_3_std": 0.034709, + "nauc_precision_at_3_diff1": 0.22912, + "nauc_precision_at_5_max": 0.107633, + "nauc_precision_at_5_std": 0.030224, + "nauc_precision_at_5_diff1": 0.21251800000000004, + "nauc_precision_at_10_max": 0.08673199999999999, + "nauc_precision_at_10_std": 0.031818, + "nauc_precision_at_10_diff1": 0.194694, + "nauc_precision_at_20_max": 0.054847, + "nauc_precision_at_20_std": 0.053785, + "nauc_precision_at_20_diff1": 0.13377, + "nauc_precision_at_100_max": -0.030175, + "nauc_precision_at_100_std": 0.030078, + "nauc_precision_at_100_diff1": 0.038725, + "nauc_precision_at_1000_max": 0.025304000000000004, + "nauc_precision_at_1000_std": 0.029852, + "nauc_precision_at_1000_diff1": 0.071508, + "nauc_mrr_at_1_max": 0.23743100000000003, + "nauc_mrr_at_1_std": -0.032366, + "nauc_mrr_at_1_diff1": 0.420576, + "nauc_mrr_at_3_max": 0.18591100000000002, + "nauc_mrr_at_3_std": 0.008439, + "nauc_mrr_at_3_diff1": 0.311953, + "nauc_mrr_at_5_max": 0.16807, + "nauc_mrr_at_5_std": 0.008949, + "nauc_mrr_at_5_diff1": 0.298614, + "nauc_mrr_at_10_max": 0.158644, + "nauc_mrr_at_10_std": 0.010688, + "nauc_mrr_at_10_diff1": 0.288088, + "nauc_mrr_at_20_max": 0.149936, + "nauc_mrr_at_20_std": 0.014885000000000002, + "nauc_mrr_at_20_diff1": 0.272399, + "nauc_mrr_at_100_max": 0.138854, + "nauc_mrr_at_100_std": 0.014528, + "nauc_mrr_at_100_diff1": 0.259019, + "nauc_mrr_at_1000_max": 0.139612, + "nauc_mrr_at_1000_std": 0.014534, + "nauc_mrr_at_1000_diff1": 0.260018, + "main_score": 0.055069999999999994 + }, + { + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ], + "ndcg_at_1": 0.04689, + "ndcg_at_3": 0.06698, + "ndcg_at_5": 0.0748, + "ndcg_at_10": 0.08559, + "ndcg_at_20": 0.09496, + "ndcg_at_100": 0.11894, + "ndcg_at_1000": 0.16217000000000004, + "map_at_1": 0.04689, + "map_at_3": 0.06189, + "map_at_5": 0.06624, + "map_at_10": 0.07066, + "map_at_20": 0.07322, + "map_at_100": 0.07625, + "map_at_1000": 0.07753, + "recall_at_1": 0.04689, + "recall_at_3": 0.08177, + "recall_at_5": 0.10071, + "recall_at_10": 0.13428, + "recall_at_20": 0.17142, + "recall_at_100": 0.30505, + "recall_at_1000": 0.6660699999999999, + "precision_at_1": 0.04689, + "precision_at_3": 0.02726, + "precision_at_5": 0.02014, + "precision_at_10": 0.01343, + "precision_at_20": 0.00857, + "precision_at_100": 0.0030499999999999998, + "precision_at_1000": 0.00067, + "mrr_at_1": 0.046887, + "mrr_at_3": 0.06189, + "mrr_at_5": 0.066242, + "mrr_at_10": 0.070656, + "mrr_at_20": 0.07322, + "mrr_at_100": 0.076248, + "mrr_at_1000": 0.077528, + "nauc_ndcg_at_1_max": 0.512103, + "nauc_ndcg_at_1_std": 0.294788, + "nauc_ndcg_at_1_diff1": 0.370005, + "nauc_ndcg_at_3_max": 0.461515, + "nauc_ndcg_at_3_std": 0.302904, + "nauc_ndcg_at_3_diff1": 0.267329, + "nauc_ndcg_at_5_max": 0.435112, + "nauc_ndcg_at_5_std": 0.295112, + "nauc_ndcg_at_5_diff1": 0.240178, + "nauc_ndcg_at_10_max": 0.417748, + "nauc_ndcg_at_10_std": 0.2971, + "nauc_ndcg_at_10_diff1": 0.221814, + "nauc_ndcg_at_20_max": 0.405753, + "nauc_ndcg_at_20_std": 0.296339, + "nauc_ndcg_at_20_diff1": 0.208567, + "nauc_ndcg_at_100_max": 0.387065, + "nauc_ndcg_at_100_std": 0.301974, + "nauc_ndcg_at_100_diff1": 0.180378, + "nauc_ndcg_at_1000_max": 0.390409, + "nauc_ndcg_at_1000_std": 0.311176, + "nauc_ndcg_at_1000_diff1": 0.181937, + "nauc_map_at_1_max": 0.512103, + "nauc_map_at_1_std": 0.294788, + "nauc_map_at_1_diff1": 0.370005, + "nauc_map_at_3_max": 0.471324, + "nauc_map_at_3_std": 0.30067, + "nauc_map_at_3_diff1": 0.286981, + "nauc_map_at_5_max": 0.454253, + "nauc_map_at_5_std": 0.29576, + "nauc_map_at_5_diff1": 0.26864, + "nauc_map_at_10_max": 0.445113, + "nauc_map_at_10_std": 0.296666, + "nauc_map_at_10_diff1": 0.258586, + "nauc_map_at_20_max": 0.440195, + "nauc_map_at_20_std": 0.296244, + "nauc_map_at_20_diff1": 0.253006, + "nauc_map_at_100_max": 0.436215, + "nauc_map_at_100_std": 0.297454, + "nauc_map_at_100_diff1": 0.246802, + "nauc_map_at_1000_max": 0.436197, + "nauc_map_at_1000_std": 0.297812, + "nauc_map_at_1000_diff1": 0.246832, + "nauc_recall_at_1_max": 0.512103, + "nauc_recall_at_1_std": 0.294788, + "nauc_recall_at_1_diff1": 0.370005, + "nauc_recall_at_3_max": 0.43991199999999997, + "nauc_recall_at_3_std": 0.308017, + "nauc_recall_at_3_diff1": 0.224124, + "nauc_recall_at_5_max": 0.395983, + "nauc_recall_at_5_std": 0.293477, + "nauc_recall_at_5_diff1": 0.183309, + "nauc_recall_at_10_max": 0.36679, + "nauc_recall_at_10_std": 0.297989, + "nauc_recall_at_10_diff1": 0.155344, + "nauc_recall_at_20_max": 0.347491, + "nauc_recall_at_20_std": 0.296655, + "nauc_recall_at_20_diff1": 0.135716, + "nauc_recall_at_100_max": 0.312425, + "nauc_recall_at_100_std": 0.310472, + "nauc_recall_at_100_diff1": 0.080658, + "nauc_recall_at_1000_max": 0.315178, + "nauc_recall_at_1000_std": 0.357175, + "nauc_recall_at_1000_diff1": 0.065688, + "nauc_precision_at_1_max": 0.512103, + "nauc_precision_at_1_std": 0.294788, + "nauc_precision_at_1_diff1": 0.370005, + "nauc_precision_at_3_max": 0.43991199999999997, + "nauc_precision_at_3_std": 0.308017, + "nauc_precision_at_3_diff1": 0.224124, + "nauc_precision_at_5_max": 0.395983, + "nauc_precision_at_5_std": 0.293477, + "nauc_precision_at_5_diff1": 0.183309, + "nauc_precision_at_10_max": 0.36679, + "nauc_precision_at_10_std": 0.297989, + "nauc_precision_at_10_diff1": 0.155344, + "nauc_precision_at_20_max": 0.347491, + "nauc_precision_at_20_std": 0.296655, + "nauc_precision_at_20_diff1": 0.135716, + "nauc_precision_at_100_max": 0.312457, + "nauc_precision_at_100_std": 0.310504, + "nauc_precision_at_100_diff1": 0.080557, + "nauc_precision_at_1000_max": 0.314683, + "nauc_precision_at_1000_std": 0.357657, + "nauc_precision_at_1000_diff1": 0.064829, + "nauc_mrr_at_1_max": 0.512103, + "nauc_mrr_at_1_std": 0.294788, + "nauc_mrr_at_1_diff1": 0.370005, + "nauc_mrr_at_3_max": 0.471324, + "nauc_mrr_at_3_std": 0.30067, + "nauc_mrr_at_3_diff1": 0.286981, + "nauc_mrr_at_5_max": 0.454253, + "nauc_mrr_at_5_std": 0.29576, + "nauc_mrr_at_5_diff1": 0.26864, + "nauc_mrr_at_10_max": 0.445113, + "nauc_mrr_at_10_std": 0.296666, + "nauc_mrr_at_10_diff1": 0.258586, + "nauc_mrr_at_20_max": 0.440195, + "nauc_mrr_at_20_std": 0.296244, + "nauc_mrr_at_20_diff1": 0.253006, + "nauc_mrr_at_100_max": 0.436216, + "nauc_mrr_at_100_std": 0.297455, + "nauc_mrr_at_100_diff1": 0.246799, + "nauc_mrr_at_1000_max": 0.436198, + "nauc_mrr_at_1000_std": 0.297813, + "nauc_mrr_at_1000_diff1": 0.246829, + "main_score": 0.08559 + }, + { + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ], + "ndcg_at_1": 0.03134, + "ndcg_at_3": 0.04329000000000001, + "ndcg_at_5": 0.04891999999999999, + "ndcg_at_10": 0.05517, + "ndcg_at_20": 0.06266, + "ndcg_at_100": 0.08331, + "ndcg_at_1000": 0.14317, + "map_at_1": 0.03134, + "map_at_3": 0.04011, + "map_at_5": 0.04324, + "map_at_10": 0.04585, + "map_at_20": 0.04794, + "map_at_100": 0.05054, + "map_at_1000": 0.05206, + "recall_at_1": 0.03134, + "recall_at_3": 0.05258, + "recall_at_5": 0.06623, + "recall_at_10": 0.08544, + "recall_at_20": 0.11476000000000001, + "recall_at_100": 0.23003, + "recall_at_1000": 0.7457, + "precision_at_1": 0.03134, + "precision_at_3": 0.01753, + "precision_at_5": 0.01325, + "precision_at_10": 0.00854, + "precision_at_20": 0.00574, + "precision_at_100": 0.0023, + "precision_at_1000": 0.00075, + "mrr_at_1": 0.031345, + "mrr_at_3": 0.040108, + "mrr_at_5": 0.043242, + "mrr_at_10": 0.045849, + "mrr_at_20": 0.04794400000000001, + "mrr_at_100": 0.050545, + "mrr_at_1000": 0.052062, + "nauc_ndcg_at_1_max": 0.377857, + "nauc_ndcg_at_1_std": 0.280731, + "nauc_ndcg_at_1_diff1": 0.303693, + "nauc_ndcg_at_3_max": 0.317615, + "nauc_ndcg_at_3_std": 0.29881, + "nauc_ndcg_at_3_diff1": 0.17308899999999997, + "nauc_ndcg_at_5_max": 0.29438, + "nauc_ndcg_at_5_std": 0.293066, + "nauc_ndcg_at_5_diff1": 0.151944, + "nauc_ndcg_at_10_max": 0.27798, + "nauc_ndcg_at_10_std": 0.288413, + "nauc_ndcg_at_10_diff1": 0.125614, + "nauc_ndcg_at_20_max": 0.259825, + "nauc_ndcg_at_20_std": 0.28202, + "nauc_ndcg_at_20_diff1": 0.11086800000000001, + "nauc_ndcg_at_100_max": 0.21017600000000003, + "nauc_ndcg_at_100_std": 0.265846, + "nauc_ndcg_at_100_diff1": 0.074644, + "nauc_ndcg_at_1000_max": 0.19774799999999998, + "nauc_ndcg_at_1000_std": 0.253763, + "nauc_ndcg_at_1000_diff1": 0.060342, + "nauc_map_at_1_max": 0.377857, + "nauc_map_at_1_std": 0.280731, + "nauc_map_at_1_diff1": 0.303693, + "nauc_map_at_3_max": 0.328434, + "nauc_map_at_3_std": 0.296022, + "nauc_map_at_3_diff1": 0.198538, + "nauc_map_at_5_max": 0.313061, + "nauc_map_at_5_std": 0.293055, + "nauc_map_at_5_diff1": 0.18308599999999997, + "nauc_map_at_10_max": 0.303611, + "nauc_map_at_10_std": 0.290105, + "nauc_map_at_10_diff1": 0.167745, + "nauc_map_at_20_max": 0.295693, + "nauc_map_at_20_std": 0.28774, + "nauc_map_at_20_diff1": 0.16084899999999996, + "nauc_map_at_100_max": 0.285481, + "nauc_map_at_100_std": 0.28522, + "nauc_map_at_100_diff1": 0.153179, + "nauc_map_at_1000_max": 0.284124, + "nauc_map_at_1000_std": 0.283895, + "nauc_map_at_1000_diff1": 0.152096, + "nauc_recall_at_1_max": 0.377857, + "nauc_recall_at_1_std": 0.280731, + "nauc_recall_at_1_diff1": 0.303693, + "nauc_recall_at_3_max": 0.293966, + "nauc_recall_at_3_std": 0.304753, + "nauc_recall_at_3_diff1": 0.116804, + "nauc_recall_at_5_max": 0.257178, + "nauc_recall_at_5_std": 0.292042, + "nauc_recall_at_5_diff1": 0.091385, + "nauc_recall_at_10_max": 0.233461, + "nauc_recall_at_10_std": 0.284841, + "nauc_recall_at_10_diff1": 0.053777, + "nauc_recall_at_20_max": 0.204754, + "nauc_recall_at_20_std": 0.271589, + "nauc_recall_at_20_diff1": 0.03728, + "nauc_recall_at_100_max": 0.10853600000000001, + "nauc_recall_at_100_std": 0.23548099999999997, + "nauc_recall_at_100_diff1": -0.022279, + "nauc_recall_at_1000_max": 0.033938, + "nauc_recall_at_1000_std": 0.187659, + "nauc_recall_at_1000_diff1": -0.111298, + "nauc_precision_at_1_max": 0.377857, + "nauc_precision_at_1_std": 0.280731, + "nauc_precision_at_1_diff1": 0.303693, + "nauc_precision_at_3_max": 0.293966, + "nauc_precision_at_3_std": 0.304753, + "nauc_precision_at_3_diff1": 0.116804, + "nauc_precision_at_5_max": 0.257178, + "nauc_precision_at_5_std": 0.292042, + "nauc_precision_at_5_diff1": 0.091385, + "nauc_precision_at_10_max": 0.233461, + "nauc_precision_at_10_std": 0.284841, + "nauc_precision_at_10_diff1": 0.053777, + "nauc_precision_at_20_max": 0.204754, + "nauc_precision_at_20_std": 0.271589, + "nauc_precision_at_20_diff1": 0.03728, + "nauc_precision_at_100_max": 0.10853600000000001, + "nauc_precision_at_100_std": 0.23548099999999997, + "nauc_precision_at_100_diff1": -0.022279, + "nauc_precision_at_1000_max": 0.033938, + "nauc_precision_at_1000_std": 0.187659, + "nauc_precision_at_1000_diff1": -0.111298, + "nauc_mrr_at_1_max": 0.377857, + "nauc_mrr_at_1_std": 0.280731, + "nauc_mrr_at_1_diff1": 0.303693, + "nauc_mrr_at_3_max": 0.328434, + "nauc_mrr_at_3_std": 0.296022, + "nauc_mrr_at_3_diff1": 0.198538, + "nauc_mrr_at_5_max": 0.313061, + "nauc_mrr_at_5_std": 0.293055, + "nauc_mrr_at_5_diff1": 0.18308599999999997, + "nauc_mrr_at_10_max": 0.303611, + "nauc_mrr_at_10_std": 0.290105, + "nauc_mrr_at_10_diff1": 0.167745, + "nauc_mrr_at_20_max": 0.295693, + "nauc_mrr_at_20_std": 0.28774, + "nauc_mrr_at_20_diff1": 0.16084899999999996, + "nauc_mrr_at_100_max": 0.285481, + "nauc_mrr_at_100_std": 0.28522, + "nauc_mrr_at_100_diff1": 0.153179, + "nauc_mrr_at_1000_max": 0.284124, + "nauc_mrr_at_1000_std": 0.283895, + "nauc_mrr_at_1000_diff1": 0.152096, + "main_score": 0.05517 + }, + { + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ], + "ndcg_at_1": 0.0071, + "ndcg_at_3": 0.00979, + "ndcg_at_5": 0.01115, + "ndcg_at_10": 0.01234, + "ndcg_at_20": 0.01477, + "ndcg_at_100": 0.026149999999999996, + "ndcg_at_1000": 0.09341, + "map_at_1": 0.0071, + "map_at_3": 0.00919, + "map_at_5": 0.00996, + "map_at_10": 0.01042, + "map_at_20": 0.01106, + "map_at_100": 0.012349999999999998, + "map_at_1000": 0.01391, + "recall_at_1": 0.0071, + "recall_at_3": 0.011470000000000001, + "recall_at_5": 0.01475, + "recall_at_10": 0.01857, + "recall_at_20": 0.0284, + "recall_at_100": 0.09394, + "recall_at_1000": 0.68214, + "precision_at_1": 0.0071, + "precision_at_3": 0.00382, + "precision_at_5": 0.00295, + "precision_at_10": 0.0018599999999999999, + "precision_at_20": 0.0014200000000000003, + "precision_at_100": 0.00094, + "precision_at_1000": 0.00068, + "mrr_at_1": 0.0071, + "mrr_at_3": 0.009194, + "mrr_at_5": 0.009958, + "mrr_at_10": 0.010419000000000001, + "mrr_at_20": 0.011060999999999998, + "mrr_at_100": 0.012349999999999998, + "mrr_at_1000": 0.013914, + "nauc_ndcg_at_1_max": 0.8292429999999998, + "nauc_ndcg_at_1_std": 0.878644, + "nauc_ndcg_at_1_diff1": 0.508096, + "nauc_ndcg_at_3_max": 0.8572320000000001, + "nauc_ndcg_at_3_std": 0.771186, + "nauc_ndcg_at_3_diff1": 0.525858, + "nauc_ndcg_at_5_max": 0.818299, + "nauc_ndcg_at_5_std": 0.756657, + "nauc_ndcg_at_5_diff1": 0.476046, + "nauc_ndcg_at_10_max": 0.790778, + "nauc_ndcg_at_10_std": 0.739233, + "nauc_ndcg_at_10_diff1": 0.409872, + "nauc_ndcg_at_20_max": 0.689868, + "nauc_ndcg_at_20_std": 0.62645, + "nauc_ndcg_at_20_diff1": 0.323618, + "nauc_ndcg_at_100_max": 0.436081, + "nauc_ndcg_at_100_std": 0.410802, + "nauc_ndcg_at_100_diff1": 0.16640899999999997, + "nauc_ndcg_at_1000_max": 0.296115, + "nauc_ndcg_at_1000_std": 0.286187, + "nauc_ndcg_at_1000_diff1": 0.10984999999999999, + "nauc_map_at_1_max": 0.8292429999999998, + "nauc_map_at_1_std": 0.878644, + "nauc_map_at_1_diff1": 0.508096, + "nauc_map_at_3_max": 0.85474, + "nauc_map_at_3_std": 0.791553, + "nauc_map_at_3_diff1": 0.524608, + "nauc_map_at_5_max": 0.831901, + "nauc_map_at_5_std": 0.781601, + "nauc_map_at_5_diff1": 0.4939859999999999, + "nauc_map_at_10_max": 0.819668, + "nauc_map_at_10_std": 0.773412, + "nauc_map_at_10_diff1": 0.462706, + "nauc_map_at_20_max": 0.7831240000000002, + "nauc_map_at_20_std": 0.731451, + "nauc_map_at_20_diff1": 0.428328, + "nauc_map_at_100_max": 0.716632, + "nauc_map_at_100_std": 0.672004, + "nauc_map_at_100_diff1": 0.379505, + "nauc_map_at_1000_max": 0.689277, + "nauc_map_at_1000_std": 0.648685, + "nauc_map_at_1000_diff1": 0.364747, + "nauc_recall_at_1_max": 0.8292429999999998, + "nauc_recall_at_1_std": 0.878644, + "nauc_recall_at_1_diff1": 0.508096, + "nauc_recall_at_3_max": 0.862097, + "nauc_recall_at_3_std": 0.723955, + "nauc_recall_at_3_diff1": 0.528067, + "nauc_recall_at_5_max": 0.786315, + "nauc_recall_at_5_std": 0.706, + "nauc_recall_at_5_diff1": 0.435508, + "nauc_recall_at_10_max": 0.7309740000000001, + "nauc_recall_at_10_std": 0.6763819999999999, + "nauc_recall_at_10_diff1": 0.30257, + "nauc_recall_at_20_max": 0.537884, + "nauc_recall_at_20_std": 0.461967, + "nauc_recall_at_20_diff1": 0.161309, + "nauc_recall_at_100_max": 0.22810199999999997, + "nauc_recall_at_100_std": 0.224128, + "nauc_recall_at_100_diff1": 0.022661, + "nauc_recall_at_1000_max": 0.072257, + "nauc_recall_at_1000_std": 0.078541, + "nauc_recall_at_1000_diff1": -0.017273, + "nauc_precision_at_1_max": 0.8292429999999998, + "nauc_precision_at_1_std": 0.878644, + "nauc_precision_at_1_diff1": 0.508096, + "nauc_precision_at_3_max": 0.862097, + "nauc_precision_at_3_std": 0.723955, + "nauc_precision_at_3_diff1": 0.528067, + "nauc_precision_at_5_max": 0.786315, + "nauc_precision_at_5_std": 0.706, + "nauc_precision_at_5_diff1": 0.435508, + "nauc_precision_at_10_max": 0.7309740000000001, + "nauc_precision_at_10_std": 0.6763819999999999, + "nauc_precision_at_10_diff1": 0.30257, + "nauc_precision_at_20_max": 0.537884, + "nauc_precision_at_20_std": 0.461967, + "nauc_precision_at_20_diff1": 0.161309, + "nauc_precision_at_100_max": 0.22810199999999997, + "nauc_precision_at_100_std": 0.224128, + "nauc_precision_at_100_diff1": 0.022661, + "nauc_precision_at_1000_max": 0.072257, + "nauc_precision_at_1000_std": 0.078541, + "nauc_precision_at_1000_diff1": -0.017273, + "nauc_mrr_at_1_max": 0.8292429999999998, + "nauc_mrr_at_1_std": 0.878644, + "nauc_mrr_at_1_diff1": 0.508096, + "nauc_mrr_at_3_max": 0.85474, + "nauc_mrr_at_3_std": 0.791553, + "nauc_mrr_at_3_diff1": 0.524608, + "nauc_mrr_at_5_max": 0.831901, + "nauc_mrr_at_5_std": 0.781601, + "nauc_mrr_at_5_diff1": 0.4939859999999999, + "nauc_mrr_at_10_max": 0.819668, + "nauc_mrr_at_10_std": 0.773412, + "nauc_mrr_at_10_diff1": 0.462706, + "nauc_mrr_at_20_max": 0.7831240000000002, + "nauc_mrr_at_20_std": 0.731451, + "nauc_mrr_at_20_diff1": 0.428328, + "nauc_mrr_at_100_max": 0.716632, + "nauc_mrr_at_100_std": 0.672004, + "nauc_mrr_at_100_diff1": 0.379505, + "nauc_mrr_at_1000_max": 0.689277, + "nauc_mrr_at_1000_std": 0.648685, + "nauc_mrr_at_1000_diff1": 0.364747, + "main_score": 0.01234 + }, + { + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ], + "ndcg_at_1": 0.03517, + "ndcg_at_3": 0.04869, + "ndcg_at_5": 0.05346, + "ndcg_at_10": 0.061509999999999995, + "ndcg_at_20": 0.06905, + "ndcg_at_100": 0.0879, + "ndcg_at_1000": 0.14077, + "map_at_1": 0.03517, + "map_at_3": 0.045270000000000005, + "map_at_5": 0.047880000000000006, + "map_at_10": 0.0512, + "map_at_20": 0.05327, + "map_at_100": 0.05556, + "map_at_1000": 0.056909999999999995, + "recall_at_1": 0.03517, + "recall_at_3": 0.05862, + "recall_at_5": 0.07035, + "recall_at_10": 0.09526, + "recall_at_20": 0.12506, + "recall_at_100": 0.23156, + "recall_at_1000": 0.68588, + "precision_at_1": 0.03517, + "precision_at_3": 0.01954, + "precision_at_5": 0.014070000000000001, + "precision_at_10": 0.00953, + "precision_at_20": 0.00625, + "precision_at_100": 0.00232, + "precision_at_1000": 0.00069, + "mrr_at_1": 0.035173, + "mrr_at_3": 0.045270000000000005, + "mrr_at_5": 0.047883, + "mrr_at_10": 0.0512, + "mrr_at_20": 0.05327200000000001, + "mrr_at_100": 0.055556999999999995, + "mrr_at_1000": 0.056914, + "nauc_ndcg_at_1_max": 0.529374, + "nauc_ndcg_at_1_std": 0.105306, + "nauc_ndcg_at_1_diff1": 0.493442, + "nauc_ndcg_at_3_max": 0.481461, + "nauc_ndcg_at_3_std": 0.145553, + "nauc_ndcg_at_3_diff1": 0.360715, + "nauc_ndcg_at_5_max": 0.468172, + "nauc_ndcg_at_5_std": 0.15865, + "nauc_ndcg_at_5_diff1": 0.330289, + "nauc_ndcg_at_10_max": 0.443798, + "nauc_ndcg_at_10_std": 0.170958, + "nauc_ndcg_at_10_diff1": 0.299372, + "nauc_ndcg_at_20_max": 0.438549, + "nauc_ndcg_at_20_std": 0.189531, + "nauc_ndcg_at_20_diff1": 0.273668, + "nauc_ndcg_at_100_max": 0.428076, + "nauc_ndcg_at_100_std": 0.21304800000000002, + "nauc_ndcg_at_100_diff1": 0.23417, + "nauc_ndcg_at_1000_max": 0.413446, + "nauc_ndcg_at_1000_std": 0.195054, + "nauc_ndcg_at_1000_diff1": 0.232109, + "nauc_map_at_1_max": 0.529374, + "nauc_map_at_1_std": 0.105306, + "nauc_map_at_1_diff1": 0.493442, + "nauc_map_at_3_max": 0.4912560000000001, + "nauc_map_at_3_std": 0.138065, + "nauc_map_at_3_diff1": 0.386497, + "nauc_map_at_5_max": 0.48273200000000005, + "nauc_map_at_5_std": 0.14645, + "nauc_map_at_5_diff1": 0.366398, + "nauc_map_at_10_max": 0.470321, + "nauc_map_at_10_std": 0.153937, + "nauc_map_at_10_diff1": 0.349069, + "nauc_map_at_20_max": 0.467963, + "nauc_map_at_20_std": 0.16118, + "nauc_map_at_20_diff1": 0.337982, + "nauc_map_at_100_max": 0.465471, + "nauc_map_at_100_std": 0.16612299999999997, + "nauc_map_at_100_diff1": 0.329562, + "nauc_map_at_1000_max": 0.4645659999999999, + "nauc_map_at_1000_std": 0.16581799999999997, + "nauc_map_at_1000_diff1": 0.328544, + "nauc_recall_at_1_max": 0.529374, + "nauc_recall_at_1_std": 0.105306, + "nauc_recall_at_1_diff1": 0.493442, + "nauc_recall_at_3_max": 0.45937199999999995, + "nauc_recall_at_3_std": 0.162224, + "nauc_recall_at_3_diff1": 0.302972, + "nauc_recall_at_5_max": 0.437847, + "nauc_recall_at_5_std": 0.183997, + "nauc_recall_at_5_diff1": 0.256008, + "nauc_recall_at_10_max": 0.395381, + "nauc_recall_at_10_std": 0.200222, + "nauc_recall_at_10_diff1": 0.212714, + "nauc_recall_at_20_max": 0.391574, + "nauc_recall_at_20_std": 0.236117, + "nauc_recall_at_20_diff1": 0.172605, + "nauc_recall_at_100_max": 0.3811530000000001, + "nauc_recall_at_100_std": 0.277982, + "nauc_recall_at_100_diff1": 0.108742, + "nauc_recall_at_1000_max": 0.315702, + "nauc_recall_at_1000_std": 0.200384, + "nauc_recall_at_1000_diff1": 0.099033, + "nauc_precision_at_1_max": 0.529374, + "nauc_precision_at_1_std": 0.105306, + "nauc_precision_at_1_diff1": 0.493442, + "nauc_precision_at_3_max": 0.45937199999999995, + "nauc_precision_at_3_std": 0.162224, + "nauc_precision_at_3_diff1": 0.302972, + "nauc_precision_at_5_max": 0.437847, + "nauc_precision_at_5_std": 0.183997, + "nauc_precision_at_5_diff1": 0.256008, + "nauc_precision_at_10_max": 0.395381, + "nauc_precision_at_10_std": 0.200222, + "nauc_precision_at_10_diff1": 0.212714, + "nauc_precision_at_20_max": 0.391574, + "nauc_precision_at_20_std": 0.236117, + "nauc_precision_at_20_diff1": 0.172605, + "nauc_precision_at_100_max": 0.3811530000000001, + "nauc_precision_at_100_std": 0.277982, + "nauc_precision_at_100_diff1": 0.108742, + "nauc_precision_at_1000_max": 0.315702, + "nauc_precision_at_1000_std": 0.200384, + "nauc_precision_at_1000_diff1": 0.099033, + "nauc_mrr_at_1_max": 0.529374, + "nauc_mrr_at_1_std": 0.105306, + "nauc_mrr_at_1_diff1": 0.493442, + "nauc_mrr_at_3_max": 0.4912560000000001, + "nauc_mrr_at_3_std": 0.138065, + "nauc_mrr_at_3_diff1": 0.386497, + "nauc_mrr_at_5_max": 0.48273200000000005, + "nauc_mrr_at_5_std": 0.14645, + "nauc_mrr_at_5_diff1": 0.366398, + "nauc_mrr_at_10_max": 0.470321, + "nauc_mrr_at_10_std": 0.153937, + "nauc_mrr_at_10_diff1": 0.349069, + "nauc_mrr_at_20_max": 0.467963, + "nauc_mrr_at_20_std": 0.16118, + "nauc_mrr_at_20_diff1": 0.337982, + "nauc_mrr_at_100_max": 0.465471, + "nauc_mrr_at_100_std": 0.16612299999999997, + "nauc_mrr_at_100_diff1": 0.329562, + "nauc_mrr_at_1000_max": 0.4645659999999999, + "nauc_mrr_at_1000_std": 0.16581799999999997, + "nauc_mrr_at_1000_diff1": 0.328544, + "main_score": 0.061509999999999995 + }, + { + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ], + "ndcg_at_1": 0.01255, + "ndcg_at_3": 0.01584, + "ndcg_at_5": 0.01732, + "ndcg_at_10": 0.0193, + "ndcg_at_20": 0.02141, + "ndcg_at_100": 0.03207, + "ndcg_at_1000": 0.09178000000000001, + "map_at_1": 0.01255, + "map_at_3": 0.014989999999999998, + "map_at_5": 0.0158, + "map_at_10": 0.01659, + "map_at_20": 0.01716, + "map_at_100": 0.01846, + "map_at_1000": 0.01988, + "recall_at_1": 0.01255, + "recall_at_3": 0.01831, + "recall_at_5": 0.02197, + "recall_at_10": 0.02824, + "recall_at_20": 0.03661, + "recall_at_100": 0.09676, + "recall_at_1000": 0.6182, + "precision_at_1": 0.01255, + "precision_at_3": 0.0060999999999999995, + "precision_at_5": 0.00439, + "precision_at_10": 0.0028200000000000005, + "precision_at_20": 0.00183, + "precision_at_100": 0.00097, + "precision_at_1000": 0.00062, + "mrr_at_1": 0.012552, + "mrr_at_3": 0.014993, + "mrr_at_5": 0.015804, + "mrr_at_10": 0.016588, + "mrr_at_20": 0.017159, + "mrr_at_100": 0.018459, + "mrr_at_1000": 0.019877, + "nauc_ndcg_at_1_max": 0.985906, + "nauc_ndcg_at_1_std": 0.8687979999999998, + "nauc_ndcg_at_1_diff1": 0.8098050000000001, + "nauc_ndcg_at_3_max": 0.938088, + "nauc_ndcg_at_3_std": 0.838238, + "nauc_ndcg_at_3_diff1": 0.7303450000000001, + "nauc_ndcg_at_5_max": 0.91522, + "nauc_ndcg_at_5_std": 0.7806799999999999, + "nauc_ndcg_at_5_diff1": 0.693089, + "nauc_ndcg_at_10_max": 0.876146, + "nauc_ndcg_at_10_std": 0.727358, + "nauc_ndcg_at_10_diff1": 0.660461, + "nauc_ndcg_at_20_max": 0.831042, + "nauc_ndcg_at_20_std": 0.688718, + "nauc_ndcg_at_20_diff1": 0.610792, + "nauc_ndcg_at_100_max": 0.636503, + "nauc_ndcg_at_100_std": 0.531728, + "nauc_ndcg_at_100_diff1": 0.44695700000000005, + "nauc_ndcg_at_1000_max": 0.448858, + "nauc_ndcg_at_1000_std": 0.38091200000000003, + "nauc_ndcg_at_1000_diff1": 0.319016, + "nauc_map_at_1_max": 0.985906, + "nauc_map_at_1_std": 0.8687979999999998, + "nauc_map_at_1_diff1": 0.8098050000000001, + "nauc_map_at_3_max": 0.9505880000000001, + "nauc_map_at_3_std": 0.846644, + "nauc_map_at_3_diff1": 0.750602, + "nauc_map_at_5_max": 0.9363389999999999, + "nauc_map_at_5_std": 0.812838, + "nauc_map_at_5_diff1": 0.726508, + "nauc_map_at_10_max": 0.9175710000000001, + "nauc_map_at_10_std": 0.786057, + "nauc_map_at_10_diff1": 0.7099550000000001, + "nauc_map_at_20_max": 0.89992, + "nauc_map_at_20_std": 0.7699780000000002, + "nauc_map_at_20_diff1": 0.691547, + "nauc_map_at_100_max": 0.858335, + "nauc_map_at_100_std": 0.73555, + "nauc_map_at_100_diff1": 0.654493, + "nauc_map_at_1000_max": 0.836392, + "nauc_map_at_1000_std": 0.716168, + "nauc_map_at_1000_diff1": 0.637131, + "nauc_recall_at_1_max": 0.985906, + "nauc_recall_at_1_std": 0.8687979999999998, + "nauc_recall_at_1_diff1": 0.8098050000000001, + "nauc_recall_at_3_max": 0.907581, + "nauc_recall_at_3_std": 0.817614, + "nauc_recall_at_3_diff1": 0.681038, + "nauc_recall_at_5_max": 0.8679749999999999, + "nauc_recall_at_5_std": 0.705951, + "nauc_recall_at_5_diff1": 0.619083, + "nauc_recall_at_10_max": 0.792908, + "nauc_recall_at_10_std": 0.608799, + "nauc_recall_at_10_diff1": 0.564518, + "nauc_recall_at_20_max": 0.710629, + "nauc_recall_at_20_std": 0.549861, + "nauc_recall_at_20_diff1": 0.470583, + "nauc_recall_at_100_max": 0.408869, + "nauc_recall_at_100_std": 0.329852, + "nauc_recall_at_100_diff1": 0.241605, + "nauc_recall_at_1000_max": 0.152075, + "nauc_recall_at_1000_std": 0.139598, + "nauc_recall_at_1000_diff1": 0.095109, + "nauc_precision_at_1_max": 0.985906, + "nauc_precision_at_1_std": 0.8687979999999998, + "nauc_precision_at_1_diff1": 0.8098050000000001, + "nauc_precision_at_3_max": 0.907581, + "nauc_precision_at_3_std": 0.817614, + "nauc_precision_at_3_diff1": 0.681038, + "nauc_precision_at_5_max": 0.8679749999999999, + "nauc_precision_at_5_std": 0.705951, + "nauc_precision_at_5_diff1": 0.619083, + "nauc_precision_at_10_max": 0.792908, + "nauc_precision_at_10_std": 0.608799, + "nauc_precision_at_10_diff1": 0.564518, + "nauc_precision_at_20_max": 0.710629, + "nauc_precision_at_20_std": 0.549861, + "nauc_precision_at_20_diff1": 0.470583, + "nauc_precision_at_100_max": 0.408869, + "nauc_precision_at_100_std": 0.329852, + "nauc_precision_at_100_diff1": 0.241605, + "nauc_precision_at_1000_max": 0.152075, + "nauc_precision_at_1000_std": 0.139598, + "nauc_precision_at_1000_diff1": 0.095109, + "nauc_mrr_at_1_max": 0.985906, + "nauc_mrr_at_1_std": 0.8687979999999998, + "nauc_mrr_at_1_diff1": 0.8098050000000001, + "nauc_mrr_at_3_max": 0.9505880000000001, + "nauc_mrr_at_3_std": 0.846644, + "nauc_mrr_at_3_diff1": 0.750602, + "nauc_mrr_at_5_max": 0.9363389999999999, + "nauc_mrr_at_5_std": 0.812838, + "nauc_mrr_at_5_diff1": 0.726508, + "nauc_mrr_at_10_max": 0.9175710000000001, + "nauc_mrr_at_10_std": 0.786057, + "nauc_mrr_at_10_diff1": 0.7099550000000001, + "nauc_mrr_at_20_max": 0.89992, + "nauc_mrr_at_20_std": 0.7699780000000002, + "nauc_mrr_at_20_diff1": 0.691547, + "nauc_mrr_at_100_max": 0.858335, + "nauc_mrr_at_100_std": 0.73555, + "nauc_mrr_at_100_diff1": 0.654493, + "nauc_mrr_at_1000_max": 0.836392, + "nauc_mrr_at_1000_std": 0.716168, + "nauc_mrr_at_1000_diff1": 0.637131, + "main_score": 0.0193 + }, + { + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.07884, + "ndcg_at_3": 0.10482, + "ndcg_at_5": 0.11254, + "ndcg_at_10": 0.12598, + "ndcg_at_20": 0.13989, + "ndcg_at_100": 0.17518, + "ndcg_at_1000": 0.2329, + "map_at_1": 0.07884, + "map_at_3": 0.09794, + "map_at_5": 0.10221, + "map_at_10": 0.10771000000000001, + "map_at_20": 0.11158, + "map_at_100": 0.11608, + "map_at_1000": 0.11772, + "recall_at_1": 0.07884, + "recall_at_3": 0.12492, + "recall_at_5": 0.14372, + "recall_at_10": 0.18557, + "recall_at_20": 0.24015, + "recall_at_100": 0.43602, + "recall_at_1000": 0.92177, + "precision_at_1": 0.07884, + "precision_at_3": 0.04164, + "precision_at_5": 0.02874, + "precision_at_10": 0.01856, + "precision_at_20": 0.01201, + "precision_at_100": 0.00436, + "precision_at_1000": 0.00092, + "mrr_at_1": 0.078836, + "mrr_at_3": 0.097938, + "mrr_at_5": 0.102213, + "mrr_at_10": 0.107712, + "mrr_at_20": 0.111583, + "mrr_at_100": 0.11608299999999999, + "mrr_at_1000": 0.11772, + "nauc_ndcg_at_1_max": 0.396846, + "nauc_ndcg_at_1_std": 0.164453, + "nauc_ndcg_at_1_diff1": 0.415161, + "nauc_ndcg_at_3_max": 0.369155, + "nauc_ndcg_at_3_std": 0.148799, + "nauc_ndcg_at_3_diff1": 0.34263899999999997, + "nauc_ndcg_at_5_max": 0.357577, + "nauc_ndcg_at_5_std": 0.15592, + "nauc_ndcg_at_5_diff1": 0.328083, + "nauc_ndcg_at_10_max": 0.343496, + "nauc_ndcg_at_10_std": 0.157634, + "nauc_ndcg_at_10_diff1": 0.304449, + "nauc_ndcg_at_20_max": 0.334882, + "nauc_ndcg_at_20_std": 0.157758, + "nauc_ndcg_at_20_diff1": 0.294493, + "nauc_ndcg_at_100_max": 0.333877, + "nauc_ndcg_at_100_std": 0.169045, + "nauc_ndcg_at_100_diff1": 0.275416, + "nauc_ndcg_at_1000_max": 0.34324799999999994, + "nauc_ndcg_at_1000_std": 0.169937, + "nauc_ndcg_at_1000_diff1": 0.293428, + "nauc_map_at_1_max": 0.396846, + "nauc_map_at_1_std": 0.164453, + "nauc_map_at_1_diff1": 0.415161, + "nauc_map_at_3_max": 0.373834, + "nauc_map_at_3_std": 0.151374, + "nauc_map_at_3_diff1": 0.356949, + "nauc_map_at_5_max": 0.366924, + "nauc_map_at_5_std": 0.155405, + "nauc_map_at_5_diff1": 0.3482100000000001, + "nauc_map_at_10_max": 0.359902, + "nauc_map_at_10_std": 0.155902, + "nauc_map_at_10_diff1": 0.336344, + "nauc_map_at_20_max": 0.35653100000000004, + "nauc_map_at_20_std": 0.155934, + "nauc_map_at_20_diff1": 0.332171, + "nauc_map_at_100_max": 0.35556899999999997, + "nauc_map_at_100_std": 0.156981, + "nauc_map_at_100_diff1": 0.328419, + "nauc_map_at_1000_max": 0.35595999999999994, + "nauc_map_at_1000_std": 0.157127, + "nauc_map_at_1000_diff1": 0.328887, + "nauc_recall_at_1_max": 0.396846, + "nauc_recall_at_1_std": 0.164453, + "nauc_recall_at_1_diff1": 0.415161, + "nauc_recall_at_3_max": 0.358428, + "nauc_recall_at_3_std": 0.142924, + "nauc_recall_at_3_diff1": 0.309013, + "nauc_recall_at_5_max": 0.335924, + "nauc_recall_at_5_std": 0.15816, + "nauc_recall_at_5_diff1": 0.282062, + "nauc_recall_at_10_max": 0.308288, + "nauc_recall_at_10_std": 0.162721, + "nauc_recall_at_10_diff1": 0.237129, + "nauc_recall_at_20_max": 0.291273, + "nauc_recall_at_20_std": 0.16260100000000002, + "nauc_recall_at_20_diff1": 0.221143, + "nauc_recall_at_100_max": 0.29833, + "nauc_recall_at_100_std": 0.206089, + "nauc_recall_at_100_diff1": 0.169861, + "nauc_recall_at_1000_max": 0.34473, + "nauc_recall_at_1000_std": 0.327194, + "nauc_recall_at_1000_diff1": 0.187253, + "nauc_precision_at_1_max": 0.396846, + "nauc_precision_at_1_std": 0.164453, + "nauc_precision_at_1_diff1": 0.415161, + "nauc_precision_at_3_max": 0.358428, + "nauc_precision_at_3_std": 0.142924, + "nauc_precision_at_3_diff1": 0.309013, + "nauc_precision_at_5_max": 0.335924, + "nauc_precision_at_5_std": 0.15816, + "nauc_precision_at_5_diff1": 0.282062, + "nauc_precision_at_10_max": 0.308288, + "nauc_precision_at_10_std": 0.162721, + "nauc_precision_at_10_diff1": 0.237129, + "nauc_precision_at_20_max": 0.291273, + "nauc_precision_at_20_std": 0.16260100000000002, + "nauc_precision_at_20_diff1": 0.221143, + "nauc_precision_at_100_max": 0.29833, + "nauc_precision_at_100_std": 0.206089, + "nauc_precision_at_100_diff1": 0.169861, + "nauc_precision_at_1000_max": 0.34473, + "nauc_precision_at_1000_std": 0.327194, + "nauc_precision_at_1000_diff1": 0.187253, + "nauc_mrr_at_1_max": 0.396846, + "nauc_mrr_at_1_std": 0.164453, + "nauc_mrr_at_1_diff1": 0.415161, + "nauc_mrr_at_3_max": 0.373834, + "nauc_mrr_at_3_std": 0.151374, + "nauc_mrr_at_3_diff1": 0.356949, + "nauc_mrr_at_5_max": 0.366924, + "nauc_mrr_at_5_std": 0.155405, + "nauc_mrr_at_5_diff1": 0.3482100000000001, + "nauc_mrr_at_10_max": 0.359902, + "nauc_mrr_at_10_std": 0.155902, + "nauc_mrr_at_10_diff1": 0.336344, + "nauc_mrr_at_20_max": 0.35653100000000004, + "nauc_mrr_at_20_std": 0.155934, + "nauc_mrr_at_20_diff1": 0.332171, + "nauc_mrr_at_100_max": 0.35556899999999997, + "nauc_mrr_at_100_std": 0.156981, + "nauc_mrr_at_100_diff1": 0.328419, + "nauc_mrr_at_1000_max": 0.35595999999999994, + "nauc_mrr_at_1000_std": 0.157127, + "nauc_mrr_at_1000_diff1": 0.328887, + "main_score": 0.12598 + }, + { + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.10069, + "ndcg_at_3": 0.14071, + "ndcg_at_5": 0.15693, + "ndcg_at_10": 0.17519, + "ndcg_at_20": 0.19077, + "ndcg_at_100": 0.22213000000000002, + "ndcg_at_1000": 0.26237, + "map_at_1": 0.10069, + "map_at_3": 0.13056, + "map_at_5": 0.13951, + "map_at_10": 0.14706, + "map_at_20": 0.15132, + "map_at_100": 0.15551, + "map_at_1000": 0.15677, + "recall_at_1": 0.10069, + "recall_at_3": 0.17017, + "recall_at_5": 0.20973, + "recall_at_10": 0.26617, + "recall_at_20": 0.32786000000000004, + "recall_at_100": 0.49916, + "recall_at_1000": 0.83068, + "precision_at_1": 0.10069, + "precision_at_3": 0.056749999999999995, + "precision_at_5": 0.04197, + "precision_at_10": 0.02663, + "precision_at_20": 0.0164, + "precision_at_100": 0.00499, + "precision_at_1000": 0.00083, + "mrr_at_1": 0.100694, + "mrr_at_3": 0.130602, + "mrr_at_5": 0.139556, + "mrr_at_10": 0.147105, + "mrr_at_20": 0.151367, + "mrr_at_100": 0.155551, + "mrr_at_1000": 0.156807, + "nauc_ndcg_at_1_max": 0.38708, + "nauc_ndcg_at_1_std": 0.19674399999999997, + "nauc_ndcg_at_1_diff1": 0.438754, + "nauc_ndcg_at_3_max": 0.355438, + "nauc_ndcg_at_3_std": 0.207335, + "nauc_ndcg_at_3_diff1": 0.347409, + "nauc_ndcg_at_5_max": 0.339112, + "nauc_ndcg_at_5_std": 0.208953, + "nauc_ndcg_at_5_diff1": 0.327973, + "nauc_ndcg_at_10_max": 0.334574, + "nauc_ndcg_at_10_std": 0.21407999999999996, + "nauc_ndcg_at_10_diff1": 0.315918, + "nauc_ndcg_at_20_max": 0.331189, + "nauc_ndcg_at_20_std": 0.220212, + "nauc_ndcg_at_20_diff1": 0.30416, + "nauc_ndcg_at_100_max": 0.323823, + "nauc_ndcg_at_100_std": 0.231147, + "nauc_ndcg_at_100_diff1": 0.292503, + "nauc_ndcg_at_1000_max": 0.332213, + "nauc_ndcg_at_1000_std": 0.234612, + "nauc_ndcg_at_1000_diff1": 0.303754, + "nauc_map_at_1_max": 0.38708, + "nauc_map_at_1_std": 0.19674399999999997, + "nauc_map_at_1_diff1": 0.438754, + "nauc_map_at_3_max": 0.362717, + "nauc_map_at_3_std": 0.205553, + "nauc_map_at_3_diff1": 0.36670700000000006, + "nauc_map_at_5_max": 0.352528, + "nauc_map_at_5_std": 0.20672999999999997, + "nauc_map_at_5_diff1": 0.354282, + "nauc_map_at_10_max": 0.35017499999999996, + "nauc_map_at_10_std": 0.209185, + "nauc_map_at_10_diff1": 0.348249, + "nauc_map_at_20_max": 0.34901199999999993, + "nauc_map_at_20_std": 0.211207, + "nauc_map_at_20_diff1": 0.3443089999999999, + "nauc_map_at_100_max": 0.34771500000000005, + "nauc_map_at_100_std": 0.212502, + "nauc_map_at_100_diff1": 0.342391, + "nauc_map_at_1000_max": 0.34806799999999993, + "nauc_map_at_1000_std": 0.212741, + "nauc_map_at_1000_diff1": 0.342916, + "nauc_recall_at_1_max": 0.38708, + "nauc_recall_at_1_std": 0.19674399999999997, + "nauc_recall_at_1_diff1": 0.438754, + "nauc_recall_at_3_max": 0.3380560000000001, + "nauc_recall_at_3_std": 0.21123799999999998, + "nauc_recall_at_3_diff1": 0.301668, + "nauc_recall_at_5_max": 0.308531, + "nauc_recall_at_5_std": 0.213447, + "nauc_recall_at_5_diff1": 0.269456, + "nauc_recall_at_10_max": 0.300917, + "nauc_recall_at_10_std": 0.224839, + "nauc_recall_at_10_diff1": 0.246844, + "nauc_recall_at_20_max": 0.293467, + "nauc_recall_at_20_std": 0.241344, + "nauc_recall_at_20_diff1": 0.217971, + "nauc_recall_at_100_max": 0.266242, + "nauc_recall_at_100_std": 0.288262, + "nauc_recall_at_100_diff1": 0.17282600000000004, + "nauc_recall_at_1000_max": 0.295404, + "nauc_recall_at_1000_std": 0.38148400000000005, + "nauc_recall_at_1000_diff1": 0.161682, + "nauc_precision_at_1_max": 0.38708, + "nauc_precision_at_1_std": 0.19674399999999997, + "nauc_precision_at_1_diff1": 0.438754, + "nauc_precision_at_3_max": 0.337781, + "nauc_precision_at_3_std": 0.21157199999999998, + "nauc_precision_at_3_diff1": 0.30122, + "nauc_precision_at_5_max": 0.308362, + "nauc_precision_at_5_std": 0.21377600000000002, + "nauc_precision_at_5_diff1": 0.269131, + "nauc_precision_at_10_max": 0.300766, + "nauc_precision_at_10_std": 0.225133, + "nauc_precision_at_10_diff1": 0.246554, + "nauc_precision_at_20_max": 0.293358, + "nauc_precision_at_20_std": 0.24164099999999997, + "nauc_precision_at_20_diff1": 0.217729, + "nauc_precision_at_100_max": 0.265803, + "nauc_precision_at_100_std": 0.288609, + "nauc_precision_at_100_diff1": 0.172201, + "nauc_precision_at_1000_max": 0.294446, + "nauc_precision_at_1000_std": 0.381935, + "nauc_precision_at_1000_diff1": 0.16067, + "nauc_mrr_at_1_max": 0.38708, + "nauc_mrr_at_1_std": 0.19674399999999997, + "nauc_mrr_at_1_diff1": 0.438754, + "nauc_mrr_at_3_max": 0.362544, + "nauc_mrr_at_3_std": 0.205758, + "nauc_mrr_at_3_diff1": 0.366418, + "nauc_mrr_at_5_max": 0.352364, + "nauc_mrr_at_5_std": 0.206926, + "nauc_mrr_at_5_diff1": 0.354008, + "nauc_mrr_at_10_max": 0.350015, + "nauc_mrr_at_10_std": 0.209377, + "nauc_mrr_at_10_diff1": 0.347981, + "nauc_mrr_at_20_max": 0.348853, + "nauc_mrr_at_20_std": 0.211397, + "nauc_mrr_at_20_diff1": 0.344044, + "nauc_mrr_at_100_max": 0.34757599999999994, + "nauc_mrr_at_100_std": 0.212668, + "nauc_mrr_at_100_diff1": 0.34216, + "nauc_mrr_at_1000_max": 0.34792899999999993, + "nauc_mrr_at_1000_std": 0.21290899999999996, + "nauc_mrr_at_1000_diff1": 0.342684, + "main_score": 0.17519 + }, + { + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.05106, + "ndcg_at_3": 0.07369, + "ndcg_at_5": 0.08505000000000001, + "ndcg_at_10": 0.09411, + "ndcg_at_20": 0.10694, + "ndcg_at_100": 0.13506, + "ndcg_at_1000": 0.19200999999999996, + "map_at_1": 0.05106, + "map_at_3": 0.06791, + "map_at_5": 0.07428, + "map_at_10": 0.07787, + "map_at_20": 0.08134999999999999, + "map_at_100": 0.08487, + "map_at_1000": 0.08648, + "recall_at_1": 0.05106, + "recall_at_3": 0.09049999999999998, + "recall_at_5": 0.11779999999999999, + "recall_at_10": 0.14661, + "recall_at_20": 0.19767000000000004, + "recall_at_100": 0.3549, + "recall_at_1000": 0.8351900000000001, + "precision_at_1": 0.05106, + "precision_at_3": 0.03017, + "precision_at_5": 0.023560000000000005, + "precision_at_10": 0.01466, + "precision_at_20": 0.00988, + "precision_at_100": 0.00355, + "precision_at_1000": 0.00084, + "mrr_at_1": 0.051062, + "mrr_at_3": 0.067914, + "mrr_at_5": 0.074284, + "mrr_at_10": 0.07787, + "mrr_at_20": 0.081351, + "mrr_at_100": 0.08486699999999998, + "mrr_at_1000": 0.08648099999999999, + "nauc_ndcg_at_1_max": 0.42086199999999996, + "nauc_ndcg_at_1_std": 0.277882, + "nauc_ndcg_at_1_diff1": 0.349896, + "nauc_ndcg_at_3_max": 0.34033499999999994, + "nauc_ndcg_at_3_std": 0.226509, + "nauc_ndcg_at_3_diff1": 0.24253599999999997, + "nauc_ndcg_at_5_max": 0.356463, + "nauc_ndcg_at_5_std": 0.239951, + "nauc_ndcg_at_5_diff1": 0.233768, + "nauc_ndcg_at_10_max": 0.34856300000000007, + "nauc_ndcg_at_10_std": 0.244421, + "nauc_ndcg_at_10_diff1": 0.21670899999999998, + "nauc_ndcg_at_20_max": 0.327379, + "nauc_ndcg_at_20_std": 0.232538, + "nauc_ndcg_at_20_diff1": 0.200912, + "nauc_ndcg_at_100_max": 0.328929, + "nauc_ndcg_at_100_std": 0.245202, + "nauc_ndcg_at_100_diff1": 0.188143, + "nauc_ndcg_at_1000_max": 0.342888, + "nauc_ndcg_at_1000_std": 0.25563, + "nauc_ndcg_at_1000_diff1": 0.196998, + "nauc_map_at_1_max": 0.42086199999999996, + "nauc_map_at_1_std": 0.277882, + "nauc_map_at_1_diff1": 0.349896, + "nauc_map_at_3_max": 0.356994, + "nauc_map_at_3_std": 0.236218, + "nauc_map_at_3_diff1": 0.261723, + "nauc_map_at_5_max": 0.366046, + "nauc_map_at_5_std": 0.24413999999999997, + "nauc_map_at_5_diff1": 0.255263, + "nauc_map_at_10_max": 0.3617429999999999, + "nauc_map_at_10_std": 0.245514, + "nauc_map_at_10_diff1": 0.246667, + "nauc_map_at_20_max": 0.354277, + "nauc_map_at_20_std": 0.24142600000000003, + "nauc_map_at_20_diff1": 0.240337, + "nauc_map_at_100_max": 0.354035, + "nauc_map_at_100_std": 0.244019, + "nauc_map_at_100_diff1": 0.237328, + "nauc_map_at_1000_max": 0.354478, + "nauc_map_at_1000_std": 0.244698, + "nauc_map_at_1000_diff1": 0.237338, + "nauc_recall_at_1_max": 0.42086199999999996, + "nauc_recall_at_1_std": 0.277882, + "nauc_recall_at_1_diff1": 0.349896, + "nauc_recall_at_3_max": 0.303617, + "nauc_recall_at_3_std": 0.205358, + "nauc_recall_at_3_diff1": 0.201071, + "nauc_recall_at_5_max": 0.33937200000000006, + "nauc_recall_at_5_std": 0.233113, + "nauc_recall_at_5_diff1": 0.19224, + "nauc_recall_at_10_max": 0.325825, + "nauc_recall_at_10_std": 0.245474, + "nauc_recall_at_10_diff1": 0.16140000000000002, + "nauc_recall_at_20_max": 0.280364, + "nauc_recall_at_20_std": 0.217445, + "nauc_recall_at_20_diff1": 0.135925, + "nauc_recall_at_100_max": 0.294979, + "nauc_recall_at_100_std": 0.253471, + "nauc_recall_at_100_diff1": 0.1139, + "nauc_recall_at_1000_max": 0.374425, + "nauc_recall_at_1000_std": 0.334301, + "nauc_recall_at_1000_diff1": 0.116744, + "nauc_precision_at_1_max": 0.42086199999999996, + "nauc_precision_at_1_std": 0.277882, + "nauc_precision_at_1_diff1": 0.349896, + "nauc_precision_at_3_max": 0.303617, + "nauc_precision_at_3_std": 0.205358, + "nauc_precision_at_3_diff1": 0.201071, + "nauc_precision_at_5_max": 0.33937200000000006, + "nauc_precision_at_5_std": 0.233113, + "nauc_precision_at_5_diff1": 0.19224, + "nauc_precision_at_10_max": 0.325825, + "nauc_precision_at_10_std": 0.245474, + "nauc_precision_at_10_diff1": 0.16140000000000002, + "nauc_precision_at_20_max": 0.280364, + "nauc_precision_at_20_std": 0.217445, + "nauc_precision_at_20_diff1": 0.135925, + "nauc_precision_at_100_max": 0.294979, + "nauc_precision_at_100_std": 0.253471, + "nauc_precision_at_100_diff1": 0.1139, + "nauc_precision_at_1000_max": 0.374425, + "nauc_precision_at_1000_std": 0.334301, + "nauc_precision_at_1000_diff1": 0.116744, + "nauc_mrr_at_1_max": 0.42086199999999996, + "nauc_mrr_at_1_std": 0.277882, + "nauc_mrr_at_1_diff1": 0.349896, + "nauc_mrr_at_3_max": 0.356994, + "nauc_mrr_at_3_std": 0.236218, + "nauc_mrr_at_3_diff1": 0.261723, + "nauc_mrr_at_5_max": 0.366046, + "nauc_mrr_at_5_std": 0.24413999999999997, + "nauc_mrr_at_5_diff1": 0.255263, + "nauc_mrr_at_10_max": 0.3617429999999999, + "nauc_mrr_at_10_std": 0.245514, + "nauc_mrr_at_10_diff1": 0.246667, + "nauc_mrr_at_20_max": 0.354277, + "nauc_mrr_at_20_std": 0.24142600000000003, + "nauc_mrr_at_20_diff1": 0.240337, + "nauc_mrr_at_100_max": 0.354035, + "nauc_mrr_at_100_std": 0.244019, + "nauc_mrr_at_100_diff1": 0.237328, + "nauc_mrr_at_1000_max": 0.354478, + "nauc_mrr_at_1000_std": 0.244698, + "nauc_mrr_at_1000_diff1": 0.237338, + "main_score": 0.09411 + }, + { + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ], + "ndcg_at_1": 0.03659, + "ndcg_at_3": 0.046340000000000006, + "ndcg_at_5": 0.04987, + "ndcg_at_10": 0.05431, + "ndcg_at_20": 0.06136, + "ndcg_at_100": 0.08109, + "ndcg_at_1000": 0.14792, + "map_at_1": 0.03659, + "map_at_3": 0.04386999999999999, + "map_at_5": 0.04579, + "map_at_10": 0.04753, + "map_at_20": 0.04939999999999999, + "map_at_100": 0.05178, + "map_at_1000": 0.0535, + "recall_at_1": 0.03659, + "recall_at_3": 0.05351999999999999, + "recall_at_5": 0.06226, + "recall_at_10": 0.07646, + "recall_at_20": 0.10486, + "recall_at_100": 0.21628, + "recall_at_1000": 0.79082, + "precision_at_1": 0.03659, + "precision_at_3": 0.01784, + "precision_at_5": 0.01245, + "precision_at_10": 0.0076500000000000005, + "precision_at_20": 0.00524, + "precision_at_100": 0.00216, + "precision_at_1000": 0.00079, + "mrr_at_1": 0.036592, + "mrr_at_3": 0.043874, + "mrr_at_5": 0.045786, + "mrr_at_10": 0.047534, + "mrr_at_20": 0.049397, + "mrr_at_100": 0.051784, + "mrr_at_1000": 0.053502999999999995, + "nauc_ndcg_at_1_max": 0.44858, + "nauc_ndcg_at_1_std": 0.127215, + "nauc_ndcg_at_1_diff1": 0.41930700000000004, + "nauc_ndcg_at_3_max": 0.388533, + "nauc_ndcg_at_3_std": 0.139109, + "nauc_ndcg_at_3_diff1": 0.328699, + "nauc_ndcg_at_5_max": 0.366179, + "nauc_ndcg_at_5_std": 0.129273, + "nauc_ndcg_at_5_diff1": 0.304917, + "nauc_ndcg_at_10_max": 0.338031, + "nauc_ndcg_at_10_std": 0.117679, + "nauc_ndcg_at_10_diff1": 0.273056, + "nauc_ndcg_at_20_max": 0.312789, + "nauc_ndcg_at_20_std": 0.123283, + "nauc_ndcg_at_20_diff1": 0.242417, + "nauc_ndcg_at_100_max": 0.292713, + "nauc_ndcg_at_100_std": 0.153666, + "nauc_ndcg_at_100_diff1": 0.203282, + "nauc_ndcg_at_1000_max": 0.288277, + "nauc_ndcg_at_1000_std": 0.139692, + "nauc_ndcg_at_1000_diff1": 0.197898, + "nauc_map_at_1_max": 0.44858, + "nauc_map_at_1_std": 0.127215, + "nauc_map_at_1_diff1": 0.41930700000000004, + "nauc_map_at_3_max": 0.401323, + "nauc_map_at_3_std": 0.136772, + "nauc_map_at_3_diff1": 0.3482839999999999, + "nauc_map_at_5_max": 0.387125, + "nauc_map_at_5_std": 0.130703, + "nauc_map_at_5_diff1": 0.333574, + "nauc_map_at_10_max": 0.373599, + "nauc_map_at_10_std": 0.125138, + "nauc_map_at_10_diff1": 0.318486, + "nauc_map_at_20_max": 0.363682, + "nauc_map_at_20_std": 0.126613, + "nauc_map_at_20_diff1": 0.30641, + "nauc_map_at_100_max": 0.358721, + "nauc_map_at_100_std": 0.131938, + "nauc_map_at_100_diff1": 0.298344, + "nauc_map_at_1000_max": 0.357943, + "nauc_map_at_1000_std": 0.132437, + "nauc_map_at_1000_diff1": 0.297102, + "nauc_recall_at_1_max": 0.44858, + "nauc_recall_at_1_std": 0.127215, + "nauc_recall_at_1_diff1": 0.41930700000000004, + "nauc_recall_at_3_max": 0.358036, + "nauc_recall_at_3_std": 0.14462, + "nauc_recall_at_3_diff1": 0.281908, + "nauc_recall_at_5_max": 0.319315, + "nauc_recall_at_5_std": 0.125393, + "nauc_recall_at_5_diff1": 0.240762, + "nauc_recall_at_10_max": 0.264502, + "nauc_recall_at_10_std": 0.100809, + "nauc_recall_at_10_diff1": 0.17943699999999999, + "nauc_recall_at_20_max": 0.22489600000000004, + "nauc_recall_at_20_std": 0.11888, + "nauc_recall_at_20_diff1": 0.132232, + "nauc_recall_at_100_max": 0.211181, + "nauc_recall_at_100_std": 0.19320300000000004, + "nauc_recall_at_100_diff1": 0.079007, + "nauc_recall_at_1000_max": 0.15723, + "nauc_recall_at_1000_std": 0.115761, + "nauc_recall_at_1000_diff1": 0.009648, + "nauc_precision_at_1_max": 0.44858, + "nauc_precision_at_1_std": 0.127215, + "nauc_precision_at_1_diff1": 0.41930700000000004, + "nauc_precision_at_3_max": 0.358036, + "nauc_precision_at_3_std": 0.14462, + "nauc_precision_at_3_diff1": 0.281908, + "nauc_precision_at_5_max": 0.319315, + "nauc_precision_at_5_std": 0.125393, + "nauc_precision_at_5_diff1": 0.240762, + "nauc_precision_at_10_max": 0.264502, + "nauc_precision_at_10_std": 0.100809, + "nauc_precision_at_10_diff1": 0.17943699999999999, + "nauc_precision_at_20_max": 0.22489600000000004, + "nauc_precision_at_20_std": 0.11888, + "nauc_precision_at_20_diff1": 0.132232, + "nauc_precision_at_100_max": 0.211181, + "nauc_precision_at_100_std": 0.19320300000000004, + "nauc_precision_at_100_diff1": 0.079007, + "nauc_precision_at_1000_max": 0.15723, + "nauc_precision_at_1000_std": 0.115761, + "nauc_precision_at_1000_diff1": 0.009648, + "nauc_mrr_at_1_max": 0.44858, + "nauc_mrr_at_1_std": 0.127215, + "nauc_mrr_at_1_diff1": 0.41930700000000004, + "nauc_mrr_at_3_max": 0.401323, + "nauc_mrr_at_3_std": 0.136772, + "nauc_mrr_at_3_diff1": 0.3482839999999999, + "nauc_mrr_at_5_max": 0.387125, + "nauc_mrr_at_5_std": 0.130703, + "nauc_mrr_at_5_diff1": 0.333574, + "nauc_mrr_at_10_max": 0.373599, + "nauc_mrr_at_10_std": 0.125138, + "nauc_mrr_at_10_diff1": 0.318486, + "nauc_mrr_at_20_max": 0.363682, + "nauc_mrr_at_20_std": 0.126613, + "nauc_mrr_at_20_diff1": 0.30641, + "nauc_mrr_at_100_max": 0.358721, + "nauc_mrr_at_100_std": 0.131938, + "nauc_mrr_at_100_diff1": 0.298344, + "nauc_mrr_at_1000_max": 0.357943, + "nauc_mrr_at_1000_std": 0.132437, + "nauc_mrr_at_1000_diff1": 0.297102, + "main_score": 0.05431 + }, + { + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.05667, + "ndcg_at_3": 0.08308, + "ndcg_at_5": 0.09481, + "ndcg_at_10": 0.10795, + "ndcg_at_20": 0.11993000000000001, + "ndcg_at_100": 0.14754, + "ndcg_at_1000": 0.20329, + "map_at_1": 0.05667, + "map_at_3": 0.07637, + "map_at_5": 0.08292, + "map_at_10": 0.08834999999999998, + "map_at_20": 0.09164, + "map_at_100": 0.09519, + "map_at_1000": 0.09681, + "recall_at_1": 0.05667, + "recall_at_3": 0.10259, + "recall_at_5": 0.13092, + "recall_at_10": 0.17147, + "recall_at_20": 0.21886, + "recall_at_100": 0.3717599999999999, + "recall_at_1000": 0.83977, + "precision_at_1": 0.05667, + "precision_at_3": 0.0342, + "precision_at_5": 0.02618, + "precision_at_10": 0.01715, + "precision_at_20": 0.01094, + "precision_at_100": 0.0037199999999999998, + "precision_at_1000": 0.00084, + "mrr_at_1": 0.056668, + "mrr_at_3": 0.076372, + "mrr_at_5": 0.082918, + "mrr_at_10": 0.088355, + "mrr_at_20": 0.09164, + "mrr_at_100": 0.09519400000000001, + "mrr_at_1000": 0.09681, + "nauc_ndcg_at_1_max": 0.426394, + "nauc_ndcg_at_1_std": 0.279872, + "nauc_ndcg_at_1_diff1": 0.459829, + "nauc_ndcg_at_3_max": 0.381223, + "nauc_ndcg_at_3_std": 0.231287, + "nauc_ndcg_at_3_diff1": 0.345182, + "nauc_ndcg_at_5_max": 0.371619, + "nauc_ndcg_at_5_std": 0.24085, + "nauc_ndcg_at_5_diff1": 0.299462, + "nauc_ndcg_at_10_max": 0.34996000000000005, + "nauc_ndcg_at_10_std": 0.230919, + "nauc_ndcg_at_10_diff1": 0.275367, + "nauc_ndcg_at_20_max": 0.347649, + "nauc_ndcg_at_20_std": 0.237151, + "nauc_ndcg_at_20_diff1": 0.262981, + "nauc_ndcg_at_100_max": 0.345203, + "nauc_ndcg_at_100_std": 0.24546900000000002, + "nauc_ndcg_at_100_diff1": 0.236597, + "nauc_ndcg_at_1000_max": 0.36757199999999995, + "nauc_ndcg_at_1000_std": 0.26975, + "nauc_ndcg_at_1000_diff1": 0.255448, + "nauc_map_at_1_max": 0.426394, + "nauc_map_at_1_std": 0.279872, + "nauc_map_at_1_diff1": 0.459829, + "nauc_map_at_3_max": 0.390702, + "nauc_map_at_3_std": 0.241064, + "nauc_map_at_3_diff1": 0.36707999999999996, + "nauc_map_at_5_max": 0.384039, + "nauc_map_at_5_std": 0.246638, + "nauc_map_at_5_diff1": 0.336966, + "nauc_map_at_10_max": 0.372626, + "nauc_map_at_10_std": 0.241767, + "nauc_map_at_10_diff1": 0.323835, + "nauc_map_at_20_max": 0.37119, + "nauc_map_at_20_std": 0.24364899999999998, + "nauc_map_at_20_diff1": 0.318522, + "nauc_map_at_100_max": 0.371269, + "nauc_map_at_100_std": 0.245511, + "nauc_map_at_100_diff1": 0.313411, + "nauc_map_at_1000_max": 0.372113, + "nauc_map_at_1000_std": 0.246889, + "nauc_map_at_1000_diff1": 0.313726, + "nauc_recall_at_1_max": 0.426394, + "nauc_recall_at_1_std": 0.279872, + "nauc_recall_at_1_diff1": 0.459829, + "nauc_recall_at_3_max": 0.360345, + "nauc_recall_at_3_std": 0.209864, + "nauc_recall_at_3_diff1": 0.297525, + "nauc_recall_at_5_max": 0.346542, + "nauc_recall_at_5_std": 0.230252, + "nauc_recall_at_5_diff1": 0.222777, + "nauc_recall_at_10_max": 0.307022, + "nauc_recall_at_10_std": 0.21087500000000003, + "nauc_recall_at_10_diff1": 0.185945, + "nauc_recall_at_20_max": 0.308339, + "nauc_recall_at_20_std": 0.228847, + "nauc_recall_at_20_diff1": 0.169343, + "nauc_recall_at_100_max": 0.302085, + "nauc_recall_at_100_std": 0.251519, + "nauc_recall_at_100_diff1": 0.105572, + "nauc_recall_at_1000_max": 0.455105, + "nauc_recall_at_1000_std": 0.45523899999999995, + "nauc_recall_at_1000_diff1": 0.136761, + "nauc_precision_at_1_max": 0.426394, + "nauc_precision_at_1_std": 0.279872, + "nauc_precision_at_1_diff1": 0.459829, + "nauc_precision_at_3_max": 0.360345, + "nauc_precision_at_3_std": 0.209864, + "nauc_precision_at_3_diff1": 0.297525, + "nauc_precision_at_5_max": 0.346542, + "nauc_precision_at_5_std": 0.230252, + "nauc_precision_at_5_diff1": 0.222777, + "nauc_precision_at_10_max": 0.307022, + "nauc_precision_at_10_std": 0.21087500000000003, + "nauc_precision_at_10_diff1": 0.185945, + "nauc_precision_at_20_max": 0.308339, + "nauc_precision_at_20_std": 0.228847, + "nauc_precision_at_20_diff1": 0.169343, + "nauc_precision_at_100_max": 0.302085, + "nauc_precision_at_100_std": 0.251519, + "nauc_precision_at_100_diff1": 0.105572, + "nauc_precision_at_1000_max": 0.455105, + "nauc_precision_at_1000_std": 0.45523899999999995, + "nauc_precision_at_1000_diff1": 0.136761, + "nauc_mrr_at_1_max": 0.426394, + "nauc_mrr_at_1_std": 0.279872, + "nauc_mrr_at_1_diff1": 0.459829, + "nauc_mrr_at_3_max": 0.390702, + "nauc_mrr_at_3_std": 0.241064, + "nauc_mrr_at_3_diff1": 0.36707999999999996, + "nauc_mrr_at_5_max": 0.384039, + "nauc_mrr_at_5_std": 0.246638, + "nauc_mrr_at_5_diff1": 0.336966, + "nauc_mrr_at_10_max": 0.372626, + "nauc_mrr_at_10_std": 0.241767, + "nauc_mrr_at_10_diff1": 0.323835, + "nauc_mrr_at_20_max": 0.37119, + "nauc_mrr_at_20_std": 0.24364899999999998, + "nauc_mrr_at_20_diff1": 0.318522, + "nauc_mrr_at_100_max": 0.371269, + "nauc_mrr_at_100_std": 0.245511, + "nauc_mrr_at_100_diff1": 0.313411, + "nauc_mrr_at_1000_max": 0.372113, + "nauc_mrr_at_1000_std": 0.246889, + "nauc_mrr_at_1000_diff1": 0.313726, + "main_score": 0.10795 + }, + { + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ], + "ndcg_at_1": 0.03977, + "ndcg_at_3": 0.05531, + "ndcg_at_5": 0.061660000000000006, + "ndcg_at_10": 0.06815, + "ndcg_at_20": 0.07375, + "ndcg_at_100": 0.09419000000000001, + "ndcg_at_1000": 0.15169, + "map_at_1": 0.03977, + "map_at_3": 0.05146, + "map_at_5": 0.05504, + "map_at_10": 0.057679999999999995, + "map_at_20": 0.05918, + "map_at_100": 0.06171, + "map_at_1000": 0.06313, + "recall_at_1": 0.03977, + "recall_at_3": 0.06646, + "recall_at_5": 0.08163000000000001, + "recall_at_10": 0.10178, + "recall_at_20": 0.12428, + "recall_at_100": 0.23861999999999997, + "recall_at_1000": 0.7367899999999998, + "precision_at_1": 0.03977, + "precision_at_3": 0.02215, + "precision_at_5": 0.01633, + "precision_at_10": 0.0102, + "precision_at_20": 0.00623, + "precision_at_100": 0.00239, + "precision_at_1000": 0.00074, + "mrr_at_1": 0.03977, + "mrr_at_3": 0.051456, + "mrr_at_5": 0.055041, + "mrr_at_10": 0.05771899999999999, + "mrr_at_20": 0.059213, + "mrr_at_100": 0.061742, + "mrr_at_1000": 0.063162, + "nauc_ndcg_at_1_max": 0.497326, + "nauc_ndcg_at_1_std": 0.210715, + "nauc_ndcg_at_1_diff1": 0.6644549999999999, + "nauc_ndcg_at_3_max": 0.437029, + "nauc_ndcg_at_3_std": 0.20071000000000003, + "nauc_ndcg_at_3_diff1": 0.488581, + "nauc_ndcg_at_5_max": 0.405439, + "nauc_ndcg_at_5_std": 0.20206699999999997, + "nauc_ndcg_at_5_diff1": 0.433761, + "nauc_ndcg_at_10_max": 0.389703, + "nauc_ndcg_at_10_std": 0.19800399999999999, + "nauc_ndcg_at_10_diff1": 0.396585, + "nauc_ndcg_at_20_max": 0.379017, + "nauc_ndcg_at_20_std": 0.195964, + "nauc_ndcg_at_20_diff1": 0.382607, + "nauc_ndcg_at_100_max": 0.348103, + "nauc_ndcg_at_100_std": 0.206233, + "nauc_ndcg_at_100_diff1": 0.334776, + "nauc_ndcg_at_1000_max": 0.351374, + "nauc_ndcg_at_1000_std": 0.21701500000000004, + "nauc_ndcg_at_1000_diff1": 0.327129, + "nauc_map_at_1_max": 0.497326, + "nauc_map_at_1_std": 0.210715, + "nauc_map_at_1_diff1": 0.6644549999999999, + "nauc_map_at_3_max": 0.44931599999999994, + "nauc_map_at_3_std": 0.204494, + "nauc_map_at_3_diff1": 0.521408, + "nauc_map_at_5_max": 0.42822200000000005, + "nauc_map_at_5_std": 0.20494, + "nauc_map_at_5_diff1": 0.484741, + "nauc_map_at_10_max": 0.419284, + "nauc_map_at_10_std": 0.203206, + "nauc_map_at_10_diff1": 0.46401, + "nauc_map_at_20_max": 0.415137, + "nauc_map_at_20_std": 0.202243, + "nauc_map_at_20_diff1": 0.4584520000000001, + "nauc_map_at_100_max": 0.408889, + "nauc_map_at_100_std": 0.204168, + "nauc_map_at_100_diff1": 0.447751, + "nauc_map_at_1000_max": 0.40881799999999996, + "nauc_map_at_1000_std": 0.204879, + "nauc_map_at_1000_diff1": 0.44634500000000005, + "nauc_recall_at_1_max": 0.497326, + "nauc_recall_at_1_std": 0.210715, + "nauc_recall_at_1_diff1": 0.6644549999999999, + "nauc_recall_at_3_max": 0.409239, + "nauc_recall_at_3_std": 0.19164, + "nauc_recall_at_3_diff1": 0.41521500000000006, + "nauc_recall_at_5_max": 0.358311, + "nauc_recall_at_5_std": 0.19624, + "nauc_recall_at_5_diff1": 0.32959099999999997, + "nauc_recall_at_10_max": 0.335859, + "nauc_recall_at_10_std": 0.18805499999999997, + "nauc_recall_at_10_diff1": 0.273813, + "nauc_recall_at_20_max": 0.316785, + "nauc_recall_at_20_std": 0.184961, + "nauc_recall_at_20_diff1": 0.254357, + "nauc_recall_at_100_max": 0.258595, + "nauc_recall_at_100_std": 0.213998, + "nauc_recall_at_100_diff1": 0.177469, + "nauc_recall_at_1000_max": 0.24833199999999997, + "nauc_recall_at_1000_std": 0.261755, + "nauc_recall_at_1000_diff1": 0.11568399999999998, + "nauc_precision_at_1_max": 0.497326, + "nauc_precision_at_1_std": 0.210715, + "nauc_precision_at_1_diff1": 0.6644549999999999, + "nauc_precision_at_3_max": 0.409239, + "nauc_precision_at_3_std": 0.19164, + "nauc_precision_at_3_diff1": 0.41521500000000006, + "nauc_precision_at_5_max": 0.358311, + "nauc_precision_at_5_std": 0.19624, + "nauc_precision_at_5_diff1": 0.32959099999999997, + "nauc_precision_at_10_max": 0.335103, + "nauc_precision_at_10_std": 0.187552, + "nauc_precision_at_10_diff1": 0.273599, + "nauc_precision_at_20_max": 0.316154, + "nauc_precision_at_20_std": 0.184527, + "nauc_precision_at_20_diff1": 0.2542, + "nauc_precision_at_100_max": 0.257634, + "nauc_precision_at_100_std": 0.213167, + "nauc_precision_at_100_diff1": 0.177239, + "nauc_precision_at_1000_max": 0.247088, + "nauc_precision_at_1000_std": 0.260459, + "nauc_precision_at_1000_diff1": 0.115617, + "nauc_mrr_at_1_max": 0.497326, + "nauc_mrr_at_1_std": 0.210715, + "nauc_mrr_at_1_diff1": 0.6644549999999999, + "nauc_mrr_at_3_max": 0.44931599999999994, + "nauc_mrr_at_3_std": 0.204494, + "nauc_mrr_at_3_diff1": 0.521408, + "nauc_mrr_at_5_max": 0.42822200000000005, + "nauc_mrr_at_5_std": 0.20494, + "nauc_mrr_at_5_diff1": 0.484741, + "nauc_mrr_at_10_max": 0.419004, + "nauc_mrr_at_10_std": 0.203046, + "nauc_mrr_at_10_diff1": 0.463813, + "nauc_mrr_at_20_max": 0.414863, + "nauc_mrr_at_20_std": 0.20208700000000002, + "nauc_mrr_at_20_diff1": 0.458262, + "nauc_mrr_at_100_max": 0.40868099999999996, + "nauc_mrr_at_100_std": 0.204048, + "nauc_mrr_at_100_diff1": 0.44760300000000003, + "nauc_mrr_at_1000_max": 0.40861, + "nauc_mrr_at_1000_std": 0.204759, + "nauc_mrr_at_1000_diff1": 0.446199, + "main_score": 0.06815 } ] } diff --git a/results/Omartificial-Intelligence-Space__Arabic-Triplet-Matryoshka-V2/external/MintakaRetrieval.json b/results/Omartificial-Intelligence-Space__Arabic-Triplet-Matryoshka-V2/external/MintakaRetrieval.json index ed02259d76..6bb0142131 100644 --- a/results/Omartificial-Intelligence-Space__Arabic-Triplet-Matryoshka-V2/external/MintakaRetrieval.json +++ b/results/Omartificial-Intelligence-Space__Arabic-Triplet-Matryoshka-V2/external/MintakaRetrieval.json @@ -10,27 +10,147 @@ "languages": [ "ara-Arab" ], - "main_score": 0.20059000000000002, - "map_at_1": 0.11439, - "map_at_3": 0.14926999999999999, - "map_at_5": 0.15984, - "map_at_10": 0.16820000000000002, "ndcg_at_1": 0.11439, "ndcg_at_3": 0.16081, "ndcg_at_5": 0.18007, - "ndcg_at_10": 0.20059000000000002, + "ndcg_at_10": 0.20058999999999996, + "ndcg_at_20": 0.21807, + "ndcg_at_100": 0.24918000000000004, + "ndcg_at_1000": 0.29344, + "map_at_1": 0.11439, + "map_at_3": 0.14927, + "map_at_5": 0.15984, + "map_at_10": 0.16820000000000002, + "map_at_20": 0.17306999999999997, + "map_at_100": 0.17709, + "map_at_1000": 0.17837, "recall_at_1": 0.11439, "recall_at_3": 0.19428, "recall_at_5": 0.24149, "recall_at_10": 0.30549, + "recall_at_20": 0.37404, + "recall_at_100": 0.54607, + "recall_at_1000": 0.9178399999999999, "precision_at_1": 0.11439, "precision_at_3": 0.06476, "precision_at_5": 0.0483, "precision_at_10": 0.03055, + "precision_at_20": 0.0187, + "precision_at_100": 0.00546, + "precision_at_1000": 0.00092, "mrr_at_1": 0.114389, "mrr_at_3": 0.149266, - "mrr_at_5": 0.15984299999999999, - "mrr_at_10": 0.168196 + "mrr_at_5": 0.159843, + "mrr_at_10": 0.168196, + "mrr_at_20": 0.173074, + "mrr_at_100": 0.177093, + "mrr_at_1000": 0.178368, + "nauc_ndcg_at_1_max": 0.20689799999999997, + "nauc_ndcg_at_1_std": 0.088259, + "nauc_ndcg_at_1_diff1": 0.23087699999999997, + "nauc_ndcg_at_3_max": 0.20441000000000004, + "nauc_ndcg_at_3_std": 0.119201, + "nauc_ndcg_at_3_diff1": 0.156318, + "nauc_ndcg_at_5_max": 0.205375, + "nauc_ndcg_at_5_std": 0.117772, + "nauc_ndcg_at_5_diff1": 0.15047, + "nauc_ndcg_at_10_max": 0.20170300000000002, + "nauc_ndcg_at_10_std": 0.122441, + "nauc_ndcg_at_10_diff1": 0.142023, + "nauc_ndcg_at_20_max": 0.196059, + "nauc_ndcg_at_20_std": 0.12899, + "nauc_ndcg_at_20_diff1": 0.149112, + "nauc_ndcg_at_100_max": 0.17747900000000003, + "nauc_ndcg_at_100_std": 0.131804, + "nauc_ndcg_at_100_diff1": 0.137593, + "nauc_ndcg_at_1000_max": 0.18559599999999998, + "nauc_ndcg_at_1000_std": 0.123602, + "nauc_ndcg_at_1000_diff1": 0.149555, + "nauc_map_at_1_max": 0.20689799999999997, + "nauc_map_at_1_std": 0.088259, + "nauc_map_at_1_diff1": 0.23087699999999997, + "nauc_map_at_3_max": 0.20604, + "nauc_map_at_3_std": 0.11261899999999998, + "nauc_map_at_3_diff1": 0.17194699999999996, + "nauc_map_at_5_max": 0.206675, + "nauc_map_at_5_std": 0.111805, + "nauc_map_at_5_diff1": 0.168416, + "nauc_map_at_10_max": 0.204983, + "nauc_map_at_10_std": 0.113658, + "nauc_map_at_10_diff1": 0.163996, + "nauc_map_at_20_max": 0.203242, + "nauc_map_at_20_std": 0.115849, + "nauc_map_at_20_diff1": 0.165979, + "nauc_map_at_100_max": 0.20052300000000003, + "nauc_map_at_100_std": 0.116264, + "nauc_map_at_100_diff1": 0.164362, + "nauc_map_at_1000_max": 0.200687, + "nauc_map_at_1000_std": 0.11606, + "nauc_map_at_1000_diff1": 0.164891, + "nauc_recall_at_1_max": 0.20689799999999997, + "nauc_recall_at_1_std": 0.088259, + "nauc_recall_at_1_diff1": 0.23087699999999997, + "nauc_recall_at_3_max": 0.200186, + "nauc_recall_at_3_std": 0.134853, + "nauc_recall_at_3_diff1": 0.119226, + "nauc_recall_at_5_max": 0.202188, + "nauc_recall_at_5_std": 0.130968, + "nauc_recall_at_5_diff1": 0.109832, + "nauc_recall_at_10_max": 0.19377300000000003, + "nauc_recall_at_10_std": 0.142274, + "nauc_recall_at_10_diff1": 0.094615, + "nauc_recall_at_20_max": 0.17729, + "nauc_recall_at_20_std": 0.16033, + "nauc_recall_at_20_diff1": 0.117912, + "nauc_recall_at_100_max": 0.095088, + "nauc_recall_at_100_std": 0.17478200000000002, + "nauc_recall_at_100_diff1": 0.064486, + "nauc_recall_at_1000_max": 0.064045, + "nauc_recall_at_1000_std": 0.095314, + "nauc_recall_at_1000_diff1": 0.111984, + "nauc_precision_at_1_max": 0.20689799999999997, + "nauc_precision_at_1_std": 0.088259, + "nauc_precision_at_1_diff1": 0.23087699999999997, + "nauc_precision_at_3_max": 0.200186, + "nauc_precision_at_3_std": 0.134853, + "nauc_precision_at_3_diff1": 0.119226, + "nauc_precision_at_5_max": 0.202188, + "nauc_precision_at_5_std": 0.130968, + "nauc_precision_at_5_diff1": 0.109832, + "nauc_precision_at_10_max": 0.19377300000000003, + "nauc_precision_at_10_std": 0.142274, + "nauc_precision_at_10_diff1": 0.094615, + "nauc_precision_at_20_max": 0.17729, + "nauc_precision_at_20_std": 0.16033, + "nauc_precision_at_20_diff1": 0.117912, + "nauc_precision_at_100_max": 0.095088, + "nauc_precision_at_100_std": 0.17478200000000002, + "nauc_precision_at_100_diff1": 0.064486, + "nauc_precision_at_1000_max": 0.064045, + "nauc_precision_at_1000_std": 0.095314, + "nauc_precision_at_1000_diff1": 0.111984, + "nauc_mrr_at_1_max": 0.20689799999999997, + "nauc_mrr_at_1_std": 0.088259, + "nauc_mrr_at_1_diff1": 0.23087699999999997, + "nauc_mrr_at_3_max": 0.20604, + "nauc_mrr_at_3_std": 0.11261899999999998, + "nauc_mrr_at_3_diff1": 0.17194699999999996, + "nauc_mrr_at_5_max": 0.206675, + "nauc_mrr_at_5_std": 0.111805, + "nauc_mrr_at_5_diff1": 0.168416, + "nauc_mrr_at_10_max": 0.204983, + "nauc_mrr_at_10_std": 0.113658, + "nauc_mrr_at_10_diff1": 0.163996, + "nauc_mrr_at_20_max": 0.203242, + "nauc_mrr_at_20_std": 0.115849, + "nauc_mrr_at_20_diff1": 0.165979, + "nauc_mrr_at_100_max": 0.20052300000000003, + "nauc_mrr_at_100_std": 0.116264, + "nauc_mrr_at_100_diff1": 0.164362, + "nauc_mrr_at_1000_max": 0.200687, + "nauc_mrr_at_1000_std": 0.11606, + "nauc_mrr_at_1000_diff1": 0.164891, + "main_score": 0.20058999999999996 } ] } diff --git a/results/Omartificial-Intelligence-Space__Arabic-Triplet-Matryoshka-V2/external/SadeemQuestionRetrieval.json b/results/Omartificial-Intelligence-Space__Arabic-Triplet-Matryoshka-V2/external/SadeemQuestionRetrieval.json index 6632088d15..f70df3f05d 100644 --- a/results/Omartificial-Intelligence-Space__Arabic-Triplet-Matryoshka-V2/external/SadeemQuestionRetrieval.json +++ b/results/Omartificial-Intelligence-Space__Arabic-Triplet-Matryoshka-V2/external/SadeemQuestionRetrieval.json @@ -10,27 +10,147 @@ "languages": [ "ara-Arab" ], - "main_score": 0.6466200000000001, + "ndcg_at_1": 0.29584, + "ndcg_at_3": 0.6235, + "ndcg_at_5": 0.63943, + "ndcg_at_10": 0.64662, + "ndcg_at_20": 0.6513100000000001, + "ndcg_at_100": 0.6564, + "ndcg_at_1000": 0.65842, "map_at_1": 0.29584, "map_at_3": 0.5375, "map_at_5": 0.54643, "map_at_10": 0.54943, - "ndcg_at_1": 0.29584, - "ndcg_at_3": 0.6235, - "ndcg_at_5": 0.6394299999999999, - "ndcg_at_10": 0.6466200000000001, + "map_at_20": 0.5507, + "map_at_100": 0.55142, + "map_at_1000": 0.5515, "recall_at_1": 0.29584, "recall_at_3": 0.87458, "recall_at_5": 0.9128799999999999, "recall_at_10": 0.9349, + "recall_at_20": 0.95357, + "recall_at_100": 0.9808499999999999, + "recall_at_1000": 0.99665, "precision_at_1": 0.29584, "precision_at_3": 0.29153, "precision_at_5": 0.18258, "precision_at_10": 0.09349, + "precision_at_20": 0.04768, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, "mrr_at_1": 0.269507, "mrr_at_3": 0.520105, - "mrr_at_5": 0.5293439999999999, - "mrr_at_10": 0.532895 + "mrr_at_5": 0.529344, + "mrr_at_10": 0.532895, + "mrr_at_20": 0.534128, + "mrr_at_100": 0.534869, + "mrr_at_1000": 0.534946, + "nauc_ndcg_at_1_max": 0.120356, + "nauc_ndcg_at_1_std": 0.005192, + "nauc_ndcg_at_1_diff1": 0.078072, + "nauc_ndcg_at_3_max": 0.309446, + "nauc_ndcg_at_3_std": 0.082618, + "nauc_ndcg_at_3_diff1": -0.320437, + "nauc_ndcg_at_5_max": 0.284963, + "nauc_ndcg_at_5_std": 0.08352500000000002, + "nauc_ndcg_at_5_diff1": -0.24226099999999998, + "nauc_ndcg_at_10_max": 0.267837, + "nauc_ndcg_at_10_std": 0.08184, + "nauc_ndcg_at_10_diff1": -0.209816, + "nauc_ndcg_at_20_max": 0.25447, + "nauc_ndcg_at_20_std": 0.080537, + "nauc_ndcg_at_20_diff1": -0.179894, + "nauc_ndcg_at_100_max": 0.23999000000000004, + "nauc_ndcg_at_100_std": 0.073886, + "nauc_ndcg_at_100_diff1": -0.1531, + "nauc_ndcg_at_1000_max": 0.23384900000000003, + "nauc_ndcg_at_1000_std": 0.069375, + "nauc_ndcg_at_1000_diff1": -0.14413, + "nauc_map_at_1_max": 0.120356, + "nauc_map_at_1_std": 0.005192, + "nauc_map_at_1_diff1": 0.078072, + "nauc_map_at_3_max": 0.23621100000000003, + "nauc_map_at_3_std": 0.05832, + "nauc_map_at_3_diff1": -0.16857, + "nauc_map_at_5_max": 0.22264200000000003, + "nauc_map_at_5_std": 0.058247999999999994, + "nauc_map_at_5_diff1": -0.127098, + "nauc_map_at_10_max": 0.21603000000000003, + "nauc_map_at_10_std": 0.057261, + "nauc_map_at_10_diff1": -0.11471999999999999, + "nauc_map_at_20_max": 0.212834, + "nauc_map_at_20_std": 0.05679, + "nauc_map_at_20_diff1": -0.10772500000000002, + "nauc_map_at_100_max": 0.211126, + "nauc_map_at_100_std": 0.056156, + "nauc_map_at_100_diff1": -0.10452200000000002, + "nauc_map_at_1000_max": 0.210936, + "nauc_map_at_1000_std": 0.05602, + "nauc_map_at_1000_diff1": -0.104237, + "nauc_recall_at_1_max": 0.120356, + "nauc_recall_at_1_std": 0.005192, + "nauc_recall_at_1_diff1": 0.078072, + "nauc_recall_at_3_max": 0.781595, + "nauc_recall_at_3_std": 0.23515800000000003, + "nauc_recall_at_3_diff1": -1.2977339999999997, + "nauc_recall_at_5_max": 0.823486, + "nauc_recall_at_5_std": 0.298504, + "nauc_recall_at_5_diff1": -1.227464, + "nauc_recall_at_10_max": 0.838657, + "nauc_recall_at_10_std": 0.356861, + "nauc_recall_at_10_diff1": -1.242228, + "nauc_recall_at_20_max": 0.8366089999999999, + "nauc_recall_at_20_std": 0.44723199999999996, + "nauc_recall_at_20_diff1": -1.136818, + "nauc_recall_at_100_max": 0.861825, + "nauc_recall_at_100_std": 0.568319, + "nauc_recall_at_100_diff1": -1.021147, + "nauc_recall_at_1000_max": 0.96265, + "nauc_recall_at_1000_std": 0.8102319999999998, + "nauc_recall_at_1000_diff1": -1.030485, + "nauc_precision_at_1_max": 0.120356, + "nauc_precision_at_1_std": 0.005192, + "nauc_precision_at_1_diff1": 0.078072, + "nauc_precision_at_3_max": 0.781595, + "nauc_precision_at_3_std": 0.23515800000000003, + "nauc_precision_at_3_diff1": -1.2977339999999997, + "nauc_precision_at_5_max": 0.823486, + "nauc_precision_at_5_std": 0.298504, + "nauc_precision_at_5_diff1": -1.227464, + "nauc_precision_at_10_max": 0.838657, + "nauc_precision_at_10_std": 0.356861, + "nauc_precision_at_10_diff1": -1.242228, + "nauc_precision_at_20_max": 0.8366089999999999, + "nauc_precision_at_20_std": 0.44723199999999996, + "nauc_precision_at_20_diff1": -1.136818, + "nauc_precision_at_100_max": 0.861825, + "nauc_precision_at_100_std": 0.568319, + "nauc_precision_at_100_diff1": -1.021147, + "nauc_precision_at_1000_max": 0.96265, + "nauc_precision_at_1000_std": 0.8102319999999998, + "nauc_precision_at_1000_diff1": -1.030485, + "nauc_mrr_at_1_max": 0.095515, + "nauc_mrr_at_1_std": 0.020859000000000003, + "nauc_mrr_at_1_diff1": -0.18191, + "nauc_mrr_at_3_max": 0.227312, + "nauc_mrr_at_3_std": 0.061841, + "nauc_mrr_at_3_diff1": -0.4000389999999999, + "nauc_mrr_at_5_max": 0.212077, + "nauc_mrr_at_5_std": 0.061814, + "nauc_mrr_at_5_diff1": -0.3634820000000001, + "nauc_mrr_at_10_max": 0.20378799999999997, + "nauc_mrr_at_10_std": 0.06157, + "nauc_mrr_at_10_diff1": -0.35098, + "nauc_mrr_at_20_max": 0.200609, + "nauc_mrr_at_20_std": 0.061335, + "nauc_mrr_at_20_diff1": -0.345488, + "nauc_mrr_at_100_max": 0.19876100000000002, + "nauc_mrr_at_100_std": 0.060599, + "nauc_mrr_at_100_diff1": -0.342843, + "nauc_mrr_at_1000_max": 0.198562, + "nauc_mrr_at_1000_std": 0.060461999999999995, + "nauc_mrr_at_1000_diff1": -0.342626, + "main_score": 0.64662 } ] } diff --git a/results/Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka/external/MIRACLRetrievalHardNegatives.json b/results/Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka/external/MIRACLRetrievalHardNegatives.json index 545372c89f..1a5b0607af 100644 --- a/results/Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka/external/MIRACLRetrievalHardNegatives.json +++ b/results/Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka/external/MIRACLRetrievalHardNegatives.json @@ -10,27 +10,147 @@ "languages": [ "ara-Arab" ], - "main_score": 0.30152, + "ndcg_at_1": 0.207, + "ndcg_at_3": 0.23766, + "ndcg_at_5": 0.26479, + "ndcg_at_10": 0.30152, + "ndcg_at_20": 0.33123, + "ndcg_at_100": 0.37721, + "ndcg_at_1000": 0.40469, "map_at_1": 0.13067, "map_at_3": 0.19303, "map_at_5": 0.21406, "map_at_10": 0.23195, - "ndcg_at_1": 0.207, - "ndcg_at_3": 0.23765999999999998, - "ndcg_at_5": 0.26478999999999997, - "ndcg_at_10": 0.30152, + "map_at_20": 0.24256, + "map_at_100": 0.25115, + "map_at_1000": 0.25257, "recall_at_1": 0.13067, "recall_at_3": 0.25663, "recall_at_5": 0.32707, "recall_at_10": 0.42457999999999996, + "recall_at_20": 0.51983, + "recall_at_100": 0.72509, + "recall_at_1000": 0.90624, "precision_at_1": 0.207, - "precision_at_3": 0.14367000000000002, - "precision_at_5": 0.11359999999999999, + "precision_at_3": 0.14367, + "precision_at_5": 0.1136, "precision_at_10": 0.0768, + "precision_at_20": 0.048799999999999996, + "precision_at_100": 0.01413, + "precision_at_1000": 0.00179, "mrr_at_1": 0.207, "mrr_at_3": 0.2775, "mrr_at_5": 0.2966, - "mrr_at_10": 0.31072500000000003 + "mrr_at_10": 0.310725, + "mrr_at_20": 0.316808, + "mrr_at_100": 0.320878, + "mrr_at_1000": 0.321434, + "nauc_ndcg_at_1_max": 0.09268000000000001, + "nauc_ndcg_at_1_std": 0.18432, + "nauc_ndcg_at_1_diff1": 0.202302, + "nauc_ndcg_at_3_max": 0.109481, + "nauc_ndcg_at_3_std": 0.1692, + "nauc_ndcg_at_3_diff1": 0.171518, + "nauc_ndcg_at_5_max": 0.131125, + "nauc_ndcg_at_5_std": 0.194344, + "nauc_ndcg_at_5_diff1": 0.169944, + "nauc_ndcg_at_10_max": 0.135807, + "nauc_ndcg_at_10_std": 0.220576, + "nauc_ndcg_at_10_diff1": 0.158067, + "nauc_ndcg_at_20_max": 0.150385, + "nauc_ndcg_at_20_std": 0.24616699999999997, + "nauc_ndcg_at_20_diff1": 0.150551, + "nauc_ndcg_at_100_max": 0.164791, + "nauc_ndcg_at_100_std": 0.273069, + "nauc_ndcg_at_100_diff1": 0.153881, + "nauc_ndcg_at_1000_max": 0.164607, + "nauc_ndcg_at_1000_std": 0.272117, + "nauc_ndcg_at_1000_diff1": 0.15229, + "nauc_map_at_1_max": 0.065943, + "nauc_map_at_1_std": 0.13304, + "nauc_map_at_1_diff1": 0.218437, + "nauc_map_at_3_max": 0.08872399999999998, + "nauc_map_at_3_std": 0.141544, + "nauc_map_at_3_diff1": 0.182986, + "nauc_map_at_5_max": 0.107963, + "nauc_map_at_5_std": 0.162275, + "nauc_map_at_5_diff1": 0.17896, + "nauc_map_at_10_max": 0.115053, + "nauc_map_at_10_std": 0.179816, + "nauc_map_at_10_diff1": 0.173155, + "nauc_map_at_20_max": 0.123459, + "nauc_map_at_20_std": 0.192359, + "nauc_map_at_20_diff1": 0.16868, + "nauc_map_at_100_max": 0.127533, + "nauc_map_at_100_std": 0.200431, + "nauc_map_at_100_diff1": 0.16888899999999998, + "nauc_map_at_1000_max": 0.127747, + "nauc_map_at_1000_std": 0.201047, + "nauc_map_at_1000_diff1": 0.168837, + "nauc_recall_at_1_max": 0.065943, + "nauc_recall_at_1_std": 0.13304, + "nauc_recall_at_1_diff1": 0.218437, + "nauc_recall_at_3_max": 0.087966, + "nauc_recall_at_3_std": 0.127517, + "nauc_recall_at_3_diff1": 0.151844, + "nauc_recall_at_5_max": 0.129126, + "nauc_recall_at_5_std": 0.174967, + "nauc_recall_at_5_diff1": 0.139756, + "nauc_recall_at_10_max": 0.123656, + "nauc_recall_at_10_std": 0.217246, + "nauc_recall_at_10_diff1": 0.106946, + "nauc_recall_at_20_max": 0.159849, + "nauc_recall_at_20_std": 0.282084, + "nauc_recall_at_20_diff1": 0.093399, + "nauc_recall_at_100_max": 0.22423500000000002, + "nauc_recall_at_100_std": 0.416796, + "nauc_recall_at_100_diff1": 0.11394299999999999, + "nauc_recall_at_1000_max": 0.339199, + "nauc_recall_at_1000_std": 0.634588, + "nauc_recall_at_1000_diff1": 0.051713, + "nauc_precision_at_1_max": 0.09268000000000001, + "nauc_precision_at_1_std": 0.18432, + "nauc_precision_at_1_diff1": 0.202302, + "nauc_precision_at_3_max": 0.161989, + "nauc_precision_at_3_std": 0.22823000000000002, + "nauc_precision_at_3_diff1": 0.128433, + "nauc_precision_at_5_max": 0.209029, + "nauc_precision_at_5_std": 0.276091, + "nauc_precision_at_5_diff1": 0.10501, + "nauc_precision_at_10_max": 0.220715, + "nauc_precision_at_10_std": 0.322903, + "nauc_precision_at_10_diff1": 0.071502, + "nauc_precision_at_20_max": 0.231036, + "nauc_precision_at_20_std": 0.34955, + "nauc_precision_at_20_diff1": 0.025075, + "nauc_precision_at_100_max": 0.238401, + "nauc_precision_at_100_std": 0.355452, + "nauc_precision_at_100_diff1": -0.003836, + "nauc_precision_at_1000_max": 0.18519199999999997, + "nauc_precision_at_1000_std": 0.272343, + "nauc_precision_at_1000_diff1": -0.0426, + "nauc_mrr_at_1_max": 0.09268000000000001, + "nauc_mrr_at_1_std": 0.18432, + "nauc_mrr_at_1_diff1": 0.202302, + "nauc_mrr_at_3_max": 0.129175, + "nauc_mrr_at_3_std": 0.216106, + "nauc_mrr_at_3_diff1": 0.176036, + "nauc_mrr_at_5_max": 0.13761, + "nauc_mrr_at_5_std": 0.23091, + "nauc_mrr_at_5_diff1": 0.17217, + "nauc_mrr_at_10_max": 0.137884, + "nauc_mrr_at_10_std": 0.2391, + "nauc_mrr_at_10_diff1": 0.16847, + "nauc_mrr_at_20_max": 0.136895, + "nauc_mrr_at_20_std": 0.23976, + "nauc_mrr_at_20_diff1": 0.16845499999999997, + "nauc_mrr_at_100_max": 0.13712, + "nauc_mrr_at_100_std": 0.240657, + "nauc_mrr_at_100_diff1": 0.168528, + "nauc_mrr_at_1000_max": 0.137073, + "nauc_mrr_at_1000_std": 0.240463, + "nauc_mrr_at_1000_diff1": 0.168626, + "main_score": 0.30152 } ] } diff --git a/results/Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka/external/MLQARetrieval.json b/results/Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka/external/MLQARetrieval.json index 6cc1f93be5..72a1a9a428 100644 --- a/results/Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka/external/MLQARetrieval.json +++ b/results/Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka/external/MLQARetrieval.json @@ -6,31 +6,3854 @@ "scores": { "validation": [ { - "hf_subset": "ar", + "hf_subset": "ara-ara", "languages": [ - "None" + "ara-Arab", + "ara-Arab" ], - "main_score": 0.6354099999999999, - "map_at_1": 0.51451, - "map_at_3": 0.5802700000000001, - "map_at_5": 0.59197, - "map_at_10": 0.59644, "ndcg_at_1": 0.51451, "ndcg_at_3": 0.60302, "ndcg_at_5": 0.62432, - "ndcg_at_10": 0.6354099999999999, + "ndcg_at_10": 0.63541, + "ndcg_at_20": 0.6481999999999999, + "ndcg_at_100": 0.67546, + "ndcg_at_1000": 0.68161, + "map_at_1": 0.51451, + "map_at_3": 0.58027, + "map_at_5": 0.59197, + "map_at_10": 0.59644, + "map_at_20": 0.59999, + "map_at_100": 0.60375, + "map_at_1000": 0.60401, "recall_at_1": 0.51451, "recall_at_3": 0.66925, - "recall_at_5": 0.7214700000000001, + "recall_at_5": 0.72147, "recall_at_10": 0.75629, + "recall_at_20": 0.80658, + "recall_at_100": 0.9535800000000001, + "recall_at_1000": 1.0, "precision_at_1": 0.51451, "precision_at_3": 0.22308, "precision_at_5": 0.14429, "precision_at_10": 0.07563, - "mrr_at_1": 0.5145069999999999, + "precision_at_20": 0.04033, + "precision_at_100": 0.00954, + "precision_at_1000": 0.001, + "mrr_at_1": 0.514507, "mrr_at_3": 0.580271, "mrr_at_5": 0.591973, - "mrr_at_10": 0.596441 + "mrr_at_10": 0.596441, + "mrr_at_20": 0.599991, + "mrr_at_100": 0.603751, + "mrr_at_1000": 0.60401, + "nauc_ndcg_at_1_max": 0.462584, + "nauc_ndcg_at_1_std": 0.091712, + "nauc_ndcg_at_1_diff1": 0.612323, + "nauc_ndcg_at_3_max": 0.539072, + "nauc_ndcg_at_3_std": 0.189815, + "nauc_ndcg_at_3_diff1": 0.598943, + "nauc_ndcg_at_5_max": 0.545939, + "nauc_ndcg_at_5_std": 0.209544, + "nauc_ndcg_at_5_diff1": 0.585006, + "nauc_ndcg_at_10_max": 0.54011, + "nauc_ndcg_at_10_std": 0.210626, + "nauc_ndcg_at_10_diff1": 0.581582, + "nauc_ndcg_at_20_max": 0.533394, + "nauc_ndcg_at_20_std": 0.19526699999999997, + "nauc_ndcg_at_20_diff1": 0.578706, + "nauc_ndcg_at_100_max": 0.527445, + "nauc_ndcg_at_100_std": 0.18756500000000004, + "nauc_ndcg_at_100_diff1": 0.589199, + "nauc_ndcg_at_1000_max": 0.526079, + "nauc_ndcg_at_1000_std": 0.18408999999999998, + "nauc_ndcg_at_1000_diff1": 0.589813, + "nauc_map_at_1_max": 0.462584, + "nauc_map_at_1_std": 0.091712, + "nauc_map_at_1_diff1": 0.612323, + "nauc_map_at_3_max": 0.518763, + "nauc_map_at_3_std": 0.16366, + "nauc_map_at_3_diff1": 0.600428, + "nauc_map_at_5_max": 0.521957, + "nauc_map_at_5_std": 0.17354, + "nauc_map_at_5_diff1": 0.593285, + "nauc_map_at_10_max": 0.519592, + "nauc_map_at_10_std": 0.17367999999999997, + "nauc_map_at_10_diff1": 0.592142, + "nauc_map_at_20_max": 0.517804, + "nauc_map_at_20_std": 0.16947000000000004, + "nauc_map_at_20_diff1": 0.591612, + "nauc_map_at_100_max": 0.517167, + "nauc_map_at_100_std": 0.168964, + "nauc_map_at_100_diff1": 0.59336, + "nauc_map_at_1000_max": 0.517116, + "nauc_map_at_1000_std": 0.168858, + "nauc_map_at_1000_diff1": 0.593377, + "nauc_recall_at_1_max": 0.462584, + "nauc_recall_at_1_std": 0.091712, + "nauc_recall_at_1_diff1": 0.612323, + "nauc_recall_at_3_max": 0.606484, + "nauc_recall_at_3_std": 0.276682, + "nauc_recall_at_3_diff1": 0.594987, + "nauc_recall_at_5_max": 0.635264, + "nauc_recall_at_5_std": 0.34535499999999997, + "nauc_recall_at_5_diff1": 0.552913, + "nauc_recall_at_10_max": 0.621038, + "nauc_recall_at_10_std": 0.364565, + "nauc_recall_at_10_diff1": 0.534771, + "nauc_recall_at_20_max": 0.596506, + "nauc_recall_at_20_std": 0.304443, + "nauc_recall_at_20_diff1": 0.506836, + "nauc_recall_at_100_max": 0.584695, + "nauc_recall_at_100_std": 0.335819, + "nauc_recall_at_100_diff1": 0.562667, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.462584, + "nauc_precision_at_1_std": 0.091712, + "nauc_precision_at_1_diff1": 0.612323, + "nauc_precision_at_3_max": 0.606484, + "nauc_precision_at_3_std": 0.276682, + "nauc_precision_at_3_diff1": 0.594987, + "nauc_precision_at_5_max": 0.635264, + "nauc_precision_at_5_std": 0.34535499999999997, + "nauc_precision_at_5_diff1": 0.552913, + "nauc_precision_at_10_max": 0.621038, + "nauc_precision_at_10_std": 0.364565, + "nauc_precision_at_10_diff1": 0.534771, + "nauc_precision_at_20_max": 0.596506, + "nauc_precision_at_20_std": 0.304443, + "nauc_precision_at_20_diff1": 0.506836, + "nauc_precision_at_100_max": 0.584695, + "nauc_precision_at_100_std": 0.335819, + "nauc_precision_at_100_diff1": 0.562667, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.462584, + "nauc_mrr_at_1_std": 0.091712, + "nauc_mrr_at_1_diff1": 0.612323, + "nauc_mrr_at_3_max": 0.518763, + "nauc_mrr_at_3_std": 0.16366, + "nauc_mrr_at_3_diff1": 0.600428, + "nauc_mrr_at_5_max": 0.521957, + "nauc_mrr_at_5_std": 0.17354, + "nauc_mrr_at_5_diff1": 0.593285, + "nauc_mrr_at_10_max": 0.519592, + "nauc_mrr_at_10_std": 0.17367999999999997, + "nauc_mrr_at_10_diff1": 0.592142, + "nauc_mrr_at_20_max": 0.517804, + "nauc_mrr_at_20_std": 0.16947000000000004, + "nauc_mrr_at_20_diff1": 0.591612, + "nauc_mrr_at_100_max": 0.517167, + "nauc_mrr_at_100_std": 0.168964, + "nauc_mrr_at_100_diff1": 0.59336, + "nauc_mrr_at_1000_max": 0.517116, + "nauc_mrr_at_1000_std": 0.168858, + "nauc_mrr_at_1000_diff1": 0.593377, + "main_score": 0.63541 + }, + { + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ], + "ndcg_at_1": 0.51691, + "ndcg_at_3": 0.63365, + "ndcg_at_5": 0.6592199999999999, + "ndcg_at_10": 0.6794899999999999, + "ndcg_at_20": 0.69733, + "ndcg_at_100": 0.71285, + "ndcg_at_1000": 0.71355, + "map_at_1": 0.51691, + "map_at_3": 0.60548, + "map_at_5": 0.61948, + "map_at_10": 0.62784, + "map_at_20": 0.63248, + "map_at_100": 0.63472, + "map_at_1000": 0.63476, + "recall_at_1": 0.51691, + "recall_at_3": 0.71498, + "recall_at_5": 0.77778, + "recall_at_10": 0.8405799999999999, + "recall_at_20": 0.9130400000000001, + "recall_at_100": 0.99517, + "recall_at_1000": 1.0, + "precision_at_1": 0.51691, + "precision_at_3": 0.23833, + "precision_at_5": 0.15556, + "precision_at_10": 0.08405999999999998, + "precision_at_20": 0.04565, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.516908, + "mrr_at_3": 0.605475, + "mrr_at_5": 0.619485, + "mrr_at_10": 0.627845, + "mrr_at_20": 0.632478, + "mrr_at_100": 0.634716, + "mrr_at_1000": 0.634757, + "nauc_ndcg_at_1_max": 0.486122, + "nauc_ndcg_at_1_std": 0.18370699999999998, + "nauc_ndcg_at_1_diff1": 0.659894, + "nauc_ndcg_at_3_max": 0.562928, + "nauc_ndcg_at_3_std": 0.275269, + "nauc_ndcg_at_3_diff1": 0.565762, + "nauc_ndcg_at_5_max": 0.565942, + "nauc_ndcg_at_5_std": 0.299165, + "nauc_ndcg_at_5_diff1": 0.561361, + "nauc_ndcg_at_10_max": 0.5807, + "nauc_ndcg_at_10_std": 0.296874, + "nauc_ndcg_at_10_diff1": 0.585371, + "nauc_ndcg_at_20_max": 0.574515, + "nauc_ndcg_at_20_std": 0.298421, + "nauc_ndcg_at_20_diff1": 0.587965, + "nauc_ndcg_at_100_max": 0.558115, + "nauc_ndcg_at_100_std": 0.278513, + "nauc_ndcg_at_100_diff1": 0.593954, + "nauc_ndcg_at_1000_max": 0.556718, + "nauc_ndcg_at_1000_std": 0.276646, + "nauc_ndcg_at_1000_diff1": 0.593548, + "nauc_map_at_1_max": 0.486122, + "nauc_map_at_1_std": 0.18370699999999998, + "nauc_map_at_1_diff1": 0.659894, + "nauc_map_at_3_max": 0.54278, + "nauc_map_at_3_std": 0.253062, + "nauc_map_at_3_diff1": 0.590998, + "nauc_map_at_5_max": 0.543827, + "nauc_map_at_5_std": 0.264514, + "nauc_map_at_5_diff1": 0.590233, + "nauc_map_at_10_max": 0.54915, + "nauc_map_at_10_std": 0.263247, + "nauc_map_at_10_diff1": 0.59939, + "nauc_map_at_20_max": 0.547606, + "nauc_map_at_20_std": 0.263843, + "nauc_map_at_20_diff1": 0.600198, + "nauc_map_at_100_max": 0.545487, + "nauc_map_at_100_std": 0.261671, + "nauc_map_at_100_diff1": 0.600915, + "nauc_map_at_1000_max": 0.54542, + "nauc_map_at_1000_std": 0.261582, + "nauc_map_at_1000_diff1": 0.600897, + "nauc_recall_at_1_max": 0.486122, + "nauc_recall_at_1_std": 0.18370699999999998, + "nauc_recall_at_1_diff1": 0.659894, + "nauc_recall_at_3_max": 0.633309, + "nauc_recall_at_3_std": 0.351892, + "nauc_recall_at_3_diff1": 0.4773220000000001, + "nauc_recall_at_5_max": 0.657603, + "nauc_recall_at_5_std": 0.446445, + "nauc_recall_at_5_diff1": 0.439624, + "nauc_recall_at_10_max": 0.76059, + "nauc_recall_at_10_std": 0.480321, + "nauc_recall_at_10_diff1": 0.52643, + "nauc_recall_at_20_max": 0.8192160000000002, + "nauc_recall_at_20_std": 0.615704, + "nauc_recall_at_20_diff1": 0.510182, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.86907, + "nauc_recall_at_100_diff1": 0.722366, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.486122, + "nauc_precision_at_1_std": 0.18370699999999998, + "nauc_precision_at_1_diff1": 0.659894, + "nauc_precision_at_3_max": 0.633309, + "nauc_precision_at_3_std": 0.351892, + "nauc_precision_at_3_diff1": 0.4773220000000001, + "nauc_precision_at_5_max": 0.657603, + "nauc_precision_at_5_std": 0.446445, + "nauc_precision_at_5_diff1": 0.439624, + "nauc_precision_at_10_max": 0.76059, + "nauc_precision_at_10_std": 0.480321, + "nauc_precision_at_10_diff1": 0.52643, + "nauc_precision_at_20_max": 0.8192160000000002, + "nauc_precision_at_20_std": 0.615704, + "nauc_precision_at_20_diff1": 0.510182, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.86907, + "nauc_precision_at_100_diff1": 0.722366, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.486122, + "nauc_mrr_at_1_std": 0.18370699999999998, + "nauc_mrr_at_1_diff1": 0.659894, + "nauc_mrr_at_3_max": 0.54278, + "nauc_mrr_at_3_std": 0.253062, + "nauc_mrr_at_3_diff1": 0.590998, + "nauc_mrr_at_5_max": 0.543827, + "nauc_mrr_at_5_std": 0.264514, + "nauc_mrr_at_5_diff1": 0.590233, + "nauc_mrr_at_10_max": 0.54915, + "nauc_mrr_at_10_std": 0.263247, + "nauc_mrr_at_10_diff1": 0.59939, + "nauc_mrr_at_20_max": 0.547606, + "nauc_mrr_at_20_std": 0.263843, + "nauc_mrr_at_20_diff1": 0.600198, + "nauc_mrr_at_100_max": 0.545487, + "nauc_mrr_at_100_std": 0.261671, + "nauc_mrr_at_100_diff1": 0.600915, + "nauc_mrr_at_1000_max": 0.54542, + "nauc_mrr_at_1000_std": 0.261582, + "nauc_mrr_at_1000_diff1": 0.600897, + "main_score": 0.6794899999999999 + }, + { + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ], + "ndcg_at_1": 0.51838, + "ndcg_at_3": 0.61207, + "ndcg_at_5": 0.6357, + "ndcg_at_10": 0.65679, + "ndcg_at_20": 0.6729600000000001, + "ndcg_at_100": 0.69298, + "ndcg_at_1000": 0.69683, + "map_at_1": 0.51838, + "map_at_3": 0.58897, + "map_at_5": 0.60193, + "map_at_10": 0.61053, + "map_at_20": 0.61499, + "map_at_100": 0.61799, + "map_at_1000": 0.61815, + "recall_at_1": 0.51838, + "recall_at_3": 0.67892, + "recall_at_5": 0.73694, + "recall_at_10": 0.80271, + "recall_at_20": 0.86654, + "recall_at_100": 0.97099, + "recall_at_1000": 1.0, + "precision_at_1": 0.51838, + "precision_at_3": 0.22631, + "precision_at_5": 0.14739, + "precision_at_10": 0.08027, + "precision_at_20": 0.04333, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "mrr_at_1": 0.518375, + "mrr_at_3": 0.588975, + "mrr_at_5": 0.601934, + "mrr_at_10": 0.610533, + "mrr_at_20": 0.614988, + "mrr_at_100": 0.617987, + "mrr_at_1000": 0.618154, + "nauc_ndcg_at_1_max": 0.528818, + "nauc_ndcg_at_1_std": 0.022309000000000002, + "nauc_ndcg_at_1_diff1": 0.6718519999999999, + "nauc_ndcg_at_3_max": 0.577579, + "nauc_ndcg_at_3_std": 0.08436099999999999, + "nauc_ndcg_at_3_diff1": 0.603313, + "nauc_ndcg_at_5_max": 0.58845, + "nauc_ndcg_at_5_std": 0.10389200000000001, + "nauc_ndcg_at_5_diff1": 0.596225, + "nauc_ndcg_at_10_max": 0.58441, + "nauc_ndcg_at_10_std": 0.10244999999999999, + "nauc_ndcg_at_10_diff1": 0.603544, + "nauc_ndcg_at_20_max": 0.580517, + "nauc_ndcg_at_20_std": 0.09229, + "nauc_ndcg_at_20_diff1": 0.604508, + "nauc_ndcg_at_100_max": 0.576593, + "nauc_ndcg_at_100_std": 0.091281, + "nauc_ndcg_at_100_diff1": 0.611073, + "nauc_ndcg_at_1000_max": 0.573011, + "nauc_ndcg_at_1000_std": 0.083789, + "nauc_ndcg_at_1000_diff1": 0.614339, + "nauc_map_at_1_max": 0.528818, + "nauc_map_at_1_std": 0.022309000000000002, + "nauc_map_at_1_diff1": 0.6718519999999999, + "nauc_map_at_3_max": 0.565338, + "nauc_map_at_3_std": 0.066755, + "nauc_map_at_3_diff1": 0.621953, + "nauc_map_at_5_max": 0.569903, + "nauc_map_at_5_std": 0.075465, + "nauc_map_at_5_diff1": 0.618984, + "nauc_map_at_10_max": 0.567918, + "nauc_map_at_10_std": 0.074464, + "nauc_map_at_10_diff1": 0.622184, + "nauc_map_at_20_max": 0.566664, + "nauc_map_at_20_std": 0.071334, + "nauc_map_at_20_diff1": 0.622684, + "nauc_map_at_100_max": 0.566038, + "nauc_map_at_100_std": 0.071438, + "nauc_map_at_100_diff1": 0.623321, + "nauc_map_at_1000_max": 0.565913, + "nauc_map_at_1000_std": 0.071212, + "nauc_map_at_1000_diff1": 0.623459, + "nauc_recall_at_1_max": 0.528818, + "nauc_recall_at_1_std": 0.022309000000000002, + "nauc_recall_at_1_diff1": 0.6718519999999999, + "nauc_recall_at_3_max": 0.61804, + "nauc_recall_at_3_std": 0.143574, + "nauc_recall_at_3_diff1": 0.540982, + "nauc_recall_at_5_max": 0.661432, + "nauc_recall_at_5_std": 0.217224, + "nauc_recall_at_5_diff1": 0.508326, + "nauc_recall_at_10_max": 0.662602, + "nauc_recall_at_10_std": 0.238804, + "nauc_recall_at_10_diff1": 0.518906, + "nauc_recall_at_20_max": 0.667322, + "nauc_recall_at_20_std": 0.222678, + "nauc_recall_at_20_diff1": 0.490047, + "nauc_recall_at_100_max": 0.7971249999999999, + "nauc_recall_at_100_std": 0.566461, + "nauc_recall_at_100_diff1": 0.419666, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.528818, + "nauc_precision_at_1_std": 0.022309000000000002, + "nauc_precision_at_1_diff1": 0.6718519999999999, + "nauc_precision_at_3_max": 0.61804, + "nauc_precision_at_3_std": 0.143574, + "nauc_precision_at_3_diff1": 0.540982, + "nauc_precision_at_5_max": 0.661432, + "nauc_precision_at_5_std": 0.217224, + "nauc_precision_at_5_diff1": 0.508326, + "nauc_precision_at_10_max": 0.662602, + "nauc_precision_at_10_std": 0.238804, + "nauc_precision_at_10_diff1": 0.518906, + "nauc_precision_at_20_max": 0.667322, + "nauc_precision_at_20_std": 0.222678, + "nauc_precision_at_20_diff1": 0.490047, + "nauc_precision_at_100_max": 0.7971249999999999, + "nauc_precision_at_100_std": 0.566461, + "nauc_precision_at_100_diff1": 0.419666, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.528818, + "nauc_mrr_at_1_std": 0.022309000000000002, + "nauc_mrr_at_1_diff1": 0.6718519999999999, + "nauc_mrr_at_3_max": 0.565338, + "nauc_mrr_at_3_std": 0.066755, + "nauc_mrr_at_3_diff1": 0.621953, + "nauc_mrr_at_5_max": 0.569903, + "nauc_mrr_at_5_std": 0.075465, + "nauc_mrr_at_5_diff1": 0.618984, + "nauc_mrr_at_10_max": 0.567918, + "nauc_mrr_at_10_std": 0.074464, + "nauc_mrr_at_10_diff1": 0.622184, + "nauc_mrr_at_20_max": 0.566664, + "nauc_mrr_at_20_std": 0.071334, + "nauc_mrr_at_20_diff1": 0.622684, + "nauc_mrr_at_100_max": 0.566038, + "nauc_mrr_at_100_std": 0.071438, + "nauc_mrr_at_100_diff1": 0.623321, + "nauc_mrr_at_1000_max": 0.565913, + "nauc_mrr_at_1000_std": 0.071212, + "nauc_mrr_at_1000_diff1": 0.623459, + "main_score": 0.65679 + }, + { + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ], + "ndcg_at_1": 0.60248, + "ndcg_at_3": 0.69247, + "ndcg_at_5": 0.7226599999999999, + "ndcg_at_10": 0.73994, + "ndcg_at_20": 0.75243, + "ndcg_at_100": 0.76547, + "ndcg_at_1000": 0.76547, + "map_at_1": 0.60248, + "map_at_3": 0.67184, + "map_at_5": 0.6883, + "map_at_10": 0.6949600000000001, + "map_at_20": 0.69835, + "map_at_100": 0.7003100000000001, + "map_at_1000": 0.7003100000000001, + "recall_at_1": 0.60248, + "recall_at_3": 0.75155, + "recall_at_5": 0.82609, + "recall_at_10": 0.8819900000000002, + "recall_at_20": 0.93168, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.60248, + "precision_at_3": 0.25052, + "precision_at_5": 0.16522000000000003, + "precision_at_10": 0.0882, + "precision_at_20": 0.04658, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.602484, + "mrr_at_3": 0.671843, + "mrr_at_5": 0.6883019999999999, + "mrr_at_10": 0.6949600000000001, + "mrr_at_20": 0.6983450000000001, + "mrr_at_100": 0.7003049999999998, + "mrr_at_1000": 0.7003049999999998, + "nauc_ndcg_at_1_max": 0.511706, + "nauc_ndcg_at_1_std": -0.081716, + "nauc_ndcg_at_1_diff1": 0.73443, + "nauc_ndcg_at_3_max": 0.619764, + "nauc_ndcg_at_3_std": 0.040499, + "nauc_ndcg_at_3_diff1": 0.6749589999999999, + "nauc_ndcg_at_5_max": 0.604749, + "nauc_ndcg_at_5_std": 0.085614, + "nauc_ndcg_at_5_diff1": 0.654543, + "nauc_ndcg_at_10_max": 0.616645, + "nauc_ndcg_at_10_std": 0.08186200000000002, + "nauc_ndcg_at_10_diff1": 0.673523, + "nauc_ndcg_at_20_max": 0.609429, + "nauc_ndcg_at_20_std": 0.077971, + "nauc_ndcg_at_20_diff1": 0.671078, + "nauc_ndcg_at_100_max": 0.594524, + "nauc_ndcg_at_100_std": 0.046432, + "nauc_ndcg_at_100_diff1": 0.680564, + "nauc_ndcg_at_1000_max": 0.594524, + "nauc_ndcg_at_1000_std": 0.046432, + "nauc_ndcg_at_1000_diff1": 0.680564, + "nauc_map_at_1_max": 0.511706, + "nauc_map_at_1_std": -0.081716, + "nauc_map_at_1_diff1": 0.73443, + "nauc_map_at_3_max": 0.593853, + "nauc_map_at_3_std": 0.011125000000000001, + "nauc_map_at_3_diff1": 0.6898839999999999, + "nauc_map_at_5_max": 0.584736, + "nauc_map_at_5_std": 0.03273, + "nauc_map_at_5_diff1": 0.680102, + "nauc_map_at_10_max": 0.588699, + "nauc_map_at_10_std": 0.031175, + "nauc_map_at_10_diff1": 0.687308, + "nauc_map_at_20_max": 0.586638, + "nauc_map_at_20_std": 0.029529, + "nauc_map_at_20_diff1": 0.686787, + "nauc_map_at_100_max": 0.58465, + "nauc_map_at_100_std": 0.025943, + "nauc_map_at_100_diff1": 0.6879550000000001, + "nauc_map_at_1000_max": 0.58465, + "nauc_map_at_1000_std": 0.025943, + "nauc_map_at_1000_diff1": 0.6879550000000001, + "nauc_recall_at_1_max": 0.511706, + "nauc_recall_at_1_std": -0.081716, + "nauc_recall_at_1_diff1": 0.73443, + "nauc_recall_at_3_max": 0.7090510000000001, + "nauc_recall_at_3_std": 0.141759, + "nauc_recall_at_3_diff1": 0.623143, + "nauc_recall_at_5_max": 0.6899159999999999, + "nauc_recall_at_5_std": 0.3322649999999999, + "nauc_recall_at_5_diff1": 0.535379, + "nauc_recall_at_10_max": 0.793615, + "nauc_recall_at_10_std": 0.40149, + "nauc_recall_at_10_diff1": 0.599022, + "nauc_recall_at_20_max": 0.830489, + "nauc_recall_at_20_std": 0.578707, + "nauc_recall_at_20_diff1": 0.521552, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.511706, + "nauc_precision_at_1_std": -0.081716, + "nauc_precision_at_1_diff1": 0.73443, + "nauc_precision_at_3_max": 0.7090510000000001, + "nauc_precision_at_3_std": 0.141759, + "nauc_precision_at_3_diff1": 0.623143, + "nauc_precision_at_5_max": 0.6899159999999999, + "nauc_precision_at_5_std": 0.3322649999999999, + "nauc_precision_at_5_diff1": 0.535379, + "nauc_precision_at_10_max": 0.793615, + "nauc_precision_at_10_std": 0.40149, + "nauc_precision_at_10_diff1": 0.599022, + "nauc_precision_at_20_max": 0.830489, + "nauc_precision_at_20_std": 0.578707, + "nauc_precision_at_20_diff1": 0.521552, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.511706, + "nauc_mrr_at_1_std": -0.081716, + "nauc_mrr_at_1_diff1": 0.73443, + "nauc_mrr_at_3_max": 0.593853, + "nauc_mrr_at_3_std": 0.011125000000000001, + "nauc_mrr_at_3_diff1": 0.6898839999999999, + "nauc_mrr_at_5_max": 0.584736, + "nauc_mrr_at_5_std": 0.03273, + "nauc_mrr_at_5_diff1": 0.680102, + "nauc_mrr_at_10_max": 0.588699, + "nauc_mrr_at_10_std": 0.031175, + "nauc_mrr_at_10_diff1": 0.687308, + "nauc_mrr_at_20_max": 0.586638, + "nauc_mrr_at_20_std": 0.029529, + "nauc_mrr_at_20_diff1": 0.686787, + "nauc_mrr_at_100_max": 0.58465, + "nauc_mrr_at_100_std": 0.025943, + "nauc_mrr_at_100_diff1": 0.6879550000000001, + "nauc_mrr_at_1000_max": 0.58465, + "nauc_mrr_at_1000_std": 0.025943, + "nauc_mrr_at_1000_diff1": 0.6879550000000001, + "main_score": 0.73994 + }, + { + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ], + "ndcg_at_1": 0.54301, + "ndcg_at_3": 0.65598, + "ndcg_at_5": 0.68466, + "ndcg_at_10": 0.7051099999999999, + "ndcg_at_20": 0.7158200000000001, + "ndcg_at_100": 0.73014, + "ndcg_at_1000": 0.73165, + "map_at_1": 0.54301, + "map_at_3": 0.62814, + "map_at_5": 0.644, + "map_at_10": 0.65219, + "map_at_20": 0.65503, + "map_at_100": 0.65712, + "map_at_1000": 0.6572, + "recall_at_1": 0.54301, + "recall_at_3": 0.7365600000000001, + "recall_at_5": 0.80645, + "recall_at_10": 0.8709700000000001, + "recall_at_20": 0.91398, + "recall_at_100": 0.98925, + "recall_at_1000": 1.0, + "precision_at_1": 0.54301, + "precision_at_3": 0.24552, + "precision_at_5": 0.16129, + "precision_at_10": 0.0871, + "precision_at_20": 0.04569999999999999, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.543011, + "mrr_at_3": 0.628136, + "mrr_at_5": 0.643996, + "mrr_at_10": 0.652187, + "mrr_at_20": 0.655029, + "mrr_at_100": 0.657121, + "mrr_at_1000": 0.6572, + "nauc_ndcg_at_1_max": 0.530712, + "nauc_ndcg_at_1_std": 0.034898, + "nauc_ndcg_at_1_diff1": 0.662941, + "nauc_ndcg_at_3_max": 0.597553, + "nauc_ndcg_at_3_std": 0.121777, + "nauc_ndcg_at_3_diff1": 0.629234, + "nauc_ndcg_at_5_max": 0.591663, + "nauc_ndcg_at_5_std": 0.11998899999999998, + "nauc_ndcg_at_5_diff1": 0.610157, + "nauc_ndcg_at_10_max": 0.595264, + "nauc_ndcg_at_10_std": 0.149617, + "nauc_ndcg_at_10_diff1": 0.621769, + "nauc_ndcg_at_20_max": 0.595248, + "nauc_ndcg_at_20_std": 0.134521, + "nauc_ndcg_at_20_diff1": 0.631046, + "nauc_ndcg_at_100_max": 0.588175, + "nauc_ndcg_at_100_std": 0.121264, + "nauc_ndcg_at_100_diff1": 0.63231, + "nauc_ndcg_at_1000_max": 0.585712, + "nauc_ndcg_at_1000_std": 0.11646200000000001, + "nauc_ndcg_at_1000_diff1": 0.631669, + "nauc_map_at_1_max": 0.530712, + "nauc_map_at_1_std": 0.034898, + "nauc_map_at_1_diff1": 0.662941, + "nauc_map_at_3_max": 0.580839, + "nauc_map_at_3_std": 0.098015, + "nauc_map_at_3_diff1": 0.637764, + "nauc_map_at_5_max": 0.577643, + "nauc_map_at_5_std": 0.096612, + "nauc_map_at_5_diff1": 0.628703, + "nauc_map_at_10_max": 0.579223, + "nauc_map_at_10_std": 0.10751300000000001, + "nauc_map_at_10_diff1": 0.632827, + "nauc_map_at_20_max": 0.57898, + "nauc_map_at_20_std": 0.103559, + "nauc_map_at_20_diff1": 0.634981, + "nauc_map_at_100_max": 0.578164, + "nauc_map_at_100_std": 0.102083, + "nauc_map_at_100_diff1": 0.63524, + "nauc_map_at_1000_max": 0.578061, + "nauc_map_at_1000_std": 0.101882, + "nauc_map_at_1000_diff1": 0.635215, + "nauc_recall_at_1_max": 0.530712, + "nauc_recall_at_1_std": 0.034898, + "nauc_recall_at_1_diff1": 0.662941, + "nauc_recall_at_3_max": 0.656965, + "nauc_recall_at_3_std": 0.20741100000000004, + "nauc_recall_at_3_diff1": 0.598856, + "nauc_recall_at_5_max": 0.650554, + "nauc_recall_at_5_std": 0.222359, + "nauc_recall_at_5_diff1": 0.523555, + "nauc_recall_at_10_max": 0.690771, + "nauc_recall_at_10_std": 0.431849, + "nauc_recall_at_10_diff1": 0.559241, + "nauc_recall_at_20_max": 0.7363589999999999, + "nauc_recall_at_20_std": 0.405013, + "nauc_recall_at_20_diff1": 0.629617, + "nauc_recall_at_100_max": 0.9344839999999999, + "nauc_recall_at_100_std": 0.795537, + "nauc_recall_at_100_diff1": 0.722107, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.530712, + "nauc_precision_at_1_std": 0.034898, + "nauc_precision_at_1_diff1": 0.662941, + "nauc_precision_at_3_max": 0.656965, + "nauc_precision_at_3_std": 0.20741100000000004, + "nauc_precision_at_3_diff1": 0.598856, + "nauc_precision_at_5_max": 0.650554, + "nauc_precision_at_5_std": 0.222359, + "nauc_precision_at_5_diff1": 0.523555, + "nauc_precision_at_10_max": 0.690771, + "nauc_precision_at_10_std": 0.431849, + "nauc_precision_at_10_diff1": 0.559241, + "nauc_precision_at_20_max": 0.7363589999999999, + "nauc_precision_at_20_std": 0.405013, + "nauc_precision_at_20_diff1": 0.629617, + "nauc_precision_at_100_max": 0.9344839999999999, + "nauc_precision_at_100_std": 0.795537, + "nauc_precision_at_100_diff1": 0.722107, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.530712, + "nauc_mrr_at_1_std": 0.034898, + "nauc_mrr_at_1_diff1": 0.662941, + "nauc_mrr_at_3_max": 0.580839, + "nauc_mrr_at_3_std": 0.098015, + "nauc_mrr_at_3_diff1": 0.637764, + "nauc_mrr_at_5_max": 0.577643, + "nauc_mrr_at_5_std": 0.096612, + "nauc_mrr_at_5_diff1": 0.628703, + "nauc_mrr_at_10_max": 0.579223, + "nauc_mrr_at_10_std": 0.10751300000000001, + "nauc_mrr_at_10_diff1": 0.632827, + "nauc_mrr_at_20_max": 0.57898, + "nauc_mrr_at_20_std": 0.103559, + "nauc_mrr_at_20_diff1": 0.634981, + "nauc_mrr_at_100_max": 0.578164, + "nauc_mrr_at_100_std": 0.102083, + "nauc_mrr_at_100_diff1": 0.63524, + "nauc_mrr_at_1000_max": 0.578061, + "nauc_mrr_at_1000_std": 0.101882, + "nauc_mrr_at_1000_diff1": 0.635215, + "main_score": 0.7051099999999999 + }, + { + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ], + "ndcg_at_1": 0.52147, + "ndcg_at_3": 0.60407, + "ndcg_at_5": 0.64209, + "ndcg_at_10": 0.66841, + "ndcg_at_20": 0.6827, + "ndcg_at_100": 0.70407, + "ndcg_at_1000": 0.70407, + "map_at_1": 0.52147, + "map_at_3": 0.58384, + "map_at_5": 0.60501, + "map_at_10": 0.61617, + "map_at_20": 0.62026, + "map_at_100": 0.62356, + "map_at_1000": 0.62356, + "recall_at_1": 0.52147, + "recall_at_3": 0.66258, + "recall_at_5": 0.7546, + "recall_at_10": 0.8343599999999999, + "recall_at_20": 0.88957, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.52147, + "precision_at_3": 0.22085999999999997, + "precision_at_5": 0.15092, + "precision_at_10": 0.08344, + "precision_at_20": 0.04447999999999999, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.521472, + "mrr_at_3": 0.583845, + "mrr_at_5": 0.60501, + "mrr_at_10": 0.616165, + "mrr_at_20": 0.620261, + "mrr_at_100": 0.623563, + "mrr_at_1000": 0.623563, + "nauc_ndcg_at_1_max": 0.62013, + "nauc_ndcg_at_1_std": 0.143347, + "nauc_ndcg_at_1_diff1": 0.63092, + "nauc_ndcg_at_3_max": 0.643437, + "nauc_ndcg_at_3_std": 0.178683, + "nauc_ndcg_at_3_diff1": 0.58917, + "nauc_ndcg_at_5_max": 0.623664, + "nauc_ndcg_at_5_std": 0.17697, + "nauc_ndcg_at_5_diff1": 0.571928, + "nauc_ndcg_at_10_max": 0.628166, + "nauc_ndcg_at_10_std": 0.190346, + "nauc_ndcg_at_10_diff1": 0.585172, + "nauc_ndcg_at_20_max": 0.636594, + "nauc_ndcg_at_20_std": 0.209389, + "nauc_ndcg_at_20_diff1": 0.576879, + "nauc_ndcg_at_100_max": 0.631097, + "nauc_ndcg_at_100_std": 0.18536000000000002, + "nauc_ndcg_at_100_diff1": 0.585741, + "nauc_ndcg_at_1000_max": 0.631097, + "nauc_ndcg_at_1000_std": 0.18536000000000002, + "nauc_ndcg_at_1000_diff1": 0.585741, + "nauc_map_at_1_max": 0.62013, + "nauc_map_at_1_std": 0.143347, + "nauc_map_at_1_diff1": 0.63092, + "nauc_map_at_3_max": 0.637613, + "nauc_map_at_3_std": 0.17387800000000003, + "nauc_map_at_3_diff1": 0.595963, + "nauc_map_at_5_max": 0.626696, + "nauc_map_at_5_std": 0.172029, + "nauc_map_at_5_diff1": 0.585964, + "nauc_map_at_10_max": 0.627803, + "nauc_map_at_10_std": 0.176424, + "nauc_map_at_10_diff1": 0.591088, + "nauc_map_at_20_max": 0.63032, + "nauc_map_at_20_std": 0.182008, + "nauc_map_at_20_diff1": 0.588951, + "nauc_map_at_100_max": 0.629618, + "nauc_map_at_100_std": 0.178419, + "nauc_map_at_100_diff1": 0.590283, + "nauc_map_at_1000_max": 0.629618, + "nauc_map_at_1000_std": 0.178419, + "nauc_map_at_1000_diff1": 0.590283, + "nauc_recall_at_1_max": 0.62013, + "nauc_recall_at_1_std": 0.143347, + "nauc_recall_at_1_diff1": 0.63092, + "nauc_recall_at_3_max": 0.662268, + "nauc_recall_at_3_std": 0.192254, + "nauc_recall_at_3_diff1": 0.568986, + "nauc_recall_at_5_max": 0.608216, + "nauc_recall_at_5_std": 0.194877, + "nauc_recall_at_5_diff1": 0.517619, + "nauc_recall_at_10_max": 0.631362, + "nauc_recall_at_10_std": 0.274165, + "nauc_recall_at_10_diff1": 0.56558, + "nauc_recall_at_20_max": 0.698169, + "nauc_recall_at_20_std": 0.457693, + "nauc_recall_at_20_diff1": 0.48729599999999995, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.62013, + "nauc_precision_at_1_std": 0.143347, + "nauc_precision_at_1_diff1": 0.63092, + "nauc_precision_at_3_max": 0.662268, + "nauc_precision_at_3_std": 0.192254, + "nauc_precision_at_3_diff1": 0.568986, + "nauc_precision_at_5_max": 0.608216, + "nauc_precision_at_5_std": 0.194877, + "nauc_precision_at_5_diff1": 0.517619, + "nauc_precision_at_10_max": 0.631362, + "nauc_precision_at_10_std": 0.274165, + "nauc_precision_at_10_diff1": 0.56558, + "nauc_precision_at_20_max": 0.698169, + "nauc_precision_at_20_std": 0.457693, + "nauc_precision_at_20_diff1": 0.48729599999999995, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.62013, + "nauc_mrr_at_1_std": 0.143347, + "nauc_mrr_at_1_diff1": 0.63092, + "nauc_mrr_at_3_max": 0.637613, + "nauc_mrr_at_3_std": 0.17387800000000003, + "nauc_mrr_at_3_diff1": 0.595963, + "nauc_mrr_at_5_max": 0.626696, + "nauc_mrr_at_5_std": 0.172029, + "nauc_mrr_at_5_diff1": 0.585964, + "nauc_mrr_at_10_max": 0.627803, + "nauc_mrr_at_10_std": 0.176424, + "nauc_mrr_at_10_diff1": 0.591088, + "nauc_mrr_at_20_max": 0.63032, + "nauc_mrr_at_20_std": 0.182008, + "nauc_mrr_at_20_diff1": 0.588951, + "nauc_mrr_at_100_max": 0.629618, + "nauc_mrr_at_100_std": 0.178419, + "nauc_mrr_at_100_diff1": 0.590283, + "nauc_mrr_at_1000_max": 0.629618, + "nauc_mrr_at_1000_std": 0.178419, + "nauc_mrr_at_1000_diff1": 0.590283, + "main_score": 0.66841 + }, + { + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ], + "ndcg_at_1": 0.58511, + "ndcg_at_3": 0.68022, + "ndcg_at_5": 0.69808, + "ndcg_at_10": 0.71552, + "ndcg_at_20": 0.73287, + "ndcg_at_100": 0.74737, + "ndcg_at_1000": 0.74964, + "map_at_1": 0.58511, + "map_at_3": 0.6578, + "map_at_5": 0.66791, + "map_at_10": 0.67523, + "map_at_20": 0.67994, + "map_at_100": 0.68219, + "map_at_1000": 0.68231, + "recall_at_1": 0.58511, + "recall_at_3": 0.74468, + "recall_at_5": 0.78723, + "recall_at_10": 0.84043, + "recall_at_20": 0.90957, + "recall_at_100": 0.9840399999999999, + "recall_at_1000": 1.0, + "precision_at_1": 0.58511, + "precision_at_3": 0.24823, + "precision_at_5": 0.15745, + "precision_at_10": 0.08404, + "precision_at_20": 0.04548, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.585106, + "mrr_at_3": 0.6578009999999999, + "mrr_at_5": 0.667908, + "mrr_at_10": 0.675232, + "mrr_at_20": 0.67994, + "mrr_at_100": 0.682188, + "mrr_at_1000": 0.682311, + "nauc_ndcg_at_1_max": 0.472503, + "nauc_ndcg_at_1_std": 0.144989, + "nauc_ndcg_at_1_diff1": 0.632463, + "nauc_ndcg_at_3_max": 0.548559, + "nauc_ndcg_at_3_std": 0.212047, + "nauc_ndcg_at_3_diff1": 0.600863, + "nauc_ndcg_at_5_max": 0.554164, + "nauc_ndcg_at_5_std": 0.220479, + "nauc_ndcg_at_5_diff1": 0.611254, + "nauc_ndcg_at_10_max": 0.530238, + "nauc_ndcg_at_10_std": 0.196632, + "nauc_ndcg_at_10_diff1": 0.605071, + "nauc_ndcg_at_20_max": 0.533376, + "nauc_ndcg_at_20_std": 0.214431, + "nauc_ndcg_at_20_diff1": 0.595753, + "nauc_ndcg_at_100_max": 0.528193, + "nauc_ndcg_at_100_std": 0.200427, + "nauc_ndcg_at_100_diff1": 0.609338, + "nauc_ndcg_at_1000_max": 0.52704, + "nauc_ndcg_at_1000_std": 0.195895, + "nauc_ndcg_at_1000_diff1": 0.608733, + "nauc_map_at_1_max": 0.472503, + "nauc_map_at_1_std": 0.144989, + "nauc_map_at_1_diff1": 0.632463, + "nauc_map_at_3_max": 0.529734, + "nauc_map_at_3_std": 0.193872, + "nauc_map_at_3_diff1": 0.608399, + "nauc_map_at_5_max": 0.53167, + "nauc_map_at_5_std": 0.197018, + "nauc_map_at_5_diff1": 0.613792, + "nauc_map_at_10_max": 0.522108, + "nauc_map_at_10_std": 0.186932, + "nauc_map_at_10_diff1": 0.611539, + "nauc_map_at_20_max": 0.522363, + "nauc_map_at_20_std": 0.19135099999999997, + "nauc_map_at_20_diff1": 0.60963, + "nauc_map_at_100_max": 0.52165, + "nauc_map_at_100_std": 0.188758, + "nauc_map_at_100_diff1": 0.611737, + "nauc_map_at_1000_max": 0.521605, + "nauc_map_at_1000_std": 0.188562, + "nauc_map_at_1000_diff1": 0.611715, + "nauc_recall_at_1_max": 0.472503, + "nauc_recall_at_1_std": 0.144989, + "nauc_recall_at_1_diff1": 0.632463, + "nauc_recall_at_3_max": 0.614028, + "nauc_recall_at_3_std": 0.276147, + "nauc_recall_at_3_diff1": 0.574815, + "nauc_recall_at_5_max": 0.644332, + "nauc_recall_at_5_std": 0.316584, + "nauc_recall_at_5_diff1": 0.604164, + "nauc_recall_at_10_max": 0.556801, + "nauc_recall_at_10_std": 0.236144, + "nauc_recall_at_10_diff1": 0.572321, + "nauc_recall_at_20_max": 0.613037, + "nauc_recall_at_20_std": 0.4275089999999999, + "nauc_recall_at_20_diff1": 0.455658, + "nauc_recall_at_100_max": 0.637501, + "nauc_recall_at_100_std": 0.614922, + "nauc_recall_at_100_diff1": 0.665823, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.472503, + "nauc_precision_at_1_std": 0.144989, + "nauc_precision_at_1_diff1": 0.632463, + "nauc_precision_at_3_max": 0.614028, + "nauc_precision_at_3_std": 0.276147, + "nauc_precision_at_3_diff1": 0.574815, + "nauc_precision_at_5_max": 0.644332, + "nauc_precision_at_5_std": 0.316584, + "nauc_precision_at_5_diff1": 0.604164, + "nauc_precision_at_10_max": 0.556801, + "nauc_precision_at_10_std": 0.236144, + "nauc_precision_at_10_diff1": 0.572321, + "nauc_precision_at_20_max": 0.613037, + "nauc_precision_at_20_std": 0.4275089999999999, + "nauc_precision_at_20_diff1": 0.455658, + "nauc_precision_at_100_max": 0.637501, + "nauc_precision_at_100_std": 0.614922, + "nauc_precision_at_100_diff1": 0.665823, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.472503, + "nauc_mrr_at_1_std": 0.144989, + "nauc_mrr_at_1_diff1": 0.632463, + "nauc_mrr_at_3_max": 0.529734, + "nauc_mrr_at_3_std": 0.193872, + "nauc_mrr_at_3_diff1": 0.608399, + "nauc_mrr_at_5_max": 0.53167, + "nauc_mrr_at_5_std": 0.197018, + "nauc_mrr_at_5_diff1": 0.613792, + "nauc_mrr_at_10_max": 0.522108, + "nauc_mrr_at_10_std": 0.186932, + "nauc_mrr_at_10_diff1": 0.611539, + "nauc_mrr_at_20_max": 0.522363, + "nauc_mrr_at_20_std": 0.19135099999999997, + "nauc_mrr_at_20_diff1": 0.60963, + "nauc_mrr_at_100_max": 0.52165, + "nauc_mrr_at_100_std": 0.188758, + "nauc_mrr_at_100_diff1": 0.611737, + "nauc_mrr_at_1000_max": 0.521605, + "nauc_mrr_at_1000_std": 0.188562, + "nauc_mrr_at_1000_diff1": 0.611715, + "main_score": 0.71552 + }, + { + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.48792, + "ndcg_at_3": 0.58879, + "ndcg_at_5": 0.62039, + "ndcg_at_10": 0.64575, + "ndcg_at_20": 0.66373, + "ndcg_at_100": 0.68355, + "ndcg_at_1000": 0.68423, + "map_at_1": 0.48792, + "map_at_3": 0.56361, + "map_at_5": 0.581, + "map_at_10": 0.59168, + "map_at_20": 0.59643, + "map_at_100": 0.59924, + "map_at_1000": 0.59927, + "recall_at_1": 0.48792, + "recall_at_3": 0.66184, + "recall_at_5": 0.73913, + "recall_at_10": 0.81643, + "recall_at_20": 0.88889, + "recall_at_100": 0.99517, + "recall_at_1000": 1.0, + "precision_at_1": 0.48792, + "precision_at_3": 0.22061, + "precision_at_5": 0.14783, + "precision_at_10": 0.08163999999999999, + "precision_at_20": 0.04444, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.487923, + "mrr_at_3": 0.563607, + "mrr_at_5": 0.580998, + "mrr_at_10": 0.591684, + "mrr_at_20": 0.596429, + "mrr_at_100": 0.599239, + "mrr_at_1000": 0.599273, + "nauc_ndcg_at_1_max": 0.601466, + "nauc_ndcg_at_1_std": 0.24918000000000004, + "nauc_ndcg_at_1_diff1": 0.681555, + "nauc_ndcg_at_3_max": 0.681987, + "nauc_ndcg_at_3_std": 0.332158, + "nauc_ndcg_at_3_diff1": 0.659628, + "nauc_ndcg_at_5_max": 0.679623, + "nauc_ndcg_at_5_std": 0.357052, + "nauc_ndcg_at_5_diff1": 0.6535550000000001, + "nauc_ndcg_at_10_max": 0.672588, + "nauc_ndcg_at_10_std": 0.355972, + "nauc_ndcg_at_10_diff1": 0.644356, + "nauc_ndcg_at_20_max": 0.664426, + "nauc_ndcg_at_20_std": 0.34240200000000004, + "nauc_ndcg_at_20_diff1": 0.646256, + "nauc_ndcg_at_100_max": 0.659374, + "nauc_ndcg_at_100_std": 0.33293599999999995, + "nauc_ndcg_at_100_diff1": 0.654946, + "nauc_ndcg_at_1000_max": 0.658403, + "nauc_ndcg_at_1000_std": 0.331036, + "nauc_ndcg_at_1000_diff1": 0.654336, + "nauc_map_at_1_max": 0.601466, + "nauc_map_at_1_std": 0.24918000000000004, + "nauc_map_at_1_diff1": 0.681555, + "nauc_map_at_3_max": 0.659154, + "nauc_map_at_3_std": 0.312376, + "nauc_map_at_3_diff1": 0.662823, + "nauc_map_at_5_max": 0.6567409999999999, + "nauc_map_at_5_std": 0.323493, + "nauc_map_at_5_diff1": 0.65985, + "nauc_map_at_10_max": 0.6532430000000001, + "nauc_map_at_10_std": 0.321969, + "nauc_map_at_10_diff1": 0.6561509999999999, + "nauc_map_at_20_max": 0.651171, + "nauc_map_at_20_std": 0.318426, + "nauc_map_at_20_diff1": 0.656874, + "nauc_map_at_100_max": 0.650633, + "nauc_map_at_100_std": 0.317911, + "nauc_map_at_100_diff1": 0.65803, + "nauc_map_at_1000_max": 0.650593, + "nauc_map_at_1000_std": 0.317832, + "nauc_map_at_1000_diff1": 0.658006, + "nauc_recall_at_1_max": 0.601466, + "nauc_recall_at_1_std": 0.24918000000000004, + "nauc_recall_at_1_diff1": 0.681555, + "nauc_recall_at_3_max": 0.758576, + "nauc_recall_at_3_std": 0.396859, + "nauc_recall_at_3_diff1": 0.6502459999999999, + "nauc_recall_at_5_max": 0.769843, + "nauc_recall_at_5_std": 0.493317, + "nauc_recall_at_5_diff1": 0.629226, + "nauc_recall_at_10_max": 0.768501, + "nauc_recall_at_10_std": 0.536033, + "nauc_recall_at_10_diff1": 0.58029, + "nauc_recall_at_20_max": 0.745552, + "nauc_recall_at_20_std": 0.511048, + "nauc_recall_at_20_diff1": 0.55864, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.86907, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.601466, + "nauc_precision_at_1_std": 0.24918000000000004, + "nauc_precision_at_1_diff1": 0.681555, + "nauc_precision_at_3_max": 0.758576, + "nauc_precision_at_3_std": 0.396859, + "nauc_precision_at_3_diff1": 0.6502459999999999, + "nauc_precision_at_5_max": 0.769843, + "nauc_precision_at_5_std": 0.493317, + "nauc_precision_at_5_diff1": 0.629226, + "nauc_precision_at_10_max": 0.768501, + "nauc_precision_at_10_std": 0.536033, + "nauc_precision_at_10_diff1": 0.58029, + "nauc_precision_at_20_max": 0.745552, + "nauc_precision_at_20_std": 0.511048, + "nauc_precision_at_20_diff1": 0.55864, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.86907, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.601466, + "nauc_mrr_at_1_std": 0.24918000000000004, + "nauc_mrr_at_1_diff1": 0.681555, + "nauc_mrr_at_3_max": 0.659154, + "nauc_mrr_at_3_std": 0.312376, + "nauc_mrr_at_3_diff1": 0.662823, + "nauc_mrr_at_5_max": 0.6567409999999999, + "nauc_mrr_at_5_std": 0.323493, + "nauc_mrr_at_5_diff1": 0.65985, + "nauc_mrr_at_10_max": 0.6532430000000001, + "nauc_mrr_at_10_std": 0.321969, + "nauc_mrr_at_10_diff1": 0.6561509999999999, + "nauc_mrr_at_20_max": 0.651171, + "nauc_mrr_at_20_std": 0.318426, + "nauc_mrr_at_20_diff1": 0.656874, + "nauc_mrr_at_100_max": 0.650633, + "nauc_mrr_at_100_std": 0.317911, + "nauc_mrr_at_100_diff1": 0.65803, + "nauc_mrr_at_1000_max": 0.650593, + "nauc_mrr_at_1000_std": 0.317832, + "nauc_mrr_at_1000_diff1": 0.658006, + "main_score": 0.64575 + }, + { + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.44101, + "ndcg_at_3": 0.53613, + "ndcg_at_5": 0.57083, + "ndcg_at_10": 0.59467, + "ndcg_at_20": 0.61085, + "ndcg_at_100": 0.62991, + "ndcg_at_1000": 0.63838, + "map_at_1": 0.44101, + "map_at_3": 0.51225, + "map_at_5": 0.5313, + "map_at_10": 0.54081, + "map_at_20": 0.54529, + "map_at_100": 0.54771, + "map_at_1000": 0.54807, + "recall_at_1": 0.44101, + "recall_at_3": 0.60542, + "recall_at_5": 0.69052, + "recall_at_10": 0.7659600000000001, + "recall_at_20": 0.82979, + "recall_at_100": 0.93617, + "recall_at_1000": 1.0, + "precision_at_1": 0.44101, + "precision_at_3": 0.20180999999999996, + "precision_at_5": 0.1381, + "precision_at_10": 0.0766, + "precision_at_20": 0.04149, + "precision_at_100": 0.00936, + "precision_at_1000": 0.001, + "mrr_at_1": 0.441006, + "mrr_at_3": 0.51225, + "mrr_at_5": 0.531302, + "mrr_at_10": 0.540814, + "mrr_at_20": 0.545288, + "mrr_at_100": 0.547708, + "mrr_at_1000": 0.548066, + "nauc_ndcg_at_1_max": 0.558031, + "nauc_ndcg_at_1_std": 0.220275, + "nauc_ndcg_at_1_diff1": 0.565222, + "nauc_ndcg_at_3_max": 0.548699, + "nauc_ndcg_at_3_std": 0.258837, + "nauc_ndcg_at_3_diff1": 0.491957, + "nauc_ndcg_at_5_max": 0.562723, + "nauc_ndcg_at_5_std": 0.286933, + "nauc_ndcg_at_5_diff1": 0.494566, + "nauc_ndcg_at_10_max": 0.556011, + "nauc_ndcg_at_10_std": 0.275248, + "nauc_ndcg_at_10_diff1": 0.487372, + "nauc_ndcg_at_20_max": 0.554923, + "nauc_ndcg_at_20_std": 0.268626, + "nauc_ndcg_at_20_diff1": 0.49382799999999993, + "nauc_ndcg_at_100_max": 0.557909, + "nauc_ndcg_at_100_std": 0.273141, + "nauc_ndcg_at_100_diff1": 0.506826, + "nauc_ndcg_at_1000_max": 0.556142, + "nauc_ndcg_at_1000_std": 0.266721, + "nauc_ndcg_at_1000_diff1": 0.506766, + "nauc_map_at_1_max": 0.558031, + "nauc_map_at_1_std": 0.220275, + "nauc_map_at_1_diff1": 0.565222, + "nauc_map_at_3_max": 0.549107, + "nauc_map_at_3_std": 0.24803, + "nauc_map_at_3_diff1": 0.510794, + "nauc_map_at_5_max": 0.557026, + "nauc_map_at_5_std": 0.263248, + "nauc_map_at_5_diff1": 0.513243, + "nauc_map_at_10_max": 0.554072, + "nauc_map_at_10_std": 0.258517, + "nauc_map_at_10_diff1": 0.510731, + "nauc_map_at_20_max": 0.554075, + "nauc_map_at_20_std": 0.256846, + "nauc_map_at_20_diff1": 0.512544, + "nauc_map_at_100_max": 0.554738, + "nauc_map_at_100_std": 0.257963, + "nauc_map_at_100_diff1": 0.514555, + "nauc_map_at_1000_max": 0.554642, + "nauc_map_at_1000_std": 0.257658, + "nauc_map_at_1000_diff1": 0.514559, + "nauc_recall_at_1_max": 0.558031, + "nauc_recall_at_1_std": 0.220275, + "nauc_recall_at_1_diff1": 0.565222, + "nauc_recall_at_3_max": 0.548305, + "nauc_recall_at_3_std": 0.29318, + "nauc_recall_at_3_diff1": 0.43279, + "nauc_recall_at_5_max": 0.585943, + "nauc_recall_at_5_std": 0.376264, + "nauc_recall_at_5_diff1": 0.427338, + "nauc_recall_at_10_max": 0.565176, + "nauc_recall_at_10_std": 0.346487, + "nauc_recall_at_10_diff1": 0.380783, + "nauc_recall_at_20_max": 0.556135, + "nauc_recall_at_20_std": 0.320821, + "nauc_recall_at_20_diff1": 0.392591, + "nauc_recall_at_100_max": 0.603625, + "nauc_recall_at_100_std": 0.454796, + "nauc_recall_at_100_diff1": 0.506829, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.558031, + "nauc_precision_at_1_std": 0.220275, + "nauc_precision_at_1_diff1": 0.565222, + "nauc_precision_at_3_max": 0.548305, + "nauc_precision_at_3_std": 0.29318, + "nauc_precision_at_3_diff1": 0.43279, + "nauc_precision_at_5_max": 0.585943, + "nauc_precision_at_5_std": 0.376264, + "nauc_precision_at_5_diff1": 0.427338, + "nauc_precision_at_10_max": 0.565176, + "nauc_precision_at_10_std": 0.346487, + "nauc_precision_at_10_diff1": 0.380783, + "nauc_precision_at_20_max": 0.556135, + "nauc_precision_at_20_std": 0.320821, + "nauc_precision_at_20_diff1": 0.392591, + "nauc_precision_at_100_max": 0.603625, + "nauc_precision_at_100_std": 0.454796, + "nauc_precision_at_100_diff1": 0.506829, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.558031, + "nauc_mrr_at_1_std": 0.220275, + "nauc_mrr_at_1_diff1": 0.565222, + "nauc_mrr_at_3_max": 0.549107, + "nauc_mrr_at_3_std": 0.24803, + "nauc_mrr_at_3_diff1": 0.510794, + "nauc_mrr_at_5_max": 0.557026, + "nauc_mrr_at_5_std": 0.263248, + "nauc_mrr_at_5_diff1": 0.513243, + "nauc_mrr_at_10_max": 0.554072, + "nauc_mrr_at_10_std": 0.258517, + "nauc_mrr_at_10_diff1": 0.510731, + "nauc_mrr_at_20_max": 0.554075, + "nauc_mrr_at_20_std": 0.256846, + "nauc_mrr_at_20_diff1": 0.512544, + "nauc_mrr_at_100_max": 0.554738, + "nauc_mrr_at_100_std": 0.257963, + "nauc_mrr_at_100_diff1": 0.514555, + "nauc_mrr_at_1000_max": 0.554642, + "nauc_mrr_at_1000_std": 0.257658, + "nauc_mrr_at_1000_diff1": 0.514559, + "main_score": 0.59467 + }, + { + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.52795, + "ndcg_at_3": 0.64507, + "ndcg_at_5": 0.67581, + "ndcg_at_10": 0.70323, + "ndcg_at_20": 0.70475, + "ndcg_at_100": 0.72195, + "ndcg_at_1000": 0.7228600000000001, + "map_at_1": 0.52795, + "map_at_3": 0.61491, + "map_at_5": 0.63199, + "map_at_10": 0.6429, + "map_at_20": 0.6432800000000001, + "map_at_100": 0.6456399999999999, + "map_at_1000": 0.6457, + "recall_at_1": 0.52795, + "recall_at_3": 0.73292, + "recall_at_5": 0.80745, + "recall_at_10": 0.89441, + "recall_at_20": 0.90062, + "recall_at_100": 0.99379, + "recall_at_1000": 1.0, + "precision_at_1": 0.52795, + "precision_at_3": 0.24431, + "precision_at_5": 0.16149000000000002, + "precision_at_10": 0.08944, + "precision_at_20": 0.04503, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.52795, + "mrr_at_3": 0.614907, + "mrr_at_5": 0.631988, + "mrr_at_10": 0.642897, + "mrr_at_20": 0.6432850000000001, + "mrr_at_100": 0.6456409999999999, + "mrr_at_1000": 0.645697, + "nauc_ndcg_at_1_max": 0.53889, + "nauc_ndcg_at_1_std": 0.110525, + "nauc_ndcg_at_1_diff1": 0.7482859999999999, + "nauc_ndcg_at_3_max": 0.599321, + "nauc_ndcg_at_3_std": 0.210969, + "nauc_ndcg_at_3_diff1": 0.6942109999999999, + "nauc_ndcg_at_5_max": 0.611135, + "nauc_ndcg_at_5_std": 0.21885199999999996, + "nauc_ndcg_at_5_diff1": 0.692178, + "nauc_ndcg_at_10_max": 0.610899, + "nauc_ndcg_at_10_std": 0.231179, + "nauc_ndcg_at_10_diff1": 0.691936, + "nauc_ndcg_at_20_max": 0.607846, + "nauc_ndcg_at_20_std": 0.22597699999999998, + "nauc_ndcg_at_20_diff1": 0.691149, + "nauc_ndcg_at_100_max": 0.598011, + "nauc_ndcg_at_100_std": 0.205927, + "nauc_ndcg_at_100_diff1": 0.7011319999999999, + "nauc_ndcg_at_1000_max": 0.596308, + "nauc_ndcg_at_1000_std": 0.202562, + "nauc_ndcg_at_1000_diff1": 0.70357, + "nauc_map_at_1_max": 0.53889, + "nauc_map_at_1_std": 0.110525, + "nauc_map_at_1_diff1": 0.7482859999999999, + "nauc_map_at_3_max": 0.582855, + "nauc_map_at_3_std": 0.180442, + "nauc_map_at_3_diff1": 0.707787, + "nauc_map_at_5_max": 0.588753, + "nauc_map_at_5_std": 0.18277, + "nauc_map_at_5_diff1": 0.707961, + "nauc_map_at_10_max": 0.587896, + "nauc_map_at_10_std": 0.18697, + "nauc_map_at_10_diff1": 0.70759, + "nauc_map_at_20_max": 0.587205, + "nauc_map_at_20_std": 0.185786, + "nauc_map_at_20_diff1": 0.7074380000000001, + "nauc_map_at_100_max": 0.586432, + "nauc_map_at_100_std": 0.18418799999999996, + "nauc_map_at_100_diff1": 0.709314, + "nauc_map_at_1000_max": 0.586347, + "nauc_map_at_1000_std": 0.18401999999999996, + "nauc_map_at_1000_diff1": 0.709434, + "nauc_recall_at_1_max": 0.53889, + "nauc_recall_at_1_std": 0.110525, + "nauc_recall_at_1_diff1": 0.7482859999999999, + "nauc_recall_at_3_max": 0.6592, + "nauc_recall_at_3_std": 0.323637, + "nauc_recall_at_3_diff1": 0.645457, + "nauc_recall_at_5_max": 0.714171, + "nauc_recall_at_5_std": 0.387281, + "nauc_recall_at_5_diff1": 0.619643, + "nauc_recall_at_10_max": 0.7867739999999999, + "nauc_recall_at_10_std": 0.578693, + "nauc_recall_at_10_diff1": 0.577189, + "nauc_recall_at_20_max": 0.7670239999999999, + "nauc_recall_at_20_std": 0.547637, + "nauc_recall_at_20_diff1": 0.563392, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.125808, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.53889, + "nauc_precision_at_1_std": 0.110525, + "nauc_precision_at_1_diff1": 0.7482859999999999, + "nauc_precision_at_3_max": 0.6592, + "nauc_precision_at_3_std": 0.323637, + "nauc_precision_at_3_diff1": 0.645457, + "nauc_precision_at_5_max": 0.714171, + "nauc_precision_at_5_std": 0.387281, + "nauc_precision_at_5_diff1": 0.619643, + "nauc_precision_at_10_max": 0.7867739999999999, + "nauc_precision_at_10_std": 0.578693, + "nauc_precision_at_10_diff1": 0.577189, + "nauc_precision_at_20_max": 0.7670239999999999, + "nauc_precision_at_20_std": 0.547637, + "nauc_precision_at_20_diff1": 0.563392, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.125808, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.53889, + "nauc_mrr_at_1_std": 0.110525, + "nauc_mrr_at_1_diff1": 0.7482859999999999, + "nauc_mrr_at_3_max": 0.582855, + "nauc_mrr_at_3_std": 0.180442, + "nauc_mrr_at_3_diff1": 0.707787, + "nauc_mrr_at_5_max": 0.588753, + "nauc_mrr_at_5_std": 0.18277, + "nauc_mrr_at_5_diff1": 0.707961, + "nauc_mrr_at_10_max": 0.587896, + "nauc_mrr_at_10_std": 0.18697, + "nauc_mrr_at_10_diff1": 0.70759, + "nauc_mrr_at_20_max": 0.587205, + "nauc_mrr_at_20_std": 0.185786, + "nauc_mrr_at_20_diff1": 0.7074380000000001, + "nauc_mrr_at_100_max": 0.586432, + "nauc_mrr_at_100_std": 0.18418799999999996, + "nauc_mrr_at_100_diff1": 0.709314, + "nauc_mrr_at_1000_max": 0.586347, + "nauc_mrr_at_1000_std": 0.18401999999999996, + "nauc_mrr_at_1000_diff1": 0.709434, + "main_score": 0.70323 + }, + { + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ], + "ndcg_at_1": 0.52151, + "ndcg_at_3": 0.63645, + "ndcg_at_5": 0.66561, + "ndcg_at_10": 0.6905899999999999, + "ndcg_at_20": 0.69985, + "ndcg_at_100": 0.71643, + "ndcg_at_1000": 0.71801, + "map_at_1": 0.52151, + "map_at_3": 0.60753, + "map_at_5": 0.62392, + "map_at_10": 0.63461, + "map_at_20": 0.63702, + "map_at_100": 0.63954, + "map_at_1000": 0.63963, + "recall_at_1": 0.52151, + "recall_at_3": 0.72043, + "recall_at_5": 0.7903199999999999, + "recall_at_10": 0.86559, + "recall_at_20": 0.90323, + "recall_at_100": 0.98925, + "recall_at_1000": 1.0, + "precision_at_1": 0.52151, + "precision_at_3": 0.24014, + "precision_at_5": 0.15806, + "precision_at_10": 0.08656000000000001, + "precision_at_20": 0.04516, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.521505, + "mrr_at_3": 0.607527, + "mrr_at_5": 0.623925, + "mrr_at_10": 0.634607, + "mrr_at_20": 0.63702, + "mrr_at_100": 0.639537, + "mrr_at_1000": 0.639634, + "nauc_ndcg_at_1_max": 0.49414, + "nauc_ndcg_at_1_std": 0.262624, + "nauc_ndcg_at_1_diff1": 0.540133, + "nauc_ndcg_at_3_max": 0.541356, + "nauc_ndcg_at_3_std": 0.30669, + "nauc_ndcg_at_3_diff1": 0.469126, + "nauc_ndcg_at_5_max": 0.541657, + "nauc_ndcg_at_5_std": 0.319078, + "nauc_ndcg_at_5_diff1": 0.476523, + "nauc_ndcg_at_10_max": 0.5079, + "nauc_ndcg_at_10_std": 0.289378, + "nauc_ndcg_at_10_diff1": 0.452259, + "nauc_ndcg_at_20_max": 0.505044, + "nauc_ndcg_at_20_std": 0.294544, + "nauc_ndcg_at_20_diff1": 0.447774, + "nauc_ndcg_at_100_max": 0.515358, + "nauc_ndcg_at_100_std": 0.292429, + "nauc_ndcg_at_100_diff1": 0.475625, + "nauc_ndcg_at_1000_max": 0.512323, + "nauc_ndcg_at_1000_std": 0.287314, + "nauc_ndcg_at_1000_diff1": 0.477654, + "nauc_map_at_1_max": 0.49414, + "nauc_map_at_1_std": 0.262624, + "nauc_map_at_1_diff1": 0.540133, + "nauc_map_at_3_max": 0.52367, + "nauc_map_at_3_std": 0.287416, + "nauc_map_at_3_diff1": 0.487321, + "nauc_map_at_5_max": 0.522866, + "nauc_map_at_5_std": 0.292529, + "nauc_map_at_5_diff1": 0.4920030000000001, + "nauc_map_at_10_max": 0.509833, + "nauc_map_at_10_std": 0.280707, + "nauc_map_at_10_diff1": 0.483651, + "nauc_map_at_20_max": 0.509108, + "nauc_map_at_20_std": 0.281743, + "nauc_map_at_20_diff1": 0.482832, + "nauc_map_at_100_max": 0.510532, + "nauc_map_at_100_std": 0.281431, + "nauc_map_at_100_diff1": 0.487424, + "nauc_map_at_1000_max": 0.510382, + "nauc_map_at_1000_std": 0.281179, + "nauc_map_at_1000_diff1": 0.48752, + "nauc_recall_at_1_max": 0.49414, + "nauc_recall_at_1_std": 0.262624, + "nauc_recall_at_1_diff1": 0.540133, + "nauc_recall_at_3_max": 0.606724, + "nauc_recall_at_3_std": 0.378962, + "nauc_recall_at_3_diff1": 0.405005, + "nauc_recall_at_5_max": 0.626191, + "nauc_recall_at_5_std": 0.441519, + "nauc_recall_at_5_diff1": 0.411881, + "nauc_recall_at_10_max": 0.474454, + "nauc_recall_at_10_std": 0.331899, + "nauc_recall_at_10_diff1": 0.240447, + "nauc_recall_at_20_max": 0.437071, + "nauc_recall_at_20_std": 0.398658, + "nauc_recall_at_20_diff1": 0.124499, + "nauc_recall_at_100_max": 0.9344839999999999, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.190591, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.49414, + "nauc_precision_at_1_std": 0.262624, + "nauc_precision_at_1_diff1": 0.540133, + "nauc_precision_at_3_max": 0.606724, + "nauc_precision_at_3_std": 0.378962, + "nauc_precision_at_3_diff1": 0.405005, + "nauc_precision_at_5_max": 0.626191, + "nauc_precision_at_5_std": 0.441519, + "nauc_precision_at_5_diff1": 0.411881, + "nauc_precision_at_10_max": 0.474454, + "nauc_precision_at_10_std": 0.331899, + "nauc_precision_at_10_diff1": 0.240447, + "nauc_precision_at_20_max": 0.437071, + "nauc_precision_at_20_std": 0.398658, + "nauc_precision_at_20_diff1": 0.124499, + "nauc_precision_at_100_max": 0.9344839999999999, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.190591, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.49414, + "nauc_mrr_at_1_std": 0.262624, + "nauc_mrr_at_1_diff1": 0.540133, + "nauc_mrr_at_3_max": 0.52367, + "nauc_mrr_at_3_std": 0.287416, + "nauc_mrr_at_3_diff1": 0.487321, + "nauc_mrr_at_5_max": 0.522866, + "nauc_mrr_at_5_std": 0.292529, + "nauc_mrr_at_5_diff1": 0.4920030000000001, + "nauc_mrr_at_10_max": 0.509833, + "nauc_mrr_at_10_std": 0.280707, + "nauc_mrr_at_10_diff1": 0.483651, + "nauc_mrr_at_20_max": 0.509108, + "nauc_mrr_at_20_std": 0.281743, + "nauc_mrr_at_20_diff1": 0.482832, + "nauc_mrr_at_100_max": 0.510532, + "nauc_mrr_at_100_std": 0.281431, + "nauc_mrr_at_100_diff1": 0.487424, + "nauc_mrr_at_1000_max": 0.510382, + "nauc_mrr_at_1000_std": 0.281179, + "nauc_mrr_at_1000_diff1": 0.48752, + "main_score": 0.6905899999999999 + }, + { + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.51534, + "ndcg_at_3": 0.61247, + "ndcg_at_5": 0.6328, + "ndcg_at_10": 0.65712, + "ndcg_at_20": 0.67104, + "ndcg_at_100": 0.69376, + "ndcg_at_1000": 0.69553, + "map_at_1": 0.51534, + "map_at_3": 0.58691, + "map_at_5": 0.59826, + "map_at_10": 0.6086, + "map_at_20": 0.6124, + "map_at_100": 0.61546, + "map_at_1000": 0.61556, + "recall_at_1": 0.51534, + "recall_at_3": 0.6871199999999998, + "recall_at_5": 0.7361999999999999, + "recall_at_10": 0.80982, + "recall_at_20": 0.86503, + "recall_at_100": 0.98773, + "recall_at_1000": 1.0, + "precision_at_1": 0.51534, + "precision_at_3": 0.22904, + "precision_at_5": 0.14724, + "precision_at_10": 0.08098, + "precision_at_20": 0.04324999999999999, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.515337, + "mrr_at_3": 0.586912, + "mrr_at_5": 0.598262, + "mrr_at_10": 0.608596, + "mrr_at_20": 0.612401, + "mrr_at_100": 0.615463, + "mrr_at_1000": 0.615563, + "nauc_ndcg_at_1_max": 0.616172, + "nauc_ndcg_at_1_std": 0.310496, + "nauc_ndcg_at_1_diff1": 0.632275, + "nauc_ndcg_at_3_max": 0.597893, + "nauc_ndcg_at_3_std": 0.328623, + "nauc_ndcg_at_3_diff1": 0.596656, + "nauc_ndcg_at_5_max": 0.605831, + "nauc_ndcg_at_5_std": 0.325966, + "nauc_ndcg_at_5_diff1": 0.594883, + "nauc_ndcg_at_10_max": 0.624974, + "nauc_ndcg_at_10_std": 0.345506, + "nauc_ndcg_at_10_diff1": 0.591559, + "nauc_ndcg_at_20_max": 0.627409, + "nauc_ndcg_at_20_std": 0.367174, + "nauc_ndcg_at_20_diff1": 0.580935, + "nauc_ndcg_at_100_max": 0.618644, + "nauc_ndcg_at_100_std": 0.34528, + "nauc_ndcg_at_100_diff1": 0.594356, + "nauc_ndcg_at_1000_max": 0.617297, + "nauc_ndcg_at_1000_std": 0.340832, + "nauc_ndcg_at_1000_diff1": 0.59517, + "nauc_map_at_1_max": 0.616172, + "nauc_map_at_1_std": 0.310496, + "nauc_map_at_1_diff1": 0.632275, + "nauc_map_at_3_max": 0.602937, + "nauc_map_at_3_std": 0.322575, + "nauc_map_at_3_diff1": 0.605793, + "nauc_map_at_5_max": 0.608019, + "nauc_map_at_5_std": 0.322098, + "nauc_map_at_5_diff1": 0.605253, + "nauc_map_at_10_max": 0.615656, + "nauc_map_at_10_std": 0.328874, + "nauc_map_at_10_diff1": 0.604275, + "nauc_map_at_20_max": 0.616022, + "nauc_map_at_20_std": 0.334131, + "nauc_map_at_20_diff1": 0.601488, + "nauc_map_at_100_max": 0.614753, + "nauc_map_at_100_std": 0.331531, + "nauc_map_at_100_diff1": 0.602734, + "nauc_map_at_1000_max": 0.614688, + "nauc_map_at_1000_std": 0.33132300000000003, + "nauc_map_at_1000_diff1": 0.602786, + "nauc_recall_at_1_max": 0.616172, + "nauc_recall_at_1_std": 0.310496, + "nauc_recall_at_1_diff1": 0.632275, + "nauc_recall_at_3_max": 0.580671, + "nauc_recall_at_3_std": 0.349766, + "nauc_recall_at_3_diff1": 0.565781, + "nauc_recall_at_5_max": 0.597593, + "nauc_recall_at_5_std": 0.339046, + "nauc_recall_at_5_diff1": 0.555195, + "nauc_recall_at_10_max": 0.680843, + "nauc_recall_at_10_std": 0.438292, + "nauc_recall_at_10_diff1": 0.52741, + "nauc_recall_at_20_max": 0.7226, + "nauc_recall_at_20_std": 0.638486, + "nauc_recall_at_20_diff1": 0.427007, + "nauc_recall_at_100_max": 0.795792, + "nauc_recall_at_100_std": 0.934774, + "nauc_recall_at_100_diff1": 0.495472, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.616172, + "nauc_precision_at_1_std": 0.310496, + "nauc_precision_at_1_diff1": 0.632275, + "nauc_precision_at_3_max": 0.580671, + "nauc_precision_at_3_std": 0.349766, + "nauc_precision_at_3_diff1": 0.565781, + "nauc_precision_at_5_max": 0.597593, + "nauc_precision_at_5_std": 0.339046, + "nauc_precision_at_5_diff1": 0.555195, + "nauc_precision_at_10_max": 0.680843, + "nauc_precision_at_10_std": 0.438292, + "nauc_precision_at_10_diff1": 0.52741, + "nauc_precision_at_20_max": 0.7226, + "nauc_precision_at_20_std": 0.638486, + "nauc_precision_at_20_diff1": 0.427007, + "nauc_precision_at_100_max": 0.795792, + "nauc_precision_at_100_std": 0.934774, + "nauc_precision_at_100_diff1": 0.495472, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.616172, + "nauc_mrr_at_1_std": 0.310496, + "nauc_mrr_at_1_diff1": 0.632275, + "nauc_mrr_at_3_max": 0.602937, + "nauc_mrr_at_3_std": 0.322575, + "nauc_mrr_at_3_diff1": 0.605793, + "nauc_mrr_at_5_max": 0.608019, + "nauc_mrr_at_5_std": 0.322098, + "nauc_mrr_at_5_diff1": 0.605253, + "nauc_mrr_at_10_max": 0.615656, + "nauc_mrr_at_10_std": 0.328874, + "nauc_mrr_at_10_diff1": 0.604275, + "nauc_mrr_at_20_max": 0.616022, + "nauc_mrr_at_20_std": 0.334131, + "nauc_mrr_at_20_diff1": 0.601488, + "nauc_mrr_at_100_max": 0.614753, + "nauc_mrr_at_100_std": 0.331531, + "nauc_mrr_at_100_diff1": 0.602734, + "nauc_mrr_at_1000_max": 0.614688, + "nauc_mrr_at_1000_std": 0.33132300000000003, + "nauc_mrr_at_1000_diff1": 0.602786, + "main_score": 0.65712 + }, + { + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ], + "ndcg_at_1": 0.49468, + "ndcg_at_3": 0.61385, + "ndcg_at_5": 0.63858, + "ndcg_at_10": 0.6585499999999999, + "ndcg_at_20": 0.68014, + "ndcg_at_100": 0.69713, + "ndcg_at_1000": 0.69788, + "map_at_1": 0.49468, + "map_at_3": 0.58511, + "map_at_5": 0.5992, + "map_at_10": 0.60703, + "map_at_20": 0.613, + "map_at_100": 0.61541, + "map_at_1000": 0.61545, + "recall_at_1": 0.49468, + "recall_at_3": 0.6968099999999999, + "recall_at_5": 0.75532, + "recall_at_10": 0.81915, + "recall_at_20": 0.9042600000000001, + "recall_at_100": 0.99468, + "recall_at_1000": 1.0, + "precision_at_1": 0.49468, + "precision_at_3": 0.23227, + "precision_at_5": 0.15106, + "precision_at_10": 0.08190999999999998, + "precision_at_20": 0.04521, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.494681, + "mrr_at_3": 0.585106, + "mrr_at_5": 0.599202, + "mrr_at_10": 0.607033, + "mrr_at_20": 0.613003, + "mrr_at_100": 0.615411, + "mrr_at_1000": 0.615451, + "nauc_ndcg_at_1_max": 0.547345, + "nauc_ndcg_at_1_std": 0.112512, + "nauc_ndcg_at_1_diff1": 0.706991, + "nauc_ndcg_at_3_max": 0.572006, + "nauc_ndcg_at_3_std": 0.173244, + "nauc_ndcg_at_3_diff1": 0.599022, + "nauc_ndcg_at_5_max": 0.588809, + "nauc_ndcg_at_5_std": 0.187365, + "nauc_ndcg_at_5_diff1": 0.603304, + "nauc_ndcg_at_10_max": 0.583229, + "nauc_ndcg_at_10_std": 0.196983, + "nauc_ndcg_at_10_diff1": 0.598994, + "nauc_ndcg_at_20_max": 0.575958, + "nauc_ndcg_at_20_std": 0.168184, + "nauc_ndcg_at_20_diff1": 0.604564, + "nauc_ndcg_at_100_max": 0.574073, + "nauc_ndcg_at_100_std": 0.170753, + "nauc_ndcg_at_100_diff1": 0.623023, + "nauc_ndcg_at_1000_max": 0.572677, + "nauc_ndcg_at_1000_std": 0.168035, + "nauc_ndcg_at_1000_diff1": 0.623891, + "nauc_map_at_1_max": 0.547345, + "nauc_map_at_1_std": 0.112512, + "nauc_map_at_1_diff1": 0.706991, + "nauc_map_at_3_max": 0.563641, + "nauc_map_at_3_std": 0.157645, + "nauc_map_at_3_diff1": 0.628311, + "nauc_map_at_5_max": 0.572165, + "nauc_map_at_5_std": 0.164827, + "nauc_map_at_5_diff1": 0.631299, + "nauc_map_at_10_max": 0.569641, + "nauc_map_at_10_std": 0.16713900000000004, + "nauc_map_at_10_diff1": 0.630333, + "nauc_map_at_20_max": 0.568291, + "nauc_map_at_20_std": 0.160261, + "nauc_map_at_20_diff1": 0.632795, + "nauc_map_at_100_max": 0.567943, + "nauc_map_at_100_std": 0.160463, + "nauc_map_at_100_diff1": 0.635264, + "nauc_map_at_1000_max": 0.567884, + "nauc_map_at_1000_std": 0.16034699999999996, + "nauc_map_at_1000_diff1": 0.635303, + "nauc_recall_at_1_max": 0.547345, + "nauc_recall_at_1_std": 0.112512, + "nauc_recall_at_1_diff1": 0.706991, + "nauc_recall_at_3_max": 0.601676, + "nauc_recall_at_3_std": 0.226595, + "nauc_recall_at_3_diff1": 0.498032, + "nauc_recall_at_5_max": 0.65889, + "nauc_recall_at_5_std": 0.278308, + "nauc_recall_at_5_diff1": 0.493429, + "nauc_recall_at_10_max": 0.653261, + "nauc_recall_at_10_std": 0.358287, + "nauc_recall_at_10_diff1": 0.44024500000000005, + "nauc_recall_at_20_max": 0.620154, + "nauc_recall_at_20_std": 0.180916, + "nauc_recall_at_20_diff1": 0.359279, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.358386, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.547345, + "nauc_precision_at_1_std": 0.112512, + "nauc_precision_at_1_diff1": 0.706991, + "nauc_precision_at_3_max": 0.601676, + "nauc_precision_at_3_std": 0.226595, + "nauc_precision_at_3_diff1": 0.498032, + "nauc_precision_at_5_max": 0.65889, + "nauc_precision_at_5_std": 0.278308, + "nauc_precision_at_5_diff1": 0.493429, + "nauc_precision_at_10_max": 0.653261, + "nauc_precision_at_10_std": 0.358287, + "nauc_precision_at_10_diff1": 0.44024500000000005, + "nauc_precision_at_20_max": 0.620154, + "nauc_precision_at_20_std": 0.180916, + "nauc_precision_at_20_diff1": 0.359279, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.358386, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.547345, + "nauc_mrr_at_1_std": 0.112512, + "nauc_mrr_at_1_diff1": 0.706991, + "nauc_mrr_at_3_max": 0.563641, + "nauc_mrr_at_3_std": 0.157645, + "nauc_mrr_at_3_diff1": 0.628311, + "nauc_mrr_at_5_max": 0.572165, + "nauc_mrr_at_5_std": 0.164827, + "nauc_mrr_at_5_diff1": 0.631299, + "nauc_mrr_at_10_max": 0.569641, + "nauc_mrr_at_10_std": 0.16713900000000004, + "nauc_mrr_at_10_diff1": 0.630333, + "nauc_mrr_at_20_max": 0.568291, + "nauc_mrr_at_20_std": 0.160261, + "nauc_mrr_at_20_diff1": 0.632795, + "nauc_mrr_at_100_max": 0.567943, + "nauc_mrr_at_100_std": 0.160463, + "nauc_mrr_at_100_diff1": 0.635264, + "nauc_mrr_at_1000_max": 0.567884, + "nauc_mrr_at_1000_std": 0.16034699999999996, + "nauc_mrr_at_1000_diff1": 0.635303, + "main_score": 0.6585499999999999 + } + ], + "test": [ + { + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ], + "ndcg_at_1": 0.31258, + "ndcg_at_3": 0.38134, + "ndcg_at_5": 0.40389, + "ndcg_at_10": 0.4278100000000001, + "ndcg_at_20": 0.44545, + "ndcg_at_100": 0.47325, + "ndcg_at_1000": 0.49282, + "map_at_1": 0.31249, + "map_at_3": 0.36424, + "map_at_5": 0.37671, + "map_at_10": 0.38663, + "map_at_20": 0.39152000000000003, + "map_at_100": 0.39521, + "map_at_1000": 0.39585000000000004, + "recall_at_1": 0.31249, + "recall_at_3": 0.43081, + "recall_at_5": 0.48575, + "recall_at_10": 0.55944, + "recall_at_20": 0.62882, + "recall_at_100": 0.78089, + "recall_at_1000": 0.93971, + "precision_at_1": 0.31258, + "precision_at_3": 0.14363, + "precision_at_5": 0.09717, + "precision_at_10": 0.05595, + "precision_at_20": 0.03145, + "precision_at_100": 0.00781, + "precision_at_1000": 0.00094, + "mrr_at_1": 0.312582, + "mrr_at_3": 0.364335, + "mrr_at_5": 0.376805, + "mrr_at_10": 0.386722, + "mrr_at_20": 0.391614, + "mrr_at_100": 0.39529800000000004, + "mrr_at_1000": 0.39594799999999997, + "nauc_ndcg_at_1_max": 0.508135, + "nauc_ndcg_at_1_std": 0.095316, + "nauc_ndcg_at_1_diff1": 0.560778, + "nauc_ndcg_at_3_max": 0.514486, + "nauc_ndcg_at_3_std": 0.114698, + "nauc_ndcg_at_3_diff1": 0.506076, + "nauc_ndcg_at_5_max": 0.510535, + "nauc_ndcg_at_5_std": 0.12133, + "nauc_ndcg_at_5_diff1": 0.490051, + "nauc_ndcg_at_10_max": 0.51325, + "nauc_ndcg_at_10_std": 0.138613, + "nauc_ndcg_at_10_diff1": 0.484724, + "nauc_ndcg_at_20_max": 0.510739, + "nauc_ndcg_at_20_std": 0.144511, + "nauc_ndcg_at_20_diff1": 0.478702, + "nauc_ndcg_at_100_max": 0.514803, + "nauc_ndcg_at_100_std": 0.152899, + "nauc_ndcg_at_100_diff1": 0.480109, + "nauc_ndcg_at_1000_max": 0.514174, + "nauc_ndcg_at_1000_std": 0.145274, + "nauc_ndcg_at_1000_diff1": 0.486374, + "nauc_map_at_1_max": 0.507689, + "nauc_map_at_1_std": 0.09501, + "nauc_map_at_1_diff1": 0.560494, + "nauc_map_at_3_max": 0.512746, + "nauc_map_at_3_std": 0.10922000000000001, + "nauc_map_at_3_diff1": 0.518738, + "nauc_map_at_5_max": 0.510655, + "nauc_map_at_5_std": 0.11282, + "nauc_map_at_5_diff1": 0.510045, + "nauc_map_at_10_max": 0.511589, + "nauc_map_at_10_std": 0.11956, + "nauc_map_at_10_diff1": 0.507871, + "nauc_map_at_20_max": 0.510815, + "nauc_map_at_20_std": 0.120977, + "nauc_map_at_20_diff1": 0.506269, + "nauc_map_at_100_max": 0.511262, + "nauc_map_at_100_std": 0.121966, + "nauc_map_at_100_diff1": 0.506523, + "nauc_map_at_1000_max": 0.511258, + "nauc_map_at_1000_std": 0.121769, + "nauc_map_at_1000_diff1": 0.506723, + "nauc_recall_at_1_max": 0.507689, + "nauc_recall_at_1_std": 0.09501, + "nauc_recall_at_1_diff1": 0.560494, + "nauc_recall_at_3_max": 0.519034, + "nauc_recall_at_3_std": 0.130311, + "nauc_recall_at_3_diff1": 0.469878, + "nauc_recall_at_5_max": 0.509075, + "nauc_recall_at_5_std": 0.14695, + "nauc_recall_at_5_diff1": 0.42965900000000007, + "nauc_recall_at_10_max": 0.518715, + "nauc_recall_at_10_std": 0.206095, + "nauc_recall_at_10_diff1": 0.409089, + "nauc_recall_at_20_max": 0.508848, + "nauc_recall_at_20_std": 0.239653, + "nauc_recall_at_20_diff1": 0.375667, + "nauc_recall_at_100_max": 0.5452, + "nauc_recall_at_100_std": 0.35645299999999996, + "nauc_recall_at_100_diff1": 0.340519, + "nauc_recall_at_1000_max": 0.58397, + "nauc_recall_at_1000_std": 0.496012, + "nauc_recall_at_1000_diff1": 0.278257, + "nauc_precision_at_1_max": 0.508135, + "nauc_precision_at_1_std": 0.095316, + "nauc_precision_at_1_diff1": 0.560778, + "nauc_precision_at_3_max": 0.519505, + "nauc_precision_at_3_std": 0.130616, + "nauc_precision_at_3_diff1": 0.470194, + "nauc_precision_at_5_max": 0.509555, + "nauc_precision_at_5_std": 0.147261, + "nauc_precision_at_5_diff1": 0.42998, + "nauc_precision_at_10_max": 0.519264, + "nauc_precision_at_10_std": 0.20644399999999996, + "nauc_precision_at_10_diff1": 0.409459, + "nauc_precision_at_20_max": 0.509483, + "nauc_precision_at_20_std": 0.24005700000000002, + "nauc_precision_at_20_diff1": 0.376094, + "nauc_precision_at_100_max": 0.545785, + "nauc_precision_at_100_std": 0.357331, + "nauc_precision_at_100_diff1": 0.34098800000000007, + "nauc_precision_at_1000_max": 0.585999, + "nauc_precision_at_1000_std": 0.498547, + "nauc_precision_at_1000_diff1": 0.280201, + "nauc_mrr_at_1_max": 0.508135, + "nauc_mrr_at_1_std": 0.095316, + "nauc_mrr_at_1_diff1": 0.560778, + "nauc_mrr_at_3_max": 0.513185, + "nauc_mrr_at_3_std": 0.10952, + "nauc_mrr_at_3_diff1": 0.51902, + "nauc_mrr_at_5_max": 0.511095, + "nauc_mrr_at_5_std": 0.113122, + "nauc_mrr_at_5_diff1": 0.510328, + "nauc_mrr_at_10_max": 0.512033, + "nauc_mrr_at_10_std": 0.119863, + "nauc_mrr_at_10_diff1": 0.508157, + "nauc_mrr_at_20_max": 0.511262, + "nauc_mrr_at_20_std": 0.121282, + "nauc_mrr_at_20_diff1": 0.506557, + "nauc_mrr_at_100_max": 0.511698, + "nauc_mrr_at_100_std": 0.122269, + "nauc_mrr_at_100_diff1": 0.506806, + "nauc_mrr_at_1000_max": 0.511695, + "nauc_mrr_at_1000_std": 0.122072, + "nauc_mrr_at_1000_diff1": 0.507006, + "main_score": 0.4278100000000001 + }, + { + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ], + "ndcg_at_1": 0.38774000000000003, + "ndcg_at_3": 0.47213, + "ndcg_at_5": 0.5019, + "ndcg_at_10": 0.5271, + "ndcg_at_20": 0.54429, + "ndcg_at_100": 0.5669, + "ndcg_at_1000": 0.58214, + "map_at_1": 0.38774000000000003, + "map_at_3": 0.45161, + "map_at_5": 0.46814, + "map_at_10": 0.47848, + "map_at_20": 0.4832, + "map_at_100": 0.48621, + "map_at_1000": 0.48678, + "recall_at_1": 0.38774000000000003, + "recall_at_3": 0.53125, + "recall_at_5": 0.60346, + "recall_at_10": 0.68174, + "recall_at_20": 0.7497, + "recall_at_100": 0.87318, + "recall_at_1000": 0.9933299999999999, + "precision_at_1": 0.38774000000000003, + "precision_at_3": 0.17718, + "precision_at_5": 0.12075, + "precision_at_10": 0.0682, + "precision_at_20": 0.0375, + "precision_at_100": 0.00874, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.38774300000000006, + "mrr_at_3": 0.45176, + "mrr_at_5": 0.468295, + "mrr_at_10": 0.478628, + "mrr_at_20": 0.483352, + "mrr_at_100": 0.486348, + "mrr_at_1000": 0.48692099999999994, + "nauc_ndcg_at_1_max": 0.533984, + "nauc_ndcg_at_1_std": 0.114226, + "nauc_ndcg_at_1_diff1": 0.63624, + "nauc_ndcg_at_3_max": 0.532122, + "nauc_ndcg_at_3_std": 0.128275, + "nauc_ndcg_at_3_diff1": 0.569653, + "nauc_ndcg_at_5_max": 0.529301, + "nauc_ndcg_at_5_std": 0.130199, + "nauc_ndcg_at_5_diff1": 0.562881, + "nauc_ndcg_at_10_max": 0.5321, + "nauc_ndcg_at_10_std": 0.144779, + "nauc_ndcg_at_10_diff1": 0.55312, + "nauc_ndcg_at_20_max": 0.535602, + "nauc_ndcg_at_20_std": 0.152451, + "nauc_ndcg_at_20_diff1": 0.555818, + "nauc_ndcg_at_100_max": 0.534665, + "nauc_ndcg_at_100_std": 0.150358, + "nauc_ndcg_at_100_diff1": 0.562241, + "nauc_ndcg_at_1000_max": 0.534527, + "nauc_ndcg_at_1000_std": 0.142771, + "nauc_ndcg_at_1000_diff1": 0.568137, + "nauc_map_at_1_max": 0.533984, + "nauc_map_at_1_std": 0.114226, + "nauc_map_at_1_diff1": 0.63624, + "nauc_map_at_3_max": 0.533564, + "nauc_map_at_3_std": 0.125543, + "nauc_map_at_3_diff1": 0.585572, + "nauc_map_at_5_max": 0.532292, + "nauc_map_at_5_std": 0.126335, + "nauc_map_at_5_diff1": 0.582353, + "nauc_map_at_10_max": 0.533645, + "nauc_map_at_10_std": 0.132102, + "nauc_map_at_10_diff1": 0.578945, + "nauc_map_at_20_max": 0.534389, + "nauc_map_at_20_std": 0.133746, + "nauc_map_at_20_diff1": 0.579695, + "nauc_map_at_100_max": 0.534117, + "nauc_map_at_100_std": 0.133329, + "nauc_map_at_100_diff1": 0.58049, + "nauc_map_at_1000_max": 0.534104, + "nauc_map_at_1000_std": 0.133136, + "nauc_map_at_1000_diff1": 0.580651, + "nauc_recall_at_1_max": 0.533984, + "nauc_recall_at_1_std": 0.114226, + "nauc_recall_at_1_diff1": 0.63624, + "nauc_recall_at_3_max": 0.527473, + "nauc_recall_at_3_std": 0.136029, + "nauc_recall_at_3_diff1": 0.522385, + "nauc_recall_at_5_max": 0.518513, + "nauc_recall_at_5_std": 0.142633, + "nauc_recall_at_5_diff1": 0.4997170000000001, + "nauc_recall_at_10_max": 0.525828, + "nauc_recall_at_10_std": 0.19816099999999998, + "nauc_recall_at_10_diff1": 0.45254300000000003, + "nauc_recall_at_20_max": 0.545594, + "nauc_recall_at_20_std": 0.253807, + "nauc_recall_at_20_diff1": 0.448606, + "nauc_recall_at_100_max": 0.547324, + "nauc_recall_at_100_std": 0.3083, + "nauc_recall_at_100_diff1": 0.450631, + "nauc_recall_at_1000_max": 0.754921, + "nauc_recall_at_1000_std": 0.355406, + "nauc_recall_at_1000_diff1": 0.575609, + "nauc_precision_at_1_max": 0.533984, + "nauc_precision_at_1_std": 0.114226, + "nauc_precision_at_1_diff1": 0.63624, + "nauc_precision_at_3_max": 0.527321, + "nauc_precision_at_3_std": 0.136226, + "nauc_precision_at_3_diff1": 0.522056, + "nauc_precision_at_5_max": 0.518444, + "nauc_precision_at_5_std": 0.142876, + "nauc_precision_at_5_diff1": 0.499448, + "nauc_precision_at_10_max": 0.525753, + "nauc_precision_at_10_std": 0.198478, + "nauc_precision_at_10_diff1": 0.452201, + "nauc_precision_at_20_max": 0.545643, + "nauc_precision_at_20_std": 0.254289, + "nauc_precision_at_20_diff1": 0.44829299999999994, + "nauc_precision_at_100_max": 0.540934, + "nauc_precision_at_100_std": 0.30652, + "nauc_precision_at_100_diff1": 0.4441050000000001, + "nauc_precision_at_1000_max": 0.62376, + "nauc_precision_at_1000_std": 0.320345, + "nauc_precision_at_1000_diff1": 0.453535, + "nauc_mrr_at_1_max": 0.533984, + "nauc_mrr_at_1_std": 0.114226, + "nauc_mrr_at_1_diff1": 0.63624, + "nauc_mrr_at_3_max": 0.533455, + "nauc_mrr_at_3_std": 0.125627, + "nauc_mrr_at_3_diff1": 0.585384, + "nauc_mrr_at_5_max": 0.532182, + "nauc_mrr_at_5_std": 0.126421, + "nauc_mrr_at_5_diff1": 0.582161, + "nauc_mrr_at_10_max": 0.533533, + "nauc_mrr_at_10_std": 0.13219, + "nauc_mrr_at_10_diff1": 0.57875, + "nauc_mrr_at_20_max": 0.534276, + "nauc_mrr_at_20_std": 0.133835, + "nauc_mrr_at_20_diff1": 0.579498, + "nauc_mrr_at_100_max": 0.534009, + "nauc_mrr_at_100_std": 0.133411, + "nauc_mrr_at_100_diff1": 0.580303, + "nauc_mrr_at_1000_max": 0.533996, + "nauc_mrr_at_1000_std": 0.133218, + "nauc_mrr_at_1000_diff1": 0.580465, + "main_score": 0.5271 + }, + { + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ], + "ndcg_at_1": 0.31564, + "ndcg_at_3": 0.3935, + "ndcg_at_5": 0.41817, + "ndcg_at_10": 0.44275, + "ndcg_at_20": 0.4627800000000001, + "ndcg_at_100": 0.4904, + "ndcg_at_1000": 0.50897, + "map_at_1": 0.31564, + "map_at_3": 0.37456, + "map_at_5": 0.38824, + "map_at_10": 0.39843000000000006, + "map_at_20": 0.4040000000000001, + "map_at_100": 0.40783, + "map_at_1000": 0.40847, + "recall_at_1": 0.31564, + "recall_at_3": 0.44824, + "recall_at_5": 0.50806, + "recall_at_10": 0.58383, + "recall_at_20": 0.66251, + "recall_at_100": 0.81123, + "recall_at_1000": 0.9608, + "precision_at_1": 0.31564, + "precision_at_3": 0.14941, + "precision_at_5": 0.10165, + "precision_at_10": 0.0584, + "precision_at_20": 0.03314, + "precision_at_100": 0.00812, + "precision_at_1000": 0.00096, + "mrr_at_1": 0.315641, + "mrr_at_3": 0.374562, + "mrr_at_5": 0.388281, + "mrr_at_10": 0.39847, + "mrr_at_20": 0.404043, + "mrr_at_100": 0.40787099999999993, + "mrr_at_1000": 0.408507, + "nauc_ndcg_at_1_max": 0.450961, + "nauc_ndcg_at_1_std": 0.060833, + "nauc_ndcg_at_1_diff1": 0.564542, + "nauc_ndcg_at_3_max": 0.458009, + "nauc_ndcg_at_3_std": 0.079466, + "nauc_ndcg_at_3_diff1": 0.502299, + "nauc_ndcg_at_5_max": 0.457759, + "nauc_ndcg_at_5_std": 0.08793, + "nauc_ndcg_at_5_diff1": 0.48469999999999996, + "nauc_ndcg_at_10_max": 0.45896100000000006, + "nauc_ndcg_at_10_std": 0.09767900000000002, + "nauc_ndcg_at_10_diff1": 0.478625, + "nauc_ndcg_at_20_max": 0.459985, + "nauc_ndcg_at_20_std": 0.107251, + "nauc_ndcg_at_20_diff1": 0.473885, + "nauc_ndcg_at_100_max": 0.461803, + "nauc_ndcg_at_100_std": 0.11471, + "nauc_ndcg_at_100_diff1": 0.476423, + "nauc_ndcg_at_1000_max": 0.45996200000000004, + "nauc_ndcg_at_1000_std": 0.104737, + "nauc_ndcg_at_1000_diff1": 0.484473, + "nauc_map_at_1_max": 0.450961, + "nauc_map_at_1_std": 0.060833, + "nauc_map_at_1_diff1": 0.564542, + "nauc_map_at_3_max": 0.4568519999999999, + "nauc_map_at_3_std": 0.074982, + "nauc_map_at_3_diff1": 0.51703, + "nauc_map_at_5_max": 0.456663, + "nauc_map_at_5_std": 0.079673, + "nauc_map_at_5_diff1": 0.50723, + "nauc_map_at_10_max": 0.457094, + "nauc_map_at_10_std": 0.083551, + "nauc_map_at_10_diff1": 0.504971, + "nauc_map_at_20_max": 0.45738299999999993, + "nauc_map_at_20_std": 0.08587, + "nauc_map_at_20_diff1": 0.503869, + "nauc_map_at_100_max": 0.45746299999999995, + "nauc_map_at_100_std": 0.08673199999999999, + "nauc_map_at_100_diff1": 0.504202, + "nauc_map_at_1000_max": 0.457398, + "nauc_map_at_1000_std": 0.086477, + "nauc_map_at_1000_diff1": 0.504436, + "nauc_recall_at_1_max": 0.450961, + "nauc_recall_at_1_std": 0.060833, + "nauc_recall_at_1_diff1": 0.564542, + "nauc_recall_at_3_max": 0.46110299999999993, + "nauc_recall_at_3_std": 0.092308, + "nauc_recall_at_3_diff1": 0.460213, + "nauc_recall_at_5_max": 0.460402, + "nauc_recall_at_5_std": 0.113059, + "nauc_recall_at_5_diff1": 0.416502, + "nauc_recall_at_10_max": 0.46482399999999996, + "nauc_recall_at_10_std": 0.147249, + "nauc_recall_at_10_diff1": 0.39087299999999997, + "nauc_recall_at_20_max": 0.470124, + "nauc_recall_at_20_std": 0.20001999999999998, + "nauc_recall_at_20_diff1": 0.356458, + "nauc_recall_at_100_max": 0.49672199999999994, + "nauc_recall_at_100_std": 0.3231010000000001, + "nauc_recall_at_100_diff1": 0.31805, + "nauc_recall_at_1000_max": 0.506516, + "nauc_recall_at_1000_std": 0.40572800000000003, + "nauc_recall_at_1000_diff1": 0.274545, + "nauc_precision_at_1_max": 0.450961, + "nauc_precision_at_1_std": 0.060833, + "nauc_precision_at_1_diff1": 0.564542, + "nauc_precision_at_3_max": 0.46110299999999993, + "nauc_precision_at_3_std": 0.092308, + "nauc_precision_at_3_diff1": 0.460213, + "nauc_precision_at_5_max": 0.461272, + "nauc_precision_at_5_std": 0.113517, + "nauc_precision_at_5_diff1": 0.416701, + "nauc_precision_at_10_max": 0.46576799999999996, + "nauc_precision_at_10_std": 0.147753, + "nauc_precision_at_10_diff1": 0.391084, + "nauc_precision_at_20_max": 0.471236, + "nauc_precision_at_20_std": 0.200731, + "nauc_precision_at_20_diff1": 0.356993, + "nauc_precision_at_100_max": 0.497989, + "nauc_precision_at_100_std": 0.32386, + "nauc_precision_at_100_diff1": 0.31779, + "nauc_precision_at_1000_max": 0.506001, + "nauc_precision_at_1000_std": 0.40419, + "nauc_precision_at_1000_diff1": 0.272541, + "nauc_mrr_at_1_max": 0.450961, + "nauc_mrr_at_1_std": 0.060833, + "nauc_mrr_at_1_diff1": 0.564542, + "nauc_mrr_at_3_max": 0.4568519999999999, + "nauc_mrr_at_3_std": 0.074982, + "nauc_mrr_at_3_diff1": 0.51703, + "nauc_mrr_at_5_max": 0.45683500000000005, + "nauc_mrr_at_5_std": 0.079763, + "nauc_mrr_at_5_diff1": 0.507273, + "nauc_mrr_at_10_max": 0.45726700000000003, + "nauc_mrr_at_10_std": 0.083641, + "nauc_mrr_at_10_diff1": 0.505014, + "nauc_mrr_at_20_max": 0.457556, + "nauc_mrr_at_20_std": 0.085966, + "nauc_mrr_at_20_diff1": 0.50393, + "nauc_mrr_at_100_max": 0.45760400000000007, + "nauc_mrr_at_100_std": 0.086807, + "nauc_mrr_at_100_diff1": 0.504258, + "nauc_mrr_at_1000_max": 0.4575389999999999, + "nauc_mrr_at_1000_std": 0.086551, + "nauc_mrr_at_1000_diff1": 0.504489, + "main_score": 0.44275 + }, + { + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ], + "ndcg_at_1": 0.3635, + "ndcg_at_3": 0.44869, + "ndcg_at_5": 0.47462, + "ndcg_at_10": 0.50101, + "ndcg_at_20": 0.52002, + "ndcg_at_100": 0.5445, + "ndcg_at_1000": 0.56085, + "map_at_1": 0.3635, + "map_at_3": 0.42796, + "map_at_5": 0.44242, + "map_at_10": 0.45344, + "map_at_20": 0.4587, + "map_at_100": 0.46202, + "map_at_1000": 0.46262000000000003, + "recall_at_1": 0.3635, + "recall_at_3": 0.50859, + "recall_at_5": 0.57128, + "recall_at_10": 0.65217, + "recall_at_20": 0.727, + "recall_at_100": 0.85996, + "recall_at_1000": 0.98989, + "precision_at_1": 0.3635, + "precision_at_3": 0.16953, + "precision_at_5": 0.11426, + "precision_at_10": 0.06522, + "precision_at_20": 0.03635, + "precision_at_100": 0.0086, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.36349800000000004, + "mrr_at_3": 0.427958, + "mrr_at_5": 0.442417, + "mrr_at_10": 0.453442, + "mrr_at_20": 0.458705, + "mrr_at_100": 0.462022, + "mrr_at_1000": 0.4626179999999999, + "nauc_ndcg_at_1_max": 0.49756, + "nauc_ndcg_at_1_std": 0.087422, + "nauc_ndcg_at_1_diff1": 0.602062, + "nauc_ndcg_at_3_max": 0.518621, + "nauc_ndcg_at_3_std": 0.116268, + "nauc_ndcg_at_3_diff1": 0.536381, + "nauc_ndcg_at_5_max": 0.525281, + "nauc_ndcg_at_5_std": 0.128893, + "nauc_ndcg_at_5_diff1": 0.523111, + "nauc_ndcg_at_10_max": 0.527753, + "nauc_ndcg_at_10_std": 0.143587, + "nauc_ndcg_at_10_diff1": 0.519603, + "nauc_ndcg_at_20_max": 0.528807, + "nauc_ndcg_at_20_std": 0.15427, + "nauc_ndcg_at_20_diff1": 0.516363, + "nauc_ndcg_at_100_max": 0.523178, + "nauc_ndcg_at_100_std": 0.1451, + "nauc_ndcg_at_100_diff1": 0.522435, + "nauc_ndcg_at_1000_max": 0.521913, + "nauc_ndcg_at_1000_std": 0.135793, + "nauc_ndcg_at_1000_diff1": 0.529591, + "nauc_map_at_1_max": 0.49756, + "nauc_map_at_1_std": 0.087422, + "nauc_map_at_1_diff1": 0.602062, + "nauc_map_at_3_max": 0.513348, + "nauc_map_at_3_std": 0.107914, + "nauc_map_at_3_diff1": 0.551911, + "nauc_map_at_5_max": 0.516705, + "nauc_map_at_5_std": 0.114773, + "nauc_map_at_5_diff1": 0.544696, + "nauc_map_at_10_max": 0.517134, + "nauc_map_at_10_std": 0.119884, + "nauc_map_at_10_diff1": 0.543413, + "nauc_map_at_20_max": 0.517341, + "nauc_map_at_20_std": 0.122386, + "nauc_map_at_20_diff1": 0.542967, + "nauc_map_at_100_max": 0.516624, + "nauc_map_at_100_std": 0.121183, + "nauc_map_at_100_diff1": 0.5438, + "nauc_map_at_1000_max": 0.51661, + "nauc_map_at_1000_std": 0.120917, + "nauc_map_at_1000_diff1": 0.544056, + "nauc_recall_at_1_max": 0.49756, + "nauc_recall_at_1_std": 0.087422, + "nauc_recall_at_1_diff1": 0.602062, + "nauc_recall_at_3_max": 0.534159, + "nauc_recall_at_3_std": 0.141345, + "nauc_recall_at_3_diff1": 0.490993, + "nauc_recall_at_5_max": 0.553167, + "nauc_recall_at_5_std": 0.174988, + "nauc_recall_at_5_diff1": 0.45478900000000005, + "nauc_recall_at_10_max": 0.568439, + "nauc_recall_at_10_std": 0.236997, + "nauc_recall_at_10_diff1": 0.434198, + "nauc_recall_at_20_max": 0.581467, + "nauc_recall_at_20_std": 0.311312, + "nauc_recall_at_20_diff1": 0.39909700000000004, + "nauc_recall_at_100_max": 0.553601, + "nauc_recall_at_100_std": 0.319584, + "nauc_recall_at_100_diff1": 0.384657, + "nauc_recall_at_1000_max": 0.561925, + "nauc_recall_at_1000_std": 0.257173, + "nauc_recall_at_1000_diff1": 0.259051, + "nauc_precision_at_1_max": 0.49756, + "nauc_precision_at_1_std": 0.087422, + "nauc_precision_at_1_diff1": 0.602062, + "nauc_precision_at_3_max": 0.534159, + "nauc_precision_at_3_std": 0.141345, + "nauc_precision_at_3_diff1": 0.490993, + "nauc_precision_at_5_max": 0.553167, + "nauc_precision_at_5_std": 0.174988, + "nauc_precision_at_5_diff1": 0.45478900000000005, + "nauc_precision_at_10_max": 0.568439, + "nauc_precision_at_10_std": 0.236997, + "nauc_precision_at_10_diff1": 0.434198, + "nauc_precision_at_20_max": 0.581467, + "nauc_precision_at_20_std": 0.311312, + "nauc_precision_at_20_diff1": 0.39909700000000004, + "nauc_precision_at_100_max": 0.553601, + "nauc_precision_at_100_std": 0.319584, + "nauc_precision_at_100_diff1": 0.384657, + "nauc_precision_at_1000_max": 0.561925, + "nauc_precision_at_1000_std": 0.257173, + "nauc_precision_at_1000_diff1": 0.259051, + "nauc_mrr_at_1_max": 0.49756, + "nauc_mrr_at_1_std": 0.087422, + "nauc_mrr_at_1_diff1": 0.602062, + "nauc_mrr_at_3_max": 0.513348, + "nauc_mrr_at_3_std": 0.107914, + "nauc_mrr_at_3_diff1": 0.551911, + "nauc_mrr_at_5_max": 0.516705, + "nauc_mrr_at_5_std": 0.114773, + "nauc_mrr_at_5_diff1": 0.544696, + "nauc_mrr_at_10_max": 0.517134, + "nauc_mrr_at_10_std": 0.119884, + "nauc_mrr_at_10_diff1": 0.543413, + "nauc_mrr_at_20_max": 0.517341, + "nauc_mrr_at_20_std": 0.122386, + "nauc_mrr_at_20_diff1": 0.542967, + "nauc_mrr_at_100_max": 0.516624, + "nauc_mrr_at_100_std": 0.121183, + "nauc_mrr_at_100_diff1": 0.5438, + "nauc_mrr_at_1000_max": 0.51661, + "nauc_mrr_at_1000_std": 0.120917, + "nauc_mrr_at_1000_diff1": 0.544056, + "main_score": 0.50101 + }, + { + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ], + "ndcg_at_1": 0.33097, + "ndcg_at_3": 0.4156, + "ndcg_at_5": 0.44437, + "ndcg_at_10": 0.47157, + "ndcg_at_20": 0.4937099999999999, + "ndcg_at_100": 0.5211, + "ndcg_at_1000": 0.53746, + "map_at_1": 0.33097, + "map_at_3": 0.39532000000000006, + "map_at_5": 0.41141, + "map_at_10": 0.42253, + "map_at_20": 0.42861, + "map_at_100": 0.43228, + "map_at_1000": 0.43288, + "recall_at_1": 0.33097, + "recall_at_3": 0.47406, + "recall_at_5": 0.54342, + "recall_at_10": 0.62807, + "recall_at_20": 0.7154599999999999, + "recall_at_100": 0.8650999999999999, + "recall_at_1000": 0.99454, + "precision_at_1": 0.33097, + "precision_at_3": 0.15802, + "precision_at_5": 0.10868, + "precision_at_10": 0.06281, + "precision_at_20": 0.03577, + "precision_at_100": 0.00865, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.330967, + "mrr_at_3": 0.395321, + "mrr_at_5": 0.411405, + "mrr_at_10": 0.422528, + "mrr_at_20": 0.42861499999999997, + "mrr_at_100": 0.43227699999999997, + "mrr_at_1000": 0.432878, + "nauc_ndcg_at_1_max": 0.41505600000000004, + "nauc_ndcg_at_1_std": -0.007759, + "nauc_ndcg_at_1_diff1": 0.544983, + "nauc_ndcg_at_3_max": 0.43703699999999995, + "nauc_ndcg_at_3_std": 0.009127, + "nauc_ndcg_at_3_diff1": 0.480934, + "nauc_ndcg_at_5_max": 0.444126, + "nauc_ndcg_at_5_std": 0.027959, + "nauc_ndcg_at_5_diff1": 0.472115, + "nauc_ndcg_at_10_max": 0.451547, + "nauc_ndcg_at_10_std": 0.045252, + "nauc_ndcg_at_10_diff1": 0.4635, + "nauc_ndcg_at_20_max": 0.45311500000000005, + "nauc_ndcg_at_20_std": 0.052706, + "nauc_ndcg_at_20_diff1": 0.466213, + "nauc_ndcg_at_100_max": 0.454305, + "nauc_ndcg_at_100_std": 0.05226299999999999, + "nauc_ndcg_at_100_diff1": 0.472901, + "nauc_ndcg_at_1000_max": 0.447915, + "nauc_ndcg_at_1000_std": 0.040262, + "nauc_ndcg_at_1000_diff1": 0.47800599999999993, + "nauc_map_at_1_max": 0.41505600000000004, + "nauc_map_at_1_std": -0.007759, + "nauc_map_at_1_diff1": 0.544983, + "nauc_map_at_3_max": 0.432876, + "nauc_map_at_3_std": 0.005027, + "nauc_map_at_3_diff1": 0.496127, + "nauc_map_at_5_max": 0.436889, + "nauc_map_at_5_std": 0.015645, + "nauc_map_at_5_diff1": 0.491502, + "nauc_map_at_10_max": 0.439749, + "nauc_map_at_10_std": 0.022498, + "nauc_map_at_10_diff1": 0.48827, + "nauc_map_at_20_max": 0.440064, + "nauc_map_at_20_std": 0.024167, + "nauc_map_at_20_diff1": 0.489157, + "nauc_map_at_100_max": 0.440336, + "nauc_map_at_100_std": 0.024309000000000004, + "nauc_map_at_100_diff1": 0.4899760000000001, + "nauc_map_at_1000_max": 0.44016, + "nauc_map_at_1000_std": 0.023993, + "nauc_map_at_1000_diff1": 0.49016799999999994, + "nauc_recall_at_1_max": 0.41505600000000004, + "nauc_recall_at_1_std": -0.007759, + "nauc_recall_at_1_diff1": 0.544983, + "nauc_recall_at_3_max": 0.4485720000000001, + "nauc_recall_at_3_std": 0.020964, + "nauc_recall_at_3_diff1": 0.43721199999999993, + "nauc_recall_at_5_max": 0.466269, + "nauc_recall_at_5_std": 0.06746, + "nauc_recall_at_5_diff1": 0.412489, + "nauc_recall_at_10_max": 0.4947, + "nauc_recall_at_10_std": 0.131434, + "nauc_recall_at_10_diff1": 0.375806, + "nauc_recall_at_20_max": 0.511461, + "nauc_recall_at_20_std": 0.187664, + "nauc_recall_at_20_diff1": 0.37246899999999994, + "nauc_recall_at_100_max": 0.570365, + "nauc_recall_at_100_std": 0.287043, + "nauc_recall_at_100_diff1": 0.37934200000000007, + "nauc_recall_at_1000_max": 0.446101, + "nauc_recall_at_1000_std": 0.377026, + "nauc_recall_at_1000_diff1": 0.318598, + "nauc_precision_at_1_max": 0.41505600000000004, + "nauc_precision_at_1_std": -0.007759, + "nauc_precision_at_1_diff1": 0.544983, + "nauc_precision_at_3_max": 0.4485720000000001, + "nauc_precision_at_3_std": 0.020964, + "nauc_precision_at_3_diff1": 0.43721199999999993, + "nauc_precision_at_5_max": 0.466269, + "nauc_precision_at_5_std": 0.06746, + "nauc_precision_at_5_diff1": 0.412489, + "nauc_precision_at_10_max": 0.4947, + "nauc_precision_at_10_std": 0.131434, + "nauc_precision_at_10_diff1": 0.375806, + "nauc_precision_at_20_max": 0.511461, + "nauc_precision_at_20_std": 0.187664, + "nauc_precision_at_20_diff1": 0.37246899999999994, + "nauc_precision_at_100_max": 0.570365, + "nauc_precision_at_100_std": 0.287043, + "nauc_precision_at_100_diff1": 0.37934200000000007, + "nauc_precision_at_1000_max": 0.446101, + "nauc_precision_at_1000_std": 0.377026, + "nauc_precision_at_1000_diff1": 0.318598, + "nauc_mrr_at_1_max": 0.41505600000000004, + "nauc_mrr_at_1_std": -0.007759, + "nauc_mrr_at_1_diff1": 0.544983, + "nauc_mrr_at_3_max": 0.432876, + "nauc_mrr_at_3_std": 0.005027, + "nauc_mrr_at_3_diff1": 0.496127, + "nauc_mrr_at_5_max": 0.436889, + "nauc_mrr_at_5_std": 0.015645, + "nauc_mrr_at_5_diff1": 0.491502, + "nauc_mrr_at_10_max": 0.439749, + "nauc_mrr_at_10_std": 0.022498, + "nauc_mrr_at_10_diff1": 0.48827, + "nauc_mrr_at_20_max": 0.440064, + "nauc_mrr_at_20_std": 0.024167, + "nauc_mrr_at_20_diff1": 0.489157, + "nauc_mrr_at_100_max": 0.440336, + "nauc_mrr_at_100_std": 0.024309000000000004, + "nauc_mrr_at_100_diff1": 0.4899760000000001, + "nauc_mrr_at_1000_max": 0.44016, + "nauc_mrr_at_1000_std": 0.023993, + "nauc_mrr_at_1000_diff1": 0.49016799999999994, + "main_score": 0.47157 + }, + { + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ], + "ndcg_at_1": 0.33122, + "ndcg_at_3": 0.4182, + "ndcg_at_5": 0.442, + "ndcg_at_10": 0.46912, + "ndcg_at_20": 0.49124, + "ndcg_at_100": 0.51806, + "ndcg_at_1000": 0.53475, + "map_at_1": 0.33122, + "map_at_3": 0.39692, + "map_at_5": 0.4101600000000001, + "map_at_10": 0.42161000000000004, + "map_at_20": 0.42774, + "map_at_100": 0.43139000000000005, + "map_at_1000": 0.43200000000000005, + "recall_at_1": 0.33122, + "recall_at_3": 0.47973, + "recall_at_5": 0.53737, + "recall_at_10": 0.61993, + "recall_at_20": 0.70689, + "recall_at_100": 0.85247, + "recall_at_1000": 0.9848599999999998, + "precision_at_1": 0.33122, + "precision_at_3": 0.15991, + "precision_at_5": 0.10747, + "precision_at_10": 0.06199000000000001, + "precision_at_20": 0.03534, + "precision_at_100": 0.00852, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.331216, + "mrr_at_3": 0.396922, + "mrr_at_5": 0.410161, + "mrr_at_10": 0.4216059999999999, + "mrr_at_20": 0.42774, + "mrr_at_100": 0.431385, + "mrr_at_1000": 0.43199799999999994, + "nauc_ndcg_at_1_max": 0.491834, + "nauc_ndcg_at_1_std": 0.068612, + "nauc_ndcg_at_1_diff1": 0.551215, + "nauc_ndcg_at_3_max": 0.48731499999999994, + "nauc_ndcg_at_3_std": 0.085129, + "nauc_ndcg_at_3_diff1": 0.466492, + "nauc_ndcg_at_5_max": 0.488836, + "nauc_ndcg_at_5_std": 0.095124, + "nauc_ndcg_at_5_diff1": 0.459731, + "nauc_ndcg_at_10_max": 0.48402999999999996, + "nauc_ndcg_at_10_std": 0.104213, + "nauc_ndcg_at_10_diff1": 0.455228, + "nauc_ndcg_at_20_max": 0.48430599999999996, + "nauc_ndcg_at_20_std": 0.112643, + "nauc_ndcg_at_20_diff1": 0.452984, + "nauc_ndcg_at_100_max": 0.487782, + "nauc_ndcg_at_100_std": 0.114887, + "nauc_ndcg_at_100_diff1": 0.457048, + "nauc_ndcg_at_1000_max": 0.486585, + "nauc_ndcg_at_1000_std": 0.10536300000000001, + "nauc_ndcg_at_1000_diff1": 0.463558, + "nauc_map_at_1_max": 0.491834, + "nauc_map_at_1_std": 0.068612, + "nauc_map_at_1_diff1": 0.551215, + "nauc_map_at_3_max": 0.488541, + "nauc_map_at_3_std": 0.08035, + "nauc_map_at_3_diff1": 0.486069, + "nauc_map_at_5_max": 0.48916399999999993, + "nauc_map_at_5_std": 0.08560499999999999, + "nauc_map_at_5_diff1": 0.48249600000000004, + "nauc_map_at_10_max": 0.487073, + "nauc_map_at_10_std": 0.089177, + "nauc_map_at_10_diff1": 0.48092199999999996, + "nauc_map_at_20_max": 0.4871420000000001, + "nauc_map_at_20_std": 0.091213, + "nauc_map_at_20_diff1": 0.480531, + "nauc_map_at_100_max": 0.487618, + "nauc_map_at_100_std": 0.09157, + "nauc_map_at_100_diff1": 0.480993, + "nauc_map_at_1000_max": 0.487623, + "nauc_map_at_1000_std": 0.091389, + "nauc_map_at_1000_diff1": 0.481273, + "nauc_recall_at_1_max": 0.491834, + "nauc_recall_at_1_std": 0.068612, + "nauc_recall_at_1_diff1": 0.551215, + "nauc_recall_at_3_max": 0.48372, + "nauc_recall_at_3_std": 0.099262, + "nauc_recall_at_3_diff1": 0.41029499999999997, + "nauc_recall_at_5_max": 0.488314, + "nauc_recall_at_5_std": 0.125722, + "nauc_recall_at_5_diff1": 0.390983, + "nauc_recall_at_10_max": 0.4728109999999999, + "nauc_recall_at_10_std": 0.159864, + "nauc_recall_at_10_diff1": 0.36843, + "nauc_recall_at_20_max": 0.472339, + "nauc_recall_at_20_std": 0.212964, + "nauc_recall_at_20_diff1": 0.34102, + "nauc_recall_at_100_max": 0.504448, + "nauc_recall_at_100_std": 0.312116, + "nauc_recall_at_100_diff1": 0.308731, + "nauc_recall_at_1000_max": 0.41048899999999994, + "nauc_recall_at_1000_std": 0.33947099999999997, + "nauc_recall_at_1000_diff1": 0.016271, + "nauc_precision_at_1_max": 0.491834, + "nauc_precision_at_1_std": 0.068612, + "nauc_precision_at_1_diff1": 0.551215, + "nauc_precision_at_3_max": 0.48372, + "nauc_precision_at_3_std": 0.099262, + "nauc_precision_at_3_diff1": 0.41029499999999997, + "nauc_precision_at_5_max": 0.488314, + "nauc_precision_at_5_std": 0.125722, + "nauc_precision_at_5_diff1": 0.390983, + "nauc_precision_at_10_max": 0.4728109999999999, + "nauc_precision_at_10_std": 0.159864, + "nauc_precision_at_10_diff1": 0.36843, + "nauc_precision_at_20_max": 0.472339, + "nauc_precision_at_20_std": 0.212964, + "nauc_precision_at_20_diff1": 0.34102, + "nauc_precision_at_100_max": 0.504448, + "nauc_precision_at_100_std": 0.312116, + "nauc_precision_at_100_diff1": 0.308731, + "nauc_precision_at_1000_max": 0.41048899999999994, + "nauc_precision_at_1000_std": 0.33947099999999997, + "nauc_precision_at_1000_diff1": 0.016271, + "nauc_mrr_at_1_max": 0.491834, + "nauc_mrr_at_1_std": 0.068612, + "nauc_mrr_at_1_diff1": 0.551215, + "nauc_mrr_at_3_max": 0.488541, + "nauc_mrr_at_3_std": 0.08035, + "nauc_mrr_at_3_diff1": 0.486069, + "nauc_mrr_at_5_max": 0.48916399999999993, + "nauc_mrr_at_5_std": 0.08560499999999999, + "nauc_mrr_at_5_diff1": 0.48249600000000004, + "nauc_mrr_at_10_max": 0.487073, + "nauc_mrr_at_10_std": 0.089177, + "nauc_mrr_at_10_diff1": 0.48092199999999996, + "nauc_mrr_at_20_max": 0.4871420000000001, + "nauc_mrr_at_20_std": 0.091213, + "nauc_mrr_at_20_diff1": 0.480531, + "nauc_mrr_at_100_max": 0.487618, + "nauc_mrr_at_100_std": 0.09157, + "nauc_mrr_at_100_diff1": 0.480993, + "nauc_mrr_at_1000_max": 0.487623, + "nauc_mrr_at_1000_std": 0.091389, + "nauc_mrr_at_1000_diff1": 0.481273, + "main_score": 0.46912 + }, + { + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ], + "ndcg_at_1": 0.34467, + "ndcg_at_3": 0.42643000000000003, + "ndcg_at_5": 0.45559, + "ndcg_at_10": 0.48274, + "ndcg_at_20": 0.50107, + "ndcg_at_100": 0.5293, + "ndcg_at_1000": 0.54493, + "map_at_1": 0.34467, + "map_at_3": 0.4067299999999999, + "map_at_5": 0.42284, + "map_at_10": 0.43418, + "map_at_20": 0.43926000000000004, + "map_at_100": 0.44296, + "map_at_1000": 0.44352, + "recall_at_1": 0.34467, + "recall_at_3": 0.48326, + "recall_at_5": 0.55439, + "recall_at_10": 0.63755, + "recall_at_20": 0.70973, + "recall_at_100": 0.86454, + "recall_at_1000": 0.98902, + "precision_at_1": 0.34467, + "precision_at_3": 0.16109, + "precision_at_5": 0.11088, + "precision_at_10": 0.06376, + "precision_at_20": 0.03549, + "precision_at_100": 0.00865, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.34466499999999994, + "mrr_at_3": 0.406729, + "mrr_at_5": 0.422838, + "mrr_at_10": 0.43418399999999996, + "mrr_at_20": 0.43926000000000004, + "mrr_at_100": 0.44296199999999997, + "mrr_at_1000": 0.443522, + "nauc_ndcg_at_1_max": 0.471153, + "nauc_ndcg_at_1_std": 0.034273, + "nauc_ndcg_at_1_diff1": 0.59028, + "nauc_ndcg_at_3_max": 0.47509499999999993, + "nauc_ndcg_at_3_std": 0.061509, + "nauc_ndcg_at_3_diff1": 0.523682, + "nauc_ndcg_at_5_max": 0.47196899999999997, + "nauc_ndcg_at_5_std": 0.062892, + "nauc_ndcg_at_5_diff1": 0.509259, + "nauc_ndcg_at_10_max": 0.472465, + "nauc_ndcg_at_10_std": 0.071377, + "nauc_ndcg_at_10_diff1": 0.500496, + "nauc_ndcg_at_20_max": 0.475816, + "nauc_ndcg_at_20_std": 0.074744, + "nauc_ndcg_at_20_diff1": 0.504117, + "nauc_ndcg_at_100_max": 0.479685, + "nauc_ndcg_at_100_std": 0.08648099999999999, + "nauc_ndcg_at_100_diff1": 0.504111, + "nauc_ndcg_at_1000_max": 0.477801, + "nauc_ndcg_at_1000_std": 0.075201, + "nauc_ndcg_at_1000_diff1": 0.514396, + "nauc_map_at_1_max": 0.471153, + "nauc_map_at_1_std": 0.034273, + "nauc_map_at_1_diff1": 0.59028, + "nauc_map_at_3_max": 0.47475, + "nauc_map_at_3_std": 0.055253, + "nauc_map_at_3_diff1": 0.539536, + "nauc_map_at_5_max": 0.472987, + "nauc_map_at_5_std": 0.056127, + "nauc_map_at_5_diff1": 0.531517, + "nauc_map_at_10_max": 0.4730730000000001, + "nauc_map_at_10_std": 0.059255, + "nauc_map_at_10_diff1": 0.528381, + "nauc_map_at_20_max": 0.473942, + "nauc_map_at_20_std": 0.05992100000000001, + "nauc_map_at_20_diff1": 0.529637, + "nauc_map_at_100_max": 0.4744880000000001, + "nauc_map_at_100_std": 0.061401, + "nauc_map_at_100_diff1": 0.529769, + "nauc_map_at_1000_max": 0.474484, + "nauc_map_at_1000_std": 0.061112, + "nauc_map_at_1000_diff1": 0.530145, + "nauc_recall_at_1_max": 0.471153, + "nauc_recall_at_1_std": 0.034273, + "nauc_recall_at_1_diff1": 0.59028, + "nauc_recall_at_3_max": 0.475843, + "nauc_recall_at_3_std": 0.079499, + "nauc_recall_at_3_diff1": 0.477843, + "nauc_recall_at_5_max": 0.468183, + "nauc_recall_at_5_std": 0.083286, + "nauc_recall_at_5_diff1": 0.439835, + "nauc_recall_at_10_max": 0.470251, + "nauc_recall_at_10_std": 0.11653600000000001, + "nauc_recall_at_10_diff1": 0.40012100000000006, + "nauc_recall_at_20_max": 0.486934, + "nauc_recall_at_20_std": 0.14212, + "nauc_recall_at_20_diff1": 0.401054, + "nauc_recall_at_100_max": 0.541462, + "nauc_recall_at_100_std": 0.343519, + "nauc_recall_at_100_diff1": 0.308269, + "nauc_recall_at_1000_max": 0.715059, + "nauc_recall_at_1000_std": 0.629566, + "nauc_recall_at_1000_diff1": 0.261238, + "nauc_precision_at_1_max": 0.471153, + "nauc_precision_at_1_std": 0.034273, + "nauc_precision_at_1_diff1": 0.59028, + "nauc_precision_at_3_max": 0.475843, + "nauc_precision_at_3_std": 0.079499, + "nauc_precision_at_3_diff1": 0.477843, + "nauc_precision_at_5_max": 0.468183, + "nauc_precision_at_5_std": 0.083286, + "nauc_precision_at_5_diff1": 0.439835, + "nauc_precision_at_10_max": 0.470251, + "nauc_precision_at_10_std": 0.11653600000000001, + "nauc_precision_at_10_diff1": 0.40012100000000006, + "nauc_precision_at_20_max": 0.486934, + "nauc_precision_at_20_std": 0.14212, + "nauc_precision_at_20_diff1": 0.401054, + "nauc_precision_at_100_max": 0.541462, + "nauc_precision_at_100_std": 0.343519, + "nauc_precision_at_100_diff1": 0.308269, + "nauc_precision_at_1000_max": 0.715059, + "nauc_precision_at_1000_std": 0.629566, + "nauc_precision_at_1000_diff1": 0.261238, + "nauc_mrr_at_1_max": 0.471153, + "nauc_mrr_at_1_std": 0.034273, + "nauc_mrr_at_1_diff1": 0.59028, + "nauc_mrr_at_3_max": 0.47475, + "nauc_mrr_at_3_std": 0.055253, + "nauc_mrr_at_3_diff1": 0.539536, + "nauc_mrr_at_5_max": 0.472987, + "nauc_mrr_at_5_std": 0.056127, + "nauc_mrr_at_5_diff1": 0.531517, + "nauc_mrr_at_10_max": 0.4730730000000001, + "nauc_mrr_at_10_std": 0.059255, + "nauc_mrr_at_10_diff1": 0.528381, + "nauc_mrr_at_20_max": 0.473942, + "nauc_mrr_at_20_std": 0.05992100000000001, + "nauc_mrr_at_20_diff1": 0.529637, + "nauc_mrr_at_100_max": 0.4744880000000001, + "nauc_mrr_at_100_std": 0.061401, + "nauc_mrr_at_100_diff1": 0.529769, + "nauc_mrr_at_1000_max": 0.474484, + "nauc_mrr_at_1000_std": 0.061112, + "nauc_mrr_at_1000_diff1": 0.530145, + "main_score": 0.48274 + }, + { + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.29958, + "ndcg_at_3": 0.3778599999999999, + "ndcg_at_5": 0.40552, + "ndcg_at_10": 0.43376999999999993, + "ndcg_at_20": 0.45613, + "ndcg_at_100": 0.48671, + "ndcg_at_1000": 0.50554, + "map_at_1": 0.29958, + "map_at_3": 0.3586, + "map_at_5": 0.3739100000000001, + "map_at_10": 0.38557, + "map_at_20": 0.39161999999999997, + "map_at_100": 0.39581000000000005, + "map_at_1000": 0.39647, + "recall_at_1": 0.29958, + "recall_at_3": 0.4336, + "recall_at_5": 0.50091, + "recall_at_10": 0.58824, + "recall_at_20": 0.67738, + "recall_at_100": 0.84294, + "recall_at_1000": 0.99394, + "precision_at_1": 0.29958, + "precision_at_3": 0.14453, + "precision_at_5": 0.10018, + "precision_at_10": 0.05882, + "precision_at_20": 0.03387, + "precision_at_100": 0.00843, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.299576, + "mrr_at_3": 0.358601, + "mrr_at_5": 0.373913, + "mrr_at_10": 0.385573, + "mrr_at_20": 0.39161999999999997, + "mrr_at_100": 0.395807, + "mrr_at_1000": 0.396467, + "nauc_ndcg_at_1_max": 0.521125, + "nauc_ndcg_at_1_std": 0.068635, + "nauc_ndcg_at_1_diff1": 0.558537, + "nauc_ndcg_at_3_max": 0.519481, + "nauc_ndcg_at_3_std": 0.100406, + "nauc_ndcg_at_3_diff1": 0.493114, + "nauc_ndcg_at_5_max": 0.517309, + "nauc_ndcg_at_5_std": 0.11725899999999999, + "nauc_ndcg_at_5_diff1": 0.470463, + "nauc_ndcg_at_10_max": 0.510169, + "nauc_ndcg_at_10_std": 0.119733, + "nauc_ndcg_at_10_diff1": 0.457934, + "nauc_ndcg_at_20_max": 0.509552, + "nauc_ndcg_at_20_std": 0.125508, + "nauc_ndcg_at_20_diff1": 0.454673, + "nauc_ndcg_at_100_max": 0.512078, + "nauc_ndcg_at_100_std": 0.127859, + "nauc_ndcg_at_100_diff1": 0.464388, + "nauc_ndcg_at_1000_max": 0.514648, + "nauc_ndcg_at_1000_std": 0.119752, + "nauc_ndcg_at_1000_diff1": 0.473814, + "nauc_map_at_1_max": 0.521125, + "nauc_map_at_1_std": 0.068635, + "nauc_map_at_1_diff1": 0.558537, + "nauc_map_at_3_max": 0.520278, + "nauc_map_at_3_std": 0.092962, + "nauc_map_at_3_diff1": 0.508881, + "nauc_map_at_5_max": 0.519123, + "nauc_map_at_5_std": 0.102351, + "nauc_map_at_5_diff1": 0.496413, + "nauc_map_at_10_max": 0.516105, + "nauc_map_at_10_std": 0.103094, + "nauc_map_at_10_diff1": 0.491541, + "nauc_map_at_20_max": 0.516124, + "nauc_map_at_20_std": 0.10473800000000001, + "nauc_map_at_20_diff1": 0.490843, + "nauc_map_at_100_max": 0.516607, + "nauc_map_at_100_std": 0.105072, + "nauc_map_at_100_diff1": 0.492287, + "nauc_map_at_1000_max": 0.516732, + "nauc_map_at_1000_std": 0.104973, + "nauc_map_at_1000_diff1": 0.49253300000000005, + "nauc_recall_at_1_max": 0.521125, + "nauc_recall_at_1_std": 0.068635, + "nauc_recall_at_1_diff1": 0.558537, + "nauc_recall_at_3_max": 0.517055, + "nauc_recall_at_3_std": 0.12147500000000001, + "nauc_recall_at_3_diff1": 0.448305, + "nauc_recall_at_5_max": 0.511529, + "nauc_recall_at_5_std": 0.162625, + "nauc_recall_at_5_diff1": 0.3921140000000001, + "nauc_recall_at_10_max": 0.48818100000000003, + "nauc_recall_at_10_std": 0.17570699999999997, + "nauc_recall_at_10_diff1": 0.343632, + "nauc_recall_at_20_max": 0.4802489999999999, + "nauc_recall_at_20_std": 0.21043099999999998, + "nauc_recall_at_20_diff1": 0.309652, + "nauc_recall_at_100_max": 0.479518, + "nauc_recall_at_100_std": 0.296502, + "nauc_recall_at_100_diff1": 0.301396, + "nauc_recall_at_1000_max": 0.568226, + "nauc_recall_at_1000_std": 0.65794, + "nauc_recall_at_1000_diff1": 0.276869, + "nauc_precision_at_1_max": 0.521125, + "nauc_precision_at_1_std": 0.068635, + "nauc_precision_at_1_diff1": 0.558537, + "nauc_precision_at_3_max": 0.517055, + "nauc_precision_at_3_std": 0.12147500000000001, + "nauc_precision_at_3_diff1": 0.448305, + "nauc_precision_at_5_max": 0.511529, + "nauc_precision_at_5_std": 0.162625, + "nauc_precision_at_5_diff1": 0.3921140000000001, + "nauc_precision_at_10_max": 0.48818100000000003, + "nauc_precision_at_10_std": 0.17570699999999997, + "nauc_precision_at_10_diff1": 0.343632, + "nauc_precision_at_20_max": 0.4802489999999999, + "nauc_precision_at_20_std": 0.21043099999999998, + "nauc_precision_at_20_diff1": 0.309652, + "nauc_precision_at_100_max": 0.479518, + "nauc_precision_at_100_std": 0.296502, + "nauc_precision_at_100_diff1": 0.301396, + "nauc_precision_at_1000_max": 0.568226, + "nauc_precision_at_1000_std": 0.65794, + "nauc_precision_at_1000_diff1": 0.276869, + "nauc_mrr_at_1_max": 0.521125, + "nauc_mrr_at_1_std": 0.068635, + "nauc_mrr_at_1_diff1": 0.558537, + "nauc_mrr_at_3_max": 0.520278, + "nauc_mrr_at_3_std": 0.092962, + "nauc_mrr_at_3_diff1": 0.508881, + "nauc_mrr_at_5_max": 0.519123, + "nauc_mrr_at_5_std": 0.102351, + "nauc_mrr_at_5_diff1": 0.496413, + "nauc_mrr_at_10_max": 0.516105, + "nauc_mrr_at_10_std": 0.103094, + "nauc_mrr_at_10_diff1": 0.491541, + "nauc_mrr_at_20_max": 0.516124, + "nauc_mrr_at_20_std": 0.10473800000000001, + "nauc_mrr_at_20_diff1": 0.490843, + "nauc_mrr_at_100_max": 0.516607, + "nauc_mrr_at_100_std": 0.105072, + "nauc_mrr_at_100_diff1": 0.492287, + "nauc_mrr_at_1000_max": 0.516732, + "nauc_mrr_at_1000_std": 0.104973, + "nauc_mrr_at_1000_diff1": 0.49253300000000005, + "main_score": 0.43376999999999993 + }, + { + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.26664, + "ndcg_at_3": 0.3385, + "ndcg_at_5": 0.36004, + "ndcg_at_10": 0.384, + "ndcg_at_20": 0.40338, + "ndcg_at_100": 0.43419, + "ndcg_at_1000": 0.45631, + "map_at_1": 0.26655, + "map_at_3": 0.32098999999999994, + "map_at_5": 0.3329, + "map_at_10": 0.34279, + "map_at_20": 0.34813000000000005, + "map_at_100": 0.35221, + "map_at_1000": 0.35296999999999995, + "recall_at_1": 0.26655, + "recall_at_3": 0.38899, + "recall_at_5": 0.4415, + "recall_at_10": 0.51556, + "recall_at_20": 0.59207, + "recall_at_100": 0.76074, + "recall_at_1000": 0.93915, + "precision_at_1": 0.26664, + "precision_at_3": 0.1297, + "precision_at_5": 0.08832, + "precision_at_10": 0.05157, + "precision_at_20": 0.029610000000000004, + "precision_at_100": 0.0076100000000000004, + "precision_at_1000": 0.00094, + "mrr_at_1": 0.266642, + "mrr_at_3": 0.321083, + "mrr_at_5": 0.33299, + "mrr_at_10": 0.342886, + "mrr_at_20": 0.348219, + "mrr_at_100": 0.35230200000000006, + "mrr_at_1000": 0.353063, + "nauc_ndcg_at_1_max": 0.484014, + "nauc_ndcg_at_1_std": 0.11304, + "nauc_ndcg_at_1_diff1": 0.541392, + "nauc_ndcg_at_3_max": 0.491937, + "nauc_ndcg_at_3_std": 0.139525, + "nauc_ndcg_at_3_diff1": 0.48137, + "nauc_ndcg_at_5_max": 0.49235299999999993, + "nauc_ndcg_at_5_std": 0.150341, + "nauc_ndcg_at_5_diff1": 0.468281, + "nauc_ndcg_at_10_max": 0.48983600000000005, + "nauc_ndcg_at_10_std": 0.158809, + "nauc_ndcg_at_10_diff1": 0.453256, + "nauc_ndcg_at_20_max": 0.48924299999999993, + "nauc_ndcg_at_20_std": 0.166435, + "nauc_ndcg_at_20_diff1": 0.45047, + "nauc_ndcg_at_100_max": 0.491173, + "nauc_ndcg_at_100_std": 0.175779, + "nauc_ndcg_at_100_diff1": 0.452852, + "nauc_ndcg_at_1000_max": 0.492097, + "nauc_ndcg_at_1000_std": 0.16829900000000003, + "nauc_ndcg_at_1000_diff1": 0.460814, + "nauc_map_at_1_max": 0.483592, + "nauc_map_at_1_std": 0.112728, + "nauc_map_at_1_diff1": 0.54098, + "nauc_map_at_3_max": 0.490619, + "nauc_map_at_3_std": 0.133646, + "nauc_map_at_3_diff1": 0.49473800000000007, + "nauc_map_at_5_max": 0.490995, + "nauc_map_at_5_std": 0.139749, + "nauc_map_at_5_diff1": 0.487481, + "nauc_map_at_10_max": 0.490016, + "nauc_map_at_10_std": 0.143361, + "nauc_map_at_10_diff1": 0.481301, + "nauc_map_at_20_max": 0.489681, + "nauc_map_at_20_std": 0.145174, + "nauc_map_at_20_diff1": 0.480536, + "nauc_map_at_100_max": 0.48997299999999994, + "nauc_map_at_100_std": 0.146347, + "nauc_map_at_100_diff1": 0.480899, + "nauc_map_at_1000_max": 0.490003, + "nauc_map_at_1000_std": 0.146138, + "nauc_map_at_1000_diff1": 0.481148, + "nauc_recall_at_1_max": 0.483592, + "nauc_recall_at_1_std": 0.112728, + "nauc_recall_at_1_diff1": 0.54098, + "nauc_recall_at_3_max": 0.494909, + "nauc_recall_at_3_std": 0.155245, + "nauc_recall_at_3_diff1": 0.444469, + "nauc_recall_at_5_max": 0.4953, + "nauc_recall_at_5_std": 0.180626, + "nauc_recall_at_5_diff1": 0.413084, + "nauc_recall_at_10_max": 0.487349, + "nauc_recall_at_10_std": 0.207001, + "nauc_recall_at_10_diff1": 0.365179, + "nauc_recall_at_20_max": 0.486031, + "nauc_recall_at_20_std": 0.244351, + "nauc_recall_at_20_diff1": 0.347265, + "nauc_recall_at_100_max": 0.498486, + "nauc_recall_at_100_std": 0.35190800000000005, + "nauc_recall_at_100_diff1": 0.3203440000000001, + "nauc_recall_at_1000_max": 0.553045, + "nauc_recall_at_1000_std": 0.47902, + "nauc_recall_at_1000_diff1": 0.314755, + "nauc_precision_at_1_max": 0.484014, + "nauc_precision_at_1_std": 0.11304, + "nauc_precision_at_1_diff1": 0.541392, + "nauc_precision_at_3_max": 0.495339, + "nauc_precision_at_3_std": 0.155537, + "nauc_precision_at_3_diff1": 0.444901, + "nauc_precision_at_5_max": 0.495772, + "nauc_precision_at_5_std": 0.18093299999999998, + "nauc_precision_at_5_diff1": 0.413553, + "nauc_precision_at_10_max": 0.4878700000000001, + "nauc_precision_at_10_std": 0.207335, + "nauc_precision_at_10_diff1": 0.365688, + "nauc_precision_at_20_max": 0.486597, + "nauc_precision_at_20_std": 0.244717, + "nauc_precision_at_20_diff1": 0.34781600000000007, + "nauc_precision_at_100_max": 0.49924300000000005, + "nauc_precision_at_100_std": 0.353133, + "nauc_precision_at_100_diff1": 0.320868, + "nauc_precision_at_1000_max": 0.555173, + "nauc_precision_at_1000_std": 0.482499, + "nauc_precision_at_1000_diff1": 0.317364, + "nauc_mrr_at_1_max": 0.484014, + "nauc_mrr_at_1_std": 0.11304, + "nauc_mrr_at_1_diff1": 0.541392, + "nauc_mrr_at_3_max": 0.49102, + "nauc_mrr_at_3_std": 0.13394, + "nauc_mrr_at_3_diff1": 0.495138, + "nauc_mrr_at_5_max": 0.491397, + "nauc_mrr_at_5_std": 0.140043, + "nauc_mrr_at_5_diff1": 0.487883, + "nauc_mrr_at_10_max": 0.490419, + "nauc_mrr_at_10_std": 0.143656, + "nauc_mrr_at_10_diff1": 0.481706, + "nauc_mrr_at_20_max": 0.490087, + "nauc_mrr_at_20_std": 0.14547, + "nauc_mrr_at_20_diff1": 0.48094300000000006, + "nauc_mrr_at_100_max": 0.49038, + "nauc_mrr_at_100_std": 0.146651, + "nauc_mrr_at_100_diff1": 0.481306, + "nauc_mrr_at_1000_max": 0.490404, + "nauc_mrr_at_1000_std": 0.146437, + "nauc_mrr_at_1000_diff1": 0.481549, + "main_score": 0.384 + }, + { + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.33367, + "ndcg_at_3": 0.42068, + "ndcg_at_5": 0.44789999999999996, + "ndcg_at_10": 0.47372, + "ndcg_at_20": 0.49409, + "ndcg_at_100": 0.5225, + "ndcg_at_1000": 0.53857, + "map_at_1": 0.33367, + "map_at_3": 0.39922, + "map_at_5": 0.41429000000000005, + "map_at_10": 0.42504999999999993, + "map_at_20": 0.43073, + "map_at_100": 0.43475, + "map_at_1000": 0.43533, + "recall_at_1": 0.33367, + "recall_at_3": 0.48280999999999996, + "recall_at_5": 0.54904, + "recall_at_10": 0.62841, + "recall_at_20": 0.70829, + "recall_at_100": 0.85996, + "recall_at_1000": 0.98787, + "precision_at_1": 0.33367, + "precision_at_3": 0.16094, + "precision_at_5": 0.10981, + "precision_at_10": 0.06284, + "precision_at_20": 0.03541, + "precision_at_100": 0.0086, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.33367, + "mrr_at_3": 0.399225, + "mrr_at_5": 0.4142910000000001, + "mrr_at_10": 0.425047, + "mrr_at_20": 0.430729, + "mrr_at_100": 0.43475, + "mrr_at_1000": 0.43532499999999996, + "nauc_ndcg_at_1_max": 0.4921559999999999, + "nauc_ndcg_at_1_std": 0.077847, + "nauc_ndcg_at_1_diff1": 0.538236, + "nauc_ndcg_at_3_max": 0.515183, + "nauc_ndcg_at_3_std": 0.131004, + "nauc_ndcg_at_3_diff1": 0.464315, + "nauc_ndcg_at_5_max": 0.514275, + "nauc_ndcg_at_5_std": 0.137658, + "nauc_ndcg_at_5_diff1": 0.457037, + "nauc_ndcg_at_10_max": 0.514175, + "nauc_ndcg_at_10_std": 0.145612, + "nauc_ndcg_at_10_diff1": 0.451057, + "nauc_ndcg_at_20_max": 0.516785, + "nauc_ndcg_at_20_std": 0.15228, + "nauc_ndcg_at_20_diff1": 0.45258499999999996, + "nauc_ndcg_at_100_max": 0.516851, + "nauc_ndcg_at_100_std": 0.152654, + "nauc_ndcg_at_100_diff1": 0.4629960000000001, + "nauc_ndcg_at_1000_max": 0.514532, + "nauc_ndcg_at_1000_std": 0.141539, + "nauc_ndcg_at_1000_diff1": 0.467368, + "nauc_map_at_1_max": 0.4921559999999999, + "nauc_map_at_1_std": 0.077847, + "nauc_map_at_1_diff1": 0.538236, + "nauc_map_at_3_max": 0.51047, + "nauc_map_at_3_std": 0.117725, + "nauc_map_at_3_diff1": 0.48326099999999994, + "nauc_map_at_5_max": 0.510005, + "nauc_map_at_5_std": 0.121281, + "nauc_map_at_5_diff1": 0.47940699999999997, + "nauc_map_at_10_max": 0.50968, + "nauc_map_at_10_std": 0.124076, + "nauc_map_at_10_diff1": 0.477427, + "nauc_map_at_20_max": 0.510379, + "nauc_map_at_20_std": 0.125755, + "nauc_map_at_20_diff1": 0.47824, + "nauc_map_at_100_max": 0.510454, + "nauc_map_at_100_std": 0.125665, + "nauc_map_at_100_diff1": 0.479852, + "nauc_map_at_1000_max": 0.510328, + "nauc_map_at_1000_std": 0.125251, + "nauc_map_at_1000_diff1": 0.47997799999999996, + "nauc_recall_at_1_max": 0.4921559999999999, + "nauc_recall_at_1_std": 0.077847, + "nauc_recall_at_1_diff1": 0.538236, + "nauc_recall_at_3_max": 0.528468, + "nauc_recall_at_3_std": 0.169595, + "nauc_recall_at_3_diff1": 0.40906, + "nauc_recall_at_5_max": 0.526566, + "nauc_recall_at_5_std": 0.188317, + "nauc_recall_at_5_diff1": 0.387903, + "nauc_recall_at_10_max": 0.529016, + "nauc_recall_at_10_std": 0.222713, + "nauc_recall_at_10_diff1": 0.358589, + "nauc_recall_at_20_max": 0.544154, + "nauc_recall_at_20_std": 0.268639, + "nauc_recall_at_20_diff1": 0.347889, + "nauc_recall_at_100_max": 0.564092, + "nauc_recall_at_100_std": 0.370617, + "nauc_recall_at_100_diff1": 0.377855, + "nauc_recall_at_1000_max": 0.666721, + "nauc_recall_at_1000_std": 0.520995, + "nauc_recall_at_1000_diff1": 0.388158, + "nauc_precision_at_1_max": 0.4921559999999999, + "nauc_precision_at_1_std": 0.077847, + "nauc_precision_at_1_diff1": 0.538236, + "nauc_precision_at_3_max": 0.528468, + "nauc_precision_at_3_std": 0.169595, + "nauc_precision_at_3_diff1": 0.40906, + "nauc_precision_at_5_max": 0.526566, + "nauc_precision_at_5_std": 0.188317, + "nauc_precision_at_5_diff1": 0.387903, + "nauc_precision_at_10_max": 0.529016, + "nauc_precision_at_10_std": 0.222713, + "nauc_precision_at_10_diff1": 0.358589, + "nauc_precision_at_20_max": 0.544154, + "nauc_precision_at_20_std": 0.268639, + "nauc_precision_at_20_diff1": 0.347889, + "nauc_precision_at_100_max": 0.564092, + "nauc_precision_at_100_std": 0.370617, + "nauc_precision_at_100_diff1": 0.377855, + "nauc_precision_at_1000_max": 0.666721, + "nauc_precision_at_1000_std": 0.520995, + "nauc_precision_at_1000_diff1": 0.388158, + "nauc_mrr_at_1_max": 0.4921559999999999, + "nauc_mrr_at_1_std": 0.077847, + "nauc_mrr_at_1_diff1": 0.538236, + "nauc_mrr_at_3_max": 0.51047, + "nauc_mrr_at_3_std": 0.117725, + "nauc_mrr_at_3_diff1": 0.48326099999999994, + "nauc_mrr_at_5_max": 0.510005, + "nauc_mrr_at_5_std": 0.121281, + "nauc_mrr_at_5_diff1": 0.47940699999999997, + "nauc_mrr_at_10_max": 0.50968, + "nauc_mrr_at_10_std": 0.124076, + "nauc_mrr_at_10_diff1": 0.477427, + "nauc_mrr_at_20_max": 0.510379, + "nauc_mrr_at_20_std": 0.125755, + "nauc_mrr_at_20_diff1": 0.47824, + "nauc_mrr_at_100_max": 0.510454, + "nauc_mrr_at_100_std": 0.125665, + "nauc_mrr_at_100_diff1": 0.479852, + "nauc_mrr_at_1000_max": 0.510328, + "nauc_mrr_at_1000_std": 0.125251, + "nauc_mrr_at_1000_diff1": 0.47997799999999996, + "main_score": 0.47372 + }, + { + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ], + "ndcg_at_1": 0.30639, + "ndcg_at_3": 0.39347, + "ndcg_at_5": 0.42077, + "ndcg_at_10": 0.44619, + "ndcg_at_20": 0.46698, + "ndcg_at_100": 0.49834, + "ndcg_at_1000": 0.51557, + "map_at_1": 0.30639, + "map_at_3": 0.3722, + "map_at_5": 0.38727000000000006, + "map_at_10": 0.39786, + "map_at_20": 0.40354, + "map_at_100": 0.40776, + "map_at_1000": 0.40841, + "recall_at_1": 0.30639, + "recall_at_3": 0.45494, + "recall_at_5": 0.52157, + "recall_at_10": 0.59967, + "recall_at_20": 0.68214, + "recall_at_100": 0.85309, + "recall_at_1000": 0.98908, + "precision_at_1": 0.30639, + "precision_at_3": 0.15165, + "precision_at_5": 0.10430999999999999, + "precision_at_10": 0.059969999999999996, + "precision_at_20": 0.03411, + "precision_at_100": 0.00853, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.30639, + "mrr_at_3": 0.372201, + "mrr_at_5": 0.387275, + "mrr_at_10": 0.397862, + "mrr_at_20": 0.403536, + "mrr_at_100": 0.407763, + "mrr_at_1000": 0.40840600000000005, + "nauc_ndcg_at_1_max": 0.473997, + "nauc_ndcg_at_1_std": 0.046415, + "nauc_ndcg_at_1_diff1": 0.552295, + "nauc_ndcg_at_3_max": 0.511166, + "nauc_ndcg_at_3_std": 0.088196, + "nauc_ndcg_at_3_diff1": 0.49119, + "nauc_ndcg_at_5_max": 0.502422, + "nauc_ndcg_at_5_std": 0.085755, + "nauc_ndcg_at_5_diff1": 0.476155, + "nauc_ndcg_at_10_max": 0.502135, + "nauc_ndcg_at_10_std": 0.092496, + "nauc_ndcg_at_10_diff1": 0.473074, + "nauc_ndcg_at_20_max": 0.50433, + "nauc_ndcg_at_20_std": 0.092624, + "nauc_ndcg_at_20_diff1": 0.47249, + "nauc_ndcg_at_100_max": 0.508598, + "nauc_ndcg_at_100_std": 0.105133, + "nauc_ndcg_at_100_diff1": 0.47928599999999993, + "nauc_ndcg_at_1000_max": 0.503282, + "nauc_ndcg_at_1000_std": 0.093475, + "nauc_ndcg_at_1000_diff1": 0.484022, + "nauc_map_at_1_max": 0.473997, + "nauc_map_at_1_std": 0.046415, + "nauc_map_at_1_diff1": 0.552295, + "nauc_map_at_3_max": 0.503388, + "nauc_map_at_3_std": 0.080053, + "nauc_map_at_3_diff1": 0.504792, + "nauc_map_at_5_max": 0.497955, + "nauc_map_at_5_std": 0.077969, + "nauc_map_at_5_diff1": 0.49656599999999995, + "nauc_map_at_10_max": 0.497532, + "nauc_map_at_10_std": 0.080323, + "nauc_map_at_10_diff1": 0.49548500000000006, + "nauc_map_at_20_max": 0.498138, + "nauc_map_at_20_std": 0.080091, + "nauc_map_at_20_diff1": 0.495634, + "nauc_map_at_100_max": 0.49847499999999995, + "nauc_map_at_100_std": 0.081324, + "nauc_map_at_100_diff1": 0.496456, + "nauc_map_at_1000_max": 0.498306, + "nauc_map_at_1000_std": 0.080998, + "nauc_map_at_1000_diff1": 0.496603, + "nauc_recall_at_1_max": 0.473997, + "nauc_recall_at_1_std": 0.046415, + "nauc_recall_at_1_diff1": 0.552295, + "nauc_recall_at_3_max": 0.532959, + "nauc_recall_at_3_std": 0.11073499999999999, + "nauc_recall_at_3_diff1": 0.452698, + "nauc_recall_at_5_max": 0.514516, + "nauc_recall_at_5_std": 0.108415, + "nauc_recall_at_5_diff1": 0.41424900000000003, + "nauc_recall_at_10_max": 0.516187, + "nauc_recall_at_10_std": 0.134603, + "nauc_recall_at_10_diff1": 0.39882199999999995, + "nauc_recall_at_20_max": 0.528495, + "nauc_recall_at_20_std": 0.143943, + "nauc_recall_at_20_diff1": 0.382481, + "nauc_recall_at_100_max": 0.603667, + "nauc_recall_at_100_std": 0.34210799999999997, + "nauc_recall_at_100_diff1": 0.385689, + "nauc_recall_at_1000_max": 0.595443, + "nauc_recall_at_1000_std": 0.573506, + "nauc_recall_at_1000_diff1": 0.30332, + "nauc_precision_at_1_max": 0.473997, + "nauc_precision_at_1_std": 0.046415, + "nauc_precision_at_1_diff1": 0.552295, + "nauc_precision_at_3_max": 0.532959, + "nauc_precision_at_3_std": 0.11073499999999999, + "nauc_precision_at_3_diff1": 0.452698, + "nauc_precision_at_5_max": 0.514516, + "nauc_precision_at_5_std": 0.108415, + "nauc_precision_at_5_diff1": 0.41424900000000003, + "nauc_precision_at_10_max": 0.516187, + "nauc_precision_at_10_std": 0.134603, + "nauc_precision_at_10_diff1": 0.39882199999999995, + "nauc_precision_at_20_max": 0.528495, + "nauc_precision_at_20_std": 0.143943, + "nauc_precision_at_20_diff1": 0.382481, + "nauc_precision_at_100_max": 0.603667, + "nauc_precision_at_100_std": 0.34210799999999997, + "nauc_precision_at_100_diff1": 0.385689, + "nauc_precision_at_1000_max": 0.595443, + "nauc_precision_at_1000_std": 0.573506, + "nauc_precision_at_1000_diff1": 0.30332, + "nauc_mrr_at_1_max": 0.473997, + "nauc_mrr_at_1_std": 0.046415, + "nauc_mrr_at_1_diff1": 0.552295, + "nauc_mrr_at_3_max": 0.503388, + "nauc_mrr_at_3_std": 0.080053, + "nauc_mrr_at_3_diff1": 0.504792, + "nauc_mrr_at_5_max": 0.497955, + "nauc_mrr_at_5_std": 0.077969, + "nauc_mrr_at_5_diff1": 0.49656599999999995, + "nauc_mrr_at_10_max": 0.497532, + "nauc_mrr_at_10_std": 0.080323, + "nauc_mrr_at_10_diff1": 0.49548500000000006, + "nauc_mrr_at_20_max": 0.498138, + "nauc_mrr_at_20_std": 0.080091, + "nauc_mrr_at_20_diff1": 0.495634, + "nauc_mrr_at_100_max": 0.49847499999999995, + "nauc_mrr_at_100_std": 0.081324, + "nauc_mrr_at_100_diff1": 0.496456, + "nauc_mrr_at_1000_max": 0.498306, + "nauc_mrr_at_1000_std": 0.080998, + "nauc_mrr_at_1000_diff1": 0.496603, + "main_score": 0.44619 + }, + { + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.27699, + "ndcg_at_3": 0.35978, + "ndcg_at_5": 0.38494, + "ndcg_at_10": 0.4117, + "ndcg_at_20": 0.4334, + "ndcg_at_100": 0.4644, + "ndcg_at_1000": 0.48534, + "map_at_1": 0.27699, + "map_at_3": 0.33928, + "map_at_5": 0.35325, + "map_at_10": 0.36433, + "map_at_20": 0.37033, + "map_at_100": 0.3746, + "map_at_1000": 0.37536, + "recall_at_1": 0.27699, + "recall_at_3": 0.41914999999999997, + "recall_at_5": 0.48021, + "recall_at_10": 0.56277, + "recall_at_20": 0.64827, + "recall_at_100": 0.8158299999999999, + "recall_at_1000": 0.98241, + "precision_at_1": 0.27699, + "precision_at_3": 0.13972, + "precision_at_5": 0.09603999999999999, + "precision_at_10": 0.056280000000000004, + "precision_at_20": 0.03241, + "precision_at_100": 0.00816, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.276991, + "mrr_at_3": 0.339277, + "mrr_at_5": 0.353249, + "mrr_at_10": 0.36433, + "mrr_at_20": 0.37033, + "mrr_at_100": 0.374603, + "mrr_at_1000": 0.37536400000000003, + "nauc_ndcg_at_1_max": 0.479902, + "nauc_ndcg_at_1_std": 0.117877, + "nauc_ndcg_at_1_diff1": 0.533001, + "nauc_ndcg_at_3_max": 0.487976, + "nauc_ndcg_at_3_std": 0.142857, + "nauc_ndcg_at_3_diff1": 0.449715, + "nauc_ndcg_at_5_max": 0.481773, + "nauc_ndcg_at_5_std": 0.152027, + "nauc_ndcg_at_5_diff1": 0.426697, + "nauc_ndcg_at_10_max": 0.479669, + "nauc_ndcg_at_10_std": 0.16245, + "nauc_ndcg_at_10_diff1": 0.417466, + "nauc_ndcg_at_20_max": 0.475711, + "nauc_ndcg_at_20_std": 0.166753, + "nauc_ndcg_at_20_diff1": 0.413274, + "nauc_ndcg_at_100_max": 0.48156999999999994, + "nauc_ndcg_at_100_std": 0.177415, + "nauc_ndcg_at_100_diff1": 0.418455, + "nauc_ndcg_at_1000_max": 0.480416, + "nauc_ndcg_at_1000_std": 0.16443200000000002, + "nauc_ndcg_at_1000_diff1": 0.4296, + "nauc_map_at_1_max": 0.479902, + "nauc_map_at_1_std": 0.117877, + "nauc_map_at_1_diff1": 0.533001, + "nauc_map_at_3_max": 0.486054, + "nauc_map_at_3_std": 0.137193, + "nauc_map_at_3_diff1": 0.468232, + "nauc_map_at_5_max": 0.482739, + "nauc_map_at_5_std": 0.142215, + "nauc_map_at_5_diff1": 0.455511, + "nauc_map_at_10_max": 0.482171, + "nauc_map_at_10_std": 0.146616, + "nauc_map_at_10_diff1": 0.452047, + "nauc_map_at_20_max": 0.480866, + "nauc_map_at_20_std": 0.147457, + "nauc_map_at_20_diff1": 0.45112, + "nauc_map_at_100_max": 0.481655, + "nauc_map_at_100_std": 0.148883, + "nauc_map_at_100_diff1": 0.451828, + "nauc_map_at_1000_max": 0.48163200000000006, + "nauc_map_at_1000_std": 0.148524, + "nauc_map_at_1000_diff1": 0.452272, + "nauc_recall_at_1_max": 0.479902, + "nauc_recall_at_1_std": 0.117877, + "nauc_recall_at_1_diff1": 0.533001, + "nauc_recall_at_3_max": 0.49332, + "nauc_recall_at_3_std": 0.158498, + "nauc_recall_at_3_diff1": 0.398739, + "nauc_recall_at_5_max": 0.477993, + "nauc_recall_at_5_std": 0.180993, + "nauc_recall_at_5_diff1": 0.34257, + "nauc_recall_at_10_max": 0.469406, + "nauc_recall_at_10_std": 0.21529, + "nauc_recall_at_10_diff1": 0.306398, + "nauc_recall_at_20_max": 0.452487, + "nauc_recall_at_20_std": 0.243769, + "nauc_recall_at_20_diff1": 0.272692, + "nauc_recall_at_100_max": 0.49290800000000007, + "nauc_recall_at_100_std": 0.389228, + "nauc_recall_at_100_diff1": 0.237152, + "nauc_recall_at_1000_max": 0.438731, + "nauc_recall_at_1000_std": 0.457342, + "nauc_recall_at_1000_diff1": 0.071701, + "nauc_precision_at_1_max": 0.479902, + "nauc_precision_at_1_std": 0.117877, + "nauc_precision_at_1_diff1": 0.533001, + "nauc_precision_at_3_max": 0.49332, + "nauc_precision_at_3_std": 0.158498, + "nauc_precision_at_3_diff1": 0.398739, + "nauc_precision_at_5_max": 0.477993, + "nauc_precision_at_5_std": 0.180993, + "nauc_precision_at_5_diff1": 0.34257, + "nauc_precision_at_10_max": 0.469406, + "nauc_precision_at_10_std": 0.21529, + "nauc_precision_at_10_diff1": 0.306398, + "nauc_precision_at_20_max": 0.452487, + "nauc_precision_at_20_std": 0.243769, + "nauc_precision_at_20_diff1": 0.272692, + "nauc_precision_at_100_max": 0.49290800000000007, + "nauc_precision_at_100_std": 0.389228, + "nauc_precision_at_100_diff1": 0.237152, + "nauc_precision_at_1000_max": 0.438731, + "nauc_precision_at_1000_std": 0.457342, + "nauc_precision_at_1000_diff1": 0.071701, + "nauc_mrr_at_1_max": 0.479902, + "nauc_mrr_at_1_std": 0.117877, + "nauc_mrr_at_1_diff1": 0.533001, + "nauc_mrr_at_3_max": 0.486054, + "nauc_mrr_at_3_std": 0.137193, + "nauc_mrr_at_3_diff1": 0.468232, + "nauc_mrr_at_5_max": 0.482739, + "nauc_mrr_at_5_std": 0.142215, + "nauc_mrr_at_5_diff1": 0.455511, + "nauc_mrr_at_10_max": 0.482171, + "nauc_mrr_at_10_std": 0.146616, + "nauc_mrr_at_10_diff1": 0.452047, + "nauc_mrr_at_20_max": 0.480866, + "nauc_mrr_at_20_std": 0.147457, + "nauc_mrr_at_20_diff1": 0.45112, + "nauc_mrr_at_100_max": 0.481655, + "nauc_mrr_at_100_std": 0.148883, + "nauc_mrr_at_100_diff1": 0.451828, + "nauc_mrr_at_1000_max": 0.48163200000000006, + "nauc_mrr_at_1000_std": 0.148524, + "nauc_mrr_at_1000_diff1": 0.452272, + "main_score": 0.4117 + }, + { + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ], + "ndcg_at_1": 0.30455, + "ndcg_at_3": 0.38614, + "ndcg_at_5": 0.40692999999999996, + "ndcg_at_10": 0.43523, + "ndcg_at_20": 0.45651, + "ndcg_at_100": 0.48756, + "ndcg_at_1000": 0.50637, + "map_at_1": 0.30455, + "map_at_3": 0.3662099999999999, + "map_at_5": 0.3778, + "map_at_10": 0.38951, + "map_at_20": 0.39543, + "map_at_100": 0.39956, + "map_at_1000": 0.4002200000000001, + "recall_at_1": 0.30455, + "recall_at_3": 0.44375, + "recall_at_5": 0.49398, + "recall_at_10": 0.58137, + "recall_at_20": 0.66484, + "recall_at_100": 0.83438, + "recall_at_1000": 0.98482, + "precision_at_1": 0.30455, + "precision_at_3": 0.14792, + "precision_at_5": 0.09879999999999999, + "precision_at_10": 0.05814, + "precision_at_20": 0.03325, + "precision_at_100": 0.00835, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.304553, + "mrr_at_3": 0.36621299999999996, + "mrr_at_5": 0.37780400000000003, + "mrr_at_10": 0.389508, + "mrr_at_20": 0.395449, + "mrr_at_100": 0.399577, + "mrr_at_1000": 0.40023800000000004, + "nauc_ndcg_at_1_max": 0.488898, + "nauc_ndcg_at_1_std": 0.09985300000000001, + "nauc_ndcg_at_1_diff1": 0.551585, + "nauc_ndcg_at_3_max": 0.490008, + "nauc_ndcg_at_3_std": 0.110896, + "nauc_ndcg_at_3_diff1": 0.477009, + "nauc_ndcg_at_5_max": 0.495803, + "nauc_ndcg_at_5_std": 0.123786, + "nauc_ndcg_at_5_diff1": 0.46960599999999997, + "nauc_ndcg_at_10_max": 0.491348, + "nauc_ndcg_at_10_std": 0.126964, + "nauc_ndcg_at_10_diff1": 0.45731, + "nauc_ndcg_at_20_max": 0.496612, + "nauc_ndcg_at_20_std": 0.143148, + "nauc_ndcg_at_20_diff1": 0.449405, + "nauc_ndcg_at_100_max": 0.498074, + "nauc_ndcg_at_100_std": 0.151201, + "nauc_ndcg_at_100_diff1": 0.454209, + "nauc_ndcg_at_1000_max": 0.495773, + "nauc_ndcg_at_1000_std": 0.137904, + "nauc_ndcg_at_1000_diff1": 0.465471, + "nauc_map_at_1_max": 0.488898, + "nauc_map_at_1_std": 0.09985300000000001, + "nauc_map_at_1_diff1": 0.551585, + "nauc_map_at_3_max": 0.489727, + "nauc_map_at_3_std": 0.108075, + "nauc_map_at_3_diff1": 0.493725, + "nauc_map_at_5_max": 0.492652, + "nauc_map_at_5_std": 0.115037, + "nauc_map_at_5_diff1": 0.489742, + "nauc_map_at_10_max": 0.490863, + "nauc_map_at_10_std": 0.11619099999999999, + "nauc_map_at_10_diff1": 0.484889, + "nauc_map_at_20_max": 0.49231499999999995, + "nauc_map_at_20_std": 0.120546, + "nauc_map_at_20_diff1": 0.483074, + "nauc_map_at_100_max": 0.49241500000000005, + "nauc_map_at_100_std": 0.121331, + "nauc_map_at_100_diff1": 0.4839879999999999, + "nauc_map_at_1000_max": 0.492308, + "nauc_map_at_1000_std": 0.120927, + "nauc_map_at_1000_diff1": 0.484355, + "nauc_recall_at_1_max": 0.488898, + "nauc_recall_at_1_std": 0.09985300000000001, + "nauc_recall_at_1_diff1": 0.551585, + "nauc_recall_at_3_max": 0.490815, + "nauc_recall_at_3_std": 0.11901500000000001, + "nauc_recall_at_3_diff1": 0.429785, + "nauc_recall_at_5_max": 0.506114, + "nauc_recall_at_5_std": 0.151224, + "nauc_recall_at_5_diff1": 0.41073, + "nauc_recall_at_10_max": 0.49209800000000004, + "nauc_recall_at_10_std": 0.164463, + "nauc_recall_at_10_diff1": 0.36524999999999996, + "nauc_recall_at_20_max": 0.516409, + "nauc_recall_at_20_std": 0.244586, + "nauc_recall_at_20_diff1": 0.313949, + "nauc_recall_at_100_max": 0.547854, + "nauc_recall_at_100_std": 0.408177, + "nauc_recall_at_100_diff1": 0.257955, + "nauc_recall_at_1000_max": 0.7033070000000001, + "nauc_recall_at_1000_std": 0.7103090000000001, + "nauc_recall_at_1000_diff1": 0.170748, + "nauc_precision_at_1_max": 0.488898, + "nauc_precision_at_1_std": 0.09985300000000001, + "nauc_precision_at_1_diff1": 0.551585, + "nauc_precision_at_3_max": 0.490815, + "nauc_precision_at_3_std": 0.11901500000000001, + "nauc_precision_at_3_diff1": 0.429785, + "nauc_precision_at_5_max": 0.506114, + "nauc_precision_at_5_std": 0.151224, + "nauc_precision_at_5_diff1": 0.41073, + "nauc_precision_at_10_max": 0.49209800000000004, + "nauc_precision_at_10_std": 0.164463, + "nauc_precision_at_10_diff1": 0.36524999999999996, + "nauc_precision_at_20_max": 0.516, + "nauc_precision_at_20_std": 0.244193, + "nauc_precision_at_20_diff1": 0.313295, + "nauc_precision_at_100_max": 0.547444, + "nauc_precision_at_100_std": 0.407844, + "nauc_precision_at_100_diff1": 0.256879, + "nauc_precision_at_1000_max": 0.639982, + "nauc_precision_at_1000_std": 0.652054, + "nauc_precision_at_1000_diff1": 0.132801, + "nauc_mrr_at_1_max": 0.488898, + "nauc_mrr_at_1_std": 0.09985300000000001, + "nauc_mrr_at_1_diff1": 0.551585, + "nauc_mrr_at_3_max": 0.489727, + "nauc_mrr_at_3_std": 0.108075, + "nauc_mrr_at_3_diff1": 0.493725, + "nauc_mrr_at_5_max": 0.492652, + "nauc_mrr_at_5_std": 0.115037, + "nauc_mrr_at_5_diff1": 0.489742, + "nauc_mrr_at_10_max": 0.490863, + "nauc_mrr_at_10_std": 0.11619099999999999, + "nauc_mrr_at_10_diff1": 0.484889, + "nauc_mrr_at_20_max": 0.4922929999999999, + "nauc_mrr_at_20_std": 0.120523, + "nauc_mrr_at_20_diff1": 0.48304499999999995, + "nauc_mrr_at_100_max": 0.49239400000000005, + "nauc_mrr_at_100_std": 0.12130800000000001, + "nauc_mrr_at_100_diff1": 0.48396, + "nauc_mrr_at_1000_max": 0.492287, + "nauc_mrr_at_1000_std": 0.12090399999999998, + "nauc_mrr_at_1000_diff1": 0.484328, + "main_score": 0.43523 } ] } diff --git a/results/Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka/external/MintakaRetrieval.json b/results/Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka/external/MintakaRetrieval.json index 20c8fbd404..760455fb6f 100644 --- a/results/Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka/external/MintakaRetrieval.json +++ b/results/Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka/external/MintakaRetrieval.json @@ -10,27 +10,147 @@ "languages": [ "ara-Arab" ], - "main_score": 0.161, - "map_at_1": 0.08761, - "map_at_3": 0.11855, - "map_at_5": 0.12661, - "map_at_10": 0.13396, "ndcg_at_1": 0.08761, "ndcg_at_3": 0.12867, "ndcg_at_5": 0.14322, "ndcg_at_10": 0.161, + "ndcg_at_20": 0.17693, + "ndcg_at_100": 0.2048, + "ndcg_at_1000": 0.2563, + "map_at_1": 0.08761, + "map_at_3": 0.11855, + "map_at_5": 0.12661, + "map_at_10": 0.13396, + "map_at_20": 0.13838, + "map_at_100": 0.14202, + "map_at_1000": 0.14345, "recall_at_1": 0.08761, "recall_at_3": 0.15797, "recall_at_5": 0.19337, "recall_at_10": 0.2483, + "recall_at_20": 0.31094, + "recall_at_100": 0.46436999999999995, + "recall_at_1000": 0.90059, "precision_at_1": 0.08761, "precision_at_3": 0.05266, "precision_at_5": 0.03867, "precision_at_10": 0.02483, + "precision_at_20": 0.01555, + "precision_at_100": 0.00464, + "precision_at_1000": 0.0009, "mrr_at_1": 0.08760799999999999, "mrr_at_3": 0.11855, "mrr_at_5": 0.126608, - "mrr_at_10": 0.133959 + "mrr_at_10": 0.133959, + "mrr_at_20": 0.13838, + "mrr_at_100": 0.142024, + "mrr_at_1000": 0.143451, + "nauc_ndcg_at_1_max": 0.216864, + "nauc_ndcg_at_1_std": 0.286102, + "nauc_ndcg_at_1_diff1": 0.209846, + "nauc_ndcg_at_3_max": 0.20477400000000004, + "nauc_ndcg_at_3_std": 0.27074, + "nauc_ndcg_at_3_diff1": 0.128415, + "nauc_ndcg_at_5_max": 0.19381199999999998, + "nauc_ndcg_at_5_std": 0.252471, + "nauc_ndcg_at_5_diff1": 0.116586, + "nauc_ndcg_at_10_max": 0.193229, + "nauc_ndcg_at_10_std": 0.256876, + "nauc_ndcg_at_10_diff1": 0.107103, + "nauc_ndcg_at_20_max": 0.18872, + "nauc_ndcg_at_20_std": 0.25363, + "nauc_ndcg_at_20_diff1": 0.097215, + "nauc_ndcg_at_100_max": 0.187914, + "nauc_ndcg_at_100_std": 0.249771, + "nauc_ndcg_at_100_diff1": 0.095643, + "nauc_ndcg_at_1000_max": 0.19565200000000002, + "nauc_ndcg_at_1000_std": 0.24713099999999996, + "nauc_ndcg_at_1000_diff1": 0.109607, + "nauc_map_at_1_max": 0.216864, + "nauc_map_at_1_std": 0.286102, + "nauc_map_at_1_diff1": 0.209846, + "nauc_map_at_3_max": 0.208068, + "nauc_map_at_3_std": 0.27277, + "nauc_map_at_3_diff1": 0.145113, + "nauc_map_at_5_max": 0.200835, + "nauc_map_at_5_std": 0.261313, + "nauc_map_at_5_diff1": 0.136857, + "nauc_map_at_10_max": 0.200281, + "nauc_map_at_10_std": 0.262996, + "nauc_map_at_10_diff1": 0.131923, + "nauc_map_at_20_max": 0.19845600000000002, + "nauc_map_at_20_std": 0.261681, + "nauc_map_at_20_diff1": 0.128234, + "nauc_map_at_100_max": 0.19779800000000003, + "nauc_map_at_100_std": 0.26097, + "nauc_map_at_100_diff1": 0.127576, + "nauc_map_at_1000_max": 0.19804, + "nauc_map_at_1000_std": 0.260808, + "nauc_map_at_1000_diff1": 0.128081, + "nauc_recall_at_1_max": 0.216864, + "nauc_recall_at_1_std": 0.286102, + "nauc_recall_at_1_diff1": 0.209846, + "nauc_recall_at_3_max": 0.19688300000000003, + "nauc_recall_at_3_std": 0.266378, + "nauc_recall_at_3_diff1": 0.089681, + "nauc_recall_at_5_max": 0.178277, + "nauc_recall_at_5_std": 0.232801, + "nauc_recall_at_5_diff1": 0.073522, + "nauc_recall_at_10_max": 0.179106, + "nauc_recall_at_10_std": 0.24556, + "nauc_recall_at_10_diff1": 0.056874, + "nauc_recall_at_20_max": 0.16950699999999996, + "nauc_recall_at_20_std": 0.23874000000000004, + "nauc_recall_at_20_diff1": 0.03562, + "nauc_recall_at_100_max": 0.17147, + "nauc_recall_at_100_std": 0.225333, + "nauc_recall_at_100_diff1": 0.034272, + "nauc_recall_at_1000_max": 0.275535, + "nauc_recall_at_1000_std": 0.138395, + "nauc_recall_at_1000_diff1": 0.129968, + "nauc_precision_at_1_max": 0.216864, + "nauc_precision_at_1_std": 0.286102, + "nauc_precision_at_1_diff1": 0.209846, + "nauc_precision_at_3_max": 0.19688300000000003, + "nauc_precision_at_3_std": 0.266378, + "nauc_precision_at_3_diff1": 0.089681, + "nauc_precision_at_5_max": 0.178277, + "nauc_precision_at_5_std": 0.232801, + "nauc_precision_at_5_diff1": 0.073522, + "nauc_precision_at_10_max": 0.179106, + "nauc_precision_at_10_std": 0.24556, + "nauc_precision_at_10_diff1": 0.056874, + "nauc_precision_at_20_max": 0.16950699999999996, + "nauc_precision_at_20_std": 0.23874000000000004, + "nauc_precision_at_20_diff1": 0.03562, + "nauc_precision_at_100_max": 0.17147, + "nauc_precision_at_100_std": 0.225333, + "nauc_precision_at_100_diff1": 0.034272, + "nauc_precision_at_1000_max": 0.275535, + "nauc_precision_at_1000_std": 0.138395, + "nauc_precision_at_1000_diff1": 0.129968, + "nauc_mrr_at_1_max": 0.216864, + "nauc_mrr_at_1_std": 0.286102, + "nauc_mrr_at_1_diff1": 0.209846, + "nauc_mrr_at_3_max": 0.208068, + "nauc_mrr_at_3_std": 0.27277, + "nauc_mrr_at_3_diff1": 0.145113, + "nauc_mrr_at_5_max": 0.200835, + "nauc_mrr_at_5_std": 0.261313, + "nauc_mrr_at_5_diff1": 0.136857, + "nauc_mrr_at_10_max": 0.200281, + "nauc_mrr_at_10_std": 0.262996, + "nauc_mrr_at_10_diff1": 0.131923, + "nauc_mrr_at_20_max": 0.19845600000000002, + "nauc_mrr_at_20_std": 0.261681, + "nauc_mrr_at_20_diff1": 0.128234, + "nauc_mrr_at_100_max": 0.19779800000000003, + "nauc_mrr_at_100_std": 0.26097, + "nauc_mrr_at_100_diff1": 0.127576, + "nauc_mrr_at_1000_max": 0.19804, + "nauc_mrr_at_1000_std": 0.260808, + "nauc_mrr_at_1000_diff1": 0.128081, + "main_score": 0.161 } ] } diff --git a/results/Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka/external/SadeemQuestionRetrieval.json b/results/Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka/external/SadeemQuestionRetrieval.json index 12b1abae0f..44efaf9aea 100644 --- a/results/Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka/external/SadeemQuestionRetrieval.json +++ b/results/Omartificial-Intelligence-Space__Arabic-all-nli-triplet-Matryoshka/external/SadeemQuestionRetrieval.json @@ -10,27 +10,147 @@ "languages": [ "ara-Arab" ], - "main_score": 0.58884, - "map_at_1": 0.25945, - "map_at_3": 0.47981, - "map_at_5": 0.49051, - "map_at_10": 0.49536, "ndcg_at_1": 0.25945, "ndcg_at_3": 0.55796, "ndcg_at_5": 0.57726, "ndcg_at_10": 0.58884, + "ndcg_at_20": 0.59705, + "ndcg_at_100": 0.60659, + "ndcg_at_1000": 0.61152, + "map_at_1": 0.25945, + "map_at_3": 0.47981, + "map_at_5": 0.49051, + "map_at_10": 0.49536, + "map_at_20": 0.49767000000000006, + "map_at_100": 0.499, + "map_at_1000": 0.49916, "recall_at_1": 0.25945, "recall_at_3": 0.78602, - "recall_at_5": 0.8329300000000001, + "recall_at_5": 0.83293, "recall_at_10": 0.86836, + "recall_at_20": 0.90043, + "recall_at_100": 0.9516500000000001, + "recall_at_1000": 0.99138, "precision_at_1": 0.25945, "precision_at_3": 0.26201, "precision_at_5": 0.16659, "precision_at_10": 0.08683999999999999, + "precision_at_20": 0.04502, + "precision_at_100": 0.00952, + "precision_at_1000": 0.00099, "mrr_at_1": 0.243179, "mrr_at_3": 0.468566, "mrr_at_5": 0.47928800000000005, - "mrr_at_10": 0.484848 + "mrr_at_10": 0.484848, + "mrr_at_20": 0.487007, + "mrr_at_100": 0.488358, + "mrr_at_1000": 0.488521, + "nauc_ndcg_at_1_max": 0.156065, + "nauc_ndcg_at_1_std": 0.041894999999999995, + "nauc_ndcg_at_1_diff1": -0.059052, + "nauc_ndcg_at_3_max": 0.350009, + "nauc_ndcg_at_3_std": 0.122065, + "nauc_ndcg_at_3_diff1": -0.493366, + "nauc_ndcg_at_5_max": 0.333652, + "nauc_ndcg_at_5_std": 0.12219300000000001, + "nauc_ndcg_at_5_diff1": -0.434435, + "nauc_ndcg_at_10_max": 0.319907, + "nauc_ndcg_at_10_std": 0.129051, + "nauc_ndcg_at_10_diff1": -0.412196, + "nauc_ndcg_at_20_max": 0.30653, + "nauc_ndcg_at_20_std": 0.140403, + "nauc_ndcg_at_20_diff1": -0.38630600000000004, + "nauc_ndcg_at_100_max": 0.293075, + "nauc_ndcg_at_100_std": 0.128583, + "nauc_ndcg_at_100_diff1": -0.358193, + "nauc_ndcg_at_1000_max": 0.288334, + "nauc_ndcg_at_1000_std": 0.120671, + "nauc_ndcg_at_1000_diff1": -0.343451, + "nauc_map_at_1_max": 0.156065, + "nauc_map_at_1_std": 0.041894999999999995, + "nauc_map_at_1_diff1": -0.059052, + "nauc_map_at_3_max": 0.286012, + "nauc_map_at_3_std": 0.096436, + "nauc_map_at_3_diff1": -0.346364, + "nauc_map_at_5_max": 0.275817, + "nauc_map_at_5_std": 0.095477, + "nauc_map_at_5_diff1": -0.312154, + "nauc_map_at_10_max": 0.270057, + "nauc_map_at_10_std": 0.097735, + "nauc_map_at_10_diff1": -0.302406, + "nauc_map_at_20_max": 0.266504, + "nauc_map_at_20_std": 0.10044400000000002, + "nauc_map_at_20_diff1": -0.295233, + "nauc_map_at_100_max": 0.264772, + "nauc_map_at_100_std": 0.098956, + "nauc_map_at_100_diff1": -0.29164, + "nauc_map_at_1000_max": 0.264608, + "nauc_map_at_1000_std": 0.098771, + "nauc_map_at_1000_diff1": -0.291191, + "nauc_recall_at_1_max": 0.156065, + "nauc_recall_at_1_std": 0.041894999999999995, + "nauc_recall_at_1_diff1": -0.059052, + "nauc_recall_at_3_max": 0.622322, + "nauc_recall_at_3_std": 0.230712, + "nauc_recall_at_3_diff1": -1.120696, + "nauc_recall_at_5_max": 0.627326, + "nauc_recall_at_5_std": 0.259245, + "nauc_recall_at_5_diff1": -1.053239, + "nauc_recall_at_10_max": 0.618591, + "nauc_recall_at_10_std": 0.32929700000000006, + "nauc_recall_at_10_diff1": -1.073419, + "nauc_recall_at_20_max": 0.581697, + "nauc_recall_at_20_std": 0.482999, + "nauc_recall_at_20_diff1": -1.029417, + "nauc_recall_at_100_max": 0.543349, + "nauc_recall_at_100_std": 0.552788, + "nauc_recall_at_100_diff1": -1.019006, + "nauc_recall_at_1000_max": 0.776378, + "nauc_recall_at_1000_std": 0.826629, + "nauc_recall_at_1000_diff1": -1.094509, + "nauc_precision_at_1_max": 0.156065, + "nauc_precision_at_1_std": 0.041894999999999995, + "nauc_precision_at_1_diff1": -0.059052, + "nauc_precision_at_3_max": 0.622322, + "nauc_precision_at_3_std": 0.230712, + "nauc_precision_at_3_diff1": -1.120696, + "nauc_precision_at_5_max": 0.627326, + "nauc_precision_at_5_std": 0.259245, + "nauc_precision_at_5_diff1": -1.053239, + "nauc_precision_at_10_max": 0.618591, + "nauc_precision_at_10_std": 0.32929700000000006, + "nauc_precision_at_10_diff1": -1.073419, + "nauc_precision_at_20_max": 0.581697, + "nauc_precision_at_20_std": 0.482999, + "nauc_precision_at_20_diff1": -1.029417, + "nauc_precision_at_100_max": 0.543349, + "nauc_precision_at_100_std": 0.552788, + "nauc_precision_at_100_diff1": -1.019006, + "nauc_precision_at_1000_max": 0.776378, + "nauc_precision_at_1000_std": 0.826629, + "nauc_precision_at_1000_diff1": -1.094509, + "nauc_mrr_at_1_max": 0.154767, + "nauc_mrr_at_1_std": 0.079148, + "nauc_mrr_at_1_diff1": -0.280379, + "nauc_mrr_at_3_max": 0.290395, + "nauc_mrr_at_3_std": 0.133477, + "nauc_mrr_at_3_diff1": -0.51603, + "nauc_mrr_at_5_max": 0.279939, + "nauc_mrr_at_5_std": 0.128712, + "nauc_mrr_at_5_diff1": -0.48456299999999997, + "nauc_mrr_at_10_max": 0.272858, + "nauc_mrr_at_10_std": 0.132486, + "nauc_mrr_at_10_diff1": -0.474786, + "nauc_mrr_at_20_max": 0.269478, + "nauc_mrr_at_20_std": 0.13571, + "nauc_mrr_at_20_diff1": -0.469807, + "nauc_mrr_at_100_max": 0.267688, + "nauc_mrr_at_100_std": 0.134392, + "nauc_mrr_at_100_diff1": -0.46700699999999995, + "nauc_mrr_at_1000_max": 0.26753, + "nauc_mrr_at_1000_std": 0.134243, + "nauc_mrr_at_1000_diff1": -0.466676, + "main_score": 0.58884 } ] } diff --git a/results/Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet/external/MIRACLRetrievalHardNegatives.json b/results/Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet/external/MIRACLRetrievalHardNegatives.json index 92beb578b4..516f2eb54f 100644 --- a/results/Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet/external/MIRACLRetrievalHardNegatives.json +++ b/results/Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet/external/MIRACLRetrievalHardNegatives.json @@ -10,27 +10,147 @@ "languages": [ "ara-Arab" ], - "main_score": 0.06198000000000001, - "map_at_1": 0.02083, - "map_at_3": 0.03382, - "map_at_5": 0.03805, - "map_at_10": 0.04314, "ndcg_at_1": 0.032, "ndcg_at_3": 0.04223, "ndcg_at_5": 0.049409999999999996, "ndcg_at_10": 0.06198000000000001, + "ndcg_at_20": 0.07405, + "ndcg_at_100": 0.10586000000000001, + "ndcg_at_1000": 0.14695, + "map_at_1": 0.02083, + "map_at_3": 0.03382, + "map_at_5": 0.03805, + "map_at_10": 0.04314, + "map_at_20": 0.04662, + "map_at_100": 0.05133, + "map_at_1000": 0.05288, "recall_at_1": 0.02083, "recall_at_3": 0.049409999999999996, "recall_at_5": 0.06641, "recall_at_10": 0.09998, + "recall_at_20": 0.13971, + "recall_at_100": 0.2861, + "recall_at_1000": 0.56988, "precision_at_1": 0.032, - "precision_at_3": 0.024329999999999997, + "precision_at_3": 0.024330000000000004, "precision_at_5": 0.0202, "precision_at_10": 0.0163, + "precision_at_20": 0.0123, + "precision_at_100": 0.00538, + "precision_at_1000": 0.0011, "mrr_at_1": 0.032, - "mrr_at_3": 0.049166999999999995, + "mrr_at_3": 0.049167, "mrr_at_5": 0.054817, - "mrr_at_10": 0.061372 + "mrr_at_10": 0.061372, + "mrr_at_20": 0.064818, + "mrr_at_100": 0.069077, + "mrr_at_1000": 0.070179, + "nauc_ndcg_at_1_max": 0.075345, + "nauc_ndcg_at_1_std": -0.17380800000000002, + "nauc_ndcg_at_1_diff1": 0.230707, + "nauc_ndcg_at_3_max": 0.092206, + "nauc_ndcg_at_3_std": -0.125594, + "nauc_ndcg_at_3_diff1": 0.16543, + "nauc_ndcg_at_5_max": 0.072911, + "nauc_ndcg_at_5_std": -0.134758, + "nauc_ndcg_at_5_diff1": 0.152764, + "nauc_ndcg_at_10_max": 0.054577999999999995, + "nauc_ndcg_at_10_std": -0.141635, + "nauc_ndcg_at_10_diff1": 0.130479, + "nauc_ndcg_at_20_max": 0.070633, + "nauc_ndcg_at_20_std": -0.123854, + "nauc_ndcg_at_20_diff1": 0.11685499999999999, + "nauc_ndcg_at_100_max": 0.104362, + "nauc_ndcg_at_100_std": -0.099392, + "nauc_ndcg_at_100_diff1": 0.119351, + "nauc_ndcg_at_1000_max": 0.11567500000000001, + "nauc_ndcg_at_1000_std": -0.085511, + "nauc_ndcg_at_1000_diff1": 0.12418, + "nauc_map_at_1_max": 0.08729199999999998, + "nauc_map_at_1_std": -0.225749, + "nauc_map_at_1_diff1": 0.247528, + "nauc_map_at_3_max": 0.08675700000000001, + "nauc_map_at_3_std": -0.148719, + "nauc_map_at_3_diff1": 0.175986, + "nauc_map_at_5_max": 0.07726, + "nauc_map_at_5_std": -0.145548, + "nauc_map_at_5_diff1": 0.1654, + "nauc_map_at_10_max": 0.06399, + "nauc_map_at_10_std": -0.147618, + "nauc_map_at_10_diff1": 0.147355, + "nauc_map_at_20_max": 0.069674, + "nauc_map_at_20_std": -0.142111, + "nauc_map_at_20_diff1": 0.142946, + "nauc_map_at_100_max": 0.08024, + "nauc_map_at_100_std": -0.132243, + "nauc_map_at_100_diff1": 0.141314, + "nauc_map_at_1000_max": 0.081127, + "nauc_map_at_1000_std": -0.130145, + "nauc_map_at_1000_diff1": 0.141036, + "nauc_recall_at_1_max": 0.08729199999999998, + "nauc_recall_at_1_std": -0.225749, + "nauc_recall_at_1_diff1": 0.247528, + "nauc_recall_at_3_max": 0.09558800000000002, + "nauc_recall_at_3_std": -0.104583, + "nauc_recall_at_3_diff1": 0.142197, + "nauc_recall_at_5_max": 0.065597, + "nauc_recall_at_5_std": -0.12167200000000002, + "nauc_recall_at_5_diff1": 0.132839, + "nauc_recall_at_10_max": 0.027824, + "nauc_recall_at_10_std": -0.138798, + "nauc_recall_at_10_diff1": 0.094774, + "nauc_recall_at_20_max": 0.059161, + "nauc_recall_at_20_std": -0.10937, + "nauc_recall_at_20_diff1": 0.070969, + "nauc_recall_at_100_max": 0.122712, + "nauc_recall_at_100_std": -0.072211, + "nauc_recall_at_100_diff1": 0.079827, + "nauc_recall_at_1000_max": 0.165037, + "nauc_recall_at_1000_std": -0.038616, + "nauc_recall_at_1000_diff1": 0.101532, + "nauc_precision_at_1_max": 0.075345, + "nauc_precision_at_1_std": -0.17380800000000002, + "nauc_precision_at_1_diff1": 0.230707, + "nauc_precision_at_3_max": 0.088492, + "nauc_precision_at_3_std": -0.11295899999999999, + "nauc_precision_at_3_diff1": 0.14476, + "nauc_precision_at_5_max": 0.06733, + "nauc_precision_at_5_std": -0.110518, + "nauc_precision_at_5_diff1": 0.11148, + "nauc_precision_at_10_max": 0.057345, + "nauc_precision_at_10_std": -0.11168899999999998, + "nauc_precision_at_10_diff1": 0.102786, + "nauc_precision_at_20_max": 0.104611, + "nauc_precision_at_20_std": -0.053885, + "nauc_precision_at_20_diff1": 0.09022500000000001, + "nauc_precision_at_100_max": 0.160671, + "nauc_precision_at_100_std": -0.005837, + "nauc_precision_at_100_diff1": 0.125063, + "nauc_precision_at_1000_max": 0.13394, + "nauc_precision_at_1000_std": 0.022683, + "nauc_precision_at_1000_diff1": 0.10230800000000001, + "nauc_mrr_at_1_max": 0.075345, + "nauc_mrr_at_1_std": -0.17380800000000002, + "nauc_mrr_at_1_diff1": 0.230707, + "nauc_mrr_at_3_max": 0.085063, + "nauc_mrr_at_3_std": -0.133302, + "nauc_mrr_at_3_diff1": 0.17414, + "nauc_mrr_at_5_max": 0.074507, + "nauc_mrr_at_5_std": -0.140678, + "nauc_mrr_at_5_diff1": 0.165774, + "nauc_mrr_at_10_max": 0.0717, + "nauc_mrr_at_10_std": -0.141629, + "nauc_mrr_at_10_diff1": 0.163169, + "nauc_mrr_at_20_max": 0.07558, + "nauc_mrr_at_20_std": -0.133002, + "nauc_mrr_at_20_diff1": 0.153353, + "nauc_mrr_at_100_max": 0.079475, + "nauc_mrr_at_100_std": -0.129631, + "nauc_mrr_at_100_diff1": 0.152354, + "nauc_mrr_at_1000_max": 0.079108, + "nauc_mrr_at_1000_std": -0.129541, + "nauc_mrr_at_1000_diff1": 0.152051, + "main_score": 0.06198000000000001 } ] } diff --git a/results/Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet/external/MLQARetrieval.json b/results/Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet/external/MLQARetrieval.json index 190456bcc9..9fded93b41 100644 --- a/results/Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet/external/MLQARetrieval.json +++ b/results/Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet/external/MLQARetrieval.json @@ -6,31 +6,3854 @@ "scores": { "validation": [ { - "hf_subset": "ar", + "hf_subset": "ara-ara", "languages": [ - "None" + "ara-Arab", + "ara-Arab" ], - "main_score": 0.3651, - "map_at_1": 0.23985, - "map_at_3": 0.29723, - "map_at_5": 0.31241, - "map_at_10": 0.32063, "ndcg_at_1": 0.23985, "ndcg_at_3": 0.31717, "ndcg_at_5": 0.34439, "ndcg_at_10": 0.3651, + "ndcg_at_20": 0.38442, + "ndcg_at_100": 0.42731, + "ndcg_at_1000": 0.45137, + "map_at_1": 0.23985, + "map_at_3": 0.29723, + "map_at_5": 0.31241, + "map_at_10": 0.32063, + "map_at_20": 0.32606999999999997, + "map_at_100": 0.33181, + "map_at_1000": 0.33279, "recall_at_1": 0.23985, "recall_at_3": 0.37524, "recall_at_5": 0.44101, - "recall_at_10": 0.5067699999999999, + "recall_at_10": 0.50677, + "recall_at_20": 0.58221, + "recall_at_100": 0.81625, + "recall_at_1000": 1.0, "precision_at_1": 0.23985, "precision_at_3": 0.12508, "precision_at_5": 0.0882, - "precision_at_10": 0.050679999999999996, + "precision_at_10": 0.05068, + "precision_at_20": 0.02911, + "precision_at_100": 0.00816, + "precision_at_1000": 0.001, "mrr_at_1": 0.239845, "mrr_at_3": 0.297228, "mrr_at_5": 0.312411, - "mrr_at_10": 0.320631 + "mrr_at_10": 0.320631, + "mrr_at_20": 0.326073, + "mrr_at_100": 0.331811, + "mrr_at_1000": 0.332789, + "nauc_ndcg_at_1_max": 0.555513, + "nauc_ndcg_at_1_std": 0.192389, + "nauc_ndcg_at_1_diff1": 0.463359, + "nauc_ndcg_at_3_max": 0.546479, + "nauc_ndcg_at_3_std": 0.207714, + "nauc_ndcg_at_3_diff1": 0.392472, + "nauc_ndcg_at_5_max": 0.529641, + "nauc_ndcg_at_5_std": 0.203665, + "nauc_ndcg_at_5_diff1": 0.381887, + "nauc_ndcg_at_10_max": 0.528637, + "nauc_ndcg_at_10_std": 0.200692, + "nauc_ndcg_at_10_diff1": 0.370473, + "nauc_ndcg_at_20_max": 0.515789, + "nauc_ndcg_at_20_std": 0.195645, + "nauc_ndcg_at_20_diff1": 0.34505699999999995, + "nauc_ndcg_at_100_max": 0.526159, + "nauc_ndcg_at_100_std": 0.203172, + "nauc_ndcg_at_100_diff1": 0.35578199999999993, + "nauc_ndcg_at_1000_max": 0.531581, + "nauc_ndcg_at_1000_std": 0.20187999999999998, + "nauc_ndcg_at_1000_diff1": 0.37285, + "nauc_map_at_1_max": 0.555513, + "nauc_map_at_1_std": 0.192389, + "nauc_map_at_1_diff1": 0.463359, + "nauc_map_at_3_max": 0.551118, + "nauc_map_at_3_std": 0.203289, + "nauc_map_at_3_diff1": 0.40842, + "nauc_map_at_5_max": 0.541547, + "nauc_map_at_5_std": 0.20097500000000001, + "nauc_map_at_5_diff1": 0.402913, + "nauc_map_at_10_max": 0.54173, + "nauc_map_at_10_std": 0.200246, + "nauc_map_at_10_diff1": 0.398307, + "nauc_map_at_20_max": 0.537978, + "nauc_map_at_20_std": 0.19876100000000002, + "nauc_map_at_20_diff1": 0.391152, + "nauc_map_at_100_max": 0.539577, + "nauc_map_at_100_std": 0.200471, + "nauc_map_at_100_diff1": 0.392606, + "nauc_map_at_1000_max": 0.539822, + "nauc_map_at_1000_std": 0.20043500000000003, + "nauc_map_at_1000_diff1": 0.39334, + "nauc_recall_at_1_max": 0.555513, + "nauc_recall_at_1_std": 0.192389, + "nauc_recall_at_1_diff1": 0.463359, + "nauc_recall_at_3_max": 0.53303, + "nauc_recall_at_3_std": 0.219959, + "nauc_recall_at_3_diff1": 0.349686, + "nauc_recall_at_5_max": 0.494376, + "nauc_recall_at_5_std": 0.21074500000000002, + "nauc_recall_at_5_diff1": 0.323358, + "nauc_recall_at_10_max": 0.487626, + "nauc_recall_at_10_std": 0.199455, + "nauc_recall_at_10_diff1": 0.287268, + "nauc_recall_at_20_max": 0.434219, + "nauc_recall_at_20_std": 0.179596, + "nauc_recall_at_20_diff1": 0.17968299999999998, + "nauc_recall_at_100_max": 0.46079000000000003, + "nauc_recall_at_100_std": 0.220524, + "nauc_recall_at_100_diff1": 0.147421, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.555513, + "nauc_precision_at_1_std": 0.192389, + "nauc_precision_at_1_diff1": 0.463359, + "nauc_precision_at_3_max": 0.53303, + "nauc_precision_at_3_std": 0.219959, + "nauc_precision_at_3_diff1": 0.349686, + "nauc_precision_at_5_max": 0.494376, + "nauc_precision_at_5_std": 0.21074500000000002, + "nauc_precision_at_5_diff1": 0.323358, + "nauc_precision_at_10_max": 0.487626, + "nauc_precision_at_10_std": 0.199455, + "nauc_precision_at_10_diff1": 0.287268, + "nauc_precision_at_20_max": 0.434219, + "nauc_precision_at_20_std": 0.179596, + "nauc_precision_at_20_diff1": 0.17968299999999998, + "nauc_precision_at_100_max": 0.46079000000000003, + "nauc_precision_at_100_std": 0.220524, + "nauc_precision_at_100_diff1": 0.147421, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.555513, + "nauc_mrr_at_1_std": 0.192389, + "nauc_mrr_at_1_diff1": 0.463359, + "nauc_mrr_at_3_max": 0.551118, + "nauc_mrr_at_3_std": 0.203289, + "nauc_mrr_at_3_diff1": 0.40842, + "nauc_mrr_at_5_max": 0.541547, + "nauc_mrr_at_5_std": 0.20097500000000001, + "nauc_mrr_at_5_diff1": 0.402913, + "nauc_mrr_at_10_max": 0.54173, + "nauc_mrr_at_10_std": 0.200246, + "nauc_mrr_at_10_diff1": 0.398307, + "nauc_mrr_at_20_max": 0.537978, + "nauc_mrr_at_20_std": 0.19876100000000002, + "nauc_mrr_at_20_diff1": 0.391152, + "nauc_mrr_at_100_max": 0.539577, + "nauc_mrr_at_100_std": 0.200471, + "nauc_mrr_at_100_diff1": 0.392606, + "nauc_mrr_at_1000_max": 0.539822, + "nauc_mrr_at_1000_std": 0.20043500000000003, + "nauc_mrr_at_1000_diff1": 0.39334, + "main_score": 0.3651 + }, + { + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ], + "ndcg_at_1": 0.00483, + "ndcg_at_3": 0.01996, + "ndcg_at_5": 0.02391, + "ndcg_at_10": 0.03143, + "ndcg_at_20": 0.05194, + "ndcg_at_100": 0.13254, + "ndcg_at_1000": 0.18716999999999998, + "map_at_1": 0.00483, + "map_at_3": 0.015300000000000001, + "map_at_5": 0.01747, + "map_at_10": 0.020409999999999998, + "map_at_20": 0.025919999999999995, + "map_at_100": 0.03509, + "map_at_1000": 0.038, + "recall_at_1": 0.00483, + "recall_at_3": 0.03382, + "recall_at_5": 0.04348, + "recall_at_10": 0.06763, + "recall_at_20": 0.14976, + "recall_at_100": 0.61353, + "recall_at_1000": 1.0, + "precision_at_1": 0.00483, + "precision_at_3": 0.01127, + "precision_at_5": 0.0087, + "precision_at_10": 0.00676, + "precision_at_20": 0.00749, + "precision_at_100": 0.00614, + "precision_at_1000": 0.001, + "mrr_at_1": 0.004831, + "mrr_at_3": 0.015298, + "mrr_at_5": 0.017472, + "mrr_at_10": 0.020409, + "mrr_at_20": 0.025922, + "mrr_at_100": 0.035095, + "mrr_at_1000": 0.038004, + "nauc_ndcg_at_1_max": -0.41553000000000007, + "nauc_ndcg_at_1_std": -0.41553000000000007, + "nauc_ndcg_at_1_diff1": -0.575235, + "nauc_ndcg_at_3_max": -0.44262, + "nauc_ndcg_at_3_std": -0.41594300000000006, + "nauc_ndcg_at_3_diff1": -0.336751, + "nauc_ndcg_at_5_max": -0.42973599999999995, + "nauc_ndcg_at_5_std": -0.422472, + "nauc_ndcg_at_5_diff1": -0.332173, + "nauc_ndcg_at_10_max": -0.318217, + "nauc_ndcg_at_10_std": -0.36042900000000005, + "nauc_ndcg_at_10_diff1": -0.19742300000000002, + "nauc_ndcg_at_20_max": -0.19906, + "nauc_ndcg_at_20_std": -0.253892, + "nauc_ndcg_at_20_diff1": -0.123579, + "nauc_ndcg_at_100_max": -0.1487, + "nauc_ndcg_at_100_std": -0.154838, + "nauc_ndcg_at_100_diff1": -0.103397, + "nauc_ndcg_at_1000_max": -0.225591, + "nauc_ndcg_at_1000_std": -0.248202, + "nauc_ndcg_at_1000_diff1": -0.153685, + "nauc_map_at_1_max": -0.41553000000000007, + "nauc_map_at_1_std": -0.41553000000000007, + "nauc_map_at_1_diff1": -0.575235, + "nauc_map_at_3_max": -0.443092, + "nauc_map_at_3_std": -0.419893, + "nauc_map_at_3_diff1": -0.3585749999999999, + "nauc_map_at_5_max": -0.43298500000000006, + "nauc_map_at_5_std": -0.424017, + "nauc_map_at_5_diff1": -0.350605, + "nauc_map_at_10_max": -0.371022, + "nauc_map_at_10_std": -0.389588, + "nauc_map_at_10_diff1": -0.265455, + "nauc_map_at_20_max": -0.300711, + "nauc_map_at_20_std": -0.331179, + "nauc_map_at_20_diff1": -0.21566600000000002, + "nauc_map_at_100_max": -0.274023, + "nauc_map_at_100_std": -0.292105, + "nauc_map_at_100_diff1": -0.199454, + "nauc_map_at_1000_max": -0.286252, + "nauc_map_at_1000_std": -0.306047, + "nauc_map_at_1000_diff1": -0.208378, + "nauc_recall_at_1_max": -0.41553000000000007, + "nauc_recall_at_1_std": -0.41553000000000007, + "nauc_recall_at_1_diff1": -0.575235, + "nauc_recall_at_3_max": -0.441529, + "nauc_recall_at_3_std": -0.410044, + "nauc_recall_at_3_diff1": -0.307575, + "nauc_recall_at_5_max": -0.425017, + "nauc_recall_at_5_std": -0.420639, + "nauc_recall_at_5_diff1": -0.310911, + "nauc_recall_at_10_max": -0.251079, + "nauc_recall_at_10_std": -0.32359000000000004, + "nauc_recall_at_10_diff1": -0.119862, + "nauc_recall_at_20_max": -0.110812, + "nauc_recall_at_20_std": -0.185217, + "nauc_recall_at_20_diff1": -0.050226, + "nauc_recall_at_100_max": -0.050011, + "nauc_recall_at_100_std": -0.033889, + "nauc_recall_at_100_diff1": -0.039987, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.41553000000000007, + "nauc_precision_at_1_std": -0.41553000000000007, + "nauc_precision_at_1_diff1": -0.575235, + "nauc_precision_at_3_max": -0.441529, + "nauc_precision_at_3_std": -0.410044, + "nauc_precision_at_3_diff1": -0.307575, + "nauc_precision_at_5_max": -0.425017, + "nauc_precision_at_5_std": -0.420639, + "nauc_precision_at_5_diff1": -0.310911, + "nauc_precision_at_10_max": -0.251079, + "nauc_precision_at_10_std": -0.32359000000000004, + "nauc_precision_at_10_diff1": -0.119862, + "nauc_precision_at_20_max": -0.110812, + "nauc_precision_at_20_std": -0.185217, + "nauc_precision_at_20_diff1": -0.050226, + "nauc_precision_at_100_max": -0.050011, + "nauc_precision_at_100_std": -0.033889, + "nauc_precision_at_100_diff1": -0.039987, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": -0.41553000000000007, + "nauc_mrr_at_1_std": -0.41553000000000007, + "nauc_mrr_at_1_diff1": -0.575235, + "nauc_mrr_at_3_max": -0.443092, + "nauc_mrr_at_3_std": -0.419893, + "nauc_mrr_at_3_diff1": -0.3585749999999999, + "nauc_mrr_at_5_max": -0.43298500000000006, + "nauc_mrr_at_5_std": -0.424017, + "nauc_mrr_at_5_diff1": -0.350605, + "nauc_mrr_at_10_max": -0.371022, + "nauc_mrr_at_10_std": -0.389588, + "nauc_mrr_at_10_diff1": -0.265455, + "nauc_mrr_at_20_max": -0.300711, + "nauc_mrr_at_20_std": -0.331179, + "nauc_mrr_at_20_diff1": -0.21566600000000002, + "nauc_mrr_at_100_max": -0.274023, + "nauc_mrr_at_100_std": -0.292105, + "nauc_mrr_at_100_diff1": -0.199454, + "nauc_mrr_at_1000_max": -0.286252, + "nauc_mrr_at_1000_std": -0.306047, + "nauc_mrr_at_1000_diff1": -0.208378, + "main_score": 0.03143 + }, + { + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ], + "ndcg_at_1": 0.00387, + "ndcg_at_3": 0.00799, + "ndcg_at_5": 0.01107, + "ndcg_at_10": 0.01895, + "ndcg_at_20": 0.02491, + "ndcg_at_100": 0.06725, + "ndcg_at_1000": 0.15474, + "map_at_1": 0.00387, + "map_at_3": 0.006770000000000001, + "map_at_5": 0.00841, + "map_at_10": 0.01152, + "map_at_20": 0.0132, + "map_at_100": 0.0182, + "map_at_1000": 0.02129, + "recall_at_1": 0.00387, + "recall_at_3": 0.01161, + "recall_at_5": 0.01934, + "recall_at_10": 0.04449, + "recall_at_20": 0.0677, + "recall_at_100": 0.30948, + "recall_at_1000": 1.0, + "precision_at_1": 0.00387, + "precision_at_3": 0.00387, + "precision_at_5": 0.00387, + "precision_at_10": 0.00445, + "precision_at_20": 0.00338, + "precision_at_100": 0.00309, + "precision_at_1000": 0.001, + "mrr_at_1": 0.003868, + "mrr_at_3": 0.006770000000000001, + "mrr_at_5": 0.008414, + "mrr_at_10": 0.011516, + "mrr_at_20": 0.013199, + "mrr_at_100": 0.018199, + "mrr_at_1000": 0.021289, + "nauc_ndcg_at_1_max": 0.464561, + "nauc_ndcg_at_1_std": -0.323062, + "nauc_ndcg_at_1_diff1": 0.044164, + "nauc_ndcg_at_3_max": 0.217988, + "nauc_ndcg_at_3_std": 0.099137, + "nauc_ndcg_at_3_diff1": 0.311407, + "nauc_ndcg_at_5_max": 0.111279, + "nauc_ndcg_at_5_std": 0.112983, + "nauc_ndcg_at_5_diff1": 0.11506, + "nauc_ndcg_at_10_max": 0.132622, + "nauc_ndcg_at_10_std": 0.113881, + "nauc_ndcg_at_10_diff1": 0.082281, + "nauc_ndcg_at_20_max": 0.055699, + "nauc_ndcg_at_20_std": 0.095456, + "nauc_ndcg_at_20_diff1": 0.010035, + "nauc_ndcg_at_100_max": 0.120172, + "nauc_ndcg_at_100_std": 0.14403, + "nauc_ndcg_at_100_diff1": -0.035281, + "nauc_ndcg_at_1000_max": 0.10545, + "nauc_ndcg_at_1000_std": 0.123847, + "nauc_ndcg_at_1000_diff1": -0.016626, + "nauc_map_at_1_max": 0.464561, + "nauc_map_at_1_std": -0.323062, + "nauc_map_at_1_diff1": 0.044164, + "nauc_map_at_3_max": 0.24696299999999996, + "nauc_map_at_3_std": 0.018696, + "nauc_map_at_3_diff1": 0.260786, + "nauc_map_at_5_max": 0.16475, + "nauc_map_at_5_std": 0.039592, + "nauc_map_at_5_diff1": 0.133895, + "nauc_map_at_10_max": 0.162084, + "nauc_map_at_10_std": 0.058298, + "nauc_map_at_10_diff1": 0.108911, + "nauc_map_at_20_max": 0.119237, + "nauc_map_at_20_std": 0.057805, + "nauc_map_at_20_diff1": 0.068079, + "nauc_map_at_100_max": 0.127794, + "nauc_map_at_100_std": 0.085426, + "nauc_map_at_100_diff1": 0.0311, + "nauc_map_at_1000_max": 0.125872, + "nauc_map_at_1000_std": 0.082159, + "nauc_map_at_1000_diff1": 0.033531, + "nauc_recall_at_1_max": 0.464561, + "nauc_recall_at_1_std": -0.323062, + "nauc_recall_at_1_diff1": 0.044164, + "nauc_recall_at_3_max": 0.170416, + "nauc_recall_at_3_std": 0.239913, + "nauc_recall_at_3_diff1": 0.39994300000000005, + "nauc_recall_at_5_max": 0.038781, + "nauc_recall_at_5_std": 0.211723, + "nauc_recall_at_5_diff1": 0.079961, + "nauc_recall_at_10_max": 0.111446, + "nauc_recall_at_10_std": 0.159162, + "nauc_recall_at_10_diff1": 0.05334, + "nauc_recall_at_20_max": 0.005849999999999999, + "nauc_recall_at_20_std": 0.11422799999999998, + "nauc_recall_at_20_diff1": -0.04172, + "nauc_recall_at_100_max": 0.131038, + "nauc_recall_at_100_std": 0.16584900000000002, + "nauc_recall_at_100_diff1": -0.058171999999999995, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.464561, + "nauc_precision_at_1_std": -0.323062, + "nauc_precision_at_1_diff1": 0.044164, + "nauc_precision_at_3_max": 0.170416, + "nauc_precision_at_3_std": 0.239913, + "nauc_precision_at_3_diff1": 0.39994300000000005, + "nauc_precision_at_5_max": 0.038781, + "nauc_precision_at_5_std": 0.211723, + "nauc_precision_at_5_diff1": 0.079961, + "nauc_precision_at_10_max": 0.111446, + "nauc_precision_at_10_std": 0.159162, + "nauc_precision_at_10_diff1": 0.05334, + "nauc_precision_at_20_max": 0.005849999999999999, + "nauc_precision_at_20_std": 0.11422799999999998, + "nauc_precision_at_20_diff1": -0.04172, + "nauc_precision_at_100_max": 0.131038, + "nauc_precision_at_100_std": 0.16584900000000002, + "nauc_precision_at_100_diff1": -0.058171999999999995, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.464561, + "nauc_mrr_at_1_std": -0.323062, + "nauc_mrr_at_1_diff1": 0.044164, + "nauc_mrr_at_3_max": 0.24696299999999996, + "nauc_mrr_at_3_std": 0.018696, + "nauc_mrr_at_3_diff1": 0.260786, + "nauc_mrr_at_5_max": 0.16475, + "nauc_mrr_at_5_std": 0.039592, + "nauc_mrr_at_5_diff1": 0.133895, + "nauc_mrr_at_10_max": 0.162084, + "nauc_mrr_at_10_std": 0.058298, + "nauc_mrr_at_10_diff1": 0.108911, + "nauc_mrr_at_20_max": 0.119237, + "nauc_mrr_at_20_std": 0.057805, + "nauc_mrr_at_20_diff1": 0.068079, + "nauc_mrr_at_100_max": 0.127794, + "nauc_mrr_at_100_std": 0.085426, + "nauc_mrr_at_100_diff1": 0.0311, + "nauc_mrr_at_1000_max": 0.125872, + "nauc_mrr_at_1000_std": 0.082159, + "nauc_mrr_at_1000_diff1": 0.033531, + "main_score": 0.01895 + }, + { + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ], + "ndcg_at_1": 0.00621, + "ndcg_at_3": 0.01945, + "ndcg_at_5": 0.027470000000000005, + "ndcg_at_10": 0.03936, + "ndcg_at_20": 0.06072999999999999, + "ndcg_at_100": 0.16366, + "ndcg_at_1000": 0.19769000000000003, + "map_at_1": 0.00621, + "map_at_3": 0.015529999999999999, + "map_at_5": 0.02019, + "map_at_10": 0.025, + "map_at_20": 0.03055, + "map_at_100": 0.04247999999999999, + "map_at_1000": 0.04443, + "recall_at_1": 0.00621, + "recall_at_3": 0.031059999999999997, + "recall_at_5": 0.04968999999999999, + "recall_at_10": 0.08696, + "recall_at_20": 0.17391, + "recall_at_100": 0.76398, + "recall_at_1000": 1.0, + "precision_at_1": 0.00621, + "precision_at_3": 0.01035, + "precision_at_5": 0.00994, + "precision_at_10": 0.0087, + "precision_at_20": 0.0087, + "precision_at_100": 0.00764, + "precision_at_1000": 0.001, + "mrr_at_1": 0.0062109999999999995, + "mrr_at_3": 0.015528, + "mrr_at_5": 0.020185999999999996, + "mrr_at_10": 0.024998, + "mrr_at_20": 0.030547, + "mrr_at_100": 0.042485, + "mrr_at_1000": 0.044432, + "nauc_ndcg_at_1_max": -0.497187, + "nauc_ndcg_at_1_std": -0.497187, + "nauc_ndcg_at_1_diff1": -0.205681, + "nauc_ndcg_at_3_max": -0.408251, + "nauc_ndcg_at_3_std": -0.308954, + "nauc_ndcg_at_3_diff1": -0.064114, + "nauc_ndcg_at_5_max": -0.284846, + "nauc_ndcg_at_5_std": -0.205221, + "nauc_ndcg_at_5_diff1": -0.008007, + "nauc_ndcg_at_10_max": -0.203348, + "nauc_ndcg_at_10_std": -0.082217, + "nauc_ndcg_at_10_diff1": 0.005930000000000001, + "nauc_ndcg_at_20_max": -0.194567, + "nauc_ndcg_at_20_std": -0.095993, + "nauc_ndcg_at_20_diff1": -0.026712, + "nauc_ndcg_at_100_max": -0.157733, + "nauc_ndcg_at_100_std": -0.051976, + "nauc_ndcg_at_100_diff1": 0.030289999999999997, + "nauc_ndcg_at_1000_max": -0.219004, + "nauc_ndcg_at_1000_std": -0.118486, + "nauc_ndcg_at_1000_diff1": -0.024699, + "nauc_map_at_1_max": -0.497187, + "nauc_map_at_1_std": -0.497187, + "nauc_map_at_1_diff1": -0.205681, + "nauc_map_at_3_max": -0.425305, + "nauc_map_at_3_std": -0.3423999999999999, + "nauc_map_at_3_diff1": -0.087485, + "nauc_map_at_5_max": -0.323882, + "nauc_map_at_5_std": -0.252735, + "nauc_map_at_5_diff1": -0.037768, + "nauc_map_at_10_max": -0.265982, + "nauc_map_at_10_std": -0.16737400000000002, + "nauc_map_at_10_diff1": -0.023562, + "nauc_map_at_20_max": -0.252884, + "nauc_map_at_20_std": -0.161507, + "nauc_map_at_20_diff1": -0.035117, + "nauc_map_at_100_max": -0.249215, + "nauc_map_at_100_std": -0.155839, + "nauc_map_at_100_diff1": -0.032183, + "nauc_map_at_1000_max": -0.256555, + "nauc_map_at_1000_std": -0.163961, + "nauc_map_at_1000_diff1": -0.038159, + "nauc_recall_at_1_max": -0.497187, + "nauc_recall_at_1_std": -0.497187, + "nauc_recall_at_1_diff1": -0.205681, + "nauc_recall_at_3_max": -0.381894, + "nauc_recall_at_3_std": -0.257537, + "nauc_recall_at_3_diff1": -0.028386, + "nauc_recall_at_5_max": -0.23336, + "nauc_recall_at_5_std": -0.143654, + "nauc_recall_at_5_diff1": 0.030241000000000004, + "nauc_recall_at_10_max": -0.137581, + "nauc_recall_at_10_std": 0.00758, + "nauc_recall_at_10_diff1": 0.033953, + "nauc_recall_at_20_max": -0.151755, + "nauc_recall_at_20_std": -0.051234, + "nauc_recall_at_20_diff1": -0.027003, + "nauc_recall_at_100_max": -0.032379, + "nauc_recall_at_100_std": 0.08405, + "nauc_recall_at_100_diff1": 0.142268, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.497187, + "nauc_precision_at_1_std": -0.497187, + "nauc_precision_at_1_diff1": -0.205681, + "nauc_precision_at_3_max": -0.381894, + "nauc_precision_at_3_std": -0.257537, + "nauc_precision_at_3_diff1": -0.028386, + "nauc_precision_at_5_max": -0.23336, + "nauc_precision_at_5_std": -0.143654, + "nauc_precision_at_5_diff1": 0.030241000000000004, + "nauc_precision_at_10_max": -0.137581, + "nauc_precision_at_10_std": 0.00758, + "nauc_precision_at_10_diff1": 0.033953, + "nauc_precision_at_20_max": -0.151755, + "nauc_precision_at_20_std": -0.051234, + "nauc_precision_at_20_diff1": -0.027003, + "nauc_precision_at_100_max": -0.032379, + "nauc_precision_at_100_std": 0.08405, + "nauc_precision_at_100_diff1": 0.142268, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": -0.497187, + "nauc_mrr_at_1_std": -0.497187, + "nauc_mrr_at_1_diff1": -0.205681, + "nauc_mrr_at_3_max": -0.425305, + "nauc_mrr_at_3_std": -0.3423999999999999, + "nauc_mrr_at_3_diff1": -0.087485, + "nauc_mrr_at_5_max": -0.323882, + "nauc_mrr_at_5_std": -0.252735, + "nauc_mrr_at_5_diff1": -0.037768, + "nauc_mrr_at_10_max": -0.265982, + "nauc_mrr_at_10_std": -0.16737400000000002, + "nauc_mrr_at_10_diff1": -0.023562, + "nauc_mrr_at_20_max": -0.252884, + "nauc_mrr_at_20_std": -0.161507, + "nauc_mrr_at_20_diff1": -0.035117, + "nauc_mrr_at_100_max": -0.249215, + "nauc_mrr_at_100_std": -0.155839, + "nauc_mrr_at_100_diff1": -0.032183, + "nauc_mrr_at_1000_max": -0.256555, + "nauc_mrr_at_1000_std": -0.163961, + "nauc_mrr_at_1000_diff1": -0.038159, + "main_score": 0.03936 + }, + { + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ], + "ndcg_at_1": 0.01075, + "ndcg_at_3": 0.01952, + "ndcg_at_5": 0.028080000000000004, + "ndcg_at_10": 0.03665, + "ndcg_at_20": 0.05686, + "ndcg_at_100": 0.14824, + "ndcg_at_1000": 0.19533, + "map_at_1": 0.01075, + "map_at_3": 0.01703, + "map_at_5": 0.02159, + "map_at_10": 0.025069999999999995, + "map_at_20": 0.030520000000000002, + "map_at_100": 0.04165, + "map_at_1000": 0.04431, + "recall_at_1": 0.01075, + "recall_at_3": 0.02688, + "recall_at_5": 0.04839, + "recall_at_10": 0.07527, + "recall_at_20": 0.15591, + "recall_at_100": 0.67204, + "recall_at_1000": 1.0, + "precision_at_1": 0.01075, + "precision_at_3": 0.00896, + "precision_at_5": 0.00968, + "precision_at_10": 0.00753, + "precision_at_20": 0.007799999999999999, + "precision_at_100": 0.00672, + "precision_at_1000": 0.001, + "mrr_at_1": 0.010753000000000002, + "mrr_at_3": 0.017025, + "mrr_at_5": 0.021595, + "mrr_at_10": 0.025066, + "mrr_at_20": 0.030518, + "mrr_at_100": 0.04165, + "mrr_at_1000": 0.04430799999999999, + "nauc_ndcg_at_1_max": 0.212627, + "nauc_ndcg_at_1_std": -0.417253, + "nauc_ndcg_at_1_diff1": 0.212627, + "nauc_ndcg_at_3_max": 0.162895, + "nauc_ndcg_at_3_std": -0.219452, + "nauc_ndcg_at_3_diff1": 0.120077, + "nauc_ndcg_at_5_max": 0.14028, + "nauc_ndcg_at_5_std": -0.052868, + "nauc_ndcg_at_5_diff1": 0.013697999999999998, + "nauc_ndcg_at_10_max": 0.060018, + "nauc_ndcg_at_10_std": -0.09074, + "nauc_ndcg_at_10_diff1": 0.013087999999999999, + "nauc_ndcg_at_20_max": -0.06839, + "nauc_ndcg_at_20_std": -0.171404, + "nauc_ndcg_at_20_diff1": -0.123198, + "nauc_ndcg_at_100_max": 0.02491, + "nauc_ndcg_at_100_std": -0.054581, + "nauc_ndcg_at_100_diff1": -0.026779, + "nauc_ndcg_at_1000_max": 0.006388, + "nauc_ndcg_at_1000_std": -0.127081, + "nauc_ndcg_at_1000_diff1": -0.059370000000000006, + "nauc_map_at_1_max": 0.212627, + "nauc_map_at_1_std": -0.417253, + "nauc_map_at_1_diff1": 0.212627, + "nauc_map_at_3_max": 0.167498, + "nauc_map_at_3_std": -0.257376, + "nauc_map_at_3_diff1": 0.12853, + "nauc_map_at_5_max": 0.14973, + "nauc_map_at_5_std": -0.136371, + "nauc_map_at_5_diff1": 0.05048699999999999, + "nauc_map_at_10_max": 0.103348, + "nauc_map_at_10_std": -0.147688, + "nauc_map_at_10_diff1": 0.045799000000000006, + "nauc_map_at_20_max": 0.029443, + "nauc_map_at_20_std": -0.18388299999999996, + "nauc_map_at_20_diff1": -0.02883, + "nauc_map_at_100_max": 0.042533, + "nauc_map_at_100_std": -0.153487, + "nauc_map_at_100_diff1": -0.020131, + "nauc_map_at_1000_max": 0.042232000000000006, + "nauc_map_at_1000_std": -0.161977, + "nauc_map_at_1000_diff1": -0.021845, + "nauc_recall_at_1_max": 0.212627, + "nauc_recall_at_1_std": -0.417253, + "nauc_recall_at_1_diff1": 0.212627, + "nauc_recall_at_3_max": 0.155258, + "nauc_recall_at_3_std": -0.148099, + "nauc_recall_at_3_diff1": 0.106104, + "nauc_recall_at_5_max": 0.127678, + "nauc_recall_at_5_std": 0.06818, + "nauc_recall_at_5_diff1": -0.038459, + "nauc_recall_at_10_max": 0.005512, + "nauc_recall_at_10_std": -0.032002, + "nauc_recall_at_10_diff1": -0.02238, + "nauc_recall_at_20_max": -0.155721, + "nauc_recall_at_20_std": -0.17178100000000002, + "nauc_recall_at_20_diff1": -0.2064, + "nauc_recall_at_100_max": 0.055887, + "nauc_recall_at_100_std": 0.06551, + "nauc_recall_at_100_diff1": 0.026925999999999995, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.212627, + "nauc_precision_at_1_std": -0.417253, + "nauc_precision_at_1_diff1": 0.212627, + "nauc_precision_at_3_max": 0.155258, + "nauc_precision_at_3_std": -0.148099, + "nauc_precision_at_3_diff1": 0.106104, + "nauc_precision_at_5_max": 0.127678, + "nauc_precision_at_5_std": 0.06818, + "nauc_precision_at_5_diff1": -0.038459, + "nauc_precision_at_10_max": 0.005512, + "nauc_precision_at_10_std": -0.032002, + "nauc_precision_at_10_diff1": -0.02238, + "nauc_precision_at_20_max": -0.155721, + "nauc_precision_at_20_std": -0.17178100000000002, + "nauc_precision_at_20_diff1": -0.2064, + "nauc_precision_at_100_max": 0.055887, + "nauc_precision_at_100_std": 0.06551, + "nauc_precision_at_100_diff1": 0.026925999999999995, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.212627, + "nauc_mrr_at_1_std": -0.417253, + "nauc_mrr_at_1_diff1": 0.212627, + "nauc_mrr_at_3_max": 0.167498, + "nauc_mrr_at_3_std": -0.257376, + "nauc_mrr_at_3_diff1": 0.12853, + "nauc_mrr_at_5_max": 0.14973, + "nauc_mrr_at_5_std": -0.136371, + "nauc_mrr_at_5_diff1": 0.05048699999999999, + "nauc_mrr_at_10_max": 0.103348, + "nauc_mrr_at_10_std": -0.147688, + "nauc_mrr_at_10_diff1": 0.045799000000000006, + "nauc_mrr_at_20_max": 0.029443, + "nauc_mrr_at_20_std": -0.18388299999999996, + "nauc_mrr_at_20_diff1": -0.02883, + "nauc_mrr_at_100_max": 0.042533, + "nauc_mrr_at_100_std": -0.153487, + "nauc_mrr_at_100_diff1": -0.020131, + "nauc_mrr_at_1000_max": 0.042232000000000006, + "nauc_mrr_at_1000_std": -0.161977, + "nauc_mrr_at_1000_diff1": -0.021845, + "main_score": 0.03665 + }, + { + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ], + "ndcg_at_1": 0.00613, + "ndcg_at_3": 0.01307, + "ndcg_at_5": 0.01307, + "ndcg_at_10": 0.02843, + "ndcg_at_20": 0.05175, + "ndcg_at_100": 0.13927, + "ndcg_at_1000": 0.18776, + "map_at_1": 0.00613, + "map_at_3": 0.01125, + "map_at_5": 0.01125, + "map_at_10": 0.01729, + "map_at_20": 0.02371, + "map_at_100": 0.0338, + "map_at_1000": 0.03654, + "recall_at_1": 0.00613, + "recall_at_3": 0.0184, + "recall_at_5": 0.0184, + "recall_at_10": 0.06748, + "recall_at_20": 0.15951, + "recall_at_100": 0.66258, + "recall_at_1000": 1.0, + "precision_at_1": 0.00613, + "precision_at_3": 0.00613, + "precision_at_5": 0.00368, + "precision_at_10": 0.006750000000000001, + "precision_at_20": 0.00798, + "precision_at_100": 0.00663, + "precision_at_1000": 0.001, + "mrr_at_1": 0.006134999999999999, + "mrr_at_3": 0.011247, + "mrr_at_5": 0.011247, + "mrr_at_10": 0.017287, + "mrr_at_20": 0.023708, + "mrr_at_100": 0.0338, + "mrr_at_1000": 0.036543, + "nauc_ndcg_at_1_max": -0.069554, + "nauc_ndcg_at_1_std": 0.32370699999999997, + "nauc_ndcg_at_1_diff1": -0.317312, + "nauc_ndcg_at_3_max": -0.050637, + "nauc_ndcg_at_3_std": -0.076478, + "nauc_ndcg_at_3_diff1": -0.319542, + "nauc_ndcg_at_5_max": -0.050637, + "nauc_ndcg_at_5_std": -0.076478, + "nauc_ndcg_at_5_diff1": -0.319542, + "nauc_ndcg_at_10_max": -0.055409, + "nauc_ndcg_at_10_std": -0.052786, + "nauc_ndcg_at_10_diff1": -0.143493, + "nauc_ndcg_at_20_max": 0.037065, + "nauc_ndcg_at_20_std": -0.029243, + "nauc_ndcg_at_20_diff1": -0.11675, + "nauc_ndcg_at_100_max": 0.056824000000000006, + "nauc_ndcg_at_100_std": 0.047786, + "nauc_ndcg_at_100_diff1": -0.150033, + "nauc_ndcg_at_1000_max": 0.022786, + "nauc_ndcg_at_1000_std": 0.019116, + "nauc_ndcg_at_1000_diff1": -0.143473, + "nauc_map_at_1_max": -0.069554, + "nauc_map_at_1_std": 0.32370699999999997, + "nauc_map_at_1_diff1": -0.317312, + "nauc_map_at_3_max": -0.065623, + "nauc_map_at_3_std": -0.014144999999999998, + "nauc_map_at_3_diff1": -0.3232129999999999, + "nauc_map_at_5_max": -0.065623, + "nauc_map_at_5_std": -0.014144999999999998, + "nauc_map_at_5_diff1": -0.3232129999999999, + "nauc_map_at_10_max": -0.059183000000000006, + "nauc_map_at_10_std": -0.013847, + "nauc_map_at_10_diff1": -0.210487, + "nauc_map_at_20_max": -0.0031469999999999996, + "nauc_map_at_20_std": -0.008122, + "nauc_map_at_20_diff1": -0.182027, + "nauc_map_at_100_max": 0.005482, + "nauc_map_at_100_std": 0.021596, + "nauc_map_at_100_diff1": -0.178683, + "nauc_map_at_1000_max": -0.000387, + "nauc_map_at_1000_std": 0.017452, + "nauc_map_at_1000_diff1": -0.179499, + "nauc_recall_at_1_max": -0.069554, + "nauc_recall_at_1_std": 0.32370699999999997, + "nauc_recall_at_1_diff1": -0.317312, + "nauc_recall_at_3_max": -0.021053, + "nauc_recall_at_3_std": -0.18885199999999996, + "nauc_recall_at_3_diff1": -0.312067, + "nauc_recall_at_5_max": -0.021053, + "nauc_recall_at_5_std": -0.18885199999999996, + "nauc_recall_at_5_diff1": -0.312067, + "nauc_recall_at_10_max": -0.055278999999999995, + "nauc_recall_at_10_std": -0.085135, + "nauc_recall_at_10_diff1": -0.077075, + "nauc_recall_at_20_max": 0.064999, + "nauc_recall_at_20_std": -0.038489, + "nauc_recall_at_20_diff1": -0.07311, + "nauc_recall_at_100_max": 0.099534, + "nauc_recall_at_100_std": 0.082841, + "nauc_recall_at_100_diff1": -0.157233, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.069554, + "nauc_precision_at_1_std": 0.32370699999999997, + "nauc_precision_at_1_diff1": -0.317312, + "nauc_precision_at_3_max": -0.021053, + "nauc_precision_at_3_std": -0.18885199999999996, + "nauc_precision_at_3_diff1": -0.312067, + "nauc_precision_at_5_max": -0.021053, + "nauc_precision_at_5_std": -0.18885199999999996, + "nauc_precision_at_5_diff1": -0.312067, + "nauc_precision_at_10_max": -0.055278999999999995, + "nauc_precision_at_10_std": -0.085135, + "nauc_precision_at_10_diff1": -0.077075, + "nauc_precision_at_20_max": 0.064999, + "nauc_precision_at_20_std": -0.038489, + "nauc_precision_at_20_diff1": -0.07311, + "nauc_precision_at_100_max": 0.099534, + "nauc_precision_at_100_std": 0.082841, + "nauc_precision_at_100_diff1": -0.157233, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": -0.069554, + "nauc_mrr_at_1_std": 0.32370699999999997, + "nauc_mrr_at_1_diff1": -0.317312, + "nauc_mrr_at_3_max": -0.065623, + "nauc_mrr_at_3_std": -0.014144999999999998, + "nauc_mrr_at_3_diff1": -0.3232129999999999, + "nauc_mrr_at_5_max": -0.065623, + "nauc_mrr_at_5_std": -0.014144999999999998, + "nauc_mrr_at_5_diff1": -0.3232129999999999, + "nauc_mrr_at_10_max": -0.059183000000000006, + "nauc_mrr_at_10_std": -0.013847, + "nauc_mrr_at_10_diff1": -0.210487, + "nauc_mrr_at_20_max": -0.0031469999999999996, + "nauc_mrr_at_20_std": -0.008122, + "nauc_mrr_at_20_diff1": -0.182027, + "nauc_mrr_at_100_max": 0.005482, + "nauc_mrr_at_100_std": 0.021596, + "nauc_mrr_at_100_diff1": -0.178683, + "nauc_mrr_at_1000_max": -0.000387, + "nauc_mrr_at_1000_std": 0.017452, + "nauc_mrr_at_1000_diff1": -0.179499, + "main_score": 0.02843 + }, + { + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ], + "ndcg_at_1": 0.00532, + "ndcg_at_3": 0.01133, + "ndcg_at_5": 0.01592, + "ndcg_at_10": 0.03001, + "ndcg_at_20": 0.04599, + "ndcg_at_100": 0.1353, + "ndcg_at_1000": 0.18706999999999996, + "map_at_1": 0.00532, + "map_at_3": 0.00975, + "map_at_5": 0.01241, + "map_at_10": 0.01842, + "map_at_20": 0.02273, + "map_at_100": 0.03353, + "map_at_1000": 0.03642, + "recall_at_1": 0.00532, + "recall_at_3": 0.01596, + "recall_at_5": 0.0266, + "recall_at_10": 0.06915, + "recall_at_20": 0.13298, + "recall_at_100": 0.6383, + "recall_at_1000": 1.0, + "precision_at_1": 0.00532, + "precision_at_3": 0.00532, + "precision_at_5": 0.00532, + "precision_at_10": 0.00691, + "precision_at_20": 0.00665, + "precision_at_100": 0.00638, + "precision_at_1000": 0.001, + "mrr_at_1": 0.005319000000000001, + "mrr_at_3": 0.009752, + "mrr_at_5": 0.012411, + "mrr_at_10": 0.018416, + "mrr_at_20": 0.022734, + "mrr_at_100": 0.033527, + "mrr_at_1000": 0.036415, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.430668, + "nauc_ndcg_at_3_std": 0.530233, + "nauc_ndcg_at_3_diff1": 0.422661, + "nauc_ndcg_at_5_max": 0.15127, + "nauc_ndcg_at_5_std": 0.443329, + "nauc_ndcg_at_5_diff1": 0.18264500000000003, + "nauc_ndcg_at_10_max": 0.19707900000000003, + "nauc_ndcg_at_10_std": 0.248599, + "nauc_ndcg_at_10_diff1": 0.085712, + "nauc_ndcg_at_20_max": 0.18529999999999996, + "nauc_ndcg_at_20_std": 0.238624, + "nauc_ndcg_at_20_diff1": 0.03822, + "nauc_ndcg_at_100_max": 0.133018, + "nauc_ndcg_at_100_std": 0.139197, + "nauc_ndcg_at_100_diff1": 0.051807, + "nauc_ndcg_at_1000_max": 0.154975, + "nauc_ndcg_at_1000_std": 0.190027, + "nauc_ndcg_at_1000_diff1": 0.105977, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.529714, + "nauc_map_at_3_std": 0.621425, + "nauc_map_at_3_diff1": 0.491278, + "nauc_map_at_5_max": 0.300502, + "nauc_map_at_5_std": 0.537191, + "nauc_map_at_5_diff1": 0.297903, + "nauc_map_at_10_max": 0.280566, + "nauc_map_at_10_std": 0.373678, + "nauc_map_at_10_diff1": 0.19319199999999997, + "nauc_map_at_20_max": 0.24929499999999996, + "nauc_map_at_20_std": 0.340077, + "nauc_map_at_20_diff1": 0.14304, + "nauc_map_at_100_max": 0.218729, + "nauc_map_at_100_std": 0.2786, + "nauc_map_at_100_diff1": 0.153385, + "nauc_map_at_1000_max": 0.223117, + "nauc_map_at_1000_std": 0.289001, + "nauc_map_at_1000_diff1": 0.16189299999999998, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 0.2499, + "nauc_recall_at_3_std": 0.361992, + "nauc_recall_at_3_diff1": 0.303501, + "nauc_recall_at_5_max": -0.066037, + "nauc_recall_at_5_std": 0.308529, + "nauc_recall_at_5_diff1": 0.017645, + "nauc_recall_at_10_max": 0.131899, + "nauc_recall_at_10_std": 0.133147, + "nauc_recall_at_10_diff1": -0.008269, + "nauc_recall_at_20_max": 0.158802, + "nauc_recall_at_20_std": 0.17947499999999997, + "nauc_recall_at_20_diff1": -0.025606, + "nauc_recall_at_100_max": 0.095721, + "nauc_recall_at_100_std": 0.069126, + "nauc_recall_at_100_diff1": -0.022487, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 0.2499, + "nauc_precision_at_3_std": 0.361992, + "nauc_precision_at_3_diff1": 0.303501, + "nauc_precision_at_5_max": -0.066037, + "nauc_precision_at_5_std": 0.308529, + "nauc_precision_at_5_diff1": 0.017645, + "nauc_precision_at_10_max": 0.131899, + "nauc_precision_at_10_std": 0.133147, + "nauc_precision_at_10_diff1": -0.008269, + "nauc_precision_at_20_max": 0.158802, + "nauc_precision_at_20_std": 0.17947499999999997, + "nauc_precision_at_20_diff1": -0.025606, + "nauc_precision_at_100_max": 0.095721, + "nauc_precision_at_100_std": 0.069126, + "nauc_precision_at_100_diff1": -0.022487, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.529714, + "nauc_mrr_at_3_std": 0.621425, + "nauc_mrr_at_3_diff1": 0.491278, + "nauc_mrr_at_5_max": 0.300502, + "nauc_mrr_at_5_std": 0.537191, + "nauc_mrr_at_5_diff1": 0.297903, + "nauc_mrr_at_10_max": 0.280566, + "nauc_mrr_at_10_std": 0.373678, + "nauc_mrr_at_10_diff1": 0.19319199999999997, + "nauc_mrr_at_20_max": 0.24929499999999996, + "nauc_mrr_at_20_std": 0.340077, + "nauc_mrr_at_20_diff1": 0.14304, + "nauc_mrr_at_100_max": 0.218729, + "nauc_mrr_at_100_std": 0.2786, + "nauc_mrr_at_100_diff1": 0.153385, + "nauc_mrr_at_1000_max": 0.223117, + "nauc_mrr_at_1000_std": 0.289001, + "nauc_mrr_at_1000_diff1": 0.16189299999999998, + "main_score": 0.03001 + }, + { + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.00966, + "ndcg_at_3": 0.02122, + "ndcg_at_5": 0.03307, + "ndcg_at_10": 0.04409, + "ndcg_at_20": 0.05734, + "ndcg_at_100": 0.1412, + "ndcg_at_1000": 0.19293, + "map_at_1": 0.00966, + "map_at_3": 0.01852, + "map_at_5": 0.02504, + "map_at_10": 0.02965, + "map_at_20": 0.03318, + "map_at_100": 0.04249, + "map_at_1000": 0.04522, + "recall_at_1": 0.00966, + "recall_at_3": 0.028990000000000002, + "recall_at_5": 0.057969999999999994, + "recall_at_10": 0.09179, + "recall_at_20": 0.14493, + "recall_at_100": 0.63285, + "recall_at_1000": 1.0, + "precision_at_1": 0.00966, + "precision_at_3": 0.00966, + "precision_at_5": 0.01159, + "precision_at_10": 0.00918, + "precision_at_20": 0.007250000000000001, + "precision_at_100": 0.00633, + "precision_at_1000": 0.001, + "mrr_at_1": 0.009662, + "mrr_at_3": 0.018519, + "mrr_at_5": 0.02504, + "mrr_at_10": 0.029648999999999995, + "mrr_at_20": 0.033182, + "mrr_at_100": 0.04249, + "mrr_at_1000": 0.045216000000000006, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_1_diff1": 0.54942, + "nauc_ndcg_at_3_max": 0.494196, + "nauc_ndcg_at_3_std": 0.561838, + "nauc_ndcg_at_3_diff1": 0.3266549999999999, + "nauc_ndcg_at_5_max": 0.409893, + "nauc_ndcg_at_5_std": 0.4791679999999999, + "nauc_ndcg_at_5_diff1": 0.155136, + "nauc_ndcg_at_10_max": 0.291153, + "nauc_ndcg_at_10_std": 0.32858, + "nauc_ndcg_at_10_diff1": 0.170053, + "nauc_ndcg_at_20_max": 0.312368, + "nauc_ndcg_at_20_std": 0.213015, + "nauc_ndcg_at_20_diff1": 0.186284, + "nauc_ndcg_at_100_max": 0.256454, + "nauc_ndcg_at_100_std": 0.12386599999999999, + "nauc_ndcg_at_100_diff1": 0.10502, + "nauc_ndcg_at_1000_max": 0.334067, + "nauc_ndcg_at_1000_std": 0.24589099999999997, + "nauc_ndcg_at_1000_diff1": 0.159563, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_1_diff1": 0.54942, + "nauc_map_at_3_max": 0.562303, + "nauc_map_at_3_std": 0.627938, + "nauc_map_at_3_diff1": 0.357282, + "nauc_map_at_5_max": 0.482731, + "nauc_map_at_5_std": 0.552495, + "nauc_map_at_5_diff1": 0.226228, + "nauc_map_at_10_max": 0.395087, + "nauc_map_at_10_std": 0.44695700000000005, + "nauc_map_at_10_diff1": 0.228637, + "nauc_map_at_20_max": 0.396895, + "nauc_map_at_20_std": 0.38886499999999996, + "nauc_map_at_20_diff1": 0.231892, + "nauc_map_at_100_max": 0.385582, + "nauc_map_at_100_std": 0.354221, + "nauc_map_at_100_diff1": 0.206822, + "nauc_map_at_1000_max": 0.395093, + "nauc_map_at_1000_std": 0.368263, + "nauc_map_at_1000_diff1": 0.212755, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_1_diff1": 0.54942, + "nauc_recall_at_3_max": 0.367448, + "nauc_recall_at_3_std": 0.437074, + "nauc_recall_at_3_diff1": 0.269502, + "nauc_recall_at_5_max": 0.314159, + "nauc_recall_at_5_std": 0.380742, + "nauc_recall_at_5_diff1": 0.055841, + "nauc_recall_at_10_max": 0.178359, + "nauc_recall_at_10_std": 0.195648, + "nauc_recall_at_10_diff1": 0.107378, + "nauc_recall_at_20_max": 0.245378, + "nauc_recall_at_20_std": 0.038707, + "nauc_recall_at_20_diff1": 0.151151, + "nauc_recall_at_100_max": 0.128051, + "nauc_recall_at_100_std": -0.090979, + "nauc_recall_at_100_diff1": 0.00708, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_1_diff1": 0.54942, + "nauc_precision_at_3_max": 0.367448, + "nauc_precision_at_3_std": 0.437074, + "nauc_precision_at_3_diff1": 0.269502, + "nauc_precision_at_5_max": 0.314159, + "nauc_precision_at_5_std": 0.380742, + "nauc_precision_at_5_diff1": 0.055841, + "nauc_precision_at_10_max": 0.178359, + "nauc_precision_at_10_std": 0.195648, + "nauc_precision_at_10_diff1": 0.107378, + "nauc_precision_at_20_max": 0.245378, + "nauc_precision_at_20_std": 0.038707, + "nauc_precision_at_20_diff1": 0.151151, + "nauc_precision_at_100_max": 0.128051, + "nauc_precision_at_100_std": -0.090979, + "nauc_precision_at_100_diff1": 0.00708, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_1_diff1": 0.54942, + "nauc_mrr_at_3_max": 0.562303, + "nauc_mrr_at_3_std": 0.627938, + "nauc_mrr_at_3_diff1": 0.357282, + "nauc_mrr_at_5_max": 0.482731, + "nauc_mrr_at_5_std": 0.552495, + "nauc_mrr_at_5_diff1": 0.226228, + "nauc_mrr_at_10_max": 0.395087, + "nauc_mrr_at_10_std": 0.44695700000000005, + "nauc_mrr_at_10_diff1": 0.228637, + "nauc_mrr_at_20_max": 0.396895, + "nauc_mrr_at_20_std": 0.38886499999999996, + "nauc_mrr_at_20_diff1": 0.231892, + "nauc_mrr_at_100_max": 0.385582, + "nauc_mrr_at_100_std": 0.354221, + "nauc_mrr_at_100_diff1": 0.206822, + "nauc_mrr_at_1000_max": 0.395093, + "nauc_mrr_at_1000_std": 0.368263, + "nauc_mrr_at_1000_diff1": 0.212755, + "main_score": 0.04409 + }, + { + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.00774, + "ndcg_at_3": 0.01745, + "ndcg_at_5": 0.022030000000000004, + "ndcg_at_10": 0.02635, + "ndcg_at_20": 0.03514, + "ndcg_at_100": 0.08031, + "ndcg_at_1000": 0.16525, + "map_at_1": 0.00774, + "map_at_3": 0.01483, + "map_at_5": 0.01725, + "map_at_10": 0.019, + "map_at_20": 0.021399999999999995, + "map_at_100": 0.0271, + "map_at_1000": 0.030220000000000004, + "recall_at_1": 0.00774, + "recall_at_3": 0.025149999999999995, + "recall_at_5": 0.03675, + "recall_at_10": 0.05029, + "recall_at_20": 0.08511, + "recall_at_100": 0.3365600000000001, + "recall_at_1000": 1.0, + "precision_at_1": 0.00774, + "precision_at_3": 0.00838, + "precision_at_5": 0.00735, + "precision_at_10": 0.00503, + "precision_at_20": 0.00426, + "precision_at_100": 0.00337, + "precision_at_1000": 0.001, + "mrr_at_1": 0.007736999999999999, + "mrr_at_3": 0.014829000000000002, + "mrr_at_5": 0.017247, + "mrr_at_10": 0.018998, + "mrr_at_20": 0.021399999999999995, + "mrr_at_100": 0.0271, + "mrr_at_1000": 0.030224, + "nauc_ndcg_at_1_max": 0.605507, + "nauc_ndcg_at_1_std": 0.177109, + "nauc_ndcg_at_1_diff1": 0.698508, + "nauc_ndcg_at_3_max": 0.178387, + "nauc_ndcg_at_3_std": -0.127597, + "nauc_ndcg_at_3_diff1": 0.329363, + "nauc_ndcg_at_5_max": 0.139333, + "nauc_ndcg_at_5_std": -0.074468, + "nauc_ndcg_at_5_diff1": 0.340875, + "nauc_ndcg_at_10_max": 0.240901, + "nauc_ndcg_at_10_std": -0.019087, + "nauc_ndcg_at_10_diff1": 0.308592, + "nauc_ndcg_at_20_max": 0.144843, + "nauc_ndcg_at_20_std": -0.024103, + "nauc_ndcg_at_20_diff1": 0.252518, + "nauc_ndcg_at_100_max": 0.11147400000000002, + "nauc_ndcg_at_100_std": 0.005721, + "nauc_ndcg_at_100_diff1": 0.18865499999999996, + "nauc_ndcg_at_1000_max": 0.143921, + "nauc_ndcg_at_1000_std": -0.014731, + "nauc_ndcg_at_1000_diff1": 0.235761, + "nauc_map_at_1_max": 0.605507, + "nauc_map_at_1_std": 0.177109, + "nauc_map_at_1_diff1": 0.698508, + "nauc_map_at_3_max": 0.23572800000000002, + "nauc_map_at_3_std": -0.084614, + "nauc_map_at_3_diff1": 0.3758000000000001, + "nauc_map_at_5_max": 0.200723, + "nauc_map_at_5_std": -0.05579799999999999, + "nauc_map_at_5_diff1": 0.37894800000000006, + "nauc_map_at_10_max": 0.253164, + "nauc_map_at_10_std": -0.026436, + "nauc_map_at_10_diff1": 0.35591, + "nauc_map_at_20_max": 0.20962, + "nauc_map_at_20_std": -0.027786999999999996, + "nauc_map_at_20_diff1": 0.32563, + "nauc_map_at_100_max": 0.192988, + "nauc_map_at_100_std": -0.016022, + "nauc_map_at_100_diff1": 0.302483, + "nauc_map_at_1000_max": 0.19542399999999996, + "nauc_map_at_1000_std": -0.019428, + "nauc_map_at_1000_diff1": 0.305552, + "nauc_recall_at_1_max": 0.605507, + "nauc_recall_at_1_std": 0.177109, + "nauc_recall_at_1_diff1": 0.698508, + "nauc_recall_at_3_max": 0.079922, + "nauc_recall_at_3_std": -0.20187999999999998, + "nauc_recall_at_3_diff1": 0.250336, + "nauc_recall_at_5_max": 0.052796, + "nauc_recall_at_5_std": -0.095635, + "nauc_recall_at_5_diff1": 0.289129, + "nauc_recall_at_10_max": 0.24074600000000002, + "nauc_recall_at_10_std": 0.001106, + "nauc_recall_at_10_diff1": 0.25271, + "nauc_recall_at_20_max": 0.082207, + "nauc_recall_at_20_std": -0.015499, + "nauc_recall_at_20_diff1": 0.183512, + "nauc_recall_at_100_max": 0.062993, + "nauc_recall_at_100_std": 0.021907, + "nauc_recall_at_100_diff1": 0.11477, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.605507, + "nauc_precision_at_1_std": 0.177109, + "nauc_precision_at_1_diff1": 0.698508, + "nauc_precision_at_3_max": 0.079922, + "nauc_precision_at_3_std": -0.20187999999999998, + "nauc_precision_at_3_diff1": 0.250336, + "nauc_precision_at_5_max": 0.052796, + "nauc_precision_at_5_std": -0.095635, + "nauc_precision_at_5_diff1": 0.289129, + "nauc_precision_at_10_max": 0.24074600000000002, + "nauc_precision_at_10_std": 0.001106, + "nauc_precision_at_10_diff1": 0.25271, + "nauc_precision_at_20_max": 0.082207, + "nauc_precision_at_20_std": -0.015499, + "nauc_precision_at_20_diff1": 0.183512, + "nauc_precision_at_100_max": 0.062993, + "nauc_precision_at_100_std": 0.021907, + "nauc_precision_at_100_diff1": 0.11477, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.605507, + "nauc_mrr_at_1_std": 0.177109, + "nauc_mrr_at_1_diff1": 0.698508, + "nauc_mrr_at_3_max": 0.23572800000000002, + "nauc_mrr_at_3_std": -0.084614, + "nauc_mrr_at_3_diff1": 0.3758000000000001, + "nauc_mrr_at_5_max": 0.200723, + "nauc_mrr_at_5_std": -0.05579799999999999, + "nauc_mrr_at_5_diff1": 0.37894800000000006, + "nauc_mrr_at_10_max": 0.253164, + "nauc_mrr_at_10_std": -0.026436, + "nauc_mrr_at_10_diff1": 0.35591, + "nauc_mrr_at_20_max": 0.20962, + "nauc_mrr_at_20_std": -0.027786999999999996, + "nauc_mrr_at_20_diff1": 0.32563, + "nauc_mrr_at_100_max": 0.192988, + "nauc_mrr_at_100_std": -0.016022, + "nauc_mrr_at_100_diff1": 0.302483, + "nauc_mrr_at_1000_max": 0.19542399999999996, + "nauc_mrr_at_1000_std": -0.019428, + "nauc_mrr_at_1000_diff1": 0.305552, + "main_score": 0.02635 + }, + { + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.01863, + "ndcg_at_3": 0.0366, + "ndcg_at_5": 0.04168, + "ndcg_at_10": 0.05173, + "ndcg_at_20": 0.07709, + "ndcg_at_100": 0.17645, + "ndcg_at_1000": 0.21322, + "map_at_1": 0.01863, + "map_at_3": 0.03209, + "map_at_5": 0.03489, + "map_at_10": 0.03904, + "map_at_20": 0.04612, + "map_at_100": 0.05857999999999999, + "map_at_1000": 0.0607, + "recall_at_1": 0.01863, + "recall_at_3": 0.04968999999999999, + "recall_at_5": 0.062110000000000005, + "recall_at_10": 0.09317, + "recall_at_20": 0.19255, + "recall_at_100": 0.7453400000000001, + "recall_at_1000": 1.0, + "precision_at_1": 0.01863, + "precision_at_3": 0.01656, + "precision_at_5": 0.01242, + "precision_at_10": 0.00932, + "precision_at_20": 0.00963, + "precision_at_100": 0.00745, + "precision_at_1000": 0.001, + "mrr_at_1": 0.018634, + "mrr_at_3": 0.032091, + "mrr_at_5": 0.034886, + "mrr_at_10": 0.039044, + "mrr_at_20": 0.046123, + "mrr_at_100": 0.058578, + "mrr_at_1000": 0.060696, + "nauc_ndcg_at_1_max": 0.598106, + "nauc_ndcg_at_1_std": 0.416091, + "nauc_ndcg_at_1_diff1": 0.158988, + "nauc_ndcg_at_3_max": 0.173269, + "nauc_ndcg_at_3_std": 0.008758, + "nauc_ndcg_at_3_diff1": -0.135372, + "nauc_ndcg_at_5_max": 0.170792, + "nauc_ndcg_at_5_std": -0.04134, + "nauc_ndcg_at_5_diff1": -0.143938, + "nauc_ndcg_at_10_max": 0.19221800000000003, + "nauc_ndcg_at_10_std": -0.041131, + "nauc_ndcg_at_10_diff1": -0.005738999999999999, + "nauc_ndcg_at_20_max": 0.147981, + "nauc_ndcg_at_20_std": -0.0006450000000000001, + "nauc_ndcg_at_20_diff1": -0.018365, + "nauc_ndcg_at_100_max": 0.20259, + "nauc_ndcg_at_100_std": 0.032459, + "nauc_ndcg_at_100_diff1": -0.035299, + "nauc_ndcg_at_1000_max": 0.18957999999999997, + "nauc_ndcg_at_1000_std": 0.020313999999999995, + "nauc_ndcg_at_1000_diff1": -0.036224, + "nauc_map_at_1_max": 0.598106, + "nauc_map_at_1_std": 0.416091, + "nauc_map_at_1_diff1": 0.158988, + "nauc_map_at_3_max": 0.234457, + "nauc_map_at_3_std": 0.065892, + "nauc_map_at_3_diff1": -0.091205, + "nauc_map_at_5_max": 0.230402, + "nauc_map_at_5_std": 0.028784, + "nauc_map_at_5_diff1": -0.100377, + "nauc_map_at_10_max": 0.23477, + "nauc_map_at_10_std": 0.019318, + "nauc_map_at_10_diff1": -0.031433, + "nauc_map_at_20_max": 0.211382, + "nauc_map_at_20_std": 0.033765, + "nauc_map_at_20_diff1": -0.032526, + "nauc_map_at_100_max": 0.218857, + "nauc_map_at_100_std": 0.04147, + "nauc_map_at_100_diff1": -0.035649, + "nauc_map_at_1000_max": 0.21847899999999998, + "nauc_map_at_1000_std": 0.040359, + "nauc_map_at_1000_diff1": -0.035894, + "nauc_recall_at_1_max": 0.598106, + "nauc_recall_at_1_std": 0.416091, + "nauc_recall_at_1_diff1": 0.158988, + "nauc_recall_at_3_max": 0.058776, + "nauc_recall_at_3_std": -0.09775, + "nauc_recall_at_3_diff1": -0.218474, + "nauc_recall_at_5_max": 0.071848, + "nauc_recall_at_5_std": -0.159654, + "nauc_recall_at_5_diff1": -0.215915, + "nauc_recall_at_10_max": 0.143481, + "nauc_recall_at_10_std": -0.115027, + "nauc_recall_at_10_diff1": 0.050225, + "nauc_recall_at_20_max": 0.088023, + "nauc_recall_at_20_std": -0.022973, + "nauc_recall_at_20_diff1": 0.002097, + "nauc_recall_at_100_max": 0.236138, + "nauc_recall_at_100_std": 0.05728599999999999, + "nauc_recall_at_100_diff1": -0.034857, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.598106, + "nauc_precision_at_1_std": 0.416091, + "nauc_precision_at_1_diff1": 0.158988, + "nauc_precision_at_3_max": 0.058776, + "nauc_precision_at_3_std": -0.09775, + "nauc_precision_at_3_diff1": -0.218474, + "nauc_precision_at_5_max": 0.071848, + "nauc_precision_at_5_std": -0.159654, + "nauc_precision_at_5_diff1": -0.215915, + "nauc_precision_at_10_max": 0.143481, + "nauc_precision_at_10_std": -0.115027, + "nauc_precision_at_10_diff1": 0.050225, + "nauc_precision_at_20_max": 0.088023, + "nauc_precision_at_20_std": -0.022973, + "nauc_precision_at_20_diff1": 0.002097, + "nauc_precision_at_100_max": 0.236138, + "nauc_precision_at_100_std": 0.05728599999999999, + "nauc_precision_at_100_diff1": -0.034857, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.598106, + "nauc_mrr_at_1_std": 0.416091, + "nauc_mrr_at_1_diff1": 0.158988, + "nauc_mrr_at_3_max": 0.234457, + "nauc_mrr_at_3_std": 0.065892, + "nauc_mrr_at_3_diff1": -0.091205, + "nauc_mrr_at_5_max": 0.230402, + "nauc_mrr_at_5_std": 0.028784, + "nauc_mrr_at_5_diff1": -0.100377, + "nauc_mrr_at_10_max": 0.23477, + "nauc_mrr_at_10_std": 0.019318, + "nauc_mrr_at_10_diff1": -0.031433, + "nauc_mrr_at_20_max": 0.211382, + "nauc_mrr_at_20_std": 0.033765, + "nauc_mrr_at_20_diff1": -0.032526, + "nauc_mrr_at_100_max": 0.218857, + "nauc_mrr_at_100_std": 0.04147, + "nauc_mrr_at_100_diff1": -0.035649, + "nauc_mrr_at_1000_max": 0.21847899999999998, + "nauc_mrr_at_1000_std": 0.040359, + "nauc_mrr_at_1000_diff1": -0.035894, + "main_score": 0.05173 + }, + { + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ], + "ndcg_at_1": 0.00538, + "ndcg_at_3": 0.023619999999999995, + "ndcg_at_5": 0.03496, + "ndcg_at_10": 0.04166, + "ndcg_at_20": 0.05763, + "ndcg_at_100": 0.16818999999999998, + "ndcg_at_1000": 0.20062999999999998, + "map_at_1": 0.00538, + "map_at_3": 0.01882, + "map_at_5": 0.02527, + "map_at_10": 0.0279, + "map_at_20": 0.03208, + "map_at_100": 0.04555, + "map_at_1000": 0.04738, + "recall_at_1": 0.00538, + "recall_at_3": 0.03763, + "recall_at_5": 0.06452, + "recall_at_10": 0.08602, + "recall_at_20": 0.15054, + "recall_at_100": 0.7741900000000002, + "recall_at_1000": 1.0, + "precision_at_1": 0.00538, + "precision_at_3": 0.01254, + "precision_at_5": 0.0129, + "precision_at_10": 0.0086, + "precision_at_20": 0.00753, + "precision_at_100": 0.00774, + "precision_at_1000": 0.001, + "mrr_at_1": 0.005376, + "mrr_at_3": 0.018817, + "mrr_at_5": 0.025269, + "mrr_at_10": 0.027897, + "mrr_at_20": 0.032082, + "mrr_at_100": 0.045546, + "mrr_at_1000": 0.047382, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.667257, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.2963, + "nauc_ndcg_at_3_std": 0.571014, + "nauc_ndcg_at_3_diff1": 0.225155, + "nauc_ndcg_at_5_max": 0.081457, + "nauc_ndcg_at_5_std": 0.439017, + "nauc_ndcg_at_5_diff1": 0.12276400000000001, + "nauc_ndcg_at_10_max": 0.108742, + "nauc_ndcg_at_10_std": 0.356341, + "nauc_ndcg_at_10_diff1": 0.168804, + "nauc_ndcg_at_20_max": 0.082366, + "nauc_ndcg_at_20_std": 0.344244, + "nauc_ndcg_at_20_diff1": 0.10372500000000001, + "nauc_ndcg_at_100_max": 0.076619, + "nauc_ndcg_at_100_std": 0.241541, + "nauc_ndcg_at_100_diff1": 0.086735, + "nauc_ndcg_at_1000_max": 0.09024899999999998, + "nauc_ndcg_at_1000_std": 0.313851, + "nauc_ndcg_at_1000_diff1": 0.116807, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.667257, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.376275, + "nauc_map_at_3_std": 0.594071, + "nauc_map_at_3_diff1": 0.279837, + "nauc_map_at_5_max": 0.187887, + "nauc_map_at_5_std": 0.487344, + "nauc_map_at_5_diff1": 0.187448, + "nauc_map_at_10_max": 0.197517, + "nauc_map_at_10_std": 0.432046, + "nauc_map_at_10_diff1": 0.213488, + "nauc_map_at_20_max": 0.17374900000000001, + "nauc_map_at_20_std": 0.418178, + "nauc_map_at_20_diff1": 0.178946, + "nauc_map_at_100_max": 0.154, + "nauc_map_at_100_std": 0.377516, + "nauc_map_at_100_diff1": 0.164172, + "nauc_map_at_1000_max": 0.157431, + "nauc_map_at_1000_std": 0.3864270000000001, + "nauc_map_at_1000_diff1": 0.168576, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.667257, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 0.174401, + "nauc_recall_at_3_std": 0.534353, + "nauc_recall_at_3_diff1": 0.145988, + "nauc_recall_at_5_max": -0.052527, + "nauc_recall_at_5_std": 0.375174, + "nauc_recall_at_5_diff1": 0.043982, + "nauc_recall_at_10_max": 0.01692, + "nauc_recall_at_10_std": 0.266553, + "nauc_recall_at_10_diff1": 0.126153, + "nauc_recall_at_20_max": 0.012351, + "nauc_recall_at_20_std": 0.280528, + "nauc_recall_at_20_diff1": 0.03728, + "nauc_recall_at_100_max": 0.047832999999999994, + "nauc_recall_at_100_std": 0.080403, + "nauc_recall_at_100_diff1": 0.020422, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.667257, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 0.174401, + "nauc_precision_at_3_std": 0.534353, + "nauc_precision_at_3_diff1": 0.145988, + "nauc_precision_at_5_max": -0.052527, + "nauc_precision_at_5_std": 0.375174, + "nauc_precision_at_5_diff1": 0.043982, + "nauc_precision_at_10_max": 0.01692, + "nauc_precision_at_10_std": 0.266553, + "nauc_precision_at_10_diff1": 0.126153, + "nauc_precision_at_20_max": 0.012351, + "nauc_precision_at_20_std": 0.280528, + "nauc_precision_at_20_diff1": 0.03728, + "nauc_precision_at_100_max": 0.047832999999999994, + "nauc_precision_at_100_std": 0.080403, + "nauc_precision_at_100_diff1": 0.020422, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.667257, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.376275, + "nauc_mrr_at_3_std": 0.594071, + "nauc_mrr_at_3_diff1": 0.279837, + "nauc_mrr_at_5_max": 0.187887, + "nauc_mrr_at_5_std": 0.487344, + "nauc_mrr_at_5_diff1": 0.187448, + "nauc_mrr_at_10_max": 0.197517, + "nauc_mrr_at_10_std": 0.432046, + "nauc_mrr_at_10_diff1": 0.213488, + "nauc_mrr_at_20_max": 0.17374900000000001, + "nauc_mrr_at_20_std": 0.418178, + "nauc_mrr_at_20_diff1": 0.178946, + "nauc_mrr_at_100_max": 0.154, + "nauc_mrr_at_100_std": 0.377516, + "nauc_mrr_at_100_diff1": 0.164172, + "nauc_mrr_at_1000_max": 0.157431, + "nauc_mrr_at_1000_std": 0.3864270000000001, + "nauc_mrr_at_1000_diff1": 0.168576, + "main_score": 0.04166 + }, + { + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.0, + "ndcg_at_3": 0.006939999999999999, + "ndcg_at_5": 0.01222, + "ndcg_at_10": 0.02809, + "ndcg_at_20": 0.05146, + "ndcg_at_100": 0.1491, + "ndcg_at_1000": 0.18864, + "map_at_1": 0.0, + "map_at_3": 0.00511, + "map_at_5": 0.00818, + "map_at_10": 0.0147, + "map_at_20": 0.0212, + "map_at_100": 0.03265, + "map_at_1000": 0.03485, + "recall_at_1": 0.0, + "recall_at_3": 0.012269999999999998, + "recall_at_5": 0.024539999999999996, + "recall_at_10": 0.07362, + "recall_at_20": 0.16564, + "recall_at_100": 0.72393, + "recall_at_1000": 1.0, + "precision_at_1": 0.0, + "precision_at_3": 0.00409, + "precision_at_5": 0.00491, + "precision_at_10": 0.00736, + "precision_at_20": 0.00828, + "precision_at_100": 0.00724, + "precision_at_1000": 0.001, + "mrr_at_1": 0.0, + "mrr_at_3": 0.005112, + "mrr_at_5": 0.00818, + "mrr_at_10": 0.014704, + "mrr_at_20": 0.0212, + "mrr_at_100": 0.032646, + "mrr_at_1000": 0.034855, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": -0.070496, + "nauc_ndcg_at_3_std": -0.321514, + "nauc_ndcg_at_3_diff1": -0.186811, + "nauc_ndcg_at_5_max": 0.131797, + "nauc_ndcg_at_5_std": -0.241903, + "nauc_ndcg_at_5_diff1": -0.298495, + "nauc_ndcg_at_10_max": 0.279005, + "nauc_ndcg_at_10_std": -0.17376899999999998, + "nauc_ndcg_at_10_diff1": -0.127323, + "nauc_ndcg_at_20_max": 0.215677, + "nauc_ndcg_at_20_std": -0.047954, + "nauc_ndcg_at_20_diff1": -0.110606, + "nauc_ndcg_at_100_max": 0.116238, + "nauc_ndcg_at_100_std": -0.05933999999999999, + "nauc_ndcg_at_100_diff1": -0.020311, + "nauc_ndcg_at_1000_max": 0.176537, + "nauc_ndcg_at_1000_std": -0.089981, + "nauc_ndcg_at_1000_diff1": -0.057923, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": -0.08332800000000001, + "nauc_map_at_3_std": -0.330294, + "nauc_map_at_3_diff1": -0.20842299999999997, + "nauc_map_at_5_max": 0.09694600000000002, + "nauc_map_at_5_std": -0.25795, + "nauc_map_at_5_diff1": -0.297189, + "nauc_map_at_10_max": 0.242406, + "nauc_map_at_10_std": -0.191929, + "nauc_map_at_10_diff1": -0.161405, + "nauc_map_at_20_max": 0.20515800000000003, + "nauc_map_at_20_std": -0.106617, + "nauc_map_at_20_diff1": -0.144404, + "nauc_map_at_100_max": 0.17603099999999997, + "nauc_map_at_100_std": -0.11405, + "nauc_map_at_100_diff1": -0.094802, + "nauc_map_at_1000_max": 0.184729, + "nauc_map_at_1000_std": -0.11762800000000001, + "nauc_map_at_1000_diff1": -0.101215, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": -0.05286, + "nauc_recall_at_3_std": -0.309445, + "nauc_recall_at_3_diff1": -0.157106, + "nauc_recall_at_5_max": 0.17227, + "nauc_recall_at_5_std": -0.223411, + "nauc_recall_at_5_diff1": -0.301119, + "nauc_recall_at_10_max": 0.30406, + "nauc_recall_at_10_std": -0.160824, + "nauc_recall_at_10_diff1": -0.099285, + "nauc_recall_at_20_max": 0.21794900000000003, + "nauc_recall_at_20_std": -0.007081, + "nauc_recall_at_20_diff1": -0.088937, + "nauc_recall_at_100_max": 0.032778, + "nauc_recall_at_100_std": -0.006836, + "nauc_recall_at_100_diff1": 0.036675, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": -0.05286, + "nauc_precision_at_3_std": -0.309445, + "nauc_precision_at_3_diff1": -0.157106, + "nauc_precision_at_5_max": 0.17227, + "nauc_precision_at_5_std": -0.223411, + "nauc_precision_at_5_diff1": -0.301119, + "nauc_precision_at_10_max": 0.30406, + "nauc_precision_at_10_std": -0.160824, + "nauc_precision_at_10_diff1": -0.099285, + "nauc_precision_at_20_max": 0.21794900000000003, + "nauc_precision_at_20_std": -0.007081, + "nauc_precision_at_20_diff1": -0.088937, + "nauc_precision_at_100_max": 0.032778, + "nauc_precision_at_100_std": -0.006836, + "nauc_precision_at_100_diff1": 0.036675, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": -0.08332800000000001, + "nauc_mrr_at_3_std": -0.330294, + "nauc_mrr_at_3_diff1": -0.20842299999999997, + "nauc_mrr_at_5_max": 0.09694600000000002, + "nauc_mrr_at_5_std": -0.25795, + "nauc_mrr_at_5_diff1": -0.297189, + "nauc_mrr_at_10_max": 0.242406, + "nauc_mrr_at_10_std": -0.191929, + "nauc_mrr_at_10_diff1": -0.161405, + "nauc_mrr_at_20_max": 0.20515800000000003, + "nauc_mrr_at_20_std": -0.106617, + "nauc_mrr_at_20_diff1": -0.144404, + "nauc_mrr_at_100_max": 0.17603099999999997, + "nauc_mrr_at_100_std": -0.11405, + "nauc_mrr_at_100_diff1": -0.094802, + "nauc_mrr_at_1000_max": 0.184729, + "nauc_mrr_at_1000_std": -0.11762800000000001, + "nauc_mrr_at_1000_diff1": -0.101215, + "main_score": 0.02809 + }, + { + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ], + "ndcg_at_1": 0.01596, + "ndcg_at_3": 0.028690000000000004, + "ndcg_at_5": 0.03303, + "ndcg_at_10": 0.051239999999999994, + "ndcg_at_20": 0.06805, + "ndcg_at_100": 0.14495, + "ndcg_at_1000": 0.19940999999999998, + "map_at_1": 0.01596, + "map_at_3": 0.02571, + "map_at_5": 0.0281, + "map_at_10": 0.03522, + "map_at_20": 0.03948, + "map_at_100": 0.04830999999999999, + "map_at_1000": 0.05128, + "recall_at_1": 0.01596, + "recall_at_3": 0.03723, + "recall_at_5": 0.047869999999999996, + "recall_at_10": 0.10638, + "recall_at_20": 0.17553000000000002, + "recall_at_100": 0.61702, + "recall_at_1000": 1.0, + "precision_at_1": 0.01596, + "precision_at_3": 0.01241, + "precision_at_5": 0.00957, + "precision_at_10": 0.01064, + "precision_at_20": 0.00878, + "precision_at_100": 0.00617, + "precision_at_1000": 0.001, + "mrr_at_1": 0.015957, + "mrr_at_3": 0.025709, + "mrr_at_5": 0.028103, + "mrr_at_10": 0.035216, + "mrr_at_20": 0.039483, + "mrr_at_100": 0.048312, + "mrr_at_1000": 0.051276999999999996, + "nauc_ndcg_at_1_max": 0.259707, + "nauc_ndcg_at_1_std": 0.259707, + "nauc_ndcg_at_1_diff1": 0.887908, + "nauc_ndcg_at_3_max": 0.08076900000000001, + "nauc_ndcg_at_3_std": -0.014973999999999998, + "nauc_ndcg_at_3_diff1": 0.6610720000000001, + "nauc_ndcg_at_5_max": 0.084885, + "nauc_ndcg_at_5_std": 0.015889, + "nauc_ndcg_at_5_diff1": 0.551317, + "nauc_ndcg_at_10_max": 0.044135, + "nauc_ndcg_at_10_std": -0.024915, + "nauc_ndcg_at_10_diff1": 0.40200800000000003, + "nauc_ndcg_at_20_max": 0.052495, + "nauc_ndcg_at_20_std": -0.064857, + "nauc_ndcg_at_20_diff1": 0.300024, + "nauc_ndcg_at_100_max": 0.156634, + "nauc_ndcg_at_100_std": -0.021768, + "nauc_ndcg_at_100_diff1": 0.254728, + "nauc_ndcg_at_1000_max": 0.108195, + "nauc_ndcg_at_1000_std": -0.009631, + "nauc_ndcg_at_1000_diff1": 0.371256, + "nauc_map_at_1_max": 0.259707, + "nauc_map_at_1_std": 0.259707, + "nauc_map_at_1_diff1": 0.887908, + "nauc_map_at_3_max": 0.11238799999999999, + "nauc_map_at_3_std": 0.027731, + "nauc_map_at_3_diff1": 0.701588, + "nauc_map_at_5_max": 0.115213, + "nauc_map_at_5_std": 0.044621, + "nauc_map_at_5_diff1": 0.62586, + "nauc_map_at_10_max": 0.08664900000000002, + "nauc_map_at_10_std": 0.009982, + "nauc_map_at_10_diff1": 0.520845, + "nauc_map_at_20_max": 0.087285, + "nauc_map_at_20_std": -0.009411, + "nauc_map_at_20_diff1": 0.468936, + "nauc_map_at_100_max": 0.111619, + "nauc_map_at_100_std": 0.005134, + "nauc_map_at_100_diff1": 0.455704, + "nauc_map_at_1000_max": 0.107283, + "nauc_map_at_1000_std": 0.006891, + "nauc_map_at_1000_diff1": 0.470302, + "nauc_recall_at_1_max": 0.259707, + "nauc_recall_at_1_std": 0.259707, + "nauc_recall_at_1_diff1": 0.887908, + "nauc_recall_at_3_max": 0.016387, + "nauc_recall_at_3_std": -0.10052, + "nauc_recall_at_3_diff1": 0.578468, + "nauc_recall_at_5_max": 0.0307, + "nauc_recall_at_5_std": -0.030769, + "nauc_recall_at_5_diff1": 0.414621, + "nauc_recall_at_10_max": -0.004435, + "nauc_recall_at_10_std": -0.058379, + "nauc_recall_at_10_diff1": 0.266638, + "nauc_recall_at_20_max": 0.023822999999999997, + "nauc_recall_at_20_std": -0.115308, + "nauc_recall_at_20_diff1": 0.136577, + "nauc_recall_at_100_max": 0.24204600000000004, + "nauc_recall_at_100_std": -0.042305999999999996, + "nauc_recall_at_100_diff1": 0.054663, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.259707, + "nauc_precision_at_1_std": 0.259707, + "nauc_precision_at_1_diff1": 0.887908, + "nauc_precision_at_3_max": 0.016387, + "nauc_precision_at_3_std": -0.10052, + "nauc_precision_at_3_diff1": 0.578468, + "nauc_precision_at_5_max": 0.0307, + "nauc_precision_at_5_std": -0.030769, + "nauc_precision_at_5_diff1": 0.414621, + "nauc_precision_at_10_max": -0.004435, + "nauc_precision_at_10_std": -0.058379, + "nauc_precision_at_10_diff1": 0.266638, + "nauc_precision_at_20_max": 0.023822999999999997, + "nauc_precision_at_20_std": -0.115308, + "nauc_precision_at_20_diff1": 0.136577, + "nauc_precision_at_100_max": 0.24204600000000004, + "nauc_precision_at_100_std": -0.042305999999999996, + "nauc_precision_at_100_diff1": 0.054663, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.259707, + "nauc_mrr_at_1_std": 0.259707, + "nauc_mrr_at_1_diff1": 0.887908, + "nauc_mrr_at_3_max": 0.11238799999999999, + "nauc_mrr_at_3_std": 0.027731, + "nauc_mrr_at_3_diff1": 0.701588, + "nauc_mrr_at_5_max": 0.115213, + "nauc_mrr_at_5_std": 0.044621, + "nauc_mrr_at_5_diff1": 0.62586, + "nauc_mrr_at_10_max": 0.08664900000000002, + "nauc_mrr_at_10_std": 0.009982, + "nauc_mrr_at_10_diff1": 0.520845, + "nauc_mrr_at_20_max": 0.087285, + "nauc_mrr_at_20_std": -0.009411, + "nauc_mrr_at_20_diff1": 0.468936, + "nauc_mrr_at_100_max": 0.111619, + "nauc_mrr_at_100_std": 0.005134, + "nauc_mrr_at_100_diff1": 0.455704, + "nauc_mrr_at_1000_max": 0.107283, + "nauc_mrr_at_1000_std": 0.006891, + "nauc_mrr_at_1000_diff1": 0.470302, + "main_score": 0.051239999999999994 + } + ], + "test": [ + { + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ], + "ndcg_at_1": 0.13145, + "ndcg_at_3": 0.17358, + "ndcg_at_5": 0.18838000000000002, + "ndcg_at_10": 0.20508000000000004, + "ndcg_at_20": 0.22024999999999997, + "ndcg_at_100": 0.24966000000000002, + "ndcg_at_1000": 0.28415, + "map_at_1": 0.13135, + "map_at_3": 0.16292, + "map_at_5": 0.17106, + "map_at_10": 0.17793, + "map_at_20": 0.18207, + "map_at_100": 0.18590999999999996, + "map_at_1000": 0.18699, + "recall_at_1": 0.13135, + "recall_at_3": 0.20448, + "recall_at_5": 0.24067, + "recall_at_10": 0.29242, + "recall_at_20": 0.35262, + "recall_at_100": 0.51453, + "recall_at_1000": 0.7987100000000001, + "precision_at_1": 0.13145, + "precision_at_3": 0.06819, + "precision_at_5": 0.04815, + "precision_at_10": 0.02925, + "precision_at_20": 0.01764, + "precision_at_100": 0.00515, + "precision_at_1000": 0.0008, + "mrr_at_1": 0.131446, + "mrr_at_3": 0.16301, + "mrr_at_5": 0.171158, + "mrr_at_10": 0.178027, + "mrr_at_20": 0.182164, + "mrr_at_100": 0.185997, + "mrr_at_1000": 0.18708, + "nauc_ndcg_at_1_max": 0.54626, + "nauc_ndcg_at_1_std": 0.097213, + "nauc_ndcg_at_1_diff1": 0.483128, + "nauc_ndcg_at_3_max": 0.498152, + "nauc_ndcg_at_3_std": 0.106486, + "nauc_ndcg_at_3_diff1": 0.376318, + "nauc_ndcg_at_5_max": 0.493946, + "nauc_ndcg_at_5_std": 0.110498, + "nauc_ndcg_at_5_diff1": 0.366375, + "nauc_ndcg_at_10_max": 0.48225999999999997, + "nauc_ndcg_at_10_std": 0.11574900000000002, + "nauc_ndcg_at_10_diff1": 0.345915, + "nauc_ndcg_at_20_max": 0.475075, + "nauc_ndcg_at_20_std": 0.11908400000000001, + "nauc_ndcg_at_20_diff1": 0.334753, + "nauc_ndcg_at_100_max": 0.471313, + "nauc_ndcg_at_100_std": 0.127452, + "nauc_ndcg_at_100_diff1": 0.327759, + "nauc_ndcg_at_1000_max": 0.475947, + "nauc_ndcg_at_1000_std": 0.125705, + "nauc_ndcg_at_1000_diff1": 0.333662, + "nauc_map_at_1_max": 0.545764, + "nauc_map_at_1_std": 0.096486, + "nauc_map_at_1_diff1": 0.482862, + "nauc_map_at_3_max": 0.508942, + "nauc_map_at_3_std": 0.104293, + "nauc_map_at_3_diff1": 0.399007, + "nauc_map_at_5_max": 0.506164, + "nauc_map_at_5_std": 0.106779, + "nauc_map_at_5_diff1": 0.392573, + "nauc_map_at_10_max": 0.500815, + "nauc_map_at_10_std": 0.109354, + "nauc_map_at_10_diff1": 0.3829040000000001, + "nauc_map_at_20_max": 0.498737, + "nauc_map_at_20_std": 0.11039099999999999, + "nauc_map_at_20_diff1": 0.37949599999999994, + "nauc_map_at_100_max": 0.497948, + "nauc_map_at_100_std": 0.111509, + "nauc_map_at_100_diff1": 0.378322, + "nauc_map_at_1000_max": 0.49817999999999996, + "nauc_map_at_1000_std": 0.111573, + "nauc_map_at_1000_diff1": 0.378595, + "nauc_recall_at_1_max": 0.545764, + "nauc_recall_at_1_std": 0.096486, + "nauc_recall_at_1_diff1": 0.482862, + "nauc_recall_at_3_max": 0.471152, + "nauc_recall_at_3_std": 0.111346, + "nauc_recall_at_3_diff1": 0.320666, + "nauc_recall_at_5_max": 0.464556, + "nauc_recall_at_5_std": 0.119051, + "nauc_recall_at_5_diff1": 0.304266, + "nauc_recall_at_10_max": 0.437652, + "nauc_recall_at_10_std": 0.130735, + "nauc_recall_at_10_diff1": 0.259008, + "nauc_recall_at_20_max": 0.416091, + "nauc_recall_at_20_std": 0.140412, + "nauc_recall_at_20_diff1": 0.227051, + "nauc_recall_at_100_max": 0.400424, + "nauc_recall_at_100_std": 0.178576, + "nauc_recall_at_100_diff1": 0.195013, + "nauc_recall_at_1000_max": 0.39205100000000004, + "nauc_recall_at_1000_std": 0.189662, + "nauc_recall_at_1000_diff1": 0.152009, + "nauc_precision_at_1_max": 0.54626, + "nauc_precision_at_1_std": 0.097213, + "nauc_precision_at_1_diff1": 0.483128, + "nauc_precision_at_3_max": 0.471626, + "nauc_precision_at_3_std": 0.111885, + "nauc_precision_at_3_diff1": 0.320978, + "nauc_precision_at_5_max": 0.465, + "nauc_precision_at_5_std": 0.119553, + "nauc_precision_at_5_diff1": 0.30456, + "nauc_precision_at_10_max": 0.438063, + "nauc_precision_at_10_std": 0.131193, + "nauc_precision_at_10_diff1": 0.259284, + "nauc_precision_at_20_max": 0.41653199999999996, + "nauc_precision_at_20_std": 0.140865, + "nauc_precision_at_20_diff1": 0.227346, + "nauc_precision_at_100_max": 0.400991, + "nauc_precision_at_100_std": 0.179352, + "nauc_precision_at_100_diff1": 0.19545399999999996, + "nauc_precision_at_1000_max": 0.392887, + "nauc_precision_at_1000_std": 0.190859, + "nauc_precision_at_1000_diff1": 0.15277, + "nauc_mrr_at_1_max": 0.54626, + "nauc_mrr_at_1_std": 0.097213, + "nauc_mrr_at_1_diff1": 0.483128, + "nauc_mrr_at_3_max": 0.509383, + "nauc_mrr_at_3_std": 0.10491100000000002, + "nauc_mrr_at_3_diff1": 0.39927099999999993, + "nauc_mrr_at_5_max": 0.506598, + "nauc_mrr_at_5_std": 0.10738500000000001, + "nauc_mrr_at_5_diff1": 0.392835, + "nauc_mrr_at_10_max": 0.501245, + "nauc_mrr_at_10_std": 0.10994900000000002, + "nauc_mrr_at_10_diff1": 0.383166, + "nauc_mrr_at_20_max": 0.499166, + "nauc_mrr_at_20_std": 0.110984, + "nauc_mrr_at_20_diff1": 0.379759, + "nauc_mrr_at_100_max": 0.498362, + "nauc_mrr_at_100_std": 0.112082, + "nauc_mrr_at_100_diff1": 0.378577, + "nauc_mrr_at_1000_max": 0.49859500000000007, + "nauc_mrr_at_1000_std": 0.11214700000000001, + "nauc_mrr_at_1000_diff1": 0.3788500000000001, + "main_score": 0.20508000000000004 + }, + { + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ], + "ndcg_at_1": 0.00182, + "ndcg_at_3": 0.00358, + "ndcg_at_5": 0.00457, + "ndcg_at_10": 0.00732, + "ndcg_at_20": 0.01065, + "ndcg_at_100": 0.02373, + "ndcg_at_1000": 0.09254, + "map_at_1": 0.00182, + "map_at_3": 0.00314, + "map_at_5": 0.00368, + "map_at_10": 0.00482, + "map_at_20": 0.00572, + "map_at_100": 0.007250000000000001, + "map_at_1000": 0.00889, + "recall_at_1": 0.00182, + "recall_at_3": 0.00485, + "recall_at_5": 0.00728, + "recall_at_10": 0.01578, + "recall_at_20": 0.02913, + "recall_at_100": 0.10376000000000002, + "recall_at_1000": 0.70419, + "precision_at_1": 0.00182, + "precision_at_3": 0.0016199999999999997, + "precision_at_5": 0.00146, + "precision_at_10": 0.00158, + "precision_at_20": 0.00146, + "precision_at_100": 0.00104, + "precision_at_1000": 0.0006999999999999999, + "mrr_at_1": 0.00182, + "mrr_at_3": 0.003135, + "mrr_at_5": 0.003681, + "mrr_at_10": 0.004821, + "mrr_at_20": 0.005716, + "mrr_at_100": 0.007255, + "mrr_at_1000": 0.008887, + "nauc_ndcg_at_1_max": 0.286247, + "nauc_ndcg_at_1_std": 0.061873, + "nauc_ndcg_at_1_diff1": 0.530501, + "nauc_ndcg_at_3_max": 0.038078, + "nauc_ndcg_at_3_std": 0.027539, + "nauc_ndcg_at_3_diff1": 0.221103, + "nauc_ndcg_at_5_max": 0.006967, + "nauc_ndcg_at_5_std": 0.015486, + "nauc_ndcg_at_5_diff1": 0.11990499999999998, + "nauc_ndcg_at_10_max": 0.002519, + "nauc_ndcg_at_10_std": -0.010728, + "nauc_ndcg_at_10_diff1": 0.00755, + "nauc_ndcg_at_20_max": -0.016757, + "nauc_ndcg_at_20_std": -0.0031609999999999997, + "nauc_ndcg_at_20_diff1": 0.041878, + "nauc_ndcg_at_100_max": -0.022508, + "nauc_ndcg_at_100_std": -0.051434, + "nauc_ndcg_at_100_diff1": -0.001541, + "nauc_ndcg_at_1000_max": -0.05904, + "nauc_ndcg_at_1000_std": -0.05141, + "nauc_ndcg_at_1000_diff1": -0.04047, + "nauc_map_at_1_max": 0.286247, + "nauc_map_at_1_std": 0.061873, + "nauc_map_at_1_diff1": 0.530501, + "nauc_map_at_3_max": 0.079022, + "nauc_map_at_3_std": 0.038734, + "nauc_map_at_3_diff1": 0.271528, + "nauc_map_at_5_max": 0.054552, + "nauc_map_at_5_std": 0.026903, + "nauc_map_at_5_diff1": 0.196651, + "nauc_map_at_10_max": 0.037626, + "nauc_map_at_10_std": 0.009359, + "nauc_map_at_10_diff1": 0.104678, + "nauc_map_at_20_max": 0.023636, + "nauc_map_at_20_std": 0.010025, + "nauc_map_at_20_diff1": 0.108077, + "nauc_map_at_100_max": 0.005793999999999999, + "nauc_map_at_100_std": -0.011226999999999997, + "nauc_map_at_100_diff1": 0.071804, + "nauc_map_at_1000_max": -0.001581, + "nauc_map_at_1000_std": -0.017341, + "nauc_map_at_1000_diff1": 0.061155, + "nauc_recall_at_1_max": 0.286247, + "nauc_recall_at_1_std": 0.061873, + "nauc_recall_at_1_diff1": 0.530501, + "nauc_recall_at_3_max": -0.039881, + "nauc_recall_at_3_std": 0.004971, + "nauc_recall_at_3_diff1": 0.12523, + "nauc_recall_at_5_max": -0.067618, + "nauc_recall_at_5_std": -0.0019449999999999997, + "nauc_recall_at_5_diff1": -0.001727, + "nauc_recall_at_10_max": -0.029286, + "nauc_recall_at_10_std": -0.032508, + "nauc_recall_at_10_diff1": -0.091922, + "nauc_recall_at_20_max": -0.04457900000000001, + "nauc_recall_at_20_std": -0.011248000000000001, + "nauc_recall_at_20_diff1": 0.001875, + "nauc_recall_at_100_max": -0.024858, + "nauc_recall_at_100_std": -0.06913, + "nauc_recall_at_100_diff1": -0.020853999999999998, + "nauc_recall_at_1000_max": -0.080511, + "nauc_recall_at_1000_std": -0.051655, + "nauc_recall_at_1000_diff1": -0.074412, + "nauc_precision_at_1_max": 0.286247, + "nauc_precision_at_1_std": 0.061873, + "nauc_precision_at_1_diff1": 0.530501, + "nauc_precision_at_3_max": -0.039881, + "nauc_precision_at_3_std": 0.004971, + "nauc_precision_at_3_diff1": 0.12523, + "nauc_precision_at_5_max": -0.067618, + "nauc_precision_at_5_std": -0.0019449999999999997, + "nauc_precision_at_5_diff1": -0.001727, + "nauc_precision_at_10_max": -0.029286, + "nauc_precision_at_10_std": -0.032508, + "nauc_precision_at_10_diff1": -0.091922, + "nauc_precision_at_20_max": -0.04457900000000001, + "nauc_precision_at_20_std": -0.011248000000000001, + "nauc_precision_at_20_diff1": 0.001875, + "nauc_precision_at_100_max": -0.024858, + "nauc_precision_at_100_std": -0.06913, + "nauc_precision_at_100_diff1": -0.020853999999999998, + "nauc_precision_at_1000_max": -0.081766, + "nauc_precision_at_1000_std": -0.05273, + "nauc_precision_at_1000_diff1": -0.075506, + "nauc_mrr_at_1_max": 0.286247, + "nauc_mrr_at_1_std": 0.061873, + "nauc_mrr_at_1_diff1": 0.530501, + "nauc_mrr_at_3_max": 0.079022, + "nauc_mrr_at_3_std": 0.038734, + "nauc_mrr_at_3_diff1": 0.271528, + "nauc_mrr_at_5_max": 0.054552, + "nauc_mrr_at_5_std": 0.026903, + "nauc_mrr_at_5_diff1": 0.196651, + "nauc_mrr_at_10_max": 0.037626, + "nauc_mrr_at_10_std": 0.009359, + "nauc_mrr_at_10_diff1": 0.104678, + "nauc_mrr_at_20_max": 0.023636, + "nauc_mrr_at_20_std": 0.010025, + "nauc_mrr_at_20_diff1": 0.108077, + "nauc_mrr_at_100_max": 0.005793999999999999, + "nauc_mrr_at_100_std": -0.011226999999999997, + "nauc_mrr_at_100_diff1": 0.071804, + "nauc_mrr_at_1000_max": -0.001628, + "nauc_mrr_at_1000_std": -0.017382, + "nauc_mrr_at_1000_diff1": 0.061113999999999995, + "main_score": 0.00732 + }, + { + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ], + "ndcg_at_1": 0.00037999999999999997, + "ndcg_at_3": 0.0013899999999999997, + "ndcg_at_5": 0.00237, + "ndcg_at_10": 0.0031, + "ndcg_at_20": 0.00439, + "ndcg_at_100": 0.01061, + "ndcg_at_1000": 0.03857, + "map_at_1": 0.00037999999999999997, + "map_at_3": 0.00109, + "map_at_5": 0.0016300000000000002, + "map_at_10": 0.00193, + "map_at_20": 0.00229, + "map_at_100": 0.00306, + "map_at_1000": 0.00373, + "recall_at_1": 0.00037999999999999997, + "recall_at_3": 0.00225, + "recall_at_5": 0.00469, + "recall_at_10": 0.006939999999999999, + "recall_at_20": 0.012, + "recall_at_100": 0.04689, + "recall_at_1000": 0.2906, + "precision_at_1": 0.00037999999999999997, + "precision_at_3": 0.00075, + "precision_at_5": 0.00094, + "precision_at_10": 0.00069, + "precision_at_20": 0.0006, + "precision_at_100": 0.00047, + "precision_at_1000": 0.00029, + "mrr_at_1": 0.000375, + "mrr_at_3": 0.001094, + "mrr_at_5": 0.0016289999999999998, + "mrr_at_10": 0.001932, + "mrr_at_20": 0.002287, + "mrr_at_100": 0.003061, + "mrr_at_1000": 0.00373, + "nauc_ndcg_at_1_max": 0.250247, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_1_diff1": 0.212691, + "nauc_ndcg_at_3_max": -0.026221, + "nauc_ndcg_at_3_std": 0.587815, + "nauc_ndcg_at_3_diff1": -0.085801, + "nauc_ndcg_at_5_max": 0.113108, + "nauc_ndcg_at_5_std": 0.526093, + "nauc_ndcg_at_5_diff1": -0.010551, + "nauc_ndcg_at_10_max": 0.16031000000000004, + "nauc_ndcg_at_10_std": 0.453023, + "nauc_ndcg_at_10_diff1": 0.057652999999999996, + "nauc_ndcg_at_20_max": 0.093925, + "nauc_ndcg_at_20_std": 0.305378, + "nauc_ndcg_at_20_diff1": 0.009149, + "nauc_ndcg_at_100_max": 0.029912, + "nauc_ndcg_at_100_std": 0.18066499999999996, + "nauc_ndcg_at_100_diff1": -0.0487, + "nauc_ndcg_at_1000_max": 0.035232, + "nauc_ndcg_at_1000_std": 0.09611399999999999, + "nauc_ndcg_at_1000_diff1": -0.025008, + "nauc_map_at_1_max": 0.250247, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_1_diff1": 0.212691, + "nauc_map_at_3_max": -0.007981, + "nauc_map_at_3_std": 0.642546, + "nauc_map_at_3_diff1": -0.066277, + "nauc_map_at_5_max": 0.096297, + "nauc_map_at_5_std": 0.57415, + "nauc_map_at_5_diff1": -0.015141, + "nauc_map_at_10_max": 0.127673, + "nauc_map_at_10_std": 0.518795, + "nauc_map_at_10_diff1": 0.030726, + "nauc_map_at_20_max": 0.09911399999999998, + "nauc_map_at_20_std": 0.430182, + "nauc_map_at_20_diff1": 0.01046, + "nauc_map_at_100_max": 0.068581, + "nauc_map_at_100_std": 0.352906, + "nauc_map_at_100_diff1": -0.015437, + "nauc_map_at_1000_max": 0.067394, + "nauc_map_at_1000_std": 0.31183, + "nauc_map_at_1000_diff1": -0.014350999999999997, + "nauc_recall_at_1_max": 0.250247, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_1_diff1": 0.212691, + "nauc_recall_at_3_max": -0.05088, + "nauc_recall_at_3_std": 0.506891, + "nauc_recall_at_3_diff1": -0.112155, + "nauc_recall_at_5_max": 0.136279, + "nauc_recall_at_5_std": 0.474024, + "nauc_recall_at_5_diff1": -0.0014030000000000002, + "nauc_recall_at_10_max": 0.197762, + "nauc_recall_at_10_std": 0.389053, + "nauc_recall_at_10_diff1": 0.090012, + "nauc_recall_at_20_max": 0.08413399999999999, + "nauc_recall_at_20_std": 0.203737, + "nauc_recall_at_20_diff1": 0.004812, + "nauc_recall_at_100_max": 0.011666, + "nauc_recall_at_100_std": 0.113664, + "nauc_recall_at_100_diff1": -0.065212, + "nauc_recall_at_1000_max": 0.028706999999999996, + "nauc_recall_at_1000_std": 0.058485, + "nauc_recall_at_1000_diff1": -0.024025000000000005, + "nauc_precision_at_1_max": 0.250247, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_1_diff1": 0.212691, + "nauc_precision_at_3_max": -0.05088, + "nauc_precision_at_3_std": 0.506891, + "nauc_precision_at_3_diff1": -0.112155, + "nauc_precision_at_5_max": 0.136279, + "nauc_precision_at_5_std": 0.474024, + "nauc_precision_at_5_diff1": -0.0014030000000000002, + "nauc_precision_at_10_max": 0.197762, + "nauc_precision_at_10_std": 0.389053, + "nauc_precision_at_10_diff1": 0.090012, + "nauc_precision_at_20_max": 0.08413399999999999, + "nauc_precision_at_20_std": 0.203737, + "nauc_precision_at_20_diff1": 0.004812, + "nauc_precision_at_100_max": 0.011666, + "nauc_precision_at_100_std": 0.113664, + "nauc_precision_at_100_diff1": -0.065212, + "nauc_precision_at_1000_max": 0.028549, + "nauc_precision_at_1000_std": 0.058442, + "nauc_precision_at_1000_diff1": -0.023865999999999995, + "nauc_mrr_at_1_max": 0.250247, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_1_diff1": 0.212691, + "nauc_mrr_at_3_max": -0.007981, + "nauc_mrr_at_3_std": 0.642546, + "nauc_mrr_at_3_diff1": -0.066277, + "nauc_mrr_at_5_max": 0.096297, + "nauc_mrr_at_5_std": 0.57415, + "nauc_mrr_at_5_diff1": -0.015141, + "nauc_mrr_at_10_max": 0.127673, + "nauc_mrr_at_10_std": 0.518795, + "nauc_mrr_at_10_diff1": 0.030726, + "nauc_mrr_at_20_max": 0.09911399999999998, + "nauc_mrr_at_20_std": 0.430182, + "nauc_mrr_at_20_diff1": 0.01046, + "nauc_mrr_at_100_max": 0.068581, + "nauc_mrr_at_100_std": 0.352906, + "nauc_mrr_at_100_diff1": -0.015437, + "nauc_mrr_at_1000_max": 0.067369, + "nauc_mrr_at_1000_std": 0.311812, + "nauc_mrr_at_1000_diff1": -0.014328, + "main_score": 0.0031 + }, + { + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ], + "ndcg_at_1": 0.00051, + "ndcg_at_3": 0.0019, + "ndcg_at_5": 0.00229, + "ndcg_at_10": 0.0043, + "ndcg_at_20": 0.00668, + "ndcg_at_100": 0.01687, + "ndcg_at_1000": 0.07878, + "map_at_1": 0.00051, + "map_at_3": 0.0015199999999999999, + "map_at_5": 0.00172, + "map_at_10": 0.0025800000000000003, + "map_at_20": 0.0032, + "map_at_100": 0.00444, + "map_at_1000": 0.00592, + "recall_at_1": 0.00051, + "recall_at_3": 0.0030299999999999997, + "recall_at_5": 0.00404, + "recall_at_10": 0.01011, + "recall_at_20": 0.01972, + "recall_at_100": 0.07735, + "recall_at_1000": 0.61729, + "precision_at_1": 0.00051, + "precision_at_3": 0.00101, + "precision_at_5": 0.0008099999999999998, + "precision_at_10": 0.00101, + "precision_at_20": 0.00099, + "precision_at_100": 0.00077, + "precision_at_1000": 0.00062, + "mrr_at_1": 0.000506, + "mrr_at_3": 0.0015170000000000001, + "mrr_at_5": 0.001719, + "mrr_at_10": 0.0025779999999999996, + "mrr_at_20": 0.003199, + "mrr_at_100": 0.004441, + "mrr_at_1000": 0.005918, + "nauc_ndcg_at_1_max": 0.6620969999999999, + "nauc_ndcg_at_1_std": 0.6620969999999999, + "nauc_ndcg_at_1_diff1": 0.324194, + "nauc_ndcg_at_3_max": -0.035048, + "nauc_ndcg_at_3_std": -0.011603, + "nauc_ndcg_at_3_diff1": 0.046897, + "nauc_ndcg_at_5_max": -0.095677, + "nauc_ndcg_at_5_std": 0.0745, + "nauc_ndcg_at_5_diff1": -0.05919300000000001, + "nauc_ndcg_at_10_max": -0.048053, + "nauc_ndcg_at_10_std": 0.133414, + "nauc_ndcg_at_10_diff1": -0.051067999999999995, + "nauc_ndcg_at_20_max": -0.022846, + "nauc_ndcg_at_20_std": 0.075897, + "nauc_ndcg_at_20_diff1": -0.021516, + "nauc_ndcg_at_100_max": 0.011325999999999998, + "nauc_ndcg_at_100_std": 0.030971, + "nauc_ndcg_at_100_diff1": 0.019342, + "nauc_ndcg_at_1000_max": 0.007024, + "nauc_ndcg_at_1000_std": 0.049340999999999996, + "nauc_ndcg_at_1000_diff1": 0.022851, + "nauc_map_at_1_max": 0.6620969999999999, + "nauc_map_at_1_std": 0.6620969999999999, + "nauc_map_at_1_diff1": 0.324194, + "nauc_map_at_3_max": 0.015827, + "nauc_map_at_3_std": 0.037415, + "nauc_map_at_3_diff1": 0.066845, + "nauc_map_at_5_max": -0.031972, + "nauc_map_at_5_std": 0.09103, + "nauc_map_at_5_diff1": -0.008668, + "nauc_map_at_10_max": -0.021843000000000005, + "nauc_map_at_10_std": 0.128244, + "nauc_map_at_10_diff1": -0.020369, + "nauc_map_at_20_max": -0.014794, + "nauc_map_at_20_std": 0.094729, + "nauc_map_at_20_diff1": -0.008819, + "nauc_map_at_100_max": -0.0008169999999999999, + "nauc_map_at_100_std": 0.073338, + "nauc_map_at_100_diff1": 0.011033, + "nauc_map_at_1000_max": -0.004769, + "nauc_map_at_1000_std": 0.06927, + "nauc_map_at_1000_diff1": 0.009951, + "nauc_recall_at_1_max": 0.6620969999999999, + "nauc_recall_at_1_std": 0.6620969999999999, + "nauc_recall_at_1_diff1": 0.324194, + "nauc_recall_at_3_max": -0.107387, + "nauc_recall_at_3_std": -0.08127, + "nauc_recall_at_3_diff1": 0.018596, + "nauc_recall_at_5_max": -0.178157, + "nauc_recall_at_5_std": 0.062333999999999994, + "nauc_recall_at_5_diff1": -0.129807, + "nauc_recall_at_10_max": -0.063979, + "nauc_recall_at_10_std": 0.144229, + "nauc_recall_at_10_diff1": -0.075951, + "nauc_recall_at_20_max": -0.019718, + "nauc_recall_at_20_std": 0.063748, + "nauc_recall_at_20_diff1": -0.024903999999999996, + "nauc_recall_at_100_max": 0.019014, + "nauc_recall_at_100_std": 0.013683, + "nauc_recall_at_100_diff1": 0.023786, + "nauc_recall_at_1000_max": 0.016191, + "nauc_recall_at_1000_std": 0.053927, + "nauc_recall_at_1000_diff1": 0.030677, + "nauc_precision_at_1_max": 0.6620969999999999, + "nauc_precision_at_1_std": 0.6620969999999999, + "nauc_precision_at_1_diff1": 0.324194, + "nauc_precision_at_3_max": -0.107387, + "nauc_precision_at_3_std": -0.08127, + "nauc_precision_at_3_diff1": 0.018596, + "nauc_precision_at_5_max": -0.178157, + "nauc_precision_at_5_std": 0.062333999999999994, + "nauc_precision_at_5_diff1": -0.129807, + "nauc_precision_at_10_max": -0.063979, + "nauc_precision_at_10_std": 0.144229, + "nauc_precision_at_10_diff1": -0.075951, + "nauc_precision_at_20_max": -0.019718, + "nauc_precision_at_20_std": 0.063748, + "nauc_precision_at_20_diff1": -0.024903999999999996, + "nauc_precision_at_100_max": 0.019014, + "nauc_precision_at_100_std": 0.013683, + "nauc_precision_at_100_diff1": 0.023786, + "nauc_precision_at_1000_max": 0.016191, + "nauc_precision_at_1000_std": 0.053927, + "nauc_precision_at_1000_diff1": 0.030677, + "nauc_mrr_at_1_max": 0.6620969999999999, + "nauc_mrr_at_1_std": 0.6620969999999999, + "nauc_mrr_at_1_diff1": 0.324194, + "nauc_mrr_at_3_max": 0.015827, + "nauc_mrr_at_3_std": 0.037415, + "nauc_mrr_at_3_diff1": 0.066845, + "nauc_mrr_at_5_max": -0.031972, + "nauc_mrr_at_5_std": 0.09103, + "nauc_mrr_at_5_diff1": -0.008668, + "nauc_mrr_at_10_max": -0.021843000000000005, + "nauc_mrr_at_10_std": 0.128244, + "nauc_mrr_at_10_diff1": -0.020369, + "nauc_mrr_at_20_max": -0.014794, + "nauc_mrr_at_20_std": 0.094729, + "nauc_mrr_at_20_diff1": -0.008819, + "nauc_mrr_at_100_max": -0.0008169999999999999, + "nauc_mrr_at_100_std": 0.073338, + "nauc_mrr_at_100_diff1": 0.011033, + "nauc_mrr_at_1000_max": -0.004769, + "nauc_mrr_at_1000_std": 0.06927, + "nauc_mrr_at_1000_diff1": 0.009951, + "main_score": 0.0043 + }, + { + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ], + "ndcg_at_1": 0.00218, + "ndcg_at_3": 0.00322, + "ndcg_at_5": 0.0038999999999999994, + "ndcg_at_10": 0.007230000000000001, + "ndcg_at_20": 0.01004, + "ndcg_at_100": 0.024929999999999997, + "ndcg_at_1000": 0.09104, + "map_at_1": 0.00218, + "map_at_3": 0.003, + "map_at_5": 0.00339, + "map_at_10": 0.00475, + "map_at_20": 0.00547, + "map_at_100": 0.007250000000000001, + "map_at_1000": 0.00883, + "recall_at_1": 0.00218, + "recall_at_3": 0.00382, + "recall_at_5": 0.00546, + "recall_at_10": 0.01584, + "recall_at_20": 0.027309999999999997, + "recall_at_100": 0.11196, + "recall_at_1000": 0.6881499999999999, + "precision_at_1": 0.00218, + "precision_at_3": 0.00127, + "precision_at_5": 0.00109, + "precision_at_10": 0.00158, + "precision_at_20": 0.00137, + "precision_at_100": 0.00112, + "precision_at_1000": 0.00069, + "mrr_at_1": 0.002185, + "mrr_at_3": 0.003004, + "mrr_at_5": 0.003386, + "mrr_at_10": 0.004749, + "mrr_at_20": 0.00547, + "mrr_at_100": 0.007244999999999999, + "mrr_at_1000": 0.008832, + "nauc_ndcg_at_1_max": 0.128288, + "nauc_ndcg_at_1_std": 0.128288, + "nauc_ndcg_at_1_diff1": 0.11947199999999998, + "nauc_ndcg_at_3_max": 0.125981, + "nauc_ndcg_at_3_std": 0.21156199999999997, + "nauc_ndcg_at_3_diff1": 0.092582, + "nauc_ndcg_at_5_max": 0.149018, + "nauc_ndcg_at_5_std": 0.186988, + "nauc_ndcg_at_5_diff1": 0.14119, + "nauc_ndcg_at_10_max": -0.008004, + "nauc_ndcg_at_10_std": 0.079477, + "nauc_ndcg_at_10_diff1": 0.028608, + "nauc_ndcg_at_20_max": 0.004824, + "nauc_ndcg_at_20_std": 0.119344, + "nauc_ndcg_at_20_diff1": -0.049617, + "nauc_ndcg_at_100_max": 0.03257, + "nauc_ndcg_at_100_std": 0.034608, + "nauc_ndcg_at_100_diff1": 0.053857, + "nauc_ndcg_at_1000_max": -0.024372, + "nauc_ndcg_at_1000_std": -0.010752, + "nauc_ndcg_at_1000_diff1": 0.021543, + "nauc_map_at_1_max": 0.128288, + "nauc_map_at_1_std": 0.128288, + "nauc_map_at_1_diff1": 0.11947199999999998, + "nauc_map_at_3_max": 0.126329, + "nauc_map_at_3_std": 0.198994, + "nauc_map_at_3_diff1": 0.09664, + "nauc_map_at_5_max": 0.140908, + "nauc_map_at_5_std": 0.182199, + "nauc_map_at_5_diff1": 0.128657, + "nauc_map_at_10_max": 0.04351599999999999, + "nauc_map_at_10_std": 0.113301, + "nauc_map_at_10_diff1": 0.06399, + "nauc_map_at_20_max": 0.039483, + "nauc_map_at_20_std": 0.124301, + "nauc_map_at_20_diff1": 0.022731000000000005, + "nauc_map_at_100_max": 0.045962, + "nauc_map_at_100_std": 0.089138, + "nauc_map_at_100_diff1": 0.047346000000000006, + "nauc_map_at_1000_max": 0.037625, + "nauc_map_at_1000_std": 0.078308, + "nauc_map_at_1000_diff1": 0.043517, + "nauc_recall_at_1_max": 0.128288, + "nauc_recall_at_1_std": 0.128288, + "nauc_recall_at_1_diff1": 0.11947199999999998, + "nauc_recall_at_3_max": 0.12521, + "nauc_recall_at_3_std": 0.23939699999999997, + "nauc_recall_at_3_diff1": 0.083594, + "nauc_recall_at_5_max": 0.165653, + "nauc_recall_at_5_std": 0.19488399999999997, + "nauc_recall_at_5_diff1": 0.166947, + "nauc_recall_at_10_max": -0.065468, + "nauc_recall_at_10_std": 0.041849, + "nauc_recall_at_10_diff1": -0.012863, + "nauc_recall_at_20_max": -0.017106, + "nauc_recall_at_20_std": 0.122516, + "nauc_recall_at_20_diff1": -0.113388, + "nauc_recall_at_100_max": 0.03151, + "nauc_recall_at_100_std": 0.011705, + "nauc_recall_at_100_diff1": 0.066819, + "nauc_recall_at_1000_max": -0.065284, + "nauc_recall_at_1000_std": -0.056811, + "nauc_recall_at_1000_diff1": 0.009052, + "nauc_precision_at_1_max": 0.128288, + "nauc_precision_at_1_std": 0.128288, + "nauc_precision_at_1_diff1": 0.11947199999999998, + "nauc_precision_at_3_max": 0.12521, + "nauc_precision_at_3_std": 0.23939699999999997, + "nauc_precision_at_3_diff1": 0.083594, + "nauc_precision_at_5_max": 0.165653, + "nauc_precision_at_5_std": 0.19488399999999997, + "nauc_precision_at_5_diff1": 0.166947, + "nauc_precision_at_10_max": -0.065468, + "nauc_precision_at_10_std": 0.041849, + "nauc_precision_at_10_diff1": -0.012863, + "nauc_precision_at_20_max": -0.017106, + "nauc_precision_at_20_std": 0.122516, + "nauc_precision_at_20_diff1": -0.113388, + "nauc_precision_at_100_max": 0.03151, + "nauc_precision_at_100_std": 0.011705, + "nauc_precision_at_100_diff1": 0.066819, + "nauc_precision_at_1000_max": -0.065284, + "nauc_precision_at_1000_std": -0.056811, + "nauc_precision_at_1000_diff1": 0.009052, + "nauc_mrr_at_1_max": 0.128288, + "nauc_mrr_at_1_std": 0.128288, + "nauc_mrr_at_1_diff1": 0.11947199999999998, + "nauc_mrr_at_3_max": 0.126329, + "nauc_mrr_at_3_std": 0.198994, + "nauc_mrr_at_3_diff1": 0.09664, + "nauc_mrr_at_5_max": 0.140908, + "nauc_mrr_at_5_std": 0.182199, + "nauc_mrr_at_5_diff1": 0.128657, + "nauc_mrr_at_10_max": 0.04351599999999999, + "nauc_mrr_at_10_std": 0.113301, + "nauc_mrr_at_10_diff1": 0.06399, + "nauc_mrr_at_20_max": 0.039483, + "nauc_mrr_at_20_std": 0.124301, + "nauc_mrr_at_20_diff1": 0.022731000000000005, + "nauc_mrr_at_100_max": 0.045962, + "nauc_mrr_at_100_std": 0.089138, + "nauc_mrr_at_100_diff1": 0.047346000000000006, + "nauc_mrr_at_1000_max": 0.037625, + "nauc_mrr_at_1000_std": 0.078308, + "nauc_mrr_at_1000_diff1": 0.043517, + "main_score": 0.007230000000000001 + }, + { + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ], + "ndcg_at_1": 0.00098, + "ndcg_at_3": 0.0022, + "ndcg_at_5": 0.0030399999999999997, + "ndcg_at_10": 0.00465, + "ndcg_at_20": 0.006730000000000001, + "ndcg_at_100": 0.014690000000000002, + "ndcg_at_1000": 0.07328, + "map_at_1": 0.00098, + "map_at_3": 0.00179, + "map_at_5": 0.00228, + "map_at_10": 0.00296, + "map_at_20": 0.00353, + "map_at_100": 0.00448, + "map_at_1000": 0.00584, + "recall_at_1": 0.00098, + "recall_at_3": 0.00342, + "recall_at_5": 0.005369999999999999, + "recall_at_10": 0.01026, + "recall_at_20": 0.01856, + "recall_at_100": 0.06351, + "recall_at_1000": 0.57694, + "precision_at_1": 0.00098, + "precision_at_3": 0.00114, + "precision_at_5": 0.00107, + "precision_at_10": 0.00103, + "precision_at_20": 0.0009299999999999999, + "precision_at_100": 0.00064, + "precision_at_1000": 0.00058, + "mrr_at_1": 0.000977, + "mrr_at_3": 0.001791, + "mrr_at_5": 0.00228, + "mrr_at_10": 0.0029650000000000006, + "mrr_at_20": 0.003525, + "mrr_at_100": 0.004483, + "mrr_at_1000": 0.005842000000000001, + "nauc_ndcg_at_1_max": -0.390297, + "nauc_ndcg_at_1_std": -0.457382, + "nauc_ndcg_at_1_diff1": -0.087843, + "nauc_ndcg_at_3_max": -0.249691, + "nauc_ndcg_at_3_std": -0.112432, + "nauc_ndcg_at_3_diff1": -0.27354, + "nauc_ndcg_at_5_max": -0.221604, + "nauc_ndcg_at_5_std": -0.118447, + "nauc_ndcg_at_5_diff1": -0.069122, + "nauc_ndcg_at_10_max": -0.23735, + "nauc_ndcg_at_10_std": -0.154924, + "nauc_ndcg_at_10_diff1": -0.10152999999999998, + "nauc_ndcg_at_20_max": -0.207417, + "nauc_ndcg_at_20_std": -0.134523, + "nauc_ndcg_at_20_diff1": -0.124966, + "nauc_ndcg_at_100_max": -0.109657, + "nauc_ndcg_at_100_std": -0.08015500000000002, + "nauc_ndcg_at_100_diff1": -0.049343, + "nauc_ndcg_at_1000_max": -0.073108, + "nauc_ndcg_at_1000_std": -0.077368, + "nauc_ndcg_at_1000_diff1": -0.055809, + "nauc_map_at_1_max": -0.390297, + "nauc_map_at_1_std": -0.457382, + "nauc_map_at_1_diff1": -0.087843, + "nauc_map_at_3_max": -0.275256, + "nauc_map_at_3_std": -0.17515, + "nauc_map_at_3_diff1": -0.239777, + "nauc_map_at_5_max": -0.24803699999999998, + "nauc_map_at_5_std": -0.166367, + "nauc_map_at_5_diff1": -0.088785, + "nauc_map_at_10_max": -0.253738, + "nauc_map_at_10_std": -0.178539, + "nauc_map_at_10_diff1": -0.110729, + "nauc_map_at_20_max": -0.240998, + "nauc_map_at_20_std": -0.169043, + "nauc_map_at_20_diff1": -0.125078, + "nauc_map_at_100_max": -0.198743, + "nauc_map_at_100_std": -0.143443, + "nauc_map_at_100_diff1": -0.097229, + "nauc_map_at_1000_max": -0.177073, + "nauc_map_at_1000_std": -0.130328, + "nauc_map_at_1000_diff1": -0.0925, + "nauc_recall_at_1_max": -0.390297, + "nauc_recall_at_1_std": -0.457382, + "nauc_recall_at_1_diff1": -0.087843, + "nauc_recall_at_3_max": -0.209518, + "nauc_recall_at_3_std": -0.013875, + "nauc_recall_at_3_diff1": -0.326596, + "nauc_recall_at_5_max": -0.187233, + "nauc_recall_at_5_std": -0.057615, + "nauc_recall_at_5_diff1": -0.038797, + "nauc_recall_at_10_max": -0.223454, + "nauc_recall_at_10_std": -0.138312, + "nauc_recall_at_10_diff1": -0.090449, + "nauc_recall_at_20_max": -0.178615, + "nauc_recall_at_20_std": -0.109219, + "nauc_recall_at_20_diff1": -0.12389100000000002, + "nauc_recall_at_100_max": -0.067801, + "nauc_recall_at_100_std": -0.05249899999999999, + "nauc_recall_at_100_diff1": -0.023929, + "nauc_recall_at_1000_max": -0.053346, + "nauc_recall_at_1000_std": -0.077999, + "nauc_recall_at_1000_diff1": -0.05005, + "nauc_precision_at_1_max": -0.390297, + "nauc_precision_at_1_std": -0.457382, + "nauc_precision_at_1_diff1": -0.087843, + "nauc_precision_at_3_max": -0.209518, + "nauc_precision_at_3_std": -0.013875, + "nauc_precision_at_3_diff1": -0.326596, + "nauc_precision_at_5_max": -0.187233, + "nauc_precision_at_5_std": -0.057615, + "nauc_precision_at_5_diff1": -0.038797, + "nauc_precision_at_10_max": -0.223454, + "nauc_precision_at_10_std": -0.138312, + "nauc_precision_at_10_diff1": -0.090449, + "nauc_precision_at_20_max": -0.178615, + "nauc_precision_at_20_std": -0.109219, + "nauc_precision_at_20_diff1": -0.12389100000000002, + "nauc_precision_at_100_max": -0.067801, + "nauc_precision_at_100_std": -0.05249899999999999, + "nauc_precision_at_100_diff1": -0.023929, + "nauc_precision_at_1000_max": -0.053346, + "nauc_precision_at_1000_std": -0.077999, + "nauc_precision_at_1000_diff1": -0.05005, + "nauc_mrr_at_1_max": -0.390297, + "nauc_mrr_at_1_std": -0.457382, + "nauc_mrr_at_1_diff1": -0.087843, + "nauc_mrr_at_3_max": -0.275256, + "nauc_mrr_at_3_std": -0.17515, + "nauc_mrr_at_3_diff1": -0.239777, + "nauc_mrr_at_5_max": -0.24803699999999998, + "nauc_mrr_at_5_std": -0.166367, + "nauc_mrr_at_5_diff1": -0.088785, + "nauc_mrr_at_10_max": -0.253738, + "nauc_mrr_at_10_std": -0.178539, + "nauc_mrr_at_10_diff1": -0.110729, + "nauc_mrr_at_20_max": -0.240998, + "nauc_mrr_at_20_std": -0.169043, + "nauc_mrr_at_20_diff1": -0.125078, + "nauc_mrr_at_100_max": -0.198743, + "nauc_mrr_at_100_std": -0.143443, + "nauc_mrr_at_100_diff1": -0.097229, + "nauc_mrr_at_1000_max": -0.177073, + "nauc_mrr_at_1000_std": -0.130328, + "nauc_mrr_at_1000_diff1": -0.0925, + "main_score": 0.00465 + }, + { + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ], + "ndcg_at_1": 0.00105, + "ndcg_at_3": 0.00197, + "ndcg_at_5": 0.0028200000000000005, + "ndcg_at_10": 0.00458, + "ndcg_at_20": 0.00695, + "ndcg_at_100": 0.01595, + "ndcg_at_1000": 0.07693, + "map_at_1": 0.00105, + "map_at_3": 0.0017399999999999998, + "map_at_5": 0.00221, + "map_at_10": 0.00288, + "map_at_20": 0.0035200000000000006, + "map_at_100": 0.00455, + "map_at_1000": 0.005930000000000001, + "recall_at_1": 0.00105, + "recall_at_3": 0.00262, + "recall_at_5": 0.00471, + "recall_at_10": 0.01046, + "recall_at_20": 0.01987, + "recall_at_100": 0.07165, + "recall_at_1000": 0.60826, + "precision_at_1": 0.00105, + "precision_at_3": 0.0008699999999999999, + "precision_at_5": 0.00094, + "precision_at_10": 0.00105, + "precision_at_20": 0.00099, + "precision_at_100": 0.00072, + "precision_at_1000": 0.00061, + "mrr_at_1": 0.001046, + "mrr_at_3": 0.0017430000000000002, + "mrr_at_5": 0.002214, + "mrr_at_10": 0.002881, + "mrr_at_20": 0.003525, + "mrr_at_100": 0.004551, + "mrr_at_1000": 0.005931, + "nauc_ndcg_at_1_max": 0.549196, + "nauc_ndcg_at_1_std": 0.292554, + "nauc_ndcg_at_1_diff1": 0.830875, + "nauc_ndcg_at_3_max": 0.551068, + "nauc_ndcg_at_3_std": 0.435827, + "nauc_ndcg_at_3_diff1": 0.654072, + "nauc_ndcg_at_5_max": 0.608846, + "nauc_ndcg_at_5_std": 0.534801, + "nauc_ndcg_at_5_diff1": 0.528557, + "nauc_ndcg_at_10_max": 0.42187, + "nauc_ndcg_at_10_std": 0.410796, + "nauc_ndcg_at_10_diff1": 0.314853, + "nauc_ndcg_at_20_max": 0.395566, + "nauc_ndcg_at_20_std": 0.398692, + "nauc_ndcg_at_20_diff1": 0.289452, + "nauc_ndcg_at_100_max": 0.207679, + "nauc_ndcg_at_100_std": 0.230806, + "nauc_ndcg_at_100_diff1": 0.154211, + "nauc_ndcg_at_1000_max": 0.16611399999999998, + "nauc_ndcg_at_1000_std": 0.164112, + "nauc_ndcg_at_1000_diff1": 0.102137, + "nauc_map_at_1_max": 0.549196, + "nauc_map_at_1_std": 0.292554, + "nauc_map_at_1_diff1": 0.830875, + "nauc_map_at_3_max": 0.572075, + "nauc_map_at_3_std": 0.434043, + "nauc_map_at_3_diff1": 0.697853, + "nauc_map_at_5_max": 0.60712, + "nauc_map_at_5_std": 0.50112, + "nauc_map_at_5_diff1": 0.600604, + "nauc_map_at_10_max": 0.497578, + "nauc_map_at_10_std": 0.4387130000000001, + "nauc_map_at_10_diff1": 0.451296, + "nauc_map_at_20_max": 0.467772, + "nauc_map_at_20_std": 0.430928, + "nauc_map_at_20_diff1": 0.408293, + "nauc_map_at_100_max": 0.3759529999999999, + "nauc_map_at_100_std": 0.352882, + "nauc_map_at_100_diff1": 0.321313, + "nauc_map_at_1000_max": 0.348222, + "nauc_map_at_1000_std": 0.326604, + "nauc_map_at_1000_diff1": 0.294936, + "nauc_recall_at_1_max": 0.549196, + "nauc_recall_at_1_std": 0.292554, + "nauc_recall_at_1_diff1": 0.830875, + "nauc_recall_at_3_max": 0.504794, + "nauc_recall_at_3_std": 0.434043, + "nauc_recall_at_3_diff1": 0.564831, + "nauc_recall_at_5_max": 0.612135, + "nauc_recall_at_5_std": 0.585401, + "nauc_recall_at_5_diff1": 0.420099, + "nauc_recall_at_10_max": 0.338003, + "nauc_recall_at_10_std": 0.372919, + "nauc_recall_at_10_diff1": 0.179128, + "nauc_recall_at_20_max": 0.34385599999999994, + "nauc_recall_at_20_std": 0.369134, + "nauc_recall_at_20_diff1": 0.213988, + "nauc_recall_at_100_max": 0.142024, + "nauc_recall_at_100_std": 0.179803, + "nauc_recall_at_100_diff1": 0.101473, + "nauc_recall_at_1000_max": 0.124813, + "nauc_recall_at_1000_std": 0.117174, + "nauc_recall_at_1000_diff1": 0.055424, + "nauc_precision_at_1_max": 0.549196, + "nauc_precision_at_1_std": 0.292554, + "nauc_precision_at_1_diff1": 0.830875, + "nauc_precision_at_3_max": 0.504794, + "nauc_precision_at_3_std": 0.434043, + "nauc_precision_at_3_diff1": 0.564831, + "nauc_precision_at_5_max": 0.612135, + "nauc_precision_at_5_std": 0.585401, + "nauc_precision_at_5_diff1": 0.420099, + "nauc_precision_at_10_max": 0.338003, + "nauc_precision_at_10_std": 0.372919, + "nauc_precision_at_10_diff1": 0.179128, + "nauc_precision_at_20_max": 0.34385599999999994, + "nauc_precision_at_20_std": 0.369134, + "nauc_precision_at_20_diff1": 0.213988, + "nauc_precision_at_100_max": 0.142024, + "nauc_precision_at_100_std": 0.179803, + "nauc_precision_at_100_diff1": 0.101473, + "nauc_precision_at_1000_max": 0.124813, + "nauc_precision_at_1000_std": 0.117174, + "nauc_precision_at_1000_diff1": 0.055424, + "nauc_mrr_at_1_max": 0.549196, + "nauc_mrr_at_1_std": 0.292554, + "nauc_mrr_at_1_diff1": 0.830875, + "nauc_mrr_at_3_max": 0.572075, + "nauc_mrr_at_3_std": 0.434043, + "nauc_mrr_at_3_diff1": 0.697853, + "nauc_mrr_at_5_max": 0.60712, + "nauc_mrr_at_5_std": 0.50112, + "nauc_mrr_at_5_diff1": 0.600604, + "nauc_mrr_at_10_max": 0.497578, + "nauc_mrr_at_10_std": 0.4387130000000001, + "nauc_mrr_at_10_diff1": 0.451296, + "nauc_mrr_at_20_max": 0.467772, + "nauc_mrr_at_20_std": 0.430928, + "nauc_mrr_at_20_diff1": 0.408293, + "nauc_mrr_at_100_max": 0.3759529999999999, + "nauc_mrr_at_100_std": 0.352882, + "nauc_mrr_at_100_diff1": 0.321313, + "nauc_mrr_at_1000_max": 0.348222, + "nauc_mrr_at_1000_std": 0.326604, + "nauc_mrr_at_1000_diff1": 0.294936, + "main_score": 0.00458 + }, + { + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.00243, + "ndcg_at_3": 0.005329999999999999, + "ndcg_at_5": 0.00708, + "ndcg_at_10": 0.00822, + "ndcg_at_20": 0.01149, + "ndcg_at_100": 0.02443, + "ndcg_at_1000": 0.0972, + "map_at_1": 0.00243, + "map_at_3": 0.00465, + "map_at_5": 0.005620000000000001, + "map_at_10": 0.00607, + "map_at_20": 0.006919999999999999, + "map_at_100": 0.0084, + "map_at_1000": 0.01014, + "recall_at_1": 0.00243, + "recall_at_3": 0.00728, + "recall_at_5": 0.01152, + "recall_at_10": 0.01516, + "recall_at_20": 0.0285, + "recall_at_100": 0.10308999999999999, + "recall_at_1000": 0.73681, + "precision_at_1": 0.00243, + "precision_at_3": 0.00243, + "precision_at_5": 0.0023, + "precision_at_10": 0.0015199999999999999, + "precision_at_20": 0.00143, + "precision_at_100": 0.00103, + "precision_at_1000": 0.00074, + "mrr_at_1": 0.002426, + "mrr_at_3": 0.004649, + "mrr_at_5": 0.005620000000000001, + "mrr_at_10": 0.006071999999999999, + "mrr_at_20": 0.006916, + "mrr_at_100": 0.008397, + "mrr_at_1000": 0.010143, + "nauc_ndcg_at_1_max": 0.344708, + "nauc_ndcg_at_1_std": 0.177296, + "nauc_ndcg_at_1_diff1": 0.254054, + "nauc_ndcg_at_3_max": 0.512759, + "nauc_ndcg_at_3_std": 0.298213, + "nauc_ndcg_at_3_diff1": 0.1996, + "nauc_ndcg_at_5_max": 0.587398, + "nauc_ndcg_at_5_std": 0.247685, + "nauc_ndcg_at_5_diff1": 0.17957, + "nauc_ndcg_at_10_max": 0.548506, + "nauc_ndcg_at_10_std": 0.196216, + "nauc_ndcg_at_10_diff1": 0.16567199999999999, + "nauc_ndcg_at_20_max": 0.45870400000000006, + "nauc_ndcg_at_20_std": 0.148295, + "nauc_ndcg_at_20_diff1": 0.180996, + "nauc_ndcg_at_100_max": 0.336706, + "nauc_ndcg_at_100_std": 0.100954, + "nauc_ndcg_at_100_diff1": 0.096092, + "nauc_ndcg_at_1000_max": 0.259713, + "nauc_ndcg_at_1000_std": 0.049195, + "nauc_ndcg_at_1000_diff1": 0.070839, + "nauc_map_at_1_max": 0.344708, + "nauc_map_at_1_std": 0.177296, + "nauc_map_at_1_diff1": 0.254054, + "nauc_map_at_3_max": 0.493966, + "nauc_map_at_3_std": 0.279153, + "nauc_map_at_3_diff1": 0.207442, + "nauc_map_at_5_max": 0.547895, + "nauc_map_at_5_std": 0.24411100000000002, + "nauc_map_at_5_diff1": 0.187472, + "nauc_map_at_10_max": 0.53115, + "nauc_map_at_10_std": 0.21799700000000002, + "nauc_map_at_10_diff1": 0.181703, + "nauc_map_at_20_max": 0.494189, + "nauc_map_at_20_std": 0.194909, + "nauc_map_at_20_diff1": 0.186365, + "nauc_map_at_100_max": 0.453179, + "nauc_map_at_100_std": 0.177435, + "nauc_map_at_100_diff1": 0.16030899999999998, + "nauc_map_at_1000_max": 0.43352, + "nauc_map_at_1000_std": 0.163267, + "nauc_map_at_1000_diff1": 0.152043, + "nauc_recall_at_1_max": 0.344708, + "nauc_recall_at_1_std": 0.177296, + "nauc_recall_at_1_diff1": 0.254054, + "nauc_recall_at_3_max": 0.546788, + "nauc_recall_at_3_std": 0.334369, + "nauc_recall_at_3_diff1": 0.18488, + "nauc_recall_at_5_max": 0.6485160000000001, + "nauc_recall_at_5_std": 0.251821, + "nauc_recall_at_5_diff1": 0.169772, + "nauc_recall_at_10_max": 0.564271, + "nauc_recall_at_10_std": 0.159584, + "nauc_recall_at_10_diff1": 0.143287, + "nauc_recall_at_20_max": 0.410315, + "nauc_recall_at_20_std": 0.097701, + "nauc_recall_at_20_diff1": 0.178564, + "nauc_recall_at_100_max": 0.270754, + "nauc_recall_at_100_std": 0.06103, + "nauc_recall_at_100_diff1": 0.059928, + "nauc_recall_at_1000_max": 0.167685, + "nauc_recall_at_1000_std": -0.00752, + "nauc_recall_at_1000_diff1": 0.030706, + "nauc_precision_at_1_max": 0.344708, + "nauc_precision_at_1_std": 0.177296, + "nauc_precision_at_1_diff1": 0.254054, + "nauc_precision_at_3_max": 0.546788, + "nauc_precision_at_3_std": 0.334369, + "nauc_precision_at_3_diff1": 0.18488, + "nauc_precision_at_5_max": 0.6485160000000001, + "nauc_precision_at_5_std": 0.251821, + "nauc_precision_at_5_diff1": 0.169772, + "nauc_precision_at_10_max": 0.564271, + "nauc_precision_at_10_std": 0.159584, + "nauc_precision_at_10_diff1": 0.143287, + "nauc_precision_at_20_max": 0.410315, + "nauc_precision_at_20_std": 0.097701, + "nauc_precision_at_20_diff1": 0.178564, + "nauc_precision_at_100_max": 0.270754, + "nauc_precision_at_100_std": 0.06103, + "nauc_precision_at_100_diff1": 0.059928, + "nauc_precision_at_1000_max": 0.167685, + "nauc_precision_at_1000_std": -0.00752, + "nauc_precision_at_1000_diff1": 0.030706, + "nauc_mrr_at_1_max": 0.344708, + "nauc_mrr_at_1_std": 0.177296, + "nauc_mrr_at_1_diff1": 0.254054, + "nauc_mrr_at_3_max": 0.493966, + "nauc_mrr_at_3_std": 0.279153, + "nauc_mrr_at_3_diff1": 0.207442, + "nauc_mrr_at_5_max": 0.547895, + "nauc_mrr_at_5_std": 0.24411100000000002, + "nauc_mrr_at_5_diff1": 0.187472, + "nauc_mrr_at_10_max": 0.53115, + "nauc_mrr_at_10_std": 0.21799700000000002, + "nauc_mrr_at_10_diff1": 0.181703, + "nauc_mrr_at_20_max": 0.494189, + "nauc_mrr_at_20_std": 0.194909, + "nauc_mrr_at_20_diff1": 0.186365, + "nauc_mrr_at_100_max": 0.453179, + "nauc_mrr_at_100_std": 0.177435, + "nauc_mrr_at_100_diff1": 0.16030899999999998, + "nauc_mrr_at_1000_max": 0.43352, + "nauc_mrr_at_1000_std": 0.163267, + "nauc_mrr_at_1000_diff1": 0.152043, + "main_score": 0.00822 + }, + { + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.00375, + "ndcg_at_3": 0.00578, + "ndcg_at_5": 0.006540000000000001, + "ndcg_at_10": 0.00825, + "ndcg_at_20": 0.01034, + "ndcg_at_100": 0.01793, + "ndcg_at_1000": 0.04977, + "map_at_1": 0.00375, + "map_at_3": 0.00525, + "map_at_5": 0.00567, + "map_at_10": 0.00638, + "map_at_20": 0.006959999999999999, + "map_at_100": 0.00788, + "map_at_1000": 0.00868, + "recall_at_1": 0.00375, + "recall_at_3": 0.00731, + "recall_at_5": 0.00919, + "recall_at_10": 0.01444, + "recall_at_20": 0.02269, + "recall_at_100": 0.06563, + "recall_at_1000": 0.34099, + "precision_at_1": 0.00375, + "precision_at_3": 0.00244, + "precision_at_5": 0.00184, + "precision_at_10": 0.00144, + "precision_at_20": 0.00113, + "precision_at_100": 0.00066, + "precision_at_1000": 0.00034, + "mrr_at_1": 0.00375, + "mrr_at_3": 0.00525, + "mrr_at_5": 0.005672, + "mrr_at_10": 0.006383, + "mrr_at_20": 0.006961, + "mrr_at_100": 0.007882, + "mrr_at_1000": 0.008677, + "nauc_ndcg_at_1_max": 0.565121, + "nauc_ndcg_at_1_std": 0.192292, + "nauc_ndcg_at_1_diff1": 0.186031, + "nauc_ndcg_at_3_max": 0.537959, + "nauc_ndcg_at_3_std": 0.136749, + "nauc_ndcg_at_3_diff1": 0.149137, + "nauc_ndcg_at_5_max": 0.540713, + "nauc_ndcg_at_5_std": 0.165134, + "nauc_ndcg_at_5_diff1": 0.13835, + "nauc_ndcg_at_10_max": 0.473624, + "nauc_ndcg_at_10_std": 0.140322, + "nauc_ndcg_at_10_diff1": 0.124765, + "nauc_ndcg_at_20_max": 0.405382, + "nauc_ndcg_at_20_std": 0.131801, + "nauc_ndcg_at_20_diff1": 0.10886599999999999, + "nauc_ndcg_at_100_max": 0.274861, + "nauc_ndcg_at_100_std": 0.09985, + "nauc_ndcg_at_100_diff1": 0.05003, + "nauc_ndcg_at_1000_max": 0.142363, + "nauc_ndcg_at_1000_std": 0.055438, + "nauc_ndcg_at_1000_diff1": 0.035621, + "nauc_map_at_1_max": 0.565121, + "nauc_map_at_1_std": 0.192292, + "nauc_map_at_1_diff1": 0.186031, + "nauc_map_at_3_max": 0.540696, + "nauc_map_at_3_std": 0.145317, + "nauc_map_at_3_diff1": 0.152434, + "nauc_map_at_5_max": 0.54295, + "nauc_map_at_5_std": 0.16362, + "nauc_map_at_5_diff1": 0.145602, + "nauc_map_at_10_max": 0.506652, + "nauc_map_at_10_std": 0.148407, + "nauc_map_at_10_diff1": 0.137079, + "nauc_map_at_20_max": 0.476818, + "nauc_map_at_20_std": 0.143556, + "nauc_map_at_20_diff1": 0.128944, + "nauc_map_at_100_max": 0.434343, + "nauc_map_at_100_std": 0.13241, + "nauc_map_at_100_diff1": 0.110841, + "nauc_map_at_1000_max": 0.40871999999999997, + "nauc_map_at_1000_std": 0.125729, + "nauc_map_at_1000_diff1": 0.105395, + "nauc_recall_at_1_max": 0.565121, + "nauc_recall_at_1_std": 0.192292, + "nauc_recall_at_1_diff1": 0.186031, + "nauc_recall_at_3_max": 0.532864, + "nauc_recall_at_3_std": 0.11929499999999998, + "nauc_recall_at_3_diff1": 0.143212, + "nauc_recall_at_5_max": 0.53689, + "nauc_recall_at_5_std": 0.16997, + "nauc_recall_at_5_diff1": 0.124956, + "nauc_recall_at_10_max": 0.420383, + "nauc_recall_at_10_std": 0.129387, + "nauc_recall_at_10_diff1": 0.10699, + "nauc_recall_at_20_max": 0.31483, + "nauc_recall_at_20_std": 0.11967500000000002, + "nauc_recall_at_20_diff1": 0.086104, + "nauc_recall_at_100_max": 0.169294, + "nauc_recall_at_100_std": 0.080626, + "nauc_recall_at_100_diff1": 0.009781, + "nauc_recall_at_1000_max": 0.050692, + "nauc_recall_at_1000_std": 0.028923, + "nauc_recall_at_1000_diff1": 0.01661, + "nauc_precision_at_1_max": 0.565121, + "nauc_precision_at_1_std": 0.192292, + "nauc_precision_at_1_diff1": 0.186031, + "nauc_precision_at_3_max": 0.532864, + "nauc_precision_at_3_std": 0.11929499999999998, + "nauc_precision_at_3_diff1": 0.143212, + "nauc_precision_at_5_max": 0.53689, + "nauc_precision_at_5_std": 0.16997, + "nauc_precision_at_5_diff1": 0.124956, + "nauc_precision_at_10_max": 0.420383, + "nauc_precision_at_10_std": 0.129387, + "nauc_precision_at_10_diff1": 0.10699, + "nauc_precision_at_20_max": 0.31483, + "nauc_precision_at_20_std": 0.11967500000000002, + "nauc_precision_at_20_diff1": 0.086104, + "nauc_precision_at_100_max": 0.169294, + "nauc_precision_at_100_std": 0.080626, + "nauc_precision_at_100_diff1": 0.009781, + "nauc_precision_at_1000_max": 0.050423, + "nauc_precision_at_1000_std": 0.028774, + "nauc_precision_at_1000_diff1": 0.016759, + "nauc_mrr_at_1_max": 0.565121, + "nauc_mrr_at_1_std": 0.192292, + "nauc_mrr_at_1_diff1": 0.186031, + "nauc_mrr_at_3_max": 0.540696, + "nauc_mrr_at_3_std": 0.145317, + "nauc_mrr_at_3_diff1": 0.152434, + "nauc_mrr_at_5_max": 0.54295, + "nauc_mrr_at_5_std": 0.16362, + "nauc_mrr_at_5_diff1": 0.145602, + "nauc_mrr_at_10_max": 0.506652, + "nauc_mrr_at_10_std": 0.148407, + "nauc_mrr_at_10_diff1": 0.137079, + "nauc_mrr_at_20_max": 0.476818, + "nauc_mrr_at_20_std": 0.143556, + "nauc_mrr_at_20_diff1": 0.128944, + "nauc_mrr_at_100_max": 0.434343, + "nauc_mrr_at_100_std": 0.13241, + "nauc_mrr_at_100_diff1": 0.110841, + "nauc_mrr_at_1000_max": 0.408708, + "nauc_mrr_at_1000_std": 0.125722, + "nauc_mrr_at_1000_diff1": 0.1054, + "main_score": 0.00825 + }, + { + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.00253, + "ndcg_at_3": 0.00418, + "ndcg_at_5": 0.00461, + "ndcg_at_10": 0.00715, + "ndcg_at_20": 0.00945, + "ndcg_at_100": 0.02331, + "ndcg_at_1000": 0.08574, + "map_at_1": 0.00253, + "map_at_3": 0.0037099999999999998, + "map_at_5": 0.00396, + "map_at_10": 0.00505, + "map_at_20": 0.00569, + "map_at_100": 0.00733, + "map_at_1000": 0.00883, + "recall_at_1": 0.00253, + "recall_at_3": 0.005559999999999999, + "recall_at_5": 0.00657, + "recall_at_10": 0.01416, + "recall_at_20": 0.02326, + "recall_at_100": 0.10212, + "recall_at_1000": 0.6456000000000001, + "precision_at_1": 0.00253, + "precision_at_3": 0.00185, + "precision_at_5": 0.00131, + "precision_at_10": 0.0014200000000000003, + "precision_at_20": 0.00116, + "precision_at_100": 0.00102, + "precision_at_1000": 0.00065, + "mrr_at_1": 0.002528, + "mrr_at_3": 0.003707, + "mrr_at_5": 0.00396, + "mrr_at_10": 0.005054, + "mrr_at_20": 0.005688000000000001, + "mrr_at_100": 0.007331, + "mrr_at_1000": 0.008831, + "nauc_ndcg_at_1_max": 0.519741, + "nauc_ndcg_at_1_std": 0.4690770000000001, + "nauc_ndcg_at_1_diff1": 0.301964, + "nauc_ndcg_at_3_max": 0.413447, + "nauc_ndcg_at_3_std": 0.243606, + "nauc_ndcg_at_3_diff1": 0.188418, + "nauc_ndcg_at_5_max": 0.410319, + "nauc_ndcg_at_5_std": 0.258092, + "nauc_ndcg_at_5_diff1": 0.24909100000000003, + "nauc_ndcg_at_10_max": 0.366761, + "nauc_ndcg_at_10_std": 0.231623, + "nauc_ndcg_at_10_diff1": 0.242909, + "nauc_ndcg_at_20_max": 0.332627, + "nauc_ndcg_at_20_std": 0.190886, + "nauc_ndcg_at_20_diff1": 0.186171, + "nauc_ndcg_at_100_max": 0.221033, + "nauc_ndcg_at_100_std": 0.106684, + "nauc_ndcg_at_100_diff1": 0.0677, + "nauc_ndcg_at_1000_max": 0.178432, + "nauc_ndcg_at_1000_std": 0.052092, + "nauc_ndcg_at_1000_diff1": 0.058879, + "nauc_map_at_1_max": 0.519741, + "nauc_map_at_1_std": 0.4690770000000001, + "nauc_map_at_1_diff1": 0.301964, + "nauc_map_at_3_max": 0.42766799999999994, + "nauc_map_at_3_std": 0.290518, + "nauc_map_at_3_diff1": 0.208244, + "nauc_map_at_5_max": 0.424646, + "nauc_map_at_5_std": 0.297317, + "nauc_map_at_5_diff1": 0.24799699999999997, + "nauc_map_at_10_max": 0.398276, + "nauc_map_at_10_std": 0.273121, + "nauc_map_at_10_diff1": 0.246463, + "nauc_map_at_20_max": 0.379365, + "nauc_map_at_20_std": 0.248287, + "nauc_map_at_20_diff1": 0.219878, + "nauc_map_at_100_max": 0.33332999999999996, + "nauc_map_at_100_std": 0.202466, + "nauc_map_at_100_diff1": 0.16561, + "nauc_map_at_1000_max": 0.318401, + "nauc_map_at_1000_std": 0.18740499999999996, + "nauc_map_at_1000_diff1": 0.158204, + "nauc_recall_at_1_max": 0.519741, + "nauc_recall_at_1_std": 0.4690770000000001, + "nauc_recall_at_1_diff1": 0.301964, + "nauc_recall_at_3_max": 0.386984, + "nauc_recall_at_3_std": 0.150644, + "nauc_recall_at_3_diff1": 0.149959, + "nauc_recall_at_5_max": 0.385959, + "nauc_recall_at_5_std": 0.188551, + "nauc_recall_at_5_diff1": 0.254742, + "nauc_recall_at_10_max": 0.326875, + "nauc_recall_at_10_std": 0.184863, + "nauc_recall_at_10_diff1": 0.238654, + "nauc_recall_at_20_max": 0.286992, + "nauc_recall_at_20_std": 0.140191, + "nauc_recall_at_20_diff1": 0.149651, + "nauc_recall_at_100_max": 0.168806, + "nauc_recall_at_100_std": 0.071583, + "nauc_recall_at_100_diff1": 0.026362, + "nauc_recall_at_1000_max": 0.126884, + "nauc_recall_at_1000_std": 0.003778, + "nauc_recall_at_1000_diff1": 0.029179, + "nauc_precision_at_1_max": 0.519741, + "nauc_precision_at_1_std": 0.4690770000000001, + "nauc_precision_at_1_diff1": 0.301964, + "nauc_precision_at_3_max": 0.386984, + "nauc_precision_at_3_std": 0.150644, + "nauc_precision_at_3_diff1": 0.149959, + "nauc_precision_at_5_max": 0.385959, + "nauc_precision_at_5_std": 0.188551, + "nauc_precision_at_5_diff1": 0.254742, + "nauc_precision_at_10_max": 0.326875, + "nauc_precision_at_10_std": 0.184863, + "nauc_precision_at_10_diff1": 0.238654, + "nauc_precision_at_20_max": 0.286992, + "nauc_precision_at_20_std": 0.140191, + "nauc_precision_at_20_diff1": 0.149651, + "nauc_precision_at_100_max": 0.168806, + "nauc_precision_at_100_std": 0.071583, + "nauc_precision_at_100_diff1": 0.026362, + "nauc_precision_at_1000_max": 0.126884, + "nauc_precision_at_1000_std": 0.003778, + "nauc_precision_at_1000_diff1": 0.029179, + "nauc_mrr_at_1_max": 0.519741, + "nauc_mrr_at_1_std": 0.4690770000000001, + "nauc_mrr_at_1_diff1": 0.301964, + "nauc_mrr_at_3_max": 0.42766799999999994, + "nauc_mrr_at_3_std": 0.290518, + "nauc_mrr_at_3_diff1": 0.208244, + "nauc_mrr_at_5_max": 0.424646, + "nauc_mrr_at_5_std": 0.297317, + "nauc_mrr_at_5_diff1": 0.24799699999999997, + "nauc_mrr_at_10_max": 0.398276, + "nauc_mrr_at_10_std": 0.273121, + "nauc_mrr_at_10_diff1": 0.246463, + "nauc_mrr_at_20_max": 0.379365, + "nauc_mrr_at_20_std": 0.248287, + "nauc_mrr_at_20_diff1": 0.219878, + "nauc_mrr_at_100_max": 0.33332999999999996, + "nauc_mrr_at_100_std": 0.202466, + "nauc_mrr_at_100_diff1": 0.16561, + "nauc_mrr_at_1000_max": 0.318401, + "nauc_mrr_at_1000_std": 0.18740499999999996, + "nauc_mrr_at_1000_diff1": 0.158204, + "main_score": 0.00715 + }, + { + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ], + "ndcg_at_1": 0.00328, + "ndcg_at_3": 0.00486, + "ndcg_at_5": 0.00683, + "ndcg_at_10": 0.00997, + "ndcg_at_20": 0.01365, + "ndcg_at_100": 0.02706, + "ndcg_at_1000": 0.09648, + "map_at_1": 0.00328, + "map_at_3": 0.00446, + "map_at_5": 0.00553, + "map_at_10": 0.0068, + "map_at_20": 0.007779999999999999, + "map_at_100": 0.00935, + "map_at_1000": 0.011, + "recall_at_1": 0.00328, + "recall_at_3": 0.00601, + "recall_at_5": 0.01092, + "recall_at_10": 0.02075, + "recall_at_20": 0.0355, + "recall_at_100": 0.11196, + "recall_at_1000": 0.71764, + "precision_at_1": 0.00328, + "precision_at_3": 0.002, + "precision_at_5": 0.00218, + "precision_at_10": 0.00208, + "precision_at_20": 0.00177, + "precision_at_100": 0.00112, + "precision_at_1000": 0.00072, + "mrr_at_1": 0.003277, + "mrr_at_3": 0.00446, + "mrr_at_5": 0.0055249999999999995, + "mrr_at_10": 0.006796, + "mrr_at_20": 0.007782, + "mrr_at_100": 0.009354, + "mrr_at_1000": 0.011002000000000001, + "nauc_ndcg_at_1_max": 0.539859, + "nauc_ndcg_at_1_std": -0.158864, + "nauc_ndcg_at_1_diff1": 0.19794600000000004, + "nauc_ndcg_at_3_max": 0.503487, + "nauc_ndcg_at_3_std": -0.15716, + "nauc_ndcg_at_3_diff1": 0.279363, + "nauc_ndcg_at_5_max": 0.406703, + "nauc_ndcg_at_5_std": -0.149656, + "nauc_ndcg_at_5_diff1": 0.125167, + "nauc_ndcg_at_10_max": 0.285135, + "nauc_ndcg_at_10_std": -0.120676, + "nauc_ndcg_at_10_diff1": 0.097136, + "nauc_ndcg_at_20_max": 0.236262, + "nauc_ndcg_at_20_std": -0.121013, + "nauc_ndcg_at_20_diff1": 0.092594, + "nauc_ndcg_at_100_max": 0.137392, + "nauc_ndcg_at_100_std": -0.066952, + "nauc_ndcg_at_100_diff1": 0.042473000000000004, + "nauc_ndcg_at_1000_max": 0.09275799999999998, + "nauc_ndcg_at_1000_std": -0.055039, + "nauc_ndcg_at_1000_diff1": 0.024499, + "nauc_map_at_1_max": 0.539859, + "nauc_map_at_1_std": -0.158864, + "nauc_map_at_1_diff1": 0.19794600000000004, + "nauc_map_at_3_max": 0.511538, + "nauc_map_at_3_std": -0.157911, + "nauc_map_at_3_diff1": 0.266746, + "nauc_map_at_5_max": 0.44646299999999994, + "nauc_map_at_5_std": -0.153107, + "nauc_map_at_5_diff1": 0.168168, + "nauc_map_at_10_max": 0.365886, + "nauc_map_at_10_std": -0.132727, + "nauc_map_at_10_diff1": 0.143922, + "nauc_map_at_20_max": 0.3377220000000001, + "nauc_map_at_20_std": -0.131085, + "nauc_map_at_20_diff1": 0.137855, + "nauc_map_at_100_max": 0.284893, + "nauc_map_at_100_std": -0.11298899999999999, + "nauc_map_at_100_diff1": 0.114836, + "nauc_map_at_1000_max": 0.269177, + "nauc_map_at_1000_std": -0.11164999999999999, + "nauc_map_at_1000_diff1": 0.10601, + "nauc_recall_at_1_max": 0.539859, + "nauc_recall_at_1_std": -0.158864, + "nauc_recall_at_1_diff1": 0.19794600000000004, + "nauc_recall_at_3_max": 0.485745, + "nauc_recall_at_3_std": -0.155412, + "nauc_recall_at_3_diff1": 0.305839, + "nauc_recall_at_5_max": 0.34078800000000004, + "nauc_recall_at_5_std": -0.143783, + "nauc_recall_at_5_diff1": 0.049851, + "nauc_recall_at_10_max": 0.190897, + "nauc_recall_at_10_std": -0.10734, + "nauc_recall_at_10_diff1": 0.042515, + "nauc_recall_at_20_max": 0.14646, + "nauc_recall_at_20_std": -0.113526, + "nauc_recall_at_20_diff1": 0.054941, + "nauc_recall_at_100_max": 0.07383, + "nauc_recall_at_100_std": -0.041648, + "nauc_recall_at_100_diff1": 0.009353, + "nauc_recall_at_1000_max": 0.024582000000000003, + "nauc_recall_at_1000_std": -0.017946, + "nauc_recall_at_1000_diff1": -0.00011599999999999999, + "nauc_precision_at_1_max": 0.539859, + "nauc_precision_at_1_std": -0.158864, + "nauc_precision_at_1_diff1": 0.19794600000000004, + "nauc_precision_at_3_max": 0.485745, + "nauc_precision_at_3_std": -0.155412, + "nauc_precision_at_3_diff1": 0.305839, + "nauc_precision_at_5_max": 0.34078800000000004, + "nauc_precision_at_5_std": -0.143783, + "nauc_precision_at_5_diff1": 0.049851, + "nauc_precision_at_10_max": 0.190897, + "nauc_precision_at_10_std": -0.10734, + "nauc_precision_at_10_diff1": 0.042515, + "nauc_precision_at_20_max": 0.14646, + "nauc_precision_at_20_std": -0.113526, + "nauc_precision_at_20_diff1": 0.054941, + "nauc_precision_at_100_max": 0.07383, + "nauc_precision_at_100_std": -0.041648, + "nauc_precision_at_100_diff1": 0.009353, + "nauc_precision_at_1000_max": 0.024582000000000003, + "nauc_precision_at_1000_std": -0.017946, + "nauc_precision_at_1000_diff1": -0.00011599999999999999, + "nauc_mrr_at_1_max": 0.539859, + "nauc_mrr_at_1_std": -0.158864, + "nauc_mrr_at_1_diff1": 0.19794600000000004, + "nauc_mrr_at_3_max": 0.511538, + "nauc_mrr_at_3_std": -0.157911, + "nauc_mrr_at_3_diff1": 0.266746, + "nauc_mrr_at_5_max": 0.44646299999999994, + "nauc_mrr_at_5_std": -0.153107, + "nauc_mrr_at_5_diff1": 0.168168, + "nauc_mrr_at_10_max": 0.365886, + "nauc_mrr_at_10_std": -0.132727, + "nauc_mrr_at_10_diff1": 0.143922, + "nauc_mrr_at_20_max": 0.3377220000000001, + "nauc_mrr_at_20_std": -0.131085, + "nauc_mrr_at_20_diff1": 0.137855, + "nauc_mrr_at_100_max": 0.284893, + "nauc_mrr_at_100_std": -0.11298899999999999, + "nauc_mrr_at_100_diff1": 0.114836, + "nauc_mrr_at_1000_max": 0.269177, + "nauc_mrr_at_1000_std": -0.11164999999999999, + "nauc_mrr_at_1000_diff1": 0.10601, + "main_score": 0.00997 + }, + { + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.00391, + "ndcg_at_3": 0.00612, + "ndcg_at_5": 0.00795, + "ndcg_at_10": 0.00982, + "ndcg_at_20": 0.012390000000000002, + "ndcg_at_100": 0.02341, + "ndcg_at_1000": 0.08206, + "map_at_1": 0.00391, + "map_at_3": 0.00554, + "map_at_5": 0.00656, + "map_at_10": 0.00733, + "map_at_20": 0.00802, + "map_at_100": 0.00933, + "map_at_1000": 0.01069, + "recall_at_1": 0.00391, + "recall_at_3": 0.00782, + "recall_at_5": 0.01221, + "recall_at_10": 0.01808, + "recall_at_20": 0.02833, + "recall_at_100": 0.09086, + "recall_at_1000": 0.60479, + "precision_at_1": 0.00391, + "precision_at_3": 0.00261, + "precision_at_5": 0.00244, + "precision_at_10": 0.00181, + "precision_at_20": 0.0014200000000000003, + "precision_at_100": 0.00091, + "precision_at_1000": 0.0006, + "mrr_at_1": 0.003908, + "mrr_at_3": 0.005537000000000001, + "mrr_at_5": 0.006562, + "mrr_at_10": 0.007326, + "mrr_at_20": 0.00802, + "mrr_at_100": 0.009327, + "mrr_at_1000": 0.01069, + "nauc_ndcg_at_1_max": 0.223169, + "nauc_ndcg_at_1_std": -0.174758, + "nauc_ndcg_at_1_diff1": 0.018166, + "nauc_ndcg_at_3_max": 0.176929, + "nauc_ndcg_at_3_std": 0.097291, + "nauc_ndcg_at_3_diff1": 0.071946, + "nauc_ndcg_at_5_max": 0.141354, + "nauc_ndcg_at_5_std": 0.137104, + "nauc_ndcg_at_5_diff1": 0.08875899999999999, + "nauc_ndcg_at_10_max": 0.215601, + "nauc_ndcg_at_10_std": 0.16240299999999996, + "nauc_ndcg_at_10_diff1": 0.05880900000000001, + "nauc_ndcg_at_20_max": 0.225519, + "nauc_ndcg_at_20_std": 0.156586, + "nauc_ndcg_at_20_diff1": 0.081521, + "nauc_ndcg_at_100_max": 0.18656100000000003, + "nauc_ndcg_at_100_std": 0.094551, + "nauc_ndcg_at_100_diff1": 0.072737, + "nauc_ndcg_at_1000_max": 0.111981, + "nauc_ndcg_at_1000_std": 0.050757, + "nauc_ndcg_at_1000_diff1": 0.013835, + "nauc_map_at_1_max": 0.223169, + "nauc_map_at_1_std": -0.174758, + "nauc_map_at_1_diff1": 0.018166, + "nauc_map_at_3_max": 0.184824, + "nauc_map_at_3_std": 0.049891, + "nauc_map_at_3_diff1": 0.070646, + "nauc_map_at_5_max": 0.159382, + "nauc_map_at_5_std": 0.083427, + "nauc_map_at_5_diff1": 0.082007, + "nauc_map_at_10_max": 0.198876, + "nauc_map_at_10_std": 0.102508, + "nauc_map_at_10_diff1": 0.065514, + "nauc_map_at_20_max": 0.20333499999999996, + "nauc_map_at_20_std": 0.103019, + "nauc_map_at_20_diff1": 0.076846, + "nauc_map_at_100_max": 0.19386, + "nauc_map_at_100_std": 0.091304, + "nauc_map_at_100_diff1": 0.074995, + "nauc_map_at_1000_max": 0.18398, + "nauc_map_at_1000_std": 0.087011, + "nauc_map_at_1000_diff1": 0.066249, + "nauc_recall_at_1_max": 0.223169, + "nauc_recall_at_1_std": -0.174758, + "nauc_recall_at_1_diff1": 0.018166, + "nauc_recall_at_3_max": 0.160786, + "nauc_recall_at_3_std": 0.1945, + "nauc_recall_at_3_diff1": 0.072306, + "nauc_recall_at_5_max": 0.11105999999999999, + "nauc_recall_at_5_std": 0.223805, + "nauc_recall_at_5_diff1": 0.09905100000000001, + "nauc_recall_at_10_max": 0.244826, + "nauc_recall_at_10_std": 0.239065, + "nauc_recall_at_10_diff1": 0.046589, + "nauc_recall_at_20_max": 0.254127, + "nauc_recall_at_20_std": 0.205898, + "nauc_recall_at_20_diff1": 0.085451, + "nauc_recall_at_100_max": 0.178939, + "nauc_recall_at_100_std": 0.082862, + "nauc_recall_at_100_diff1": 0.070003, + "nauc_recall_at_1000_max": 0.066935, + "nauc_recall_at_1000_std": 0.016481, + "nauc_recall_at_1000_diff1": -0.016732, + "nauc_precision_at_1_max": 0.223169, + "nauc_precision_at_1_std": -0.174758, + "nauc_precision_at_1_diff1": 0.018166, + "nauc_precision_at_3_max": 0.160786, + "nauc_precision_at_3_std": 0.1945, + "nauc_precision_at_3_diff1": 0.072306, + "nauc_precision_at_5_max": 0.11105999999999999, + "nauc_precision_at_5_std": 0.223805, + "nauc_precision_at_5_diff1": 0.09905100000000001, + "nauc_precision_at_10_max": 0.244826, + "nauc_precision_at_10_std": 0.239065, + "nauc_precision_at_10_diff1": 0.046589, + "nauc_precision_at_20_max": 0.254127, + "nauc_precision_at_20_std": 0.205898, + "nauc_precision_at_20_diff1": 0.085451, + "nauc_precision_at_100_max": 0.178939, + "nauc_precision_at_100_std": 0.082862, + "nauc_precision_at_100_diff1": 0.070003, + "nauc_precision_at_1000_max": 0.066935, + "nauc_precision_at_1000_std": 0.016481, + "nauc_precision_at_1000_diff1": -0.016732, + "nauc_mrr_at_1_max": 0.223169, + "nauc_mrr_at_1_std": -0.174758, + "nauc_mrr_at_1_diff1": 0.018166, + "nauc_mrr_at_3_max": 0.184824, + "nauc_mrr_at_3_std": 0.049891, + "nauc_mrr_at_3_diff1": 0.070646, + "nauc_mrr_at_5_max": 0.159382, + "nauc_mrr_at_5_std": 0.083427, + "nauc_mrr_at_5_diff1": 0.082007, + "nauc_mrr_at_10_max": 0.198876, + "nauc_mrr_at_10_std": 0.102508, + "nauc_mrr_at_10_diff1": 0.065514, + "nauc_mrr_at_20_max": 0.20333499999999996, + "nauc_mrr_at_20_std": 0.103019, + "nauc_mrr_at_20_diff1": 0.076846, + "nauc_mrr_at_100_max": 0.19386, + "nauc_mrr_at_100_std": 0.091304, + "nauc_mrr_at_100_diff1": 0.074995, + "nauc_mrr_at_1000_max": 0.18398, + "nauc_mrr_at_1000_std": 0.087011, + "nauc_mrr_at_1000_diff1": 0.066249, + "main_score": 0.00982 + }, + { + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ], + "ndcg_at_1": 0.00942, + "ndcg_at_3": 0.01093, + "ndcg_at_5": 0.01219, + "ndcg_at_10": 0.01501, + "ndcg_at_20": 0.0175, + "ndcg_at_100": 0.02979, + "ndcg_at_1000": 0.09001, + "map_at_1": 0.00942, + "map_at_3": 0.010549999999999999, + "map_at_5": 0.01123, + "map_at_10": 0.01236, + "map_at_20": 0.01303, + "map_at_100": 0.01447, + "map_at_1000": 0.01587, + "recall_at_1": 0.00942, + "recall_at_3": 0.01204, + "recall_at_5": 0.01518, + "recall_at_10": 0.02407, + "recall_at_20": 0.03401, + "recall_at_100": 0.10413, + "recall_at_1000": 0.63239, + "precision_at_1": 0.00942, + "precision_at_3": 0.00401, + "precision_at_5": 0.0030399999999999997, + "precision_at_10": 0.00241, + "precision_at_20": 0.0017, + "precision_at_100": 0.00104, + "precision_at_1000": 0.00063, + "mrr_at_1": 0.009419, + "mrr_at_3": 0.010553, + "mrr_at_5": 0.011233, + "mrr_at_10": 0.012364, + "mrr_at_20": 0.013031999999999998, + "mrr_at_100": 0.014472, + "mrr_at_1000": 0.015868, + "nauc_ndcg_at_1_max": 0.44329, + "nauc_ndcg_at_1_std": -0.221462, + "nauc_ndcg_at_1_diff1": 0.546924, + "nauc_ndcg_at_3_max": 0.443874, + "nauc_ndcg_at_3_std": -0.12476700000000002, + "nauc_ndcg_at_3_diff1": 0.43205799999999994, + "nauc_ndcg_at_5_max": 0.402294, + "nauc_ndcg_at_5_std": -0.078638, + "nauc_ndcg_at_5_diff1": 0.413091, + "nauc_ndcg_at_10_max": 0.382905, + "nauc_ndcg_at_10_std": -0.058234, + "nauc_ndcg_at_10_diff1": 0.356644, + "nauc_ndcg_at_20_max": 0.327502, + "nauc_ndcg_at_20_std": -0.036723, + "nauc_ndcg_at_20_diff1": 0.320788, + "nauc_ndcg_at_100_max": 0.18657899999999997, + "nauc_ndcg_at_100_std": 0.0009260000000000001, + "nauc_ndcg_at_100_diff1": 0.19293700000000003, + "nauc_ndcg_at_1000_max": 0.122758, + "nauc_ndcg_at_1000_std": -0.023555000000000003, + "nauc_ndcg_at_1000_diff1": 0.133141, + "nauc_map_at_1_max": 0.44329, + "nauc_map_at_1_std": -0.221462, + "nauc_map_at_1_diff1": 0.546924, + "nauc_map_at_3_max": 0.444057, + "nauc_map_at_3_std": -0.144246, + "nauc_map_at_3_diff1": 0.456364, + "nauc_map_at_5_max": 0.420327, + "nauc_map_at_5_std": -0.11752900000000001, + "nauc_map_at_5_diff1": 0.444403, + "nauc_map_at_10_max": 0.40791499999999997, + "nauc_map_at_10_std": -0.104077, + "nauc_map_at_10_diff1": 0.411685, + "nauc_map_at_20_max": 0.385748, + "nauc_map_at_20_std": -0.094044, + "nauc_map_at_20_diff1": 0.39590800000000004, + "nauc_map_at_100_max": 0.346009, + "nauc_map_at_100_std": -0.0771, + "nauc_map_at_100_diff1": 0.356646, + "nauc_map_at_1000_max": 0.3346, + "nauc_map_at_1000_std": -0.075355, + "nauc_map_at_1000_diff1": 0.346565, + "nauc_recall_at_1_max": 0.44329, + "nauc_recall_at_1_std": -0.221462, + "nauc_recall_at_1_diff1": 0.546924, + "nauc_recall_at_3_max": 0.44329700000000005, + "nauc_recall_at_3_std": -0.075964, + "nauc_recall_at_3_diff1": 0.370708, + "nauc_recall_at_5_max": 0.358238, + "nauc_recall_at_5_std": 0.010823000000000001, + "nauc_recall_at_5_diff1": 0.343532, + "nauc_recall_at_10_max": 0.34007, + "nauc_recall_at_10_std": 0.018081, + "nauc_recall_at_10_diff1": 0.264661, + "nauc_recall_at_20_max": 0.241409, + "nauc_recall_at_20_std": 0.040295, + "nauc_recall_at_20_diff1": 0.21781100000000003, + "nauc_recall_at_100_max": 0.069085, + "nauc_recall_at_100_std": 0.045512, + "nauc_recall_at_100_diff1": 0.079406, + "nauc_recall_at_1000_max": 0.002262, + "nauc_recall_at_1000_std": -0.027483, + "nauc_recall_at_1000_diff1": 0.012991999999999998, + "nauc_precision_at_1_max": 0.44329, + "nauc_precision_at_1_std": -0.221462, + "nauc_precision_at_1_diff1": 0.546924, + "nauc_precision_at_3_max": 0.44329700000000005, + "nauc_precision_at_3_std": -0.075964, + "nauc_precision_at_3_diff1": 0.370708, + "nauc_precision_at_5_max": 0.358238, + "nauc_precision_at_5_std": 0.010823000000000001, + "nauc_precision_at_5_diff1": 0.343532, + "nauc_precision_at_10_max": 0.34007, + "nauc_precision_at_10_std": 0.018081, + "nauc_precision_at_10_diff1": 0.264661, + "nauc_precision_at_20_max": 0.241409, + "nauc_precision_at_20_std": 0.040295, + "nauc_precision_at_20_diff1": 0.21781100000000003, + "nauc_precision_at_100_max": 0.069085, + "nauc_precision_at_100_std": 0.045512, + "nauc_precision_at_100_diff1": 0.079406, + "nauc_precision_at_1000_max": 0.003281, + "nauc_precision_at_1000_std": -0.026999, + "nauc_precision_at_1000_diff1": 0.012890000000000002, + "nauc_mrr_at_1_max": 0.44329, + "nauc_mrr_at_1_std": -0.221462, + "nauc_mrr_at_1_diff1": 0.546924, + "nauc_mrr_at_3_max": 0.444057, + "nauc_mrr_at_3_std": -0.144246, + "nauc_mrr_at_3_diff1": 0.456364, + "nauc_mrr_at_5_max": 0.420327, + "nauc_mrr_at_5_std": -0.11752900000000001, + "nauc_mrr_at_5_diff1": 0.444403, + "nauc_mrr_at_10_max": 0.40791499999999997, + "nauc_mrr_at_10_std": -0.104077, + "nauc_mrr_at_10_diff1": 0.411685, + "nauc_mrr_at_20_max": 0.385748, + "nauc_mrr_at_20_std": -0.094044, + "nauc_mrr_at_20_diff1": 0.39590800000000004, + "nauc_mrr_at_100_max": 0.346009, + "nauc_mrr_at_100_std": -0.0771, + "nauc_mrr_at_100_diff1": 0.356646, + "nauc_mrr_at_1000_max": 0.334618, + "nauc_mrr_at_1000_std": -0.075348, + "nauc_mrr_at_1000_diff1": 0.346565, + "main_score": 0.01501 } ] } diff --git a/results/Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet/external/MintakaRetrieval.json b/results/Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet/external/MintakaRetrieval.json index bf4601ba9a..9aa245aee0 100644 --- a/results/Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet/external/MintakaRetrieval.json +++ b/results/Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet/external/MintakaRetrieval.json @@ -10,27 +10,147 @@ "languages": [ "ara-Arab" ], - "main_score": 0.12305999999999999, - "map_at_1": 0.07307999999999999, - "map_at_3": 0.09366, - "map_at_5": 0.09872, - "map_at_10": 0.10425000000000001, - "ndcg_at_1": 0.07307999999999999, + "ndcg_at_1": 0.07308, "ndcg_at_3": 0.10071, "ndcg_at_5": 0.10984999999999999, - "ndcg_at_10": 0.12305999999999999, - "recall_at_1": 0.07307999999999999, - "recall_at_3": 0.12119999999999999, - "recall_at_5": 0.14343999999999998, + "ndcg_at_10": 0.12306, + "ndcg_at_20": 0.13205, + "ndcg_at_100": 0.14701, + "ndcg_at_1000": 0.20004999999999998, + "map_at_1": 0.07308, + "map_at_3": 0.09366, + "map_at_5": 0.09872, + "map_at_10": 0.10425, + "map_at_20": 0.10674999999999998, + "map_at_100": 0.10859, + "map_at_1000": 0.10984, + "recall_at_1": 0.07308, + "recall_at_3": 0.12120000000000002, + "recall_at_5": 0.14344, "recall_at_10": 0.18384, - "precision_at_1": 0.07307999999999999, + "recall_at_20": 0.21925, + "recall_at_100": 0.30322, + "recall_at_1000": 0.76668, + "precision_at_1": 0.07308, "precision_at_3": 0.0404, "precision_at_5": 0.028690000000000004, "precision_at_10": 0.01838, - "mrr_at_1": 0.07308200000000001, + "precision_at_20": 0.01096, + "precision_at_100": 0.0030299999999999997, + "precision_at_1000": 0.00077, + "mrr_at_1": 0.073082, "mrr_at_3": 0.09366, "mrr_at_5": 0.098721, - "mrr_at_10": 0.104255 + "mrr_at_10": 0.104255, + "mrr_at_20": 0.106746, + "mrr_at_100": 0.108587, + "mrr_at_1000": 0.109839, + "nauc_ndcg_at_1_max": 0.21783000000000002, + "nauc_ndcg_at_1_std": 0.208127, + "nauc_ndcg_at_1_diff1": 0.21791, + "nauc_ndcg_at_3_max": 0.182102, + "nauc_ndcg_at_3_std": 0.179469, + "nauc_ndcg_at_3_diff1": 0.142834, + "nauc_ndcg_at_5_max": 0.184726, + "nauc_ndcg_at_5_std": 0.193571, + "nauc_ndcg_at_5_diff1": 0.132607, + "nauc_ndcg_at_10_max": 0.185108, + "nauc_ndcg_at_10_std": 0.21577400000000002, + "nauc_ndcg_at_10_diff1": 0.117807, + "nauc_ndcg_at_20_max": 0.184889, + "nauc_ndcg_at_20_std": 0.223138, + "nauc_ndcg_at_20_diff1": 0.120277, + "nauc_ndcg_at_100_max": 0.175017, + "nauc_ndcg_at_100_std": 0.211196, + "nauc_ndcg_at_100_diff1": 0.115115, + "nauc_ndcg_at_1000_max": 0.172058, + "nauc_ndcg_at_1000_std": 0.203049, + "nauc_ndcg_at_1000_diff1": 0.115737, + "nauc_map_at_1_max": 0.21783000000000002, + "nauc_map_at_1_std": 0.208127, + "nauc_map_at_1_diff1": 0.21791, + "nauc_map_at_3_max": 0.188523, + "nauc_map_at_3_std": 0.18449400000000002, + "nauc_map_at_3_diff1": 0.157209, + "nauc_map_at_5_max": 0.190264, + "nauc_map_at_5_std": 0.19329000000000002, + "nauc_map_at_5_diff1": 0.150571, + "nauc_map_at_10_max": 0.19038, + "nauc_map_at_10_std": 0.203913, + "nauc_map_at_10_diff1": 0.142778, + "nauc_map_at_20_max": 0.190167, + "nauc_map_at_20_std": 0.206651, + "nauc_map_at_20_diff1": 0.142818, + "nauc_map_at_100_max": 0.188506, + "nauc_map_at_100_std": 0.205035, + "nauc_map_at_100_diff1": 0.141943, + "nauc_map_at_1000_max": 0.18814600000000004, + "nauc_map_at_1000_std": 0.20453700000000002, + "nauc_map_at_1000_diff1": 0.141742, + "nauc_recall_at_1_max": 0.21783000000000002, + "nauc_recall_at_1_std": 0.208127, + "nauc_recall_at_1_diff1": 0.21791, + "nauc_recall_at_3_max": 0.167429, + "nauc_recall_at_3_std": 0.168033, + "nauc_recall_at_3_diff1": 0.10967299999999999, + "nauc_recall_at_5_max": 0.173054, + "nauc_recall_at_5_std": 0.19543, + "nauc_recall_at_5_diff1": 0.09339, + "nauc_recall_at_10_max": 0.175378, + "nauc_recall_at_10_std": 0.243867, + "nauc_recall_at_10_diff1": 0.06776, + "nauc_recall_at_20_max": 0.176106, + "nauc_recall_at_20_std": 0.259784, + "nauc_recall_at_20_diff1": 0.081176, + "nauc_recall_at_100_max": 0.145343, + "nauc_recall_at_100_std": 0.21406, + "nauc_recall_at_100_diff1": 0.068826, + "nauc_recall_at_1000_max": 0.11740200000000002, + "nauc_recall_at_1000_std": 0.165951, + "nauc_recall_at_1000_diff1": 0.056599, + "nauc_precision_at_1_max": 0.21783000000000002, + "nauc_precision_at_1_std": 0.208127, + "nauc_precision_at_1_diff1": 0.21791, + "nauc_precision_at_3_max": 0.167429, + "nauc_precision_at_3_std": 0.168033, + "nauc_precision_at_3_diff1": 0.10967299999999999, + "nauc_precision_at_5_max": 0.173054, + "nauc_precision_at_5_std": 0.19543, + "nauc_precision_at_5_diff1": 0.09339, + "nauc_precision_at_10_max": 0.175378, + "nauc_precision_at_10_std": 0.243867, + "nauc_precision_at_10_diff1": 0.06776, + "nauc_precision_at_20_max": 0.176106, + "nauc_precision_at_20_std": 0.259784, + "nauc_precision_at_20_diff1": 0.081176, + "nauc_precision_at_100_max": 0.145343, + "nauc_precision_at_100_std": 0.21406, + "nauc_precision_at_100_diff1": 0.068826, + "nauc_precision_at_1000_max": 0.11740200000000002, + "nauc_precision_at_1000_std": 0.165951, + "nauc_precision_at_1000_diff1": 0.056599, + "nauc_mrr_at_1_max": 0.21783000000000002, + "nauc_mrr_at_1_std": 0.208127, + "nauc_mrr_at_1_diff1": 0.21791, + "nauc_mrr_at_3_max": 0.188523, + "nauc_mrr_at_3_std": 0.18449400000000002, + "nauc_mrr_at_3_diff1": 0.157209, + "nauc_mrr_at_5_max": 0.190264, + "nauc_mrr_at_5_std": 0.19329000000000002, + "nauc_mrr_at_5_diff1": 0.150571, + "nauc_mrr_at_10_max": 0.19038, + "nauc_mrr_at_10_std": 0.203913, + "nauc_mrr_at_10_diff1": 0.142778, + "nauc_mrr_at_20_max": 0.190167, + "nauc_mrr_at_20_std": 0.206651, + "nauc_mrr_at_20_diff1": 0.142818, + "nauc_mrr_at_100_max": 0.188506, + "nauc_mrr_at_100_std": 0.205035, + "nauc_mrr_at_100_diff1": 0.141943, + "nauc_mrr_at_1000_max": 0.18814600000000004, + "nauc_mrr_at_1000_std": 0.20453700000000002, + "nauc_mrr_at_1000_diff1": 0.141742, + "main_score": 0.12306 } ] } diff --git a/results/Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet/external/SadeemQuestionRetrieval.json b/results/Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet/external/SadeemQuestionRetrieval.json index 4643131e1d..a6e4896385 100644 --- a/results/Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet/external/SadeemQuestionRetrieval.json +++ b/results/Omartificial-Intelligence-Space__Arabic-mpnet-base-all-nli-triplet/external/SadeemQuestionRetrieval.json @@ -10,27 +10,147 @@ "languages": [ "ara-Arab" ], - "main_score": 0.46706000000000003, - "map_at_1": 0.19435, - "map_at_3": 0.36595999999999995, - "map_at_5": 0.37721, - "map_at_10": 0.38521, "ndcg_at_1": 0.19435, "ndcg_at_3": 0.42789, "ndcg_at_5": 0.44798000000000004, - "ndcg_at_10": 0.46706000000000003, + "ndcg_at_10": 0.46706, + "ndcg_at_20": 0.48193, + "ndcg_at_100": 0.49882, + "ndcg_at_1000": 0.50924, + "map_at_1": 0.19435, + "map_at_3": 0.36596000000000006, + "map_at_5": 0.37721, + "map_at_10": 0.38521, + "map_at_20": 0.38935, + "map_at_100": 0.39169, + "map_at_1000": 0.39205, "recall_at_1": 0.19435, "recall_at_3": 0.6089, "recall_at_5": 0.6572499999999999, "recall_at_10": 0.71565, + "recall_at_20": 0.77405, + "recall_at_100": 0.86501, + "recall_at_1000": 0.94926, "precision_at_1": 0.19435, "precision_at_3": 0.20297, - "precision_at_5": 0.13144999999999998, + "precision_at_5": 0.13145, "precision_at_10": 0.07157, + "precision_at_20": 0.0387, + "precision_at_100": 0.00865, + "precision_at_1000": 0.00095, "mrr_at_1": 0.178076, "mrr_at_3": 0.354875, "mrr_at_5": 0.3678, - "mrr_at_10": 0.375405 + "mrr_at_10": 0.375405, + "mrr_at_20": 0.37966, + "mrr_at_100": 0.381923, + "mrr_at_1000": 0.382282, + "nauc_ndcg_at_1_max": 0.334563, + "nauc_ndcg_at_1_std": 0.140633, + "nauc_ndcg_at_1_diff1": -0.29666, + "nauc_ndcg_at_3_max": 0.555122, + "nauc_ndcg_at_3_std": 0.233885, + "nauc_ndcg_at_3_diff1": -0.605011, + "nauc_ndcg_at_5_max": 0.548325, + "nauc_ndcg_at_5_std": 0.236066, + "nauc_ndcg_at_5_diff1": -0.575511, + "nauc_ndcg_at_10_max": 0.540896, + "nauc_ndcg_at_10_std": 0.239497, + "nauc_ndcg_at_10_diff1": -0.554577, + "nauc_ndcg_at_20_max": 0.533345, + "nauc_ndcg_at_20_std": 0.243134, + "nauc_ndcg_at_20_diff1": -0.541937, + "nauc_ndcg_at_100_max": 0.522829, + "nauc_ndcg_at_100_std": 0.24392399999999997, + "nauc_ndcg_at_100_diff1": -0.529938, + "nauc_ndcg_at_1000_max": 0.515458, + "nauc_ndcg_at_1000_std": 0.23486200000000002, + "nauc_ndcg_at_1000_diff1": -0.519041, + "nauc_map_at_1_max": 0.334563, + "nauc_map_at_1_std": 0.140633, + "nauc_map_at_1_diff1": -0.29666, + "nauc_map_at_3_max": 0.494643, + "nauc_map_at_3_std": 0.20686, + "nauc_map_at_3_diff1": -0.514965, + "nauc_map_at_5_max": 0.48976, + "nauc_map_at_5_std": 0.207495, + "nauc_map_at_5_diff1": -0.49645000000000006, + "nauc_map_at_10_max": 0.485698, + "nauc_map_at_10_std": 0.208694, + "nauc_map_at_10_diff1": -0.486731, + "nauc_map_at_20_max": 0.483171, + "nauc_map_at_20_std": 0.209519, + "nauc_map_at_20_diff1": -0.482722, + "nauc_map_at_100_max": 0.481488, + "nauc_map_at_100_std": 0.209507, + "nauc_map_at_100_diff1": -0.480933, + "nauc_map_at_1000_max": 0.481232, + "nauc_map_at_1000_std": 0.209226, + "nauc_map_at_1000_diff1": -0.480486, + "nauc_recall_at_1_max": 0.334563, + "nauc_recall_at_1_std": 0.140633, + "nauc_recall_at_1_diff1": -0.29666, + "nauc_recall_at_3_max": 0.7314409999999999, + "nauc_recall_at_3_std": 0.313154, + "nauc_recall_at_3_diff1": -0.8693469999999999, + "nauc_recall_at_5_max": 0.730428, + "nauc_recall_at_5_std": 0.326181, + "nauc_recall_at_5_diff1": -0.8215289999999998, + "nauc_recall_at_10_max": 0.730875, + "nauc_recall_at_10_std": 0.34933, + "nauc_recall_at_10_diff1": -0.7828, + "nauc_recall_at_20_max": 0.730315, + "nauc_recall_at_20_std": 0.388894, + "nauc_recall_at_20_diff1": -0.763884, + "nauc_recall_at_100_max": 0.732723, + "nauc_recall_at_100_std": 0.477568, + "nauc_recall_at_100_diff1": -0.7598169999999999, + "nauc_recall_at_1000_max": 0.765266, + "nauc_recall_at_1000_std": 0.473315, + "nauc_recall_at_1000_diff1": -0.709514, + "nauc_precision_at_1_max": 0.334563, + "nauc_precision_at_1_std": 0.140633, + "nauc_precision_at_1_diff1": -0.29666, + "nauc_precision_at_3_max": 0.7314409999999999, + "nauc_precision_at_3_std": 0.313154, + "nauc_precision_at_3_diff1": -0.8693469999999999, + "nauc_precision_at_5_max": 0.730428, + "nauc_precision_at_5_std": 0.326181, + "nauc_precision_at_5_diff1": -0.8215289999999998, + "nauc_precision_at_10_max": 0.730875, + "nauc_precision_at_10_std": 0.34933, + "nauc_precision_at_10_diff1": -0.7828, + "nauc_precision_at_20_max": 0.730315, + "nauc_precision_at_20_std": 0.388894, + "nauc_precision_at_20_diff1": -0.763884, + "nauc_precision_at_100_max": 0.732723, + "nauc_precision_at_100_std": 0.477568, + "nauc_precision_at_100_diff1": -0.7598169999999999, + "nauc_precision_at_1000_max": 0.765266, + "nauc_precision_at_1000_std": 0.473315, + "nauc_precision_at_1000_diff1": -0.709514, + "nauc_mrr_at_1_max": 0.287221, + "nauc_mrr_at_1_std": 0.113037, + "nauc_mrr_at_1_diff1": -0.365891, + "nauc_mrr_at_3_max": 0.473382, + "nauc_mrr_at_3_std": 0.196286, + "nauc_mrr_at_3_diff1": -0.570869, + "nauc_mrr_at_5_max": 0.466486, + "nauc_mrr_at_5_std": 0.196178, + "nauc_mrr_at_5_diff1": -0.552681, + "nauc_mrr_at_10_max": 0.460209, + "nauc_mrr_at_10_std": 0.19503199999999998, + "nauc_mrr_at_10_diff1": -0.543868, + "nauc_mrr_at_20_max": 0.45729, + "nauc_mrr_at_20_std": 0.194986, + "nauc_mrr_at_20_diff1": -0.539677, + "nauc_mrr_at_100_max": 0.45547800000000005, + "nauc_mrr_at_100_std": 0.194843, + "nauc_mrr_at_100_diff1": -0.538288, + "nauc_mrr_at_1000_max": 0.455182, + "nauc_mrr_at_1000_std": 0.194534, + "nauc_mrr_at_1000_diff1": -0.537893, + "main_score": 0.46706 } ] } diff --git a/results/Omartificial-Intelligence-Space__GATE-AraBert-v1/external/MLQARetrieval.json b/results/Omartificial-Intelligence-Space__GATE-AraBert-v1/external/MLQARetrieval.json index a6a7b1793a..2861bb76e3 100644 --- a/results/Omartificial-Intelligence-Space__GATE-AraBert-v1/external/MLQARetrieval.json +++ b/results/Omartificial-Intelligence-Space__GATE-AraBert-v1/external/MLQARetrieval.json @@ -106,6 +106,9 @@ "nauc_recall_at_100_max": 0.750448, "nauc_recall_at_100_std": 0.460233, "nauc_recall_at_100_diff1": 0.488265, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.6804770000000001, "nauc_precision_at_1_std": 0.191911, "nauc_precision_at_1_diff1": 0.738064, @@ -149,6 +152,1782 @@ "nauc_mrr_at_1000_std": 0.194191, "nauc_mrr_at_1000_diff1": 0.691547, "main_score": 0.6258 + }, + { + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ], + "ndcg_at_1": 0.05314, + "ndcg_at_3": 0.08046000000000002, + "ndcg_at_5": 0.09417, + "ndcg_at_10": 0.11569000000000002, + "ndcg_at_20": 0.13973, + "ndcg_at_100": 0.22402, + "ndcg_at_1000": 0.25611, + "map_at_1": 0.05314, + "map_at_3": 0.07327, + "map_at_5": 0.08076, + "map_at_10": 0.08943, + "map_at_20": 0.0958, + "map_at_100": 0.10629, + "map_at_1000": 0.10798999999999999, + "recall_at_1": 0.05314, + "recall_at_3": 0.10145, + "recall_at_5": 0.13527, + "recall_at_10": 0.2029, + "recall_at_20": 0.29952, + "recall_at_100": 0.77295, + "recall_at_1000": 1.0, + "precision_at_1": 0.05314, + "precision_at_3": 0.03382, + "precision_at_5": 0.02705, + "precision_at_10": 0.02029, + "precision_at_20": 0.01498, + "precision_at_100": 0.00773, + "precision_at_1000": 0.001, + "mrr_at_1": 0.05314, + "mrr_at_3": 0.073269, + "mrr_at_5": 0.080757, + "mrr_at_10": 0.08942800000000001, + "mrr_at_20": 0.095802, + "mrr_at_100": 0.10629, + "mrr_at_1000": 0.107994, + "nauc_ndcg_at_1_max": -0.056322000000000004, + "nauc_ndcg_at_1_std": 0.143928, + "nauc_ndcg_at_1_diff1": 0.17617000000000002, + "nauc_ndcg_at_3_max": -0.006146, + "nauc_ndcg_at_3_std": 0.147604, + "nauc_ndcg_at_3_diff1": 0.124519, + "nauc_ndcg_at_5_max": -0.056473, + "nauc_ndcg_at_5_std": 0.157927, + "nauc_ndcg_at_5_diff1": 0.090822, + "nauc_ndcg_at_10_max": -0.047285, + "nauc_ndcg_at_10_std": 0.130276, + "nauc_ndcg_at_10_diff1": 0.058493, + "nauc_ndcg_at_20_max": -0.046022, + "nauc_ndcg_at_20_std": 0.122519, + "nauc_ndcg_at_20_diff1": 0.060303, + "nauc_ndcg_at_100_max": -0.050885, + "nauc_ndcg_at_100_std": 0.114246, + "nauc_ndcg_at_100_diff1": 0.092078, + "nauc_ndcg_at_1000_max": -0.052688, + "nauc_ndcg_at_1000_std": 0.135257, + "nauc_ndcg_at_1000_diff1": 0.077085, + "nauc_map_at_1_max": -0.056322000000000004, + "nauc_map_at_1_std": 0.143928, + "nauc_map_at_1_diff1": 0.17617000000000002, + "nauc_map_at_3_max": -0.020108, + "nauc_map_at_3_std": 0.147763, + "nauc_map_at_3_diff1": 0.136754, + "nauc_map_at_5_max": -0.051197, + "nauc_map_at_5_std": 0.154899, + "nauc_map_at_5_diff1": 0.11633399999999999, + "nauc_map_at_10_max": -0.046546, + "nauc_map_at_10_std": 0.141773, + "nauc_map_at_10_diff1": 0.100021, + "nauc_map_at_20_max": -0.047692, + "nauc_map_at_20_std": 0.138542, + "nauc_map_at_20_diff1": 0.098728, + "nauc_map_at_100_max": -0.050258, + "nauc_map_at_100_std": 0.139741, + "nauc_map_at_100_diff1": 0.09909600000000002, + "nauc_map_at_1000_max": -0.050376, + "nauc_map_at_1000_std": 0.14095, + "nauc_map_at_1000_diff1": 0.098368, + "nauc_recall_at_1_max": -0.056322000000000004, + "nauc_recall_at_1_std": 0.143928, + "nauc_recall_at_1_diff1": 0.17617000000000002, + "nauc_recall_at_3_max": 0.024502000000000003, + "nauc_recall_at_3_std": 0.147034, + "nauc_recall_at_3_diff1": 0.098065, + "nauc_recall_at_5_max": -0.069356, + "nauc_recall_at_5_std": 0.16371, + "nauc_recall_at_5_diff1": 0.039127, + "nauc_recall_at_10_max": -0.049281, + "nauc_recall_at_10_std": 0.107352, + "nauc_recall_at_10_diff1": -0.014319, + "nauc_recall_at_20_max": -0.040954, + "nauc_recall_at_20_std": 0.09451000000000001, + "nauc_recall_at_20_diff1": 0.004231, + "nauc_recall_at_100_max": -0.042747, + "nauc_recall_at_100_std": 0.008066, + "nauc_recall_at_100_diff1": 0.164755, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.056322000000000004, + "nauc_precision_at_1_std": 0.143928, + "nauc_precision_at_1_diff1": 0.17617000000000002, + "nauc_precision_at_3_max": 0.024502000000000003, + "nauc_precision_at_3_std": 0.147034, + "nauc_precision_at_3_diff1": 0.098065, + "nauc_precision_at_5_max": -0.069356, + "nauc_precision_at_5_std": 0.16371, + "nauc_precision_at_5_diff1": 0.039127, + "nauc_precision_at_10_max": -0.049281, + "nauc_precision_at_10_std": 0.107352, + "nauc_precision_at_10_diff1": -0.014319, + "nauc_precision_at_20_max": -0.040954, + "nauc_precision_at_20_std": 0.09451000000000001, + "nauc_precision_at_20_diff1": 0.004231, + "nauc_precision_at_100_max": -0.042747, + "nauc_precision_at_100_std": 0.008066, + "nauc_precision_at_100_diff1": 0.164755, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": -0.056322000000000004, + "nauc_mrr_at_1_std": 0.143928, + "nauc_mrr_at_1_diff1": 0.17617000000000002, + "nauc_mrr_at_3_max": -0.020108, + "nauc_mrr_at_3_std": 0.147763, + "nauc_mrr_at_3_diff1": 0.136754, + "nauc_mrr_at_5_max": -0.051197, + "nauc_mrr_at_5_std": 0.154899, + "nauc_mrr_at_5_diff1": 0.11633399999999999, + "nauc_mrr_at_10_max": -0.046546, + "nauc_mrr_at_10_std": 0.141773, + "nauc_mrr_at_10_diff1": 0.100021, + "nauc_mrr_at_20_max": -0.047692, + "nauc_mrr_at_20_std": 0.138542, + "nauc_mrr_at_20_diff1": 0.098728, + "nauc_mrr_at_100_max": -0.050258, + "nauc_mrr_at_100_std": 0.139741, + "nauc_mrr_at_100_diff1": 0.09909600000000002, + "nauc_mrr_at_1000_max": -0.050376, + "nauc_mrr_at_1000_std": 0.14095, + "nauc_mrr_at_1000_diff1": 0.098368, + "main_score": 0.11569000000000002 + }, + { + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ], + "ndcg_at_1": 0.08124, + "ndcg_at_3": 0.11898, + "ndcg_at_5": 0.13646, + "ndcg_at_10": 0.15777, + "ndcg_at_20": 0.17777, + "ndcg_at_100": 0.22487, + "ndcg_at_1000": 0.27674, + "map_at_1": 0.08124, + "map_at_3": 0.10993, + "map_at_5": 0.11959999999999998, + "map_at_10": 0.12842, + "map_at_20": 0.13363, + "map_at_100": 0.13939, + "map_at_1000": 0.14141, + "recall_at_1": 0.08124, + "recall_at_3": 0.14507, + "recall_at_5": 0.18762, + "recall_at_10": 0.25338, + "recall_at_20": 0.33462, + "recall_at_100": 0.59961, + "recall_at_1000": 1.0, + "precision_at_1": 0.08124, + "precision_at_3": 0.04836, + "precision_at_5": 0.03752, + "precision_at_10": 0.02534, + "precision_at_20": 0.01673, + "precision_at_100": 0.006, + "precision_at_1000": 0.001, + "mrr_at_1": 0.081238, + "mrr_at_3": 0.109929, + "mrr_at_5": 0.11959999999999998, + "mrr_at_10": 0.128419, + "mrr_at_20": 0.133625, + "mrr_at_100": 0.139391, + "mrr_at_1000": 0.141407, + "nauc_ndcg_at_1_max": 0.396207, + "nauc_ndcg_at_1_std": 0.105871, + "nauc_ndcg_at_1_diff1": 0.469816, + "nauc_ndcg_at_3_max": 0.389332, + "nauc_ndcg_at_3_std": 0.080092, + "nauc_ndcg_at_3_diff1": 0.360903, + "nauc_ndcg_at_5_max": 0.363763, + "nauc_ndcg_at_5_std": 0.10861499999999999, + "nauc_ndcg_at_5_diff1": 0.317054, + "nauc_ndcg_at_10_max": 0.324079, + "nauc_ndcg_at_10_std": 0.089961, + "nauc_ndcg_at_10_diff1": 0.303114, + "nauc_ndcg_at_20_max": 0.299964, + "nauc_ndcg_at_20_std": 0.087158, + "nauc_ndcg_at_20_diff1": 0.277884, + "nauc_ndcg_at_100_max": 0.305211, + "nauc_ndcg_at_100_std": 0.10292799999999999, + "nauc_ndcg_at_100_diff1": 0.278542, + "nauc_ndcg_at_1000_max": 0.323928, + "nauc_ndcg_at_1000_std": 0.09531200000000001, + "nauc_ndcg_at_1000_diff1": 0.303352, + "nauc_map_at_1_max": 0.396207, + "nauc_map_at_1_std": 0.105871, + "nauc_map_at_1_diff1": 0.469816, + "nauc_map_at_3_max": 0.390509, + "nauc_map_at_3_std": 0.08551599999999998, + "nauc_map_at_3_diff1": 0.380734, + "nauc_map_at_5_max": 0.374992, + "nauc_map_at_5_std": 0.102897, + "nauc_map_at_5_diff1": 0.353092, + "nauc_map_at_10_max": 0.354801, + "nauc_map_at_10_std": 0.092756, + "nauc_map_at_10_diff1": 0.344628, + "nauc_map_at_20_max": 0.346145, + "nauc_map_at_20_std": 0.09085000000000001, + "nauc_map_at_20_diff1": 0.335934, + "nauc_map_at_100_max": 0.34635, + "nauc_map_at_100_std": 0.094218, + "nauc_map_at_100_diff1": 0.33452799999999994, + "nauc_map_at_1000_max": 0.347368, + "nauc_map_at_1000_std": 0.09374, + "nauc_map_at_1000_diff1": 0.336041, + "nauc_recall_at_1_max": 0.396207, + "nauc_recall_at_1_std": 0.105871, + "nauc_recall_at_1_diff1": 0.469816, + "nauc_recall_at_3_max": 0.38667, + "nauc_recall_at_3_std": 0.067456, + "nauc_recall_at_3_diff1": 0.315619, + "nauc_recall_at_5_max": 0.338474, + "nauc_recall_at_5_std": 0.12266499999999998, + "nauc_recall_at_5_diff1": 0.24020499999999997, + "nauc_recall_at_10_max": 0.258202, + "nauc_recall_at_10_std": 0.084748, + "nauc_recall_at_10_diff1": 0.222481, + "nauc_recall_at_20_max": 0.202769, + "nauc_recall_at_20_std": 0.082121, + "nauc_recall_at_20_diff1": 0.16342599999999996, + "nauc_recall_at_100_max": 0.22013199999999997, + "nauc_recall_at_100_std": 0.135687, + "nauc_recall_at_100_diff1": 0.168797, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.396207, + "nauc_precision_at_1_std": 0.105871, + "nauc_precision_at_1_diff1": 0.469816, + "nauc_precision_at_3_max": 0.38667, + "nauc_precision_at_3_std": 0.067456, + "nauc_precision_at_3_diff1": 0.315619, + "nauc_precision_at_5_max": 0.338474, + "nauc_precision_at_5_std": 0.12266499999999998, + "nauc_precision_at_5_diff1": 0.24020499999999997, + "nauc_precision_at_10_max": 0.258202, + "nauc_precision_at_10_std": 0.084748, + "nauc_precision_at_10_diff1": 0.222481, + "nauc_precision_at_20_max": 0.202769, + "nauc_precision_at_20_std": 0.082121, + "nauc_precision_at_20_diff1": 0.16342599999999996, + "nauc_precision_at_100_max": 0.22013199999999997, + "nauc_precision_at_100_std": 0.135687, + "nauc_precision_at_100_diff1": 0.168797, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.396207, + "nauc_mrr_at_1_std": 0.105871, + "nauc_mrr_at_1_diff1": 0.469816, + "nauc_mrr_at_3_max": 0.390509, + "nauc_mrr_at_3_std": 0.08551599999999998, + "nauc_mrr_at_3_diff1": 0.380734, + "nauc_mrr_at_5_max": 0.374992, + "nauc_mrr_at_5_std": 0.102897, + "nauc_mrr_at_5_diff1": 0.353092, + "nauc_mrr_at_10_max": 0.354801, + "nauc_mrr_at_10_std": 0.092756, + "nauc_mrr_at_10_diff1": 0.344628, + "nauc_mrr_at_20_max": 0.346145, + "nauc_mrr_at_20_std": 0.09085000000000001, + "nauc_mrr_at_20_diff1": 0.335934, + "nauc_mrr_at_100_max": 0.34635, + "nauc_mrr_at_100_std": 0.094218, + "nauc_mrr_at_100_diff1": 0.33452799999999994, + "nauc_mrr_at_1000_max": 0.347368, + "nauc_mrr_at_1000_std": 0.09374, + "nauc_mrr_at_1000_diff1": 0.336041, + "main_score": 0.15777 + }, + { + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ], + "ndcg_at_1": 0.04348, + "ndcg_at_3": 0.06374, + "ndcg_at_5": 0.09420999999999999, + "ndcg_at_10": 0.11355, + "ndcg_at_20": 0.12812, + "ndcg_at_100": 0.22061, + "ndcg_at_1000": 0.25048, + "map_at_1": 0.04348, + "map_at_3": 0.057969999999999994, + "map_at_5": 0.07474, + "map_at_10": 0.08229000000000002, + "map_at_20": 0.08651999999999999, + "map_at_100": 0.09781, + "map_at_1000": 0.0996, + "recall_at_1": 0.04348, + "recall_at_3": 0.08075000000000002, + "recall_at_5": 0.15528, + "recall_at_10": 0.21739, + "recall_at_20": 0.27329, + "recall_at_100": 0.79503, + "recall_at_1000": 1.0, + "precision_at_1": 0.04348, + "precision_at_3": 0.026920000000000003, + "precision_at_5": 0.031059999999999997, + "precision_at_10": 0.02174, + "precision_at_20": 0.01366, + "precision_at_100": 0.00795, + "precision_at_1000": 0.001, + "mrr_at_1": 0.043478, + "mrr_at_3": 0.057971, + "mrr_at_5": 0.074741, + "mrr_at_10": 0.082286, + "mrr_at_20": 0.08651999999999999, + "mrr_at_100": 0.097813, + "mrr_at_1000": 0.099596, + "nauc_ndcg_at_1_max": 0.23769500000000002, + "nauc_ndcg_at_1_std": 0.224188, + "nauc_ndcg_at_1_diff1": 0.023605, + "nauc_ndcg_at_3_max": 0.137367, + "nauc_ndcg_at_3_std": 0.150072, + "nauc_ndcg_at_3_diff1": 0.154371, + "nauc_ndcg_at_5_max": 0.172831, + "nauc_ndcg_at_5_std": 0.23101500000000003, + "nauc_ndcg_at_5_diff1": 0.113163, + "nauc_ndcg_at_10_max": 0.105633, + "nauc_ndcg_at_10_std": 0.16951, + "nauc_ndcg_at_10_diff1": 0.069348, + "nauc_ndcg_at_20_max": 0.086129, + "nauc_ndcg_at_20_std": 0.19650700000000001, + "nauc_ndcg_at_20_diff1": 0.023595, + "nauc_ndcg_at_100_max": 0.020564999999999996, + "nauc_ndcg_at_100_std": 0.16188, + "nauc_ndcg_at_100_diff1": -0.049911, + "nauc_ndcg_at_1000_max": 0.078545, + "nauc_ndcg_at_1000_std": 0.189095, + "nauc_ndcg_at_1000_diff1": 0.021982999999999996, + "nauc_map_at_1_max": 0.23769500000000002, + "nauc_map_at_1_std": 0.224188, + "nauc_map_at_1_diff1": 0.023605, + "nauc_map_at_3_max": 0.15102, + "nauc_map_at_3_std": 0.16057299999999997, + "nauc_map_at_3_diff1": 0.122628, + "nauc_map_at_5_max": 0.16987300000000002, + "nauc_map_at_5_std": 0.21330299999999996, + "nauc_map_at_5_diff1": 0.10061, + "nauc_map_at_10_max": 0.135878, + "nauc_map_at_10_std": 0.184412, + "nauc_map_at_10_diff1": 0.077329, + "nauc_map_at_20_max": 0.125743, + "nauc_map_at_20_std": 0.193729, + "nauc_map_at_20_diff1": 0.058843, + "nauc_map_at_100_max": 0.10964800000000001, + "nauc_map_at_100_std": 0.190021, + "nauc_map_at_100_diff1": 0.043651, + "nauc_map_at_1000_max": 0.11420400000000001, + "nauc_map_at_1000_std": 0.192076, + "nauc_map_at_1000_diff1": 0.049258, + "nauc_recall_at_1_max": 0.23769500000000002, + "nauc_recall_at_1_std": 0.224188, + "nauc_recall_at_1_diff1": 0.023605, + "nauc_recall_at_3_max": 0.110412, + "nauc_recall_at_3_std": 0.129179, + "nauc_recall_at_3_diff1": 0.222536, + "nauc_recall_at_5_max": 0.182157, + "nauc_recall_at_5_std": 0.263496, + "nauc_recall_at_5_diff1": 0.130495, + "nauc_recall_at_10_max": 0.057437, + "nauc_recall_at_10_std": 0.141158, + "nauc_recall_at_10_diff1": 0.051089, + "nauc_recall_at_20_max": 0.02763, + "nauc_recall_at_20_std": 0.202916, + "nauc_recall_at_20_diff1": -0.040575, + "nauc_recall_at_100_max": -0.251645, + "nauc_recall_at_100_std": 0.035965, + "nauc_recall_at_100_diff1": -0.383844, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.23769500000000002, + "nauc_precision_at_1_std": 0.224188, + "nauc_precision_at_1_diff1": 0.023605, + "nauc_precision_at_3_max": 0.110412, + "nauc_precision_at_3_std": 0.129179, + "nauc_precision_at_3_diff1": 0.222536, + "nauc_precision_at_5_max": 0.182157, + "nauc_precision_at_5_std": 0.263496, + "nauc_precision_at_5_diff1": 0.130495, + "nauc_precision_at_10_max": 0.057437, + "nauc_precision_at_10_std": 0.141158, + "nauc_precision_at_10_diff1": 0.051089, + "nauc_precision_at_20_max": 0.02763, + "nauc_precision_at_20_std": 0.202916, + "nauc_precision_at_20_diff1": -0.040575, + "nauc_precision_at_100_max": -0.251645, + "nauc_precision_at_100_std": 0.035965, + "nauc_precision_at_100_diff1": -0.383844, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.23769500000000002, + "nauc_mrr_at_1_std": 0.224188, + "nauc_mrr_at_1_diff1": 0.023605, + "nauc_mrr_at_3_max": 0.15102, + "nauc_mrr_at_3_std": 0.16057299999999997, + "nauc_mrr_at_3_diff1": 0.122628, + "nauc_mrr_at_5_max": 0.16987300000000002, + "nauc_mrr_at_5_std": 0.21330299999999996, + "nauc_mrr_at_5_diff1": 0.10061, + "nauc_mrr_at_10_max": 0.135878, + "nauc_mrr_at_10_std": 0.184412, + "nauc_mrr_at_10_diff1": 0.077329, + "nauc_mrr_at_20_max": 0.125743, + "nauc_mrr_at_20_std": 0.193729, + "nauc_mrr_at_20_diff1": 0.058843, + "nauc_mrr_at_100_max": 0.10964800000000001, + "nauc_mrr_at_100_std": 0.190021, + "nauc_mrr_at_100_diff1": 0.043651, + "nauc_mrr_at_1000_max": 0.11420400000000001, + "nauc_mrr_at_1000_std": 0.192076, + "nauc_mrr_at_1000_diff1": 0.049258, + "main_score": 0.11355 + }, + { + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ], + "ndcg_at_1": 0.02151, + "ndcg_at_3": 0.03706, + "ndcg_at_5": 0.04353, + "ndcg_at_10": 0.05381, + "ndcg_at_20": 0.07364, + "ndcg_at_100": 0.163, + "ndcg_at_1000": 0.20613999999999996, + "map_at_1": 0.02151, + "map_at_3": 0.03315, + "map_at_5": 0.03665, + "map_at_10": 0.04079, + "map_at_20": 0.04596, + "map_at_100": 0.05575, + "map_at_1000": 0.05817, + "recall_at_1": 0.02151, + "recall_at_3": 0.04839, + "recall_at_5": 0.06452, + "recall_at_10": 0.09677, + "recall_at_20": 0.17742000000000002, + "recall_at_100": 0.69892, + "recall_at_1000": 1.0, + "precision_at_1": 0.02151, + "precision_at_3": 0.01613, + "precision_at_5": 0.0129, + "precision_at_10": 0.00968, + "precision_at_20": 0.00887, + "precision_at_100": 0.00699, + "precision_at_1000": 0.001, + "mrr_at_1": 0.021505, + "mrr_at_3": 0.033154, + "mrr_at_5": 0.036649, + "mrr_at_10": 0.040792, + "mrr_at_20": 0.045958, + "mrr_at_100": 0.055755, + "mrr_at_1000": 0.058171999999999995, + "nauc_ndcg_at_1_max": 0.106926, + "nauc_ndcg_at_1_std": 0.523128, + "nauc_ndcg_at_1_diff1": 0.127901, + "nauc_ndcg_at_3_max": 0.019623, + "nauc_ndcg_at_3_std": 0.45409700000000003, + "nauc_ndcg_at_3_diff1": -0.07286, + "nauc_ndcg_at_5_max": -0.014385000000000002, + "nauc_ndcg_at_5_std": 0.345298, + "nauc_ndcg_at_5_diff1": -0.087098, + "nauc_ndcg_at_10_max": -0.055568, + "nauc_ndcg_at_10_std": 0.30694, + "nauc_ndcg_at_10_diff1": -0.136821, + "nauc_ndcg_at_20_max": -0.017629, + "nauc_ndcg_at_20_std": 0.261943, + "nauc_ndcg_at_20_diff1": -0.10215100000000002, + "nauc_ndcg_at_100_max": -0.01482, + "nauc_ndcg_at_100_std": 0.190141, + "nauc_ndcg_at_100_diff1": -0.064361, + "nauc_ndcg_at_1000_max": 0.00040800000000000005, + "nauc_ndcg_at_1000_std": 0.282621, + "nauc_ndcg_at_1000_diff1": -0.066709, + "nauc_map_at_1_max": 0.106926, + "nauc_map_at_1_std": 0.523128, + "nauc_map_at_1_diff1": 0.127901, + "nauc_map_at_3_max": 0.027468, + "nauc_map_at_3_std": 0.463179, + "nauc_map_at_3_diff1": -0.038164, + "nauc_map_at_5_max": 0.003743, + "nauc_map_at_5_std": 0.391358, + "nauc_map_at_5_diff1": -0.052242, + "nauc_map_at_10_max": -0.01964, + "nauc_map_at_10_std": 0.36955, + "nauc_map_at_10_diff1": -0.08151, + "nauc_map_at_20_max": -0.001559, + "nauc_map_at_20_std": 0.352312, + "nauc_map_at_20_diff1": -0.067159, + "nauc_map_at_100_max": 0.0019499999999999997, + "nauc_map_at_100_std": 0.331808, + "nauc_map_at_100_diff1": -0.057647, + "nauc_map_at_1000_max": 0.003463, + "nauc_map_at_1000_std": 0.341502, + "nauc_map_at_1000_diff1": -0.0575, + "nauc_recall_at_1_max": 0.106926, + "nauc_recall_at_1_std": 0.523128, + "nauc_recall_at_1_diff1": 0.127901, + "nauc_recall_at_3_max": 0.005755, + "nauc_recall_at_3_std": 0.436627, + "nauc_recall_at_3_diff1": -0.142396, + "nauc_recall_at_5_max": -0.045171, + "nauc_recall_at_5_std": 0.260963, + "nauc_recall_at_5_diff1": -0.14508, + "nauc_recall_at_10_max": -0.107825, + "nauc_recall_at_10_std": 0.214919, + "nauc_recall_at_10_diff1": -0.21434, + "nauc_recall_at_20_max": -0.033461, + "nauc_recall_at_20_std": 0.154951, + "nauc_recall_at_20_diff1": -0.134397, + "nauc_recall_at_100_max": -0.047297000000000006, + "nauc_recall_at_100_std": -0.014209000000000001, + "nauc_recall_at_100_diff1": -0.057624, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.106926, + "nauc_precision_at_1_std": 0.523128, + "nauc_precision_at_1_diff1": 0.127901, + "nauc_precision_at_3_max": 0.005755, + "nauc_precision_at_3_std": 0.436627, + "nauc_precision_at_3_diff1": -0.142396, + "nauc_precision_at_5_max": -0.045171, + "nauc_precision_at_5_std": 0.260963, + "nauc_precision_at_5_diff1": -0.14508, + "nauc_precision_at_10_max": -0.107825, + "nauc_precision_at_10_std": 0.214919, + "nauc_precision_at_10_diff1": -0.21434, + "nauc_precision_at_20_max": -0.033461, + "nauc_precision_at_20_std": 0.154951, + "nauc_precision_at_20_diff1": -0.134397, + "nauc_precision_at_100_max": -0.047297000000000006, + "nauc_precision_at_100_std": -0.014209000000000001, + "nauc_precision_at_100_diff1": -0.057624, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.106926, + "nauc_mrr_at_1_std": 0.523128, + "nauc_mrr_at_1_diff1": 0.127901, + "nauc_mrr_at_3_max": 0.027468, + "nauc_mrr_at_3_std": 0.463179, + "nauc_mrr_at_3_diff1": -0.038164, + "nauc_mrr_at_5_max": 0.003743, + "nauc_mrr_at_5_std": 0.391358, + "nauc_mrr_at_5_diff1": -0.052242, + "nauc_mrr_at_10_max": -0.01964, + "nauc_mrr_at_10_std": 0.36955, + "nauc_mrr_at_10_diff1": -0.08151, + "nauc_mrr_at_20_max": -0.001559, + "nauc_mrr_at_20_std": 0.352312, + "nauc_mrr_at_20_diff1": -0.067159, + "nauc_mrr_at_100_max": 0.0019499999999999997, + "nauc_mrr_at_100_std": 0.331808, + "nauc_mrr_at_100_diff1": -0.057647, + "nauc_mrr_at_1000_max": 0.003463, + "nauc_mrr_at_1000_std": 0.341502, + "nauc_mrr_at_1000_diff1": -0.0575, + "main_score": 0.05381 + }, + { + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ], + "ndcg_at_1": 0.07975, + "ndcg_at_3": 0.12445, + "ndcg_at_5": 0.13475, + "ndcg_at_10": 0.15805, + "ndcg_at_20": 0.18428, + "ndcg_at_100": 0.25127, + "ndcg_at_1000": 0.28828, + "map_at_1": 0.07975, + "map_at_3": 0.11247, + "map_at_5": 0.1183, + "map_at_10": 0.12763, + "map_at_20": 0.13475, + "map_at_100": 0.1428, + "map_at_1000": 0.14489, + "recall_at_1": 0.07975, + "recall_at_3": 0.15951, + "recall_at_5": 0.18404999999999996, + "recall_at_10": 0.25767, + "recall_at_20": 0.36196, + "recall_at_100": 0.74233, + "recall_at_1000": 1.0, + "precision_at_1": 0.07975, + "precision_at_3": 0.05317, + "precision_at_5": 0.03681, + "precision_at_10": 0.02577, + "precision_at_20": 0.0181, + "precision_at_100": 0.0074199999999999995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.079755, + "mrr_at_3": 0.112474, + "mrr_at_5": 0.118303, + "mrr_at_10": 0.127629, + "mrr_at_20": 0.134747, + "mrr_at_100": 0.142797, + "mrr_at_1000": 0.144888, + "nauc_ndcg_at_1_max": 0.40468399999999993, + "nauc_ndcg_at_1_std": 0.388093, + "nauc_ndcg_at_1_diff1": 0.32396299999999995, + "nauc_ndcg_at_3_max": 0.421969, + "nauc_ndcg_at_3_std": 0.365489, + "nauc_ndcg_at_3_diff1": 0.136605, + "nauc_ndcg_at_5_max": 0.422313, + "nauc_ndcg_at_5_std": 0.366997, + "nauc_ndcg_at_5_diff1": 0.152503, + "nauc_ndcg_at_10_max": 0.3802209999999999, + "nauc_ndcg_at_10_std": 0.367007, + "nauc_ndcg_at_10_diff1": 0.103541, + "nauc_ndcg_at_20_max": 0.380047, + "nauc_ndcg_at_20_std": 0.364105, + "nauc_ndcg_at_20_diff1": 0.131905, + "nauc_ndcg_at_100_max": 0.365648, + "nauc_ndcg_at_100_std": 0.3628910000000001, + "nauc_ndcg_at_100_diff1": 0.131811, + "nauc_ndcg_at_1000_max": 0.39047699999999996, + "nauc_ndcg_at_1000_std": 0.368313, + "nauc_ndcg_at_1000_diff1": 0.145539, + "nauc_map_at_1_max": 0.40468399999999993, + "nauc_map_at_1_std": 0.388093, + "nauc_map_at_1_diff1": 0.32396299999999995, + "nauc_map_at_3_max": 0.415572, + "nauc_map_at_3_std": 0.367928, + "nauc_map_at_3_diff1": 0.172202, + "nauc_map_at_5_max": 0.416267, + "nauc_map_at_5_std": 0.369838, + "nauc_map_at_5_diff1": 0.179896, + "nauc_map_at_10_max": 0.397772, + "nauc_map_at_10_std": 0.369807, + "nauc_map_at_10_diff1": 0.155321, + "nauc_map_at_20_max": 0.397174, + "nauc_map_at_20_std": 0.367401, + "nauc_map_at_20_diff1": 0.164453, + "nauc_map_at_100_max": 0.39683, + "nauc_map_at_100_std": 0.368802, + "nauc_map_at_100_diff1": 0.16482600000000003, + "nauc_map_at_1000_max": 0.398521, + "nauc_map_at_1000_std": 0.36922199999999994, + "nauc_map_at_1000_diff1": 0.165798, + "nauc_recall_at_1_max": 0.40468399999999993, + "nauc_recall_at_1_std": 0.388093, + "nauc_recall_at_1_diff1": 0.32396299999999995, + "nauc_recall_at_3_max": 0.43689, + "nauc_recall_at_3_std": 0.360721, + "nauc_recall_at_3_diff1": 0.058803, + "nauc_recall_at_5_max": 0.435236, + "nauc_recall_at_5_std": 0.36095, + "nauc_recall_at_5_diff1": 0.099217, + "nauc_recall_at_10_max": 0.337418, + "nauc_recall_at_10_std": 0.36149100000000006, + "nauc_recall_at_10_diff1": 0.002461, + "nauc_recall_at_20_max": 0.342507, + "nauc_recall_at_20_std": 0.360445, + "nauc_recall_at_20_diff1": 0.083467, + "nauc_recall_at_100_max": 0.230814, + "nauc_recall_at_100_std": 0.33501, + "nauc_recall_at_100_diff1": 0.054292, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.40468399999999993, + "nauc_precision_at_1_std": 0.388093, + "nauc_precision_at_1_diff1": 0.32396299999999995, + "nauc_precision_at_3_max": 0.43689, + "nauc_precision_at_3_std": 0.360721, + "nauc_precision_at_3_diff1": 0.058803, + "nauc_precision_at_5_max": 0.435236, + "nauc_precision_at_5_std": 0.36095, + "nauc_precision_at_5_diff1": 0.099217, + "nauc_precision_at_10_max": 0.337418, + "nauc_precision_at_10_std": 0.36149100000000006, + "nauc_precision_at_10_diff1": 0.002461, + "nauc_precision_at_20_max": 0.342507, + "nauc_precision_at_20_std": 0.360445, + "nauc_precision_at_20_diff1": 0.083467, + "nauc_precision_at_100_max": 0.230814, + "nauc_precision_at_100_std": 0.33501, + "nauc_precision_at_100_diff1": 0.054292, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.40468399999999993, + "nauc_mrr_at_1_std": 0.388093, + "nauc_mrr_at_1_diff1": 0.32396299999999995, + "nauc_mrr_at_3_max": 0.415572, + "nauc_mrr_at_3_std": 0.367928, + "nauc_mrr_at_3_diff1": 0.172202, + "nauc_mrr_at_5_max": 0.416267, + "nauc_mrr_at_5_std": 0.369838, + "nauc_mrr_at_5_diff1": 0.179896, + "nauc_mrr_at_10_max": 0.397772, + "nauc_mrr_at_10_std": 0.369807, + "nauc_mrr_at_10_diff1": 0.155321, + "nauc_mrr_at_20_max": 0.397174, + "nauc_mrr_at_20_std": 0.367401, + "nauc_mrr_at_20_diff1": 0.164453, + "nauc_mrr_at_100_max": 0.39683, + "nauc_mrr_at_100_std": 0.368802, + "nauc_mrr_at_100_diff1": 0.16482600000000003, + "nauc_mrr_at_1000_max": 0.398521, + "nauc_mrr_at_1000_std": 0.36922199999999994, + "nauc_mrr_at_1000_diff1": 0.165798, + "main_score": 0.15805 + }, + { + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ], + "ndcg_at_1": 0.03191, + "ndcg_at_3": 0.04395, + "ndcg_at_5": 0.04829, + "ndcg_at_10": 0.06345, + "ndcg_at_20": 0.08478, + "ndcg_at_100": 0.16824000000000003, + "ndcg_at_1000": 0.21404999999999996, + "map_at_1": 0.03191, + "map_at_3": 0.04078, + "map_at_5": 0.04317, + "map_at_10": 0.04923999999999999, + "map_at_20": 0.055, + "map_at_100": 0.06428, + "map_at_1000": 0.06686, + "recall_at_1": 0.03191, + "recall_at_3": 0.05319, + "recall_at_5": 0.06383, + "recall_at_10": 0.1117, + "recall_at_20": 0.19681, + "recall_at_100": 0.68085, + "recall_at_1000": 1.0, + "precision_at_1": 0.03191, + "precision_at_3": 0.01773, + "precision_at_5": 0.012769999999999998, + "precision_at_10": 0.01117, + "precision_at_20": 0.00984, + "precision_at_100": 0.00681, + "precision_at_1000": 0.001, + "mrr_at_1": 0.031915, + "mrr_at_3": 0.04078, + "mrr_at_5": 0.043174000000000004, + "mrr_at_10": 0.049244, + "mrr_at_20": 0.055003, + "mrr_at_100": 0.064279, + "mrr_at_1000": 0.066861, + "nauc_ndcg_at_1_max": 0.521235, + "nauc_ndcg_at_1_std": 0.749644, + "nauc_ndcg_at_1_diff1": 0.155823, + "nauc_ndcg_at_3_max": 0.49012, + "nauc_ndcg_at_3_std": 0.597897, + "nauc_ndcg_at_3_diff1": 0.164879, + "nauc_ndcg_at_5_max": 0.459082, + "nauc_ndcg_at_5_std": 0.525417, + "nauc_ndcg_at_5_diff1": 0.177455, + "nauc_ndcg_at_10_max": 0.35829, + "nauc_ndcg_at_10_std": 0.44317, + "nauc_ndcg_at_10_diff1": 0.094463, + "nauc_ndcg_at_20_max": 0.344779, + "nauc_ndcg_at_20_std": 0.420456, + "nauc_ndcg_at_20_diff1": 0.061467, + "nauc_ndcg_at_100_max": 0.285807, + "nauc_ndcg_at_100_std": 0.347968, + "nauc_ndcg_at_100_diff1": 0.05092300000000001, + "nauc_ndcg_at_1000_max": 0.350548, + "nauc_ndcg_at_1000_std": 0.45073599999999997, + "nauc_ndcg_at_1000_diff1": 0.0744, + "nauc_map_at_1_max": 0.521235, + "nauc_map_at_1_std": 0.749644, + "nauc_map_at_1_diff1": 0.155823, + "nauc_map_at_3_max": 0.499469, + "nauc_map_at_3_std": 0.626775, + "nauc_map_at_3_diff1": 0.165883, + "nauc_map_at_5_max": 0.478272, + "nauc_map_at_5_std": 0.580546, + "nauc_map_at_5_diff1": 0.171466, + "nauc_map_at_10_max": 0.424299, + "nauc_map_at_10_std": 0.533032, + "nauc_map_at_10_diff1": 0.128557, + "nauc_map_at_20_max": 0.414536, + "nauc_map_at_20_std": 0.517925, + "nauc_map_at_20_diff1": 0.112539, + "nauc_map_at_100_max": 0.397072, + "nauc_map_at_100_std": 0.504909, + "nauc_map_at_100_diff1": 0.104435, + "nauc_map_at_1000_max": 0.40336500000000003, + "nauc_map_at_1000_std": 0.514821, + "nauc_map_at_1000_diff1": 0.106958, + "nauc_recall_at_1_max": 0.521235, + "nauc_recall_at_1_std": 0.749644, + "nauc_recall_at_1_diff1": 0.155823, + "nauc_recall_at_3_max": 0.468334, + "nauc_recall_at_3_std": 0.533931, + "nauc_recall_at_3_diff1": 0.161799, + "nauc_recall_at_5_max": 0.41891, + "nauc_recall_at_5_std": 0.41043300000000005, + "nauc_recall_at_5_diff1": 0.191487, + "nauc_recall_at_10_max": 0.252085, + "nauc_recall_at_10_std": 0.30531, + "nauc_recall_at_10_diff1": 0.036998, + "nauc_recall_at_20_max": 0.262485, + "nauc_recall_at_20_std": 0.309738, + "nauc_recall_at_20_diff1": -0.003174, + "nauc_recall_at_100_max": 0.125626, + "nauc_recall_at_100_std": 0.098009, + "nauc_recall_at_100_diff1": -0.007971, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.521235, + "nauc_precision_at_1_std": 0.749644, + "nauc_precision_at_1_diff1": 0.155823, + "nauc_precision_at_3_max": 0.468334, + "nauc_precision_at_3_std": 0.533931, + "nauc_precision_at_3_diff1": 0.161799, + "nauc_precision_at_5_max": 0.41891, + "nauc_precision_at_5_std": 0.41043300000000005, + "nauc_precision_at_5_diff1": 0.191487, + "nauc_precision_at_10_max": 0.252085, + "nauc_precision_at_10_std": 0.30531, + "nauc_precision_at_10_diff1": 0.036998, + "nauc_precision_at_20_max": 0.262485, + "nauc_precision_at_20_std": 0.309738, + "nauc_precision_at_20_diff1": -0.003174, + "nauc_precision_at_100_max": 0.125626, + "nauc_precision_at_100_std": 0.098009, + "nauc_precision_at_100_diff1": -0.007971, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.521235, + "nauc_mrr_at_1_std": 0.749644, + "nauc_mrr_at_1_diff1": 0.155823, + "nauc_mrr_at_3_max": 0.499469, + "nauc_mrr_at_3_std": 0.626775, + "nauc_mrr_at_3_diff1": 0.165883, + "nauc_mrr_at_5_max": 0.478272, + "nauc_mrr_at_5_std": 0.580546, + "nauc_mrr_at_5_diff1": 0.171466, + "nauc_mrr_at_10_max": 0.424299, + "nauc_mrr_at_10_std": 0.533032, + "nauc_mrr_at_10_diff1": 0.128557, + "nauc_mrr_at_20_max": 0.414536, + "nauc_mrr_at_20_std": 0.517925, + "nauc_mrr_at_20_diff1": 0.112539, + "nauc_mrr_at_100_max": 0.397072, + "nauc_mrr_at_100_std": 0.504909, + "nauc_mrr_at_100_diff1": 0.104435, + "nauc_mrr_at_1000_max": 0.40336500000000003, + "nauc_mrr_at_1000_std": 0.514821, + "nauc_mrr_at_1000_diff1": 0.106958, + "main_score": 0.06345 + }, + { + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.1401, + "ndcg_at_3": 0.165, + "ndcg_at_5": 0.18683, + "ndcg_at_10": 0.21281, + "ndcg_at_20": 0.24446, + "ndcg_at_100": 0.30942, + "ndcg_at_1000": 0.33587000000000006, + "map_at_1": 0.1401, + "map_at_3": 0.15862, + "map_at_5": 0.17069000000000004, + "map_at_10": 0.18106999999999998, + "map_at_20": 0.18970000000000004, + "map_at_100": 0.19749, + "map_at_1000": 0.19885999999999998, + "recall_at_1": 0.1401, + "recall_at_3": 0.18356999999999998, + "recall_at_5": 0.23671, + "recall_at_10": 0.31884, + "recall_at_20": 0.44444, + "recall_at_100": 0.81159, + "recall_at_1000": 1.0, + "precision_at_1": 0.1401, + "precision_at_3": 0.061189999999999994, + "precision_at_5": 0.04734, + "precision_at_10": 0.03188, + "precision_at_20": 0.02222, + "precision_at_100": 0.00812, + "precision_at_1000": 0.001, + "mrr_at_1": 0.140097, + "mrr_at_3": 0.158615, + "mrr_at_5": 0.170692, + "mrr_at_10": 0.18107100000000004, + "mrr_at_20": 0.189702, + "mrr_at_100": 0.197494, + "mrr_at_1000": 0.198862, + "nauc_ndcg_at_1_max": 0.430702, + "nauc_ndcg_at_1_std": 0.466844, + "nauc_ndcg_at_1_diff1": 0.494384, + "nauc_ndcg_at_3_max": 0.443084, + "nauc_ndcg_at_3_std": 0.46378100000000005, + "nauc_ndcg_at_3_diff1": 0.44414000000000003, + "nauc_ndcg_at_5_max": 0.386313, + "nauc_ndcg_at_5_std": 0.431268, + "nauc_ndcg_at_5_diff1": 0.40210900000000005, + "nauc_ndcg_at_10_max": 0.411366, + "nauc_ndcg_at_10_std": 0.460145, + "nauc_ndcg_at_10_diff1": 0.373214, + "nauc_ndcg_at_20_max": 0.389123, + "nauc_ndcg_at_20_std": 0.447471, + "nauc_ndcg_at_20_diff1": 0.354861, + "nauc_ndcg_at_100_max": 0.38722, + "nauc_ndcg_at_100_std": 0.444238, + "nauc_ndcg_at_100_diff1": 0.371051, + "nauc_ndcg_at_1000_max": 0.396408, + "nauc_ndcg_at_1000_std": 0.446039, + "nauc_ndcg_at_1000_diff1": 0.383912, + "nauc_map_at_1_max": 0.430702, + "nauc_map_at_1_std": 0.466844, + "nauc_map_at_1_diff1": 0.494384, + "nauc_map_at_3_max": 0.440233, + "nauc_map_at_3_std": 0.464105, + "nauc_map_at_3_diff1": 0.456174, + "nauc_map_at_5_max": 0.406921, + "nauc_map_at_5_std": 0.444447, + "nauc_map_at_5_diff1": 0.430774, + "nauc_map_at_10_max": 0.416757, + "nauc_map_at_10_std": 0.45675699999999997, + "nauc_map_at_10_diff1": 0.4167449999999999, + "nauc_map_at_20_max": 0.409095, + "nauc_map_at_20_std": 0.452125, + "nauc_map_at_20_diff1": 0.41055100000000005, + "nauc_map_at_100_max": 0.407693, + "nauc_map_at_100_std": 0.450677, + "nauc_map_at_100_diff1": 0.411131, + "nauc_map_at_1000_max": 0.4082839999999999, + "nauc_map_at_1000_std": 0.450821, + "nauc_map_at_1000_diff1": 0.41186900000000004, + "nauc_recall_at_1_max": 0.430702, + "nauc_recall_at_1_std": 0.466844, + "nauc_recall_at_1_diff1": 0.494384, + "nauc_recall_at_3_max": 0.450483, + "nauc_recall_at_3_std": 0.46307500000000007, + "nauc_recall_at_3_diff1": 0.412747, + "nauc_recall_at_5_max": 0.331668, + "nauc_recall_at_5_std": 0.397359, + "nauc_recall_at_5_diff1": 0.330151, + "nauc_recall_at_10_max": 0.403481, + "nauc_recall_at_10_std": 0.473961, + "nauc_recall_at_10_diff1": 0.268858, + "nauc_recall_at_20_max": 0.34015699999999993, + "nauc_recall_at_20_std": 0.43903, + "nauc_recall_at_20_diff1": 0.217735, + "nauc_recall_at_100_max": 0.307371, + "nauc_recall_at_100_std": 0.429545, + "nauc_recall_at_100_diff1": 0.25157, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.430702, + "nauc_precision_at_1_std": 0.466844, + "nauc_precision_at_1_diff1": 0.494384, + "nauc_precision_at_3_max": 0.450483, + "nauc_precision_at_3_std": 0.46307500000000007, + "nauc_precision_at_3_diff1": 0.412747, + "nauc_precision_at_5_max": 0.331668, + "nauc_precision_at_5_std": 0.397359, + "nauc_precision_at_5_diff1": 0.330151, + "nauc_precision_at_10_max": 0.403481, + "nauc_precision_at_10_std": 0.473961, + "nauc_precision_at_10_diff1": 0.268858, + "nauc_precision_at_20_max": 0.34015699999999993, + "nauc_precision_at_20_std": 0.43903, + "nauc_precision_at_20_diff1": 0.217735, + "nauc_precision_at_100_max": 0.307371, + "nauc_precision_at_100_std": 0.429545, + "nauc_precision_at_100_diff1": 0.25157, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.430702, + "nauc_mrr_at_1_std": 0.466844, + "nauc_mrr_at_1_diff1": 0.494384, + "nauc_mrr_at_3_max": 0.440233, + "nauc_mrr_at_3_std": 0.464105, + "nauc_mrr_at_3_diff1": 0.456174, + "nauc_mrr_at_5_max": 0.406921, + "nauc_mrr_at_5_std": 0.444447, + "nauc_mrr_at_5_diff1": 0.430774, + "nauc_mrr_at_10_max": 0.416757, + "nauc_mrr_at_10_std": 0.45675699999999997, + "nauc_mrr_at_10_diff1": 0.4167449999999999, + "nauc_mrr_at_20_max": 0.409095, + "nauc_mrr_at_20_std": 0.452125, + "nauc_mrr_at_20_diff1": 0.41055100000000005, + "nauc_mrr_at_100_max": 0.407693, + "nauc_mrr_at_100_std": 0.450677, + "nauc_mrr_at_100_diff1": 0.411131, + "nauc_mrr_at_1000_max": 0.4082839999999999, + "nauc_mrr_at_1000_std": 0.450821, + "nauc_mrr_at_1000_diff1": 0.41186900000000004, + "main_score": 0.21281 + }, + { + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.19536, + "ndcg_at_3": 0.24058, + "ndcg_at_5": 0.25981, + "ndcg_at_10": 0.28753, + "ndcg_at_20": 0.3062, + "ndcg_at_100": 0.3526, + "ndcg_at_1000": 0.38761, + "map_at_1": 0.19536, + "map_at_3": 0.22888000000000003, + "map_at_5": 0.23962, + "map_at_10": 0.25119, + "map_at_20": 0.25636, + "map_at_100": 0.26255, + "map_at_1000": 0.26398, + "recall_at_1": 0.19536, + "recall_at_3": 0.27466, + "recall_at_5": 0.32108, + "recall_at_10": 0.40619, + "recall_at_20": 0.47969, + "recall_at_100": 0.73308, + "recall_at_1000": 1.0, + "precision_at_1": 0.19536, + "precision_at_3": 0.09155, + "precision_at_5": 0.06422, + "precision_at_10": 0.04062, + "precision_at_20": 0.02398, + "precision_at_100": 0.00733, + "precision_at_1000": 0.001, + "mrr_at_1": 0.19535800000000003, + "mrr_at_3": 0.228885, + "mrr_at_5": 0.23962, + "mrr_at_10": 0.251185, + "mrr_at_20": 0.256361, + "mrr_at_100": 0.262549, + "mrr_at_1000": 0.263983, + "nauc_ndcg_at_1_max": 0.528507, + "nauc_ndcg_at_1_std": 0.4145670000000001, + "nauc_ndcg_at_1_diff1": 0.539262, + "nauc_ndcg_at_3_max": 0.513258, + "nauc_ndcg_at_3_std": 0.430837, + "nauc_ndcg_at_3_diff1": 0.49108, + "nauc_ndcg_at_5_max": 0.49876, + "nauc_ndcg_at_5_std": 0.419895, + "nauc_ndcg_at_5_diff1": 0.468046, + "nauc_ndcg_at_10_max": 0.485261, + "nauc_ndcg_at_10_std": 0.40808999999999995, + "nauc_ndcg_at_10_diff1": 0.442462, + "nauc_ndcg_at_20_max": 0.47919200000000006, + "nauc_ndcg_at_20_std": 0.404803, + "nauc_ndcg_at_20_diff1": 0.450426, + "nauc_ndcg_at_100_max": 0.477577, + "nauc_ndcg_at_100_std": 0.404339, + "nauc_ndcg_at_100_diff1": 0.44049999999999995, + "nauc_ndcg_at_1000_max": 0.488544, + "nauc_ndcg_at_1000_std": 0.407645, + "nauc_ndcg_at_1000_diff1": 0.461338, + "nauc_map_at_1_max": 0.528507, + "nauc_map_at_1_std": 0.4145670000000001, + "nauc_map_at_1_diff1": 0.539262, + "nauc_map_at_3_max": 0.516497, + "nauc_map_at_3_std": 0.425908, + "nauc_map_at_3_diff1": 0.502691, + "nauc_map_at_5_max": 0.507742, + "nauc_map_at_5_std": 0.419237, + "nauc_map_at_5_diff1": 0.488816, + "nauc_map_at_10_max": 0.501526, + "nauc_map_at_10_std": 0.41405500000000006, + "nauc_map_at_10_diff1": 0.477542, + "nauc_map_at_20_max": 0.500218, + "nauc_map_at_20_std": 0.4133029999999999, + "nauc_map_at_20_diff1": 0.480004, + "nauc_map_at_100_max": 0.499997, + "nauc_map_at_100_std": 0.41285299999999997, + "nauc_map_at_100_diff1": 0.47896, + "nauc_map_at_1000_max": 0.500375, + "nauc_map_at_1000_std": 0.412884, + "nauc_map_at_1000_diff1": 0.479883, + "nauc_recall_at_1_max": 0.528507, + "nauc_recall_at_1_std": 0.4145670000000001, + "nauc_recall_at_1_diff1": 0.539262, + "nauc_recall_at_3_max": 0.504747, + "nauc_recall_at_3_std": 0.444385, + "nauc_recall_at_3_diff1": 0.46001, + "nauc_recall_at_5_max": 0.47450499999999995, + "nauc_recall_at_5_std": 0.421153, + "nauc_recall_at_5_diff1": 0.412404, + "nauc_recall_at_10_max": 0.439761, + "nauc_recall_at_10_std": 0.389027, + "nauc_recall_at_10_diff1": 0.344492, + "nauc_recall_at_20_max": 0.414318, + "nauc_recall_at_20_std": 0.3757210000000001, + "nauc_recall_at_20_diff1": 0.369789, + "nauc_recall_at_100_max": 0.37538499999999997, + "nauc_recall_at_100_std": 0.367443, + "nauc_recall_at_100_diff1": 0.259483, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.528507, + "nauc_precision_at_1_std": 0.4145670000000001, + "nauc_precision_at_1_diff1": 0.539262, + "nauc_precision_at_3_max": 0.504747, + "nauc_precision_at_3_std": 0.444385, + "nauc_precision_at_3_diff1": 0.46001, + "nauc_precision_at_5_max": 0.47450499999999995, + "nauc_precision_at_5_std": 0.421153, + "nauc_precision_at_5_diff1": 0.412404, + "nauc_precision_at_10_max": 0.439761, + "nauc_precision_at_10_std": 0.389027, + "nauc_precision_at_10_diff1": 0.344492, + "nauc_precision_at_20_max": 0.414318, + "nauc_precision_at_20_std": 0.3757210000000001, + "nauc_precision_at_20_diff1": 0.369789, + "nauc_precision_at_100_max": 0.37538499999999997, + "nauc_precision_at_100_std": 0.367443, + "nauc_precision_at_100_diff1": 0.259483, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.528507, + "nauc_mrr_at_1_std": 0.4145670000000001, + "nauc_mrr_at_1_diff1": 0.539262, + "nauc_mrr_at_3_max": 0.516497, + "nauc_mrr_at_3_std": 0.425908, + "nauc_mrr_at_3_diff1": 0.502691, + "nauc_mrr_at_5_max": 0.507742, + "nauc_mrr_at_5_std": 0.419237, + "nauc_mrr_at_5_diff1": 0.488816, + "nauc_mrr_at_10_max": 0.501526, + "nauc_mrr_at_10_std": 0.41405500000000006, + "nauc_mrr_at_10_diff1": 0.477542, + "nauc_mrr_at_20_max": 0.500218, + "nauc_mrr_at_20_std": 0.4133029999999999, + "nauc_mrr_at_20_diff1": 0.480004, + "nauc_mrr_at_100_max": 0.499997, + "nauc_mrr_at_100_std": 0.41285299999999997, + "nauc_mrr_at_100_diff1": 0.47896, + "nauc_mrr_at_1000_max": 0.500375, + "nauc_mrr_at_1000_std": 0.412884, + "nauc_mrr_at_1000_diff1": 0.479883, + "main_score": 0.28753 + }, + { + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.13665, + "ndcg_at_3": 0.18123, + "ndcg_at_5": 0.19619, + "ndcg_at_10": 0.20896, + "ndcg_at_20": 0.24047999999999997, + "ndcg_at_100": 0.32034, + "ndcg_at_1000": 0.34070999999999996, + "map_at_1": 0.13665, + "map_at_3": 0.17081, + "map_at_5": 0.17888, + "map_at_10": 0.18458, + "map_at_20": 0.19326999999999997, + "map_at_100": 0.20321, + "map_at_1000": 0.20433, + "recall_at_1": 0.13665, + "recall_at_3": 0.21118000000000003, + "recall_at_5": 0.24844999999999998, + "recall_at_10": 0.28571, + "recall_at_20": 0.40993999999999997, + "recall_at_100": 0.85714, + "recall_at_1000": 1.0, + "precision_at_1": 0.13665, + "precision_at_3": 0.07039, + "precision_at_5": 0.04968999999999999, + "precision_at_10": 0.02857, + "precision_at_20": 0.020500000000000004, + "precision_at_100": 0.00857, + "precision_at_1000": 0.001, + "mrr_at_1": 0.136646, + "mrr_at_3": 0.17080700000000001, + "mrr_at_5": 0.178882, + "mrr_at_10": 0.184576, + "mrr_at_20": 0.193272, + "mrr_at_100": 0.20321, + "mrr_at_1000": 0.204326, + "nauc_ndcg_at_1_max": 0.528616, + "nauc_ndcg_at_1_std": 0.430659, + "nauc_ndcg_at_1_diff1": 0.3838639999999999, + "nauc_ndcg_at_3_max": 0.407645, + "nauc_ndcg_at_3_std": 0.365724, + "nauc_ndcg_at_3_diff1": 0.294165, + "nauc_ndcg_at_5_max": 0.398672, + "nauc_ndcg_at_5_std": 0.352971, + "nauc_ndcg_at_5_diff1": 0.307582, + "nauc_ndcg_at_10_max": 0.40368200000000004, + "nauc_ndcg_at_10_std": 0.362409, + "nauc_ndcg_at_10_diff1": 0.335072, + "nauc_ndcg_at_20_max": 0.389305, + "nauc_ndcg_at_20_std": 0.346001, + "nauc_ndcg_at_20_diff1": 0.310997, + "nauc_ndcg_at_100_max": 0.365928, + "nauc_ndcg_at_100_std": 0.316134, + "nauc_ndcg_at_100_diff1": 0.324518, + "nauc_ndcg_at_1000_max": 0.400662, + "nauc_ndcg_at_1000_std": 0.351148, + "nauc_ndcg_at_1000_diff1": 0.326003, + "nauc_map_at_1_max": 0.528616, + "nauc_map_at_1_std": 0.430659, + "nauc_map_at_1_diff1": 0.3838639999999999, + "nauc_map_at_3_max": 0.429409, + "nauc_map_at_3_std": 0.378045, + "nauc_map_at_3_diff1": 0.308642, + "nauc_map_at_5_max": 0.4235, + "nauc_map_at_5_std": 0.369876, + "nauc_map_at_5_diff1": 0.316284, + "nauc_map_at_10_max": 0.426802, + "nauc_map_at_10_std": 0.374979, + "nauc_map_at_10_diff1": 0.330231, + "nauc_map_at_20_max": 0.423121, + "nauc_map_at_20_std": 0.37001400000000007, + "nauc_map_at_20_diff1": 0.324273, + "nauc_map_at_100_max": 0.419711, + "nauc_map_at_100_std": 0.365756, + "nauc_map_at_100_diff1": 0.327472, + "nauc_map_at_1000_max": 0.42163000000000006, + "nauc_map_at_1000_std": 0.36770800000000003, + "nauc_map_at_1000_diff1": 0.327495, + "nauc_recall_at_1_max": 0.528616, + "nauc_recall_at_1_std": 0.430659, + "nauc_recall_at_1_diff1": 0.3838639999999999, + "nauc_recall_at_3_max": 0.354833, + "nauc_recall_at_3_std": 0.335567, + "nauc_recall_at_3_diff1": 0.25971, + "nauc_recall_at_5_max": 0.340439, + "nauc_recall_at_5_std": 0.312459, + "nauc_recall_at_5_diff1": 0.289998, + "nauc_recall_at_10_max": 0.351446, + "nauc_recall_at_10_std": 0.33470700000000003, + "nauc_recall_at_10_diff1": 0.3540940000000001, + "nauc_recall_at_20_max": 0.305251, + "nauc_recall_at_20_std": 0.284605, + "nauc_recall_at_20_diff1": 0.270864, + "nauc_recall_at_100_max": -0.040770999999999995, + "nauc_recall_at_100_std": -0.091631, + "nauc_recall_at_100_diff1": 0.303414, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.528616, + "nauc_precision_at_1_std": 0.430659, + "nauc_precision_at_1_diff1": 0.3838639999999999, + "nauc_precision_at_3_max": 0.354833, + "nauc_precision_at_3_std": 0.335567, + "nauc_precision_at_3_diff1": 0.25971, + "nauc_precision_at_5_max": 0.340439, + "nauc_precision_at_5_std": 0.312459, + "nauc_precision_at_5_diff1": 0.289998, + "nauc_precision_at_10_max": 0.351446, + "nauc_precision_at_10_std": 0.33470700000000003, + "nauc_precision_at_10_diff1": 0.3540940000000001, + "nauc_precision_at_20_max": 0.305251, + "nauc_precision_at_20_std": 0.284605, + "nauc_precision_at_20_diff1": 0.270864, + "nauc_precision_at_100_max": -0.040770999999999995, + "nauc_precision_at_100_std": -0.091631, + "nauc_precision_at_100_diff1": 0.303414, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.528616, + "nauc_mrr_at_1_std": 0.430659, + "nauc_mrr_at_1_diff1": 0.3838639999999999, + "nauc_mrr_at_3_max": 0.429409, + "nauc_mrr_at_3_std": 0.378045, + "nauc_mrr_at_3_diff1": 0.308642, + "nauc_mrr_at_5_max": 0.4235, + "nauc_mrr_at_5_std": 0.369876, + "nauc_mrr_at_5_diff1": 0.316284, + "nauc_mrr_at_10_max": 0.426802, + "nauc_mrr_at_10_std": 0.374979, + "nauc_mrr_at_10_diff1": 0.330231, + "nauc_mrr_at_20_max": 0.423121, + "nauc_mrr_at_20_std": 0.37001400000000007, + "nauc_mrr_at_20_diff1": 0.324273, + "nauc_mrr_at_100_max": 0.419711, + "nauc_mrr_at_100_std": 0.365756, + "nauc_mrr_at_100_diff1": 0.327472, + "nauc_mrr_at_1000_max": 0.42163000000000006, + "nauc_mrr_at_1000_std": 0.36770800000000003, + "nauc_mrr_at_1000_diff1": 0.327495, + "main_score": 0.20896 + }, + { + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ], + "ndcg_at_1": 0.06452, + "ndcg_at_3": 0.08954, + "ndcg_at_5": 0.0981, + "ndcg_at_10": 0.11885, + "ndcg_at_20": 0.14363, + "ndcg_at_100": 0.21972000000000003, + "ndcg_at_1000": 0.26001, + "map_at_1": 0.06452, + "map_at_3": 0.08333, + "map_at_5": 0.0879, + "map_at_10": 0.0964, + "map_at_20": 0.10337, + "map_at_100": 0.11264000000000002, + "map_at_1000": 0.11494, + "recall_at_1": 0.06452, + "recall_at_3": 0.10753, + "recall_at_5": 0.12903, + "recall_at_10": 0.19355, + "recall_at_20": 0.29032, + "recall_at_100": 0.72043, + "recall_at_1000": 1.0, + "precision_at_1": 0.06452, + "precision_at_3": 0.03584, + "precision_at_5": 0.02581, + "precision_at_10": 0.01935, + "precision_at_20": 0.01452, + "precision_at_100": 0.0072, + "precision_at_1000": 0.001, + "mrr_at_1": 0.064516, + "mrr_at_3": 0.08333300000000002, + "mrr_at_5": 0.08790300000000001, + "mrr_at_10": 0.096397, + "mrr_at_20": 0.103372, + "mrr_at_100": 0.112636, + "mrr_at_1000": 0.114943, + "nauc_ndcg_at_1_max": 0.65626, + "nauc_ndcg_at_1_std": 0.311837, + "nauc_ndcg_at_1_diff1": 0.684738, + "nauc_ndcg_at_3_max": 0.4857989999999999, + "nauc_ndcg_at_3_std": 0.299912, + "nauc_ndcg_at_3_diff1": 0.466277, + "nauc_ndcg_at_5_max": 0.46978200000000003, + "nauc_ndcg_at_5_std": 0.287305, + "nauc_ndcg_at_5_diff1": 0.446164, + "nauc_ndcg_at_10_max": 0.417329, + "nauc_ndcg_at_10_std": 0.254911, + "nauc_ndcg_at_10_diff1": 0.385108, + "nauc_ndcg_at_20_max": 0.378093, + "nauc_ndcg_at_20_std": 0.214487, + "nauc_ndcg_at_20_diff1": 0.389368, + "nauc_ndcg_at_100_max": 0.406472, + "nauc_ndcg_at_100_std": 0.200442, + "nauc_ndcg_at_100_diff1": 0.3617290000000001, + "nauc_ndcg_at_1000_max": 0.432771, + "nauc_ndcg_at_1000_std": 0.24933, + "nauc_ndcg_at_1000_diff1": 0.415223, + "nauc_map_at_1_max": 0.65626, + "nauc_map_at_1_std": 0.311837, + "nauc_map_at_1_diff1": 0.684738, + "nauc_map_at_3_max": 0.516864, + "nauc_map_at_3_std": 0.300209, + "nauc_map_at_3_diff1": 0.506979, + "nauc_map_at_5_max": 0.505107, + "nauc_map_at_5_std": 0.292857, + "nauc_map_at_5_diff1": 0.494121, + "nauc_map_at_10_max": 0.477907, + "nauc_map_at_10_std": 0.279057, + "nauc_map_at_10_diff1": 0.461772, + "nauc_map_at_20_max": 0.461477, + "nauc_map_at_20_std": 0.265002, + "nauc_map_at_20_diff1": 0.462022, + "nauc_map_at_100_max": 0.46739, + "nauc_map_at_100_std": 0.265907, + "nauc_map_at_100_diff1": 0.456739, + "nauc_map_at_1000_max": 0.469594, + "nauc_map_at_1000_std": 0.26942, + "nauc_map_at_1000_diff1": 0.46092, + "nauc_recall_at_1_max": 0.65626, + "nauc_recall_at_1_std": 0.311837, + "nauc_recall_at_1_diff1": 0.684738, + "nauc_recall_at_3_max": 0.415971, + "nauc_recall_at_3_std": 0.299872, + "nauc_recall_at_3_diff1": 0.374489, + "nauc_recall_at_5_max": 0.396359, + "nauc_recall_at_5_std": 0.27478, + "nauc_recall_at_5_diff1": 0.344535, + "nauc_recall_at_10_max": 0.306127, + "nauc_recall_at_10_std": 0.204392, + "nauc_recall_at_10_diff1": 0.244793, + "nauc_recall_at_20_max": 0.237768, + "nauc_recall_at_20_std": 0.116351, + "nauc_recall_at_20_diff1": 0.276022, + "nauc_recall_at_100_max": 0.292454, + "nauc_recall_at_100_std": -0.011219, + "nauc_recall_at_100_diff1": 0.13123, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.65626, + "nauc_precision_at_1_std": 0.311837, + "nauc_precision_at_1_diff1": 0.684738, + "nauc_precision_at_3_max": 0.415971, + "nauc_precision_at_3_std": 0.299872, + "nauc_precision_at_3_diff1": 0.374489, + "nauc_precision_at_5_max": 0.396359, + "nauc_precision_at_5_std": 0.27478, + "nauc_precision_at_5_diff1": 0.344535, + "nauc_precision_at_10_max": 0.306127, + "nauc_precision_at_10_std": 0.204392, + "nauc_precision_at_10_diff1": 0.244793, + "nauc_precision_at_20_max": 0.237768, + "nauc_precision_at_20_std": 0.116351, + "nauc_precision_at_20_diff1": 0.276022, + "nauc_precision_at_100_max": 0.292454, + "nauc_precision_at_100_std": -0.011219, + "nauc_precision_at_100_diff1": 0.13123, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.65626, + "nauc_mrr_at_1_std": 0.311837, + "nauc_mrr_at_1_diff1": 0.684738, + "nauc_mrr_at_3_max": 0.516864, + "nauc_mrr_at_3_std": 0.300209, + "nauc_mrr_at_3_diff1": 0.506979, + "nauc_mrr_at_5_max": 0.505107, + "nauc_mrr_at_5_std": 0.292857, + "nauc_mrr_at_5_diff1": 0.494121, + "nauc_mrr_at_10_max": 0.477907, + "nauc_mrr_at_10_std": 0.279057, + "nauc_mrr_at_10_diff1": 0.461772, + "nauc_mrr_at_20_max": 0.461477, + "nauc_mrr_at_20_std": 0.265002, + "nauc_mrr_at_20_diff1": 0.462022, + "nauc_mrr_at_100_max": 0.46739, + "nauc_mrr_at_100_std": 0.265907, + "nauc_mrr_at_100_diff1": 0.456739, + "nauc_mrr_at_1000_max": 0.469594, + "nauc_mrr_at_1000_std": 0.26942, + "nauc_mrr_at_1000_diff1": 0.46092, + "main_score": 0.11885 + }, + { + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.11042999999999999, + "ndcg_at_3": 0.16287, + "ndcg_at_5": 0.17527, + "ndcg_at_10": 0.20605, + "ndcg_at_20": 0.22446, + "ndcg_at_100": 0.30471, + "ndcg_at_1000": 0.32505, + "map_at_1": 0.11042999999999999, + "map_at_3": 0.14928, + "map_at_5": 0.15603, + "map_at_10": 0.16817000000000001, + "map_at_20": 0.17310999999999999, + "map_at_100": 0.18284, + "map_at_1000": 0.18401, + "recall_at_1": 0.11042999999999999, + "recall_at_3": 0.20244999999999996, + "recall_at_5": 0.23312999999999998, + "recall_at_10": 0.33129, + "recall_at_20": 0.40491, + "recall_at_100": 0.8589, + "recall_at_1000": 1.0, + "precision_at_1": 0.11042999999999999, + "precision_at_3": 0.06748, + "precision_at_5": 0.04662999999999999, + "precision_at_10": 0.03313, + "precision_at_20": 0.02025, + "precision_at_100": 0.00859, + "precision_at_1000": 0.001, + "mrr_at_1": 0.110429, + "mrr_at_3": 0.149284, + "mrr_at_5": 0.156033, + "mrr_at_10": 0.168171, + "mrr_at_20": 0.17310999999999999, + "mrr_at_100": 0.182844, + "mrr_at_1000": 0.18401199999999998, + "nauc_ndcg_at_1_max": 0.541021, + "nauc_ndcg_at_1_std": 0.534437, + "nauc_ndcg_at_1_diff1": 0.471684, + "nauc_ndcg_at_3_max": 0.454269, + "nauc_ndcg_at_3_std": 0.512884, + "nauc_ndcg_at_3_diff1": 0.32707, + "nauc_ndcg_at_5_max": 0.435548, + "nauc_ndcg_at_5_std": 0.490835, + "nauc_ndcg_at_5_diff1": 0.311453, + "nauc_ndcg_at_10_max": 0.40505, + "nauc_ndcg_at_10_std": 0.455248, + "nauc_ndcg_at_10_diff1": 0.286035, + "nauc_ndcg_at_20_max": 0.43107800000000007, + "nauc_ndcg_at_20_std": 0.48747299999999993, + "nauc_ndcg_at_20_diff1": 0.28318, + "nauc_ndcg_at_100_max": 0.44664000000000004, + "nauc_ndcg_at_100_std": 0.491295, + "nauc_ndcg_at_100_diff1": 0.3279949999999999, + "nauc_ndcg_at_1000_max": 0.445346, + "nauc_ndcg_at_1000_std": 0.48857500000000004, + "nauc_ndcg_at_1000_diff1": 0.32229100000000005, + "nauc_map_at_1_max": 0.541021, + "nauc_map_at_1_std": 0.534437, + "nauc_map_at_1_diff1": 0.471684, + "nauc_map_at_3_max": 0.468518, + "nauc_map_at_3_std": 0.515093, + "nauc_map_at_3_diff1": 0.354337, + "nauc_map_at_5_max": 0.45747, + "nauc_map_at_5_std": 0.502014, + "nauc_map_at_5_diff1": 0.34425100000000003, + "nauc_map_at_10_max": 0.443589, + "nauc_map_at_10_std": 0.484788, + "nauc_map_at_10_diff1": 0.331433, + "nauc_map_at_20_max": 0.45189299999999993, + "nauc_map_at_20_std": 0.494524, + "nauc_map_at_20_diff1": 0.33092799999999994, + "nauc_map_at_100_max": 0.45478900000000005, + "nauc_map_at_100_std": 0.494771, + "nauc_map_at_100_diff1": 0.33895, + "nauc_map_at_1000_max": 0.45486599999999994, + "nauc_map_at_1000_std": 0.494681, + "nauc_map_at_1000_diff1": 0.338815, + "nauc_recall_at_1_max": 0.541021, + "nauc_recall_at_1_std": 0.534437, + "nauc_recall_at_1_diff1": 0.471684, + "nauc_recall_at_3_max": 0.42262, + "nauc_recall_at_3_std": 0.508492, + "nauc_recall_at_3_diff1": 0.265145, + "nauc_recall_at_5_max": 0.385884, + "nauc_recall_at_5_std": 0.46433, + "nauc_recall_at_5_diff1": 0.238445, + "nauc_recall_at_10_max": 0.318246, + "nauc_recall_at_10_std": 0.38658300000000007, + "nauc_recall_at_10_diff1": 0.189615, + "nauc_recall_at_20_max": 0.395261, + "nauc_recall_at_20_std": 0.483751, + "nauc_recall_at_20_diff1": 0.181526, + "nauc_recall_at_100_max": 0.46645900000000007, + "nauc_recall_at_100_std": 0.52282, + "nauc_recall_at_100_diff1": 0.395874, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.541021, + "nauc_precision_at_1_std": 0.534437, + "nauc_precision_at_1_diff1": 0.471684, + "nauc_precision_at_3_max": 0.42262, + "nauc_precision_at_3_std": 0.508492, + "nauc_precision_at_3_diff1": 0.265145, + "nauc_precision_at_5_max": 0.385884, + "nauc_precision_at_5_std": 0.46433, + "nauc_precision_at_5_diff1": 0.238445, + "nauc_precision_at_10_max": 0.318246, + "nauc_precision_at_10_std": 0.38658300000000007, + "nauc_precision_at_10_diff1": 0.189615, + "nauc_precision_at_20_max": 0.395261, + "nauc_precision_at_20_std": 0.483751, + "nauc_precision_at_20_diff1": 0.181526, + "nauc_precision_at_100_max": 0.46645900000000007, + "nauc_precision_at_100_std": 0.52282, + "nauc_precision_at_100_diff1": 0.395874, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.541021, + "nauc_mrr_at_1_std": 0.534437, + "nauc_mrr_at_1_diff1": 0.471684, + "nauc_mrr_at_3_max": 0.468518, + "nauc_mrr_at_3_std": 0.515093, + "nauc_mrr_at_3_diff1": 0.354337, + "nauc_mrr_at_5_max": 0.45747, + "nauc_mrr_at_5_std": 0.502014, + "nauc_mrr_at_5_diff1": 0.34425100000000003, + "nauc_mrr_at_10_max": 0.443589, + "nauc_mrr_at_10_std": 0.484788, + "nauc_mrr_at_10_diff1": 0.331433, + "nauc_mrr_at_20_max": 0.45189299999999993, + "nauc_mrr_at_20_std": 0.494524, + "nauc_mrr_at_20_diff1": 0.33092799999999994, + "nauc_mrr_at_100_max": 0.45478900000000005, + "nauc_mrr_at_100_std": 0.494771, + "nauc_mrr_at_100_diff1": 0.33895, + "nauc_mrr_at_1000_max": 0.45486599999999994, + "nauc_mrr_at_1000_std": 0.494681, + "nauc_mrr_at_1000_diff1": 0.338815, + "main_score": 0.20605 + }, + { + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ], + "ndcg_at_1": 0.06383, + "ndcg_at_3": 0.10328, + "ndcg_at_5": 0.11837999999999999, + "ndcg_at_10": 0.13689, + "ndcg_at_20": 0.15722, + "ndcg_at_100": 0.23307, + "ndcg_at_1000": 0.2703, + "map_at_1": 0.06383, + "map_at_3": 0.09309, + "map_at_5": 0.10133, + "map_at_10": 0.10873, + "map_at_20": 0.1144, + "map_at_100": 0.12351, + "map_at_1000": 0.12557, + "recall_at_1": 0.06383, + "recall_at_3": 0.13298, + "recall_at_5": 0.17021, + "recall_at_10": 0.22872, + "recall_at_20": 0.30851, + "recall_at_100": 0.73936, + "recall_at_1000": 1.0, + "precision_at_1": 0.06383, + "precision_at_3": 0.04433, + "precision_at_5": 0.03404, + "precision_at_10": 0.022869999999999998, + "precision_at_20": 0.01543, + "precision_at_100": 0.00739, + "precision_at_1000": 0.001, + "mrr_at_1": 0.06383, + "mrr_at_3": 0.093085, + "mrr_at_5": 0.10133, + "mrr_at_10": 0.10873, + "mrr_at_20": 0.114397, + "mrr_at_100": 0.12351099999999998, + "mrr_at_1000": 0.125574, + "nauc_ndcg_at_1_max": 0.500144, + "nauc_ndcg_at_1_std": 0.326946, + "nauc_ndcg_at_1_diff1": 0.335185, + "nauc_ndcg_at_3_max": 0.44978999999999997, + "nauc_ndcg_at_3_std": 0.285041, + "nauc_ndcg_at_3_diff1": 0.244499, + "nauc_ndcg_at_5_max": 0.415632, + "nauc_ndcg_at_5_std": 0.268659, + "nauc_ndcg_at_5_diff1": 0.183327, + "nauc_ndcg_at_10_max": 0.402654, + "nauc_ndcg_at_10_std": 0.265559, + "nauc_ndcg_at_10_diff1": 0.157278, + "nauc_ndcg_at_20_max": 0.367268, + "nauc_ndcg_at_20_std": 0.246418, + "nauc_ndcg_at_20_diff1": 0.142495, + "nauc_ndcg_at_100_max": 0.365183, + "nauc_ndcg_at_100_std": 0.22374, + "nauc_ndcg_at_100_diff1": 0.133634, + "nauc_ndcg_at_1000_max": 0.3921279999999999, + "nauc_ndcg_at_1000_std": 0.245445, + "nauc_ndcg_at_1000_diff1": 0.16542399999999996, + "nauc_map_at_1_max": 0.500144, + "nauc_map_at_1_std": 0.326946, + "nauc_map_at_1_diff1": 0.335185, + "nauc_map_at_3_max": 0.454219, + "nauc_map_at_3_std": 0.286042, + "nauc_map_at_3_diff1": 0.260065, + "nauc_map_at_5_max": 0.4329219999999999, + "nauc_map_at_5_std": 0.276021, + "nauc_map_at_5_diff1": 0.221641, + "nauc_map_at_10_max": 0.42696400000000007, + "nauc_map_at_10_std": 0.272362, + "nauc_map_at_10_diff1": 0.2085, + "nauc_map_at_20_max": 0.41527099999999995, + "nauc_map_at_20_std": 0.266845, + "nauc_map_at_20_diff1": 0.203821, + "nauc_map_at_100_max": 0.414541, + "nauc_map_at_100_std": 0.260624, + "nauc_map_at_100_diff1": 0.200368, + "nauc_map_at_1000_max": 0.4163780000000001, + "nauc_map_at_1000_std": 0.262118, + "nauc_map_at_1000_diff1": 0.202331, + "nauc_recall_at_1_max": 0.500144, + "nauc_recall_at_1_std": 0.326946, + "nauc_recall_at_1_diff1": 0.335185, + "nauc_recall_at_3_max": 0.441713, + "nauc_recall_at_3_std": 0.2848, + "nauc_recall_at_3_diff1": 0.21162, + "nauc_recall_at_5_max": 0.380821, + "nauc_recall_at_5_std": 0.254647, + "nauc_recall_at_5_diff1": 0.105258, + "nauc_recall_at_10_max": 0.356992, + "nauc_recall_at_10_std": 0.25643, + "nauc_recall_at_10_diff1": 0.061484, + "nauc_recall_at_20_max": 0.273641, + "nauc_recall_at_20_std": 0.206726, + "nauc_recall_at_20_diff1": 0.032234, + "nauc_recall_at_100_max": 0.229219, + "nauc_recall_at_100_std": 0.115033, + "nauc_recall_at_100_diff1": -0.033923, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.500144, + "nauc_precision_at_1_std": 0.326946, + "nauc_precision_at_1_diff1": 0.335185, + "nauc_precision_at_3_max": 0.441713, + "nauc_precision_at_3_std": 0.2848, + "nauc_precision_at_3_diff1": 0.21162, + "nauc_precision_at_5_max": 0.380821, + "nauc_precision_at_5_std": 0.254647, + "nauc_precision_at_5_diff1": 0.105258, + "nauc_precision_at_10_max": 0.356992, + "nauc_precision_at_10_std": 0.25643, + "nauc_precision_at_10_diff1": 0.061484, + "nauc_precision_at_20_max": 0.273641, + "nauc_precision_at_20_std": 0.206726, + "nauc_precision_at_20_diff1": 0.032234, + "nauc_precision_at_100_max": 0.229219, + "nauc_precision_at_100_std": 0.115033, + "nauc_precision_at_100_diff1": -0.033923, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.500144, + "nauc_mrr_at_1_std": 0.326946, + "nauc_mrr_at_1_diff1": 0.335185, + "nauc_mrr_at_3_max": 0.454219, + "nauc_mrr_at_3_std": 0.286042, + "nauc_mrr_at_3_diff1": 0.260065, + "nauc_mrr_at_5_max": 0.4329219999999999, + "nauc_mrr_at_5_std": 0.276021, + "nauc_mrr_at_5_diff1": 0.221641, + "nauc_mrr_at_10_max": 0.42696400000000007, + "nauc_mrr_at_10_std": 0.272362, + "nauc_mrr_at_10_diff1": 0.2085, + "nauc_mrr_at_20_max": 0.41527099999999995, + "nauc_mrr_at_20_std": 0.266845, + "nauc_mrr_at_20_diff1": 0.203821, + "nauc_mrr_at_100_max": 0.414541, + "nauc_mrr_at_100_std": 0.260624, + "nauc_mrr_at_100_diff1": 0.200368, + "nauc_mrr_at_1000_max": 0.41637599999999997, + "nauc_mrr_at_1000_std": 0.262117, + "nauc_mrr_at_1000_diff1": 0.20233, + "main_score": 0.13689 } ], "test": [ @@ -299,6 +2078,1782 @@ "nauc_mrr_at_1000_std": 0.134905, "nauc_mrr_at_1000_diff1": 0.608168, "main_score": 0.48076 + }, + { + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ], + "ndcg_at_1": 0.02791, + "ndcg_at_3": 0.04355, + "ndcg_at_5": 0.0507, + "ndcg_at_10": 0.05766, + "ndcg_at_20": 0.06417, + "ndcg_at_100": 0.08908, + "ndcg_at_1000": 0.15326, + "map_at_1": 0.02791, + "map_at_3": 0.03954, + "map_at_5": 0.04346, + "map_at_10": 0.04638, + "map_at_20": 0.04812, + "map_at_100": 0.051239999999999994, + "map_at_1000": 0.05295, + "recall_at_1": 0.02791, + "recall_at_3": 0.055220000000000005, + "recall_at_5": 0.07282, + "recall_at_10": 0.09405, + "recall_at_20": 0.12015, + "recall_at_100": 0.2591, + "recall_at_1000": 0.80734, + "precision_at_1": 0.02791, + "precision_at_3": 0.01841, + "precision_at_5": 0.01456, + "precision_at_10": 0.00941, + "precision_at_20": 0.00601, + "precision_at_100": 0.0025900000000000003, + "precision_at_1000": 0.0008099999999999998, + "mrr_at_1": 0.027913, + "mrr_at_3": 0.039543, + "mrr_at_5": 0.043456999999999996, + "mrr_at_10": 0.046375, + "mrr_at_20": 0.048121, + "mrr_at_100": 0.051238, + "mrr_at_1000": 0.052951, + "nauc_ndcg_at_1_max": 0.345978, + "nauc_ndcg_at_1_std": 0.174239, + "nauc_ndcg_at_1_diff1": 0.354068, + "nauc_ndcg_at_3_max": 0.280902, + "nauc_ndcg_at_3_std": 0.128766, + "nauc_ndcg_at_3_diff1": 0.227616, + "nauc_ndcg_at_5_max": 0.228207, + "nauc_ndcg_at_5_std": 0.09350200000000002, + "nauc_ndcg_at_5_diff1": 0.187183, + "nauc_ndcg_at_10_max": 0.2048, + "nauc_ndcg_at_10_std": 0.092047, + "nauc_ndcg_at_10_diff1": 0.167652, + "nauc_ndcg_at_20_max": 0.18709999999999996, + "nauc_ndcg_at_20_std": 0.09079100000000001, + "nauc_ndcg_at_20_diff1": 0.156751, + "nauc_ndcg_at_100_max": 0.135869, + "nauc_ndcg_at_100_std": 0.085573, + "nauc_ndcg_at_100_diff1": 0.121481, + "nauc_ndcg_at_1000_max": 0.152638, + "nauc_ndcg_at_1000_std": 0.073026, + "nauc_ndcg_at_1000_diff1": 0.125726, + "nauc_map_at_1_max": 0.345978, + "nauc_map_at_1_std": 0.174239, + "nauc_map_at_1_diff1": 0.354068, + "nauc_map_at_3_max": 0.289982, + "nauc_map_at_3_std": 0.134989, + "nauc_map_at_3_diff1": 0.248336, + "nauc_map_at_5_max": 0.255258, + "nauc_map_at_5_std": 0.11149199999999998, + "nauc_map_at_5_diff1": 0.220446, + "nauc_map_at_10_max": 0.240998, + "nauc_map_at_10_std": 0.109335, + "nauc_map_at_10_diff1": 0.207947, + "nauc_map_at_20_max": 0.233003, + "nauc_map_at_20_std": 0.107974, + "nauc_map_at_20_diff1": 0.202792, + "nauc_map_at_100_max": 0.220815, + "nauc_map_at_100_std": 0.10731600000000001, + "nauc_map_at_100_diff1": 0.193017, + "nauc_map_at_1000_max": 0.220606, + "nauc_map_at_1000_std": 0.10643600000000002, + "nauc_map_at_1000_diff1": 0.192116, + "nauc_recall_at_1_max": 0.345978, + "nauc_recall_at_1_std": 0.174239, + "nauc_recall_at_1_diff1": 0.354068, + "nauc_recall_at_3_max": 0.262729, + "nauc_recall_at_3_std": 0.11635400000000001, + "nauc_recall_at_3_diff1": 0.185034, + "nauc_recall_at_5_max": 0.17750699999999997, + "nauc_recall_at_5_std": 0.059993, + "nauc_recall_at_5_diff1": 0.126586, + "nauc_recall_at_10_max": 0.146041, + "nauc_recall_at_10_std": 0.065491, + "nauc_recall_at_10_diff1": 0.104291, + "nauc_recall_at_20_max": 0.119476, + "nauc_recall_at_20_std": 0.06879, + "nauc_recall_at_20_diff1": 0.091605, + "nauc_recall_at_100_max": 0.031727, + "nauc_recall_at_100_std": 0.061497, + "nauc_recall_at_100_diff1": 0.041892, + "nauc_recall_at_1000_max": 0.062992, + "nauc_recall_at_1000_std": -0.019514, + "nauc_recall_at_1000_diff1": 0.03002, + "nauc_precision_at_1_max": 0.345978, + "nauc_precision_at_1_std": 0.174239, + "nauc_precision_at_1_diff1": 0.354068, + "nauc_precision_at_3_max": 0.262729, + "nauc_precision_at_3_std": 0.11635400000000001, + "nauc_precision_at_3_diff1": 0.185034, + "nauc_precision_at_5_max": 0.17750699999999997, + "nauc_precision_at_5_std": 0.059993, + "nauc_precision_at_5_diff1": 0.126586, + "nauc_precision_at_10_max": 0.146041, + "nauc_precision_at_10_std": 0.065491, + "nauc_precision_at_10_diff1": 0.104291, + "nauc_precision_at_20_max": 0.119476, + "nauc_precision_at_20_std": 0.06879, + "nauc_precision_at_20_diff1": 0.091605, + "nauc_precision_at_100_max": 0.031727, + "nauc_precision_at_100_std": 0.061497, + "nauc_precision_at_100_diff1": 0.041892, + "nauc_precision_at_1000_max": 0.062878, + "nauc_precision_at_1000_std": -0.016616, + "nauc_precision_at_1000_diff1": 0.029132, + "nauc_mrr_at_1_max": 0.345978, + "nauc_mrr_at_1_std": 0.174239, + "nauc_mrr_at_1_diff1": 0.354068, + "nauc_mrr_at_3_max": 0.289982, + "nauc_mrr_at_3_std": 0.134989, + "nauc_mrr_at_3_diff1": 0.248336, + "nauc_mrr_at_5_max": 0.255258, + "nauc_mrr_at_5_std": 0.11149199999999998, + "nauc_mrr_at_5_diff1": 0.220446, + "nauc_mrr_at_10_max": 0.240998, + "nauc_mrr_at_10_std": 0.109335, + "nauc_mrr_at_10_diff1": 0.207947, + "nauc_mrr_at_20_max": 0.233003, + "nauc_mrr_at_20_std": 0.107974, + "nauc_mrr_at_20_diff1": 0.202792, + "nauc_mrr_at_100_max": 0.220815, + "nauc_mrr_at_100_std": 0.10731600000000001, + "nauc_mrr_at_100_diff1": 0.193017, + "nauc_mrr_at_1000_max": 0.22060399999999997, + "nauc_mrr_at_1000_std": 0.106467, + "nauc_mrr_at_1000_diff1": 0.192106, + "main_score": 0.05766 + }, + { + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ], + "ndcg_at_1": 0.042199999999999994, + "ndcg_at_3": 0.05661000000000001, + "ndcg_at_5": 0.06326, + "ndcg_at_10": 0.07115, + "ndcg_at_20": 0.07937, + "ndcg_at_100": 0.09958, + "ndcg_at_1000": 0.14051, + "map_at_1": 0.042199999999999994, + "map_at_3": 0.05304, + "map_at_5": 0.05673, + "map_at_10": 0.05995999999999999, + "map_at_20": 0.0622, + "map_at_100": 0.0647, + "map_at_1000": 0.06589, + "recall_at_1": 0.042199999999999994, + "recall_at_3": 0.06695, + "recall_at_5": 0.08308, + "recall_at_10": 0.10764999999999998, + "recall_at_20": 0.14029, + "recall_at_100": 0.25356, + "recall_at_1000": 0.59724, + "precision_at_1": 0.042199999999999994, + "precision_at_3": 0.022319999999999996, + "precision_at_5": 0.01662, + "precision_at_10": 0.01077, + "precision_at_20": 0.00701, + "precision_at_100": 0.00254, + "precision_at_1000": 0.0006, + "mrr_at_1": 0.042198, + "mrr_at_3": 0.053045, + "mrr_at_5": 0.05673, + "mrr_at_10": 0.059957, + "mrr_at_20": 0.062199, + "mrr_at_100": 0.0647, + "mrr_at_1000": 0.065886, + "nauc_ndcg_at_1_max": 0.457573, + "nauc_ndcg_at_1_std": 0.235781, + "nauc_ndcg_at_1_diff1": 0.372693, + "nauc_ndcg_at_3_max": 0.407861, + "nauc_ndcg_at_3_std": 0.239256, + "nauc_ndcg_at_3_diff1": 0.286483, + "nauc_ndcg_at_5_max": 0.37924199999999997, + "nauc_ndcg_at_5_std": 0.237166, + "nauc_ndcg_at_5_diff1": 0.248838, + "nauc_ndcg_at_10_max": 0.35048999999999997, + "nauc_ndcg_at_10_std": 0.236796, + "nauc_ndcg_at_10_diff1": 0.21646099999999996, + "nauc_ndcg_at_20_max": 0.33929500000000007, + "nauc_ndcg_at_20_std": 0.242057, + "nauc_ndcg_at_20_diff1": 0.19796, + "nauc_ndcg_at_100_max": 0.2994, + "nauc_ndcg_at_100_std": 0.237044, + "nauc_ndcg_at_100_diff1": 0.160009, + "nauc_ndcg_at_1000_max": 0.291111, + "nauc_ndcg_at_1000_std": 0.23602500000000004, + "nauc_ndcg_at_1000_diff1": 0.155643, + "nauc_map_at_1_max": 0.457573, + "nauc_map_at_1_std": 0.235781, + "nauc_map_at_1_diff1": 0.372693, + "nauc_map_at_3_max": 0.41783000000000003, + "nauc_map_at_3_std": 0.238437, + "nauc_map_at_3_diff1": 0.303402, + "nauc_map_at_5_max": 0.399281, + "nauc_map_at_5_std": 0.237139, + "nauc_map_at_5_diff1": 0.278955, + "nauc_map_at_10_max": 0.384126, + "nauc_map_at_10_std": 0.23726400000000003, + "nauc_map_at_10_diff1": 0.261631, + "nauc_map_at_20_max": 0.379744, + "nauc_map_at_20_std": 0.239232, + "nauc_map_at_20_diff1": 0.254267, + "nauc_map_at_100_max": 0.371871, + "nauc_map_at_100_std": 0.238582, + "nauc_map_at_100_diff1": 0.246278, + "nauc_map_at_1000_max": 0.371183, + "nauc_map_at_1000_std": 0.23823699999999998, + "nauc_map_at_1000_diff1": 0.24564700000000003, + "nauc_recall_at_1_max": 0.457573, + "nauc_recall_at_1_std": 0.235781, + "nauc_recall_at_1_diff1": 0.372693, + "nauc_recall_at_3_max": 0.38492899999999997, + "nauc_recall_at_3_std": 0.241177, + "nauc_recall_at_3_diff1": 0.247676, + "nauc_recall_at_5_max": 0.337023, + "nauc_recall_at_5_std": 0.237108, + "nauc_recall_at_5_diff1": 0.185779, + "nauc_recall_at_10_max": 0.286756, + "nauc_recall_at_10_std": 0.23546, + "nauc_recall_at_10_diff1": 0.132072, + "nauc_recall_at_20_max": 0.270225, + "nauc_recall_at_20_std": 0.24744, + "nauc_recall_at_20_diff1": 0.10255900000000001, + "nauc_recall_at_100_max": 0.187396, + "nauc_recall_at_100_std": 0.231994, + "nauc_recall_at_100_diff1": 0.033373, + "nauc_recall_at_1000_max": 0.157201, + "nauc_recall_at_1000_std": 0.233749, + "nauc_recall_at_1000_diff1": 0.020107, + "nauc_precision_at_1_max": 0.457573, + "nauc_precision_at_1_std": 0.235781, + "nauc_precision_at_1_diff1": 0.372693, + "nauc_precision_at_3_max": 0.38492899999999997, + "nauc_precision_at_3_std": 0.241177, + "nauc_precision_at_3_diff1": 0.247676, + "nauc_precision_at_5_max": 0.337023, + "nauc_precision_at_5_std": 0.237108, + "nauc_precision_at_5_diff1": 0.185779, + "nauc_precision_at_10_max": 0.286756, + "nauc_precision_at_10_std": 0.23546, + "nauc_precision_at_10_diff1": 0.132072, + "nauc_precision_at_20_max": 0.270225, + "nauc_precision_at_20_std": 0.24744, + "nauc_precision_at_20_diff1": 0.10255900000000001, + "nauc_precision_at_100_max": 0.187396, + "nauc_precision_at_100_std": 0.231994, + "nauc_precision_at_100_diff1": 0.033373, + "nauc_precision_at_1000_max": 0.15736, + "nauc_precision_at_1000_std": 0.233836, + "nauc_precision_at_1000_diff1": 0.019839, + "nauc_mrr_at_1_max": 0.457573, + "nauc_mrr_at_1_std": 0.235781, + "nauc_mrr_at_1_diff1": 0.372693, + "nauc_mrr_at_3_max": 0.41783000000000003, + "nauc_mrr_at_3_std": 0.238437, + "nauc_mrr_at_3_diff1": 0.303402, + "nauc_mrr_at_5_max": 0.399281, + "nauc_mrr_at_5_std": 0.237139, + "nauc_mrr_at_5_diff1": 0.278955, + "nauc_mrr_at_10_max": 0.384126, + "nauc_mrr_at_10_std": 0.23726400000000003, + "nauc_mrr_at_10_diff1": 0.261631, + "nauc_mrr_at_20_max": 0.379744, + "nauc_mrr_at_20_std": 0.239232, + "nauc_mrr_at_20_diff1": 0.254267, + "nauc_mrr_at_100_max": 0.371871, + "nauc_mrr_at_100_std": 0.238582, + "nauc_mrr_at_100_diff1": 0.246278, + "nauc_mrr_at_1000_max": 0.371187, + "nauc_mrr_at_1000_std": 0.23824, + "nauc_mrr_at_1000_diff1": 0.24564700000000003, + "main_score": 0.07115 + }, + { + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ], + "ndcg_at_1": 0.02882, + "ndcg_at_3": 0.03892, + "ndcg_at_5": 0.04362, + "ndcg_at_10": 0.04874, + "ndcg_at_20": 0.05577, + "ndcg_at_100": 0.07475, + "ndcg_at_1000": 0.13319, + "map_at_1": 0.02882, + "map_at_3": 0.03632, + "map_at_5": 0.03887, + "map_at_10": 0.04092, + "map_at_20": 0.04285, + "map_at_100": 0.0452, + "map_at_1000": 0.04674, + "recall_at_1": 0.02882, + "recall_at_3": 0.04651000000000001, + "recall_at_5": 0.05814, + "recall_at_10": 0.07432, + "recall_at_20": 0.10212, + "recall_at_100": 0.2088, + "recall_at_1000": 0.70829, + "precision_at_1": 0.02882, + "precision_at_3": 0.0155, + "precision_at_5": 0.01163, + "precision_at_10": 0.00743, + "precision_at_20": 0.00511, + "precision_at_100": 0.00209, + "precision_at_1000": 0.0007100000000000001, + "mrr_at_1": 0.028817, + "mrr_at_3": 0.036316, + "mrr_at_5": 0.038869, + "mrr_at_10": 0.040919, + "mrr_at_20": 0.04285, + "mrr_at_100": 0.045202, + "mrr_at_1000": 0.046743, + "nauc_ndcg_at_1_max": 0.471362, + "nauc_ndcg_at_1_std": 0.142825, + "nauc_ndcg_at_1_diff1": 0.38096, + "nauc_ndcg_at_3_max": 0.386891, + "nauc_ndcg_at_3_std": 0.126034, + "nauc_ndcg_at_3_diff1": 0.303921, + "nauc_ndcg_at_5_max": 0.34777, + "nauc_ndcg_at_5_std": 0.118104, + "nauc_ndcg_at_5_diff1": 0.270992, + "nauc_ndcg_at_10_max": 0.318033, + "nauc_ndcg_at_10_std": 0.09765399999999999, + "nauc_ndcg_at_10_diff1": 0.23297299999999999, + "nauc_ndcg_at_20_max": 0.269869, + "nauc_ndcg_at_20_std": 0.107005, + "nauc_ndcg_at_20_diff1": 0.182966, + "nauc_ndcg_at_100_max": 0.21574, + "nauc_ndcg_at_100_std": 0.089887, + "nauc_ndcg_at_100_diff1": 0.138839, + "nauc_ndcg_at_1000_max": 0.209853, + "nauc_ndcg_at_1000_std": 0.080675, + "nauc_ndcg_at_1000_diff1": 0.137035, + "nauc_map_at_1_max": 0.471362, + "nauc_map_at_1_std": 0.142825, + "nauc_map_at_1_diff1": 0.38096, + "nauc_map_at_3_max": 0.4043689999999999, + "nauc_map_at_3_std": 0.129125, + "nauc_map_at_3_diff1": 0.31889, + "nauc_map_at_5_max": 0.378897, + "nauc_map_at_5_std": 0.123844, + "nauc_map_at_5_diff1": 0.297551, + "nauc_map_at_10_max": 0.36477599999999993, + "nauc_map_at_10_std": 0.1143, + "nauc_map_at_10_diff1": 0.278079, + "nauc_map_at_20_max": 0.345317, + "nauc_map_at_20_std": 0.11668799999999999, + "nauc_map_at_20_diff1": 0.258067, + "nauc_map_at_100_max": 0.332592, + "nauc_map_at_100_std": 0.113353, + "nauc_map_at_100_diff1": 0.24658999999999998, + "nauc_map_at_1000_max": 0.331157, + "nauc_map_at_1000_std": 0.113467, + "nauc_map_at_1000_diff1": 0.245554, + "nauc_recall_at_1_max": 0.471362, + "nauc_recall_at_1_std": 0.142825, + "nauc_recall_at_1_diff1": 0.38096, + "nauc_recall_at_3_max": 0.34708399999999995, + "nauc_recall_at_3_std": 0.119111, + "nauc_recall_at_3_diff1": 0.270121, + "nauc_recall_at_5_max": 0.28368, + "nauc_recall_at_5_std": 0.10643600000000002, + "nauc_recall_at_5_diff1": 0.21648199999999998, + "nauc_recall_at_10_max": 0.231214, + "nauc_recall_at_10_std": 0.065197, + "nauc_recall_at_10_diff1": 0.149552, + "nauc_recall_at_20_max": 0.150664, + "nauc_recall_at_20_std": 0.094758, + "nauc_recall_at_20_diff1": 0.063974, + "nauc_recall_at_100_max": 0.075886, + "nauc_recall_at_100_std": 0.0601, + "nauc_recall_at_100_diff1": 0.014207, + "nauc_recall_at_1000_max": 0.047899, + "nauc_recall_at_1000_std": 0.01011, + "nauc_recall_at_1000_diff1": 0.000832, + "nauc_precision_at_1_max": 0.471362, + "nauc_precision_at_1_std": 0.142825, + "nauc_precision_at_1_diff1": 0.38096, + "nauc_precision_at_3_max": 0.34708399999999995, + "nauc_precision_at_3_std": 0.119111, + "nauc_precision_at_3_diff1": 0.270121, + "nauc_precision_at_5_max": 0.28368, + "nauc_precision_at_5_std": 0.10643600000000002, + "nauc_precision_at_5_diff1": 0.21648199999999998, + "nauc_precision_at_10_max": 0.231214, + "nauc_precision_at_10_std": 0.065197, + "nauc_precision_at_10_diff1": 0.149552, + "nauc_precision_at_20_max": 0.150664, + "nauc_precision_at_20_std": 0.094758, + "nauc_precision_at_20_diff1": 0.063974, + "nauc_precision_at_100_max": 0.075886, + "nauc_precision_at_100_std": 0.0601, + "nauc_precision_at_100_diff1": 0.014207, + "nauc_precision_at_1000_max": 0.047899, + "nauc_precision_at_1000_std": 0.01011, + "nauc_precision_at_1000_diff1": 0.000832, + "nauc_mrr_at_1_max": 0.471362, + "nauc_mrr_at_1_std": 0.142825, + "nauc_mrr_at_1_diff1": 0.38096, + "nauc_mrr_at_3_max": 0.4043689999999999, + "nauc_mrr_at_3_std": 0.129125, + "nauc_mrr_at_3_diff1": 0.31889, + "nauc_mrr_at_5_max": 0.378897, + "nauc_mrr_at_5_std": 0.123844, + "nauc_mrr_at_5_diff1": 0.297551, + "nauc_mrr_at_10_max": 0.36477599999999993, + "nauc_mrr_at_10_std": 0.1143, + "nauc_mrr_at_10_diff1": 0.278079, + "nauc_mrr_at_20_max": 0.345317, + "nauc_mrr_at_20_std": 0.11668799999999999, + "nauc_mrr_at_20_diff1": 0.258067, + "nauc_mrr_at_100_max": 0.332592, + "nauc_mrr_at_100_std": 0.113353, + "nauc_mrr_at_100_diff1": 0.24658999999999998, + "nauc_mrr_at_1000_max": 0.331157, + "nauc_mrr_at_1000_std": 0.113467, + "nauc_mrr_at_1000_diff1": 0.245554, + "main_score": 0.04874 + }, + { + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ], + "ndcg_at_1": 0.00819, + "ndcg_at_3": 0.01121, + "ndcg_at_5": 0.01299, + "ndcg_at_10": 0.014569999999999998, + "ndcg_at_20": 0.01665, + "ndcg_at_100": 0.02781, + "ndcg_at_1000": 0.09578000000000002, + "map_at_1": 0.00819, + "map_at_3": 0.01038, + "map_at_5": 0.011360000000000002, + "map_at_10": 0.012, + "map_at_20": 0.012580000000000001, + "map_at_100": 0.01391, + "map_at_1000": 0.01548, + "recall_at_1": 0.00819, + "recall_at_3": 0.01365, + "recall_at_5": 0.01802, + "recall_at_10": 0.022940000000000002, + "recall_at_20": 0.03113, + "recall_at_100": 0.09447999999999998, + "recall_at_1000": 0.69088, + "precision_at_1": 0.00819, + "precision_at_3": 0.00455, + "precision_at_5": 0.0036, + "precision_at_10": 0.00229, + "precision_at_20": 0.00156, + "precision_at_100": 0.00094, + "precision_at_1000": 0.00069, + "mrr_at_1": 0.008192, + "mrr_at_3": 0.010377, + "mrr_at_5": 0.011360000000000002, + "mrr_at_10": 0.012004, + "mrr_at_20": 0.012580000000000001, + "mrr_at_100": 0.013911, + "mrr_at_1000": 0.015481, + "nauc_ndcg_at_1_max": 0.284629, + "nauc_ndcg_at_1_std": 0.8670360000000001, + "nauc_ndcg_at_1_diff1": 0.435697, + "nauc_ndcg_at_3_max": 0.180924, + "nauc_ndcg_at_3_std": 0.781234, + "nauc_ndcg_at_3_diff1": 0.337982, + "nauc_ndcg_at_5_max": 0.115877, + "nauc_ndcg_at_5_std": 0.744088, + "nauc_ndcg_at_5_diff1": 0.277293, + "nauc_ndcg_at_10_max": 0.093156, + "nauc_ndcg_at_10_std": 0.703377, + "nauc_ndcg_at_10_diff1": 0.25659, + "nauc_ndcg_at_20_max": 0.050206, + "nauc_ndcg_at_20_std": 0.63075, + "nauc_ndcg_at_20_diff1": 0.204666, + "nauc_ndcg_at_100_max": -0.011461999999999998, + "nauc_ndcg_at_100_std": 0.430295, + "nauc_ndcg_at_100_diff1": 0.10297, + "nauc_ndcg_at_1000_max": -0.008538, + "nauc_ndcg_at_1000_std": 0.332595, + "nauc_ndcg_at_1000_diff1": 0.070244, + "nauc_map_at_1_max": 0.284629, + "nauc_map_at_1_std": 0.8670360000000001, + "nauc_map_at_1_diff1": 0.435697, + "nauc_map_at_3_max": 0.20494200000000004, + "nauc_map_at_3_std": 0.801961, + "nauc_map_at_3_diff1": 0.36440199999999995, + "nauc_map_at_5_max": 0.160907, + "nauc_map_at_5_std": 0.778461, + "nauc_map_at_5_diff1": 0.322829, + "nauc_map_at_10_max": 0.146299, + "nauc_map_at_10_std": 0.756746, + "nauc_map_at_10_diff1": 0.309725, + "nauc_map_at_20_max": 0.127444, + "nauc_map_at_20_std": 0.727994, + "nauc_map_at_20_diff1": 0.287936, + "nauc_map_at_100_max": 0.10506299999999999, + "nauc_map_at_100_std": 0.669622, + "nauc_map_at_100_diff1": 0.256236, + "nauc_map_at_1000_max": 0.101672, + "nauc_map_at_1000_std": 0.647758, + "nauc_map_at_1000_diff1": 0.24873700000000004, + "nauc_recall_at_1_max": 0.284629, + "nauc_recall_at_1_std": 0.8670360000000001, + "nauc_recall_at_1_diff1": 0.435697, + "nauc_recall_at_3_max": 0.126908, + "nauc_recall_at_3_std": 0.7343949999999999, + "nauc_recall_at_3_diff1": 0.277583, + "nauc_recall_at_5_max": 0.027872999999999995, + "nauc_recall_at_5_std": 0.675835, + "nauc_recall_at_5_diff1": 0.18797699999999998, + "nauc_recall_at_10_max": 0.004262, + "nauc_recall_at_10_std": 0.608976, + "nauc_recall_at_10_diff1": 0.16715, + "nauc_recall_at_20_max": -0.060712, + "nauc_recall_at_20_std": 0.48002, + "nauc_recall_at_20_diff1": 0.082361, + "nauc_recall_at_100_max": -0.08914799999999999, + "nauc_recall_at_100_std": 0.249211, + "nauc_recall_at_100_diff1": -0.00736, + "nauc_recall_at_1000_max": -0.05863, + "nauc_recall_at_1000_std": 0.163007, + "nauc_recall_at_1000_diff1": -0.033021, + "nauc_precision_at_1_max": 0.284629, + "nauc_precision_at_1_std": 0.8670360000000001, + "nauc_precision_at_1_diff1": 0.435697, + "nauc_precision_at_3_max": 0.126908, + "nauc_precision_at_3_std": 0.7343949999999999, + "nauc_precision_at_3_diff1": 0.277583, + "nauc_precision_at_5_max": 0.027872999999999995, + "nauc_precision_at_5_std": 0.675835, + "nauc_precision_at_5_diff1": 0.18797699999999998, + "nauc_precision_at_10_max": 0.004262, + "nauc_precision_at_10_std": 0.608976, + "nauc_precision_at_10_diff1": 0.16715, + "nauc_precision_at_20_max": -0.060712, + "nauc_precision_at_20_std": 0.48002, + "nauc_precision_at_20_diff1": 0.082361, + "nauc_precision_at_100_max": -0.08914799999999999, + "nauc_precision_at_100_std": 0.249211, + "nauc_precision_at_100_diff1": -0.00736, + "nauc_precision_at_1000_max": -0.05863, + "nauc_precision_at_1000_std": 0.163007, + "nauc_precision_at_1000_diff1": -0.033021, + "nauc_mrr_at_1_max": 0.284629, + "nauc_mrr_at_1_std": 0.8670360000000001, + "nauc_mrr_at_1_diff1": 0.435697, + "nauc_mrr_at_3_max": 0.20494200000000004, + "nauc_mrr_at_3_std": 0.801961, + "nauc_mrr_at_3_diff1": 0.36440199999999995, + "nauc_mrr_at_5_max": 0.160907, + "nauc_mrr_at_5_std": 0.778461, + "nauc_mrr_at_5_diff1": 0.322829, + "nauc_mrr_at_10_max": 0.146299, + "nauc_mrr_at_10_std": 0.756746, + "nauc_mrr_at_10_diff1": 0.309725, + "nauc_mrr_at_20_max": 0.127444, + "nauc_mrr_at_20_std": 0.727994, + "nauc_mrr_at_20_diff1": 0.287936, + "nauc_mrr_at_100_max": 0.10506299999999999, + "nauc_mrr_at_100_std": 0.669622, + "nauc_mrr_at_100_diff1": 0.256236, + "nauc_mrr_at_1000_max": 0.101672, + "nauc_mrr_at_1000_std": 0.647758, + "nauc_mrr_at_1000_diff1": 0.24873700000000004, + "main_score": 0.014569999999999998 + }, + { + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ], + "ndcg_at_1": 0.040060000000000005, + "ndcg_at_3": 0.05050000000000001, + "ndcg_at_5": 0.05902, + "ndcg_at_10": 0.06569, + "ndcg_at_20": 0.0714, + "ndcg_at_100": 0.09009, + "ndcg_at_1000": 0.14323, + "map_at_1": 0.040060000000000005, + "map_at_3": 0.047869999999999996, + "map_at_5": 0.05264, + "map_at_10": 0.05532, + "map_at_20": 0.05684, + "map_at_100": 0.05907, + "map_at_1000": 0.06044000000000001, + "recall_at_1": 0.040060000000000005, + "recall_at_3": 0.058129999999999994, + "recall_at_5": 0.07865, + "recall_at_10": 0.09966, + "recall_at_20": 0.12262, + "recall_at_100": 0.22863, + "recall_at_1000": 0.68539, + "precision_at_1": 0.040060000000000005, + "precision_at_3": 0.01938, + "precision_at_5": 0.01573, + "precision_at_10": 0.00997, + "precision_at_20": 0.00613, + "precision_at_100": 0.00229, + "precision_at_1000": 0.00069, + "mrr_at_1": 0.040059, + "mrr_at_3": 0.047874999999999994, + "mrr_at_5": 0.052638, + "mrr_at_10": 0.05532, + "mrr_at_20": 0.056837, + "mrr_at_100": 0.05907199999999999, + "mrr_at_1000": 0.060439, + "nauc_ndcg_at_1_max": 0.4457709999999999, + "nauc_ndcg_at_1_std": 0.106161, + "nauc_ndcg_at_1_diff1": 0.343529, + "nauc_ndcg_at_3_max": 0.39848500000000003, + "nauc_ndcg_at_3_std": 0.11876000000000002, + "nauc_ndcg_at_3_diff1": 0.270283, + "nauc_ndcg_at_5_max": 0.37302300000000005, + "nauc_ndcg_at_5_std": 0.137019, + "nauc_ndcg_at_5_diff1": 0.23568, + "nauc_ndcg_at_10_max": 0.350011, + "nauc_ndcg_at_10_std": 0.138312, + "nauc_ndcg_at_10_diff1": 0.194633, + "nauc_ndcg_at_20_max": 0.337448, + "nauc_ndcg_at_20_std": 0.143111, + "nauc_ndcg_at_20_diff1": 0.185553, + "nauc_ndcg_at_100_max": 0.302195, + "nauc_ndcg_at_100_std": 0.127726, + "nauc_ndcg_at_100_diff1": 0.152496, + "nauc_ndcg_at_1000_max": 0.297735, + "nauc_ndcg_at_1000_std": 0.133731, + "nauc_ndcg_at_1000_diff1": 0.138889, + "nauc_map_at_1_max": 0.4457709999999999, + "nauc_map_at_1_std": 0.106161, + "nauc_map_at_1_diff1": 0.343529, + "nauc_map_at_3_max": 0.40868000000000004, + "nauc_map_at_3_std": 0.116217, + "nauc_map_at_3_diff1": 0.284768, + "nauc_map_at_5_max": 0.391918, + "nauc_map_at_5_std": 0.128027, + "nauc_map_at_5_diff1": 0.261448, + "nauc_map_at_10_max": 0.38095300000000004, + "nauc_map_at_10_std": 0.129042, + "nauc_map_at_10_diff1": 0.240735, + "nauc_map_at_20_max": 0.376658, + "nauc_map_at_20_std": 0.131126, + "nauc_map_at_20_diff1": 0.237032, + "nauc_map_at_100_max": 0.37001199999999995, + "nauc_map_at_100_std": 0.129476, + "nauc_map_at_100_diff1": 0.230135, + "nauc_map_at_1000_max": 0.369286, + "nauc_map_at_1000_std": 0.129997, + "nauc_map_at_1000_diff1": 0.229205, + "nauc_recall_at_1_max": 0.4457709999999999, + "nauc_recall_at_1_std": 0.106161, + "nauc_recall_at_1_diff1": 0.343529, + "nauc_recall_at_3_max": 0.374035, + "nauc_recall_at_3_std": 0.124802, + "nauc_recall_at_3_diff1": 0.235961, + "nauc_recall_at_5_max": 0.33401899999999995, + "nauc_recall_at_5_std": 0.155884, + "nauc_recall_at_5_diff1": 0.183202, + "nauc_recall_at_10_max": 0.291543, + "nauc_recall_at_10_std": 0.154612, + "nauc_recall_at_10_diff1": 0.108577, + "nauc_recall_at_20_max": 0.267422, + "nauc_recall_at_20_std": 0.162892, + "nauc_recall_at_20_diff1": 0.097584, + "nauc_recall_at_100_max": 0.19994999999999996, + "nauc_recall_at_100_std": 0.11370699999999999, + "nauc_recall_at_100_diff1": 0.043003, + "nauc_recall_at_1000_max": 0.178368, + "nauc_recall_at_1000_std": 0.130317, + "nauc_recall_at_1000_diff1": -0.025641000000000004, + "nauc_precision_at_1_max": 0.4457709999999999, + "nauc_precision_at_1_std": 0.106161, + "nauc_precision_at_1_diff1": 0.343529, + "nauc_precision_at_3_max": 0.374035, + "nauc_precision_at_3_std": 0.124802, + "nauc_precision_at_3_diff1": 0.235961, + "nauc_precision_at_5_max": 0.33401899999999995, + "nauc_precision_at_5_std": 0.155884, + "nauc_precision_at_5_diff1": 0.183202, + "nauc_precision_at_10_max": 0.291543, + "nauc_precision_at_10_std": 0.154612, + "nauc_precision_at_10_diff1": 0.108577, + "nauc_precision_at_20_max": 0.267422, + "nauc_precision_at_20_std": 0.162892, + "nauc_precision_at_20_diff1": 0.097584, + "nauc_precision_at_100_max": 0.19994999999999996, + "nauc_precision_at_100_std": 0.11370699999999999, + "nauc_precision_at_100_diff1": 0.043003, + "nauc_precision_at_1000_max": 0.178368, + "nauc_precision_at_1000_std": 0.130317, + "nauc_precision_at_1000_diff1": -0.025641000000000004, + "nauc_mrr_at_1_max": 0.4457709999999999, + "nauc_mrr_at_1_std": 0.106161, + "nauc_mrr_at_1_diff1": 0.343529, + "nauc_mrr_at_3_max": 0.40868000000000004, + "nauc_mrr_at_3_std": 0.116217, + "nauc_mrr_at_3_diff1": 0.284768, + "nauc_mrr_at_5_max": 0.391918, + "nauc_mrr_at_5_std": 0.128027, + "nauc_mrr_at_5_diff1": 0.261448, + "nauc_mrr_at_10_max": 0.38095300000000004, + "nauc_mrr_at_10_std": 0.129042, + "nauc_mrr_at_10_diff1": 0.240735, + "nauc_mrr_at_20_max": 0.376658, + "nauc_mrr_at_20_std": 0.131126, + "nauc_mrr_at_20_diff1": 0.237032, + "nauc_mrr_at_100_max": 0.37001199999999995, + "nauc_mrr_at_100_std": 0.129476, + "nauc_mrr_at_100_diff1": 0.230135, + "nauc_mrr_at_1000_max": 0.369286, + "nauc_mrr_at_1000_std": 0.129997, + "nauc_mrr_at_1000_diff1": 0.229205, + "main_score": 0.06569 + }, + { + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ], + "ndcg_at_1": 0.01517, + "ndcg_at_3": 0.01866, + "ndcg_at_5": 0.01976, + "ndcg_at_10": 0.02298, + "ndcg_at_20": 0.026000000000000002, + "ndcg_at_100": 0.03751, + "ndcg_at_1000": 0.09671000000000002, + "map_at_1": 0.01517, + "map_at_3": 0.01787, + "map_at_5": 0.0185, + "map_at_10": 0.01983, + "map_at_20": 0.020650000000000005, + "map_at_100": 0.022030000000000004, + "map_at_1000": 0.02335, + "recall_at_1": 0.01517, + "recall_at_3": 0.02092, + "recall_at_5": 0.023539999999999995, + "recall_at_10": 0.03347, + "recall_at_20": 0.0455, + "recall_at_100": 0.11088, + "recall_at_1000": 0.63285, + "precision_at_1": 0.01517, + "precision_at_3": 0.00697, + "precision_at_5": 0.00471, + "precision_at_10": 0.00335, + "precision_at_20": 0.00228, + "precision_at_100": 0.00111, + "precision_at_1000": 0.00063, + "mrr_at_1": 0.015167, + "mrr_at_3": 0.01787, + "mrr_at_5": 0.018497, + "mrr_at_10": 0.019826, + "mrr_at_20": 0.020648, + "mrr_at_100": 0.022030000000000004, + "mrr_at_1000": 0.023349, + "nauc_ndcg_at_1_max": 0.636343, + "nauc_ndcg_at_1_std": 0.954541, + "nauc_ndcg_at_1_diff1": -0.247316, + "nauc_ndcg_at_3_max": 0.53355, + "nauc_ndcg_at_3_std": 0.936084, + "nauc_ndcg_at_3_diff1": -0.263293, + "nauc_ndcg_at_5_max": 0.492227, + "nauc_ndcg_at_5_std": 0.911334, + "nauc_ndcg_at_5_diff1": -0.261085, + "nauc_ndcg_at_10_max": 0.416822, + "nauc_ndcg_at_10_std": 0.8753, + "nauc_ndcg_at_10_diff1": -0.28179, + "nauc_ndcg_at_20_max": 0.355855, + "nauc_ndcg_at_20_std": 0.807905, + "nauc_ndcg_at_20_diff1": -0.268043, + "nauc_ndcg_at_100_max": 0.20177300000000004, + "nauc_ndcg_at_100_std": 0.623303, + "nauc_ndcg_at_100_diff1": -0.23232299999999997, + "nauc_ndcg_at_1000_max": 0.129937, + "nauc_ndcg_at_1000_std": 0.480397, + "nauc_ndcg_at_1000_diff1": -0.200481, + "nauc_map_at_1_max": 0.636343, + "nauc_map_at_1_std": 0.954541, + "nauc_map_at_1_diff1": -0.247316, + "nauc_map_at_3_max": 0.555442, + "nauc_map_at_3_std": 0.941071, + "nauc_map_at_3_diff1": -0.262232, + "nauc_map_at_5_max": 0.529787, + "nauc_map_at_5_std": 0.9266, + "nauc_map_at_5_diff1": -0.260793, + "nauc_map_at_10_max": 0.48918700000000004, + "nauc_map_at_10_std": 0.908484, + "nauc_map_at_10_diff1": -0.2715, + "nauc_map_at_20_max": 0.465448, + "nauc_map_at_20_std": 0.884553, + "nauc_map_at_20_diff1": -0.26677, + "nauc_map_at_100_max": 0.42735599999999996, + "nauc_map_at_100_std": 0.844144, + "nauc_map_at_100_diff1": -0.25987, + "nauc_map_at_1000_max": 0.4163970000000001, + "nauc_map_at_1000_std": 0.828745, + "nauc_map_at_1000_diff1": -0.255622, + "nauc_recall_at_1_max": 0.636343, + "nauc_recall_at_1_std": 0.954541, + "nauc_recall_at_1_diff1": -0.247316, + "nauc_recall_at_3_max": 0.47928800000000005, + "nauc_recall_at_3_std": 0.923367, + "nauc_recall_at_3_diff1": -0.265129, + "nauc_recall_at_5_max": 0.402409, + "nauc_recall_at_5_std": 0.873105, + "nauc_recall_at_5_diff1": -0.260962, + "nauc_recall_at_10_max": 0.275162, + "nauc_recall_at_10_std": 0.8073989999999999, + "nauc_recall_at_10_diff1": -0.30259, + "nauc_recall_at_20_max": 0.173798, + "nauc_recall_at_20_std": 0.6706340000000001, + "nauc_recall_at_20_diff1": -0.267445, + "nauc_recall_at_100_max": -0.022403, + "nauc_recall_at_100_std": 0.38402099999999995, + "nauc_recall_at_100_diff1": -0.196933, + "nauc_recall_at_1000_max": -0.078642, + "nauc_recall_at_1000_std": 0.179166, + "nauc_recall_at_1000_diff1": -0.156436, + "nauc_precision_at_1_max": 0.636343, + "nauc_precision_at_1_std": 0.954541, + "nauc_precision_at_1_diff1": -0.247316, + "nauc_precision_at_3_max": 0.47928800000000005, + "nauc_precision_at_3_std": 0.923367, + "nauc_precision_at_3_diff1": -0.265129, + "nauc_precision_at_5_max": 0.402409, + "nauc_precision_at_5_std": 0.873105, + "nauc_precision_at_5_diff1": -0.260962, + "nauc_precision_at_10_max": 0.275162, + "nauc_precision_at_10_std": 0.8073989999999999, + "nauc_precision_at_10_diff1": -0.30259, + "nauc_precision_at_20_max": 0.173798, + "nauc_precision_at_20_std": 0.6706340000000001, + "nauc_precision_at_20_diff1": -0.267445, + "nauc_precision_at_100_max": -0.022403, + "nauc_precision_at_100_std": 0.38402099999999995, + "nauc_precision_at_100_diff1": -0.196933, + "nauc_precision_at_1000_max": -0.078642, + "nauc_precision_at_1000_std": 0.179166, + "nauc_precision_at_1000_diff1": -0.156436, + "nauc_mrr_at_1_max": 0.636343, + "nauc_mrr_at_1_std": 0.954541, + "nauc_mrr_at_1_diff1": -0.247316, + "nauc_mrr_at_3_max": 0.555442, + "nauc_mrr_at_3_std": 0.941071, + "nauc_mrr_at_3_diff1": -0.262232, + "nauc_mrr_at_5_max": 0.529787, + "nauc_mrr_at_5_std": 0.9266, + "nauc_mrr_at_5_diff1": -0.260793, + "nauc_mrr_at_10_max": 0.48918700000000004, + "nauc_mrr_at_10_std": 0.908484, + "nauc_mrr_at_10_diff1": -0.2715, + "nauc_mrr_at_20_max": 0.465448, + "nauc_mrr_at_20_std": 0.884553, + "nauc_mrr_at_20_diff1": -0.26677, + "nauc_mrr_at_100_max": 0.42735599999999996, + "nauc_mrr_at_100_std": 0.844144, + "nauc_mrr_at_100_diff1": -0.25987, + "nauc_mrr_at_1000_max": 0.4163970000000001, + "nauc_mrr_at_1000_std": 0.828745, + "nauc_mrr_at_1000_diff1": -0.255622, + "main_score": 0.02298 + }, + { + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.07277, + "ndcg_at_3": 0.09679, + "ndcg_at_5": 0.10331, + "ndcg_at_10": 0.11507000000000002, + "ndcg_at_20": 0.12632, + "ndcg_at_100": 0.15307, + "ndcg_at_1000": 0.21533999999999998, + "map_at_1": 0.07277, + "map_at_3": 0.09066, + "map_at_5": 0.0943, + "map_at_10": 0.09915000000000002, + "map_at_20": 0.10227, + "map_at_100": 0.10577, + "map_at_1000": 0.10744, + "recall_at_1": 0.07277, + "recall_at_3": 0.11461, + "recall_at_5": 0.13038, + "recall_at_10": 0.16677, + "recall_at_20": 0.21104, + "recall_at_100": 0.35839999999999994, + "recall_at_1000": 0.88842, + "precision_at_1": 0.07277, + "precision_at_3": 0.0382, + "precision_at_5": 0.026080000000000002, + "precision_at_10": 0.01668, + "precision_at_20": 0.010549999999999999, + "precision_at_100": 0.00358, + "precision_at_1000": 0.00089, + "mrr_at_1": 0.072771, + "mrr_at_3": 0.090661, + "mrr_at_5": 0.0943, + "mrr_at_10": 0.099147, + "mrr_at_20": 0.102265, + "mrr_at_100": 0.10577, + "mrr_at_1000": 0.107438, + "nauc_ndcg_at_1_max": 0.478688, + "nauc_ndcg_at_1_std": 0.326716, + "nauc_ndcg_at_1_diff1": 0.465387, + "nauc_ndcg_at_3_max": 0.439192, + "nauc_ndcg_at_3_std": 0.327668, + "nauc_ndcg_at_3_diff1": 0.374043, + "nauc_ndcg_at_5_max": 0.43067999999999995, + "nauc_ndcg_at_5_std": 0.320507, + "nauc_ndcg_at_5_diff1": 0.368883, + "nauc_ndcg_at_10_max": 0.409779, + "nauc_ndcg_at_10_std": 0.310599, + "nauc_ndcg_at_10_diff1": 0.35016, + "nauc_ndcg_at_20_max": 0.404037, + "nauc_ndcg_at_20_std": 0.300859, + "nauc_ndcg_at_20_diff1": 0.33948900000000004, + "nauc_ndcg_at_100_max": 0.401081, + "nauc_ndcg_at_100_std": 0.313556, + "nauc_ndcg_at_100_diff1": 0.30457, + "nauc_ndcg_at_1000_max": 0.402846, + "nauc_ndcg_at_1000_std": 0.311719, + "nauc_ndcg_at_1000_diff1": 0.315382, + "nauc_map_at_1_max": 0.478688, + "nauc_map_at_1_std": 0.326716, + "nauc_map_at_1_diff1": 0.465387, + "nauc_map_at_3_max": 0.446183, + "nauc_map_at_3_std": 0.325048, + "nauc_map_at_3_diff1": 0.392215, + "nauc_map_at_5_max": 0.441221, + "nauc_map_at_5_std": 0.32095, + "nauc_map_at_5_diff1": 0.388603, + "nauc_map_at_10_max": 0.4311960000000001, + "nauc_map_at_10_std": 0.316621, + "nauc_map_at_10_diff1": 0.37957, + "nauc_map_at_20_max": 0.428588, + "nauc_map_at_20_std": 0.313143, + "nauc_map_at_20_diff1": 0.37532, + "nauc_map_at_100_max": 0.427644, + "nauc_map_at_100_std": 0.314857, + "nauc_map_at_100_diff1": 0.369312, + "nauc_map_at_1000_max": 0.427352, + "nauc_map_at_1000_std": 0.314817, + "nauc_map_at_1000_diff1": 0.369232, + "nauc_recall_at_1_max": 0.478688, + "nauc_recall_at_1_std": 0.326716, + "nauc_recall_at_1_diff1": 0.465387, + "nauc_recall_at_3_max": 0.42308599999999996, + "nauc_recall_at_3_std": 0.334621, + "nauc_recall_at_3_diff1": 0.331431, + "nauc_recall_at_5_max": 0.40651399999999993, + "nauc_recall_at_5_std": 0.319358, + "nauc_recall_at_5_diff1": 0.324983, + "nauc_recall_at_10_max": 0.362724, + "nauc_recall_at_10_std": 0.296023, + "nauc_recall_at_10_diff1": 0.288492, + "nauc_recall_at_20_max": 0.35614000000000007, + "nauc_recall_at_20_std": 0.273563, + "nauc_recall_at_20_diff1": 0.270766, + "nauc_recall_at_100_max": 0.356417, + "nauc_recall_at_100_std": 0.320197, + "nauc_recall_at_100_diff1": 0.17066100000000003, + "nauc_recall_at_1000_max": 0.325633, + "nauc_recall_at_1000_std": 0.313263, + "nauc_recall_at_1000_diff1": 0.07978, + "nauc_precision_at_1_max": 0.478688, + "nauc_precision_at_1_std": 0.326716, + "nauc_precision_at_1_diff1": 0.465387, + "nauc_precision_at_3_max": 0.42308599999999996, + "nauc_precision_at_3_std": 0.334621, + "nauc_precision_at_3_diff1": 0.331431, + "nauc_precision_at_5_max": 0.40651399999999993, + "nauc_precision_at_5_std": 0.319358, + "nauc_precision_at_5_diff1": 0.324983, + "nauc_precision_at_10_max": 0.362724, + "nauc_precision_at_10_std": 0.296023, + "nauc_precision_at_10_diff1": 0.288492, + "nauc_precision_at_20_max": 0.35614000000000007, + "nauc_precision_at_20_std": 0.273563, + "nauc_precision_at_20_diff1": 0.270766, + "nauc_precision_at_100_max": 0.356417, + "nauc_precision_at_100_std": 0.320197, + "nauc_precision_at_100_diff1": 0.17066100000000003, + "nauc_precision_at_1000_max": 0.325633, + "nauc_precision_at_1000_std": 0.313263, + "nauc_precision_at_1000_diff1": 0.07978, + "nauc_mrr_at_1_max": 0.478688, + "nauc_mrr_at_1_std": 0.326716, + "nauc_mrr_at_1_diff1": 0.465387, + "nauc_mrr_at_3_max": 0.446183, + "nauc_mrr_at_3_std": 0.325048, + "nauc_mrr_at_3_diff1": 0.392215, + "nauc_mrr_at_5_max": 0.441221, + "nauc_mrr_at_5_std": 0.32095, + "nauc_mrr_at_5_diff1": 0.388603, + "nauc_mrr_at_10_max": 0.4311960000000001, + "nauc_mrr_at_10_std": 0.316621, + "nauc_mrr_at_10_diff1": 0.37957, + "nauc_mrr_at_20_max": 0.428588, + "nauc_mrr_at_20_std": 0.313143, + "nauc_mrr_at_20_diff1": 0.37532, + "nauc_mrr_at_100_max": 0.427644, + "nauc_mrr_at_100_std": 0.314857, + "nauc_mrr_at_100_diff1": 0.369312, + "nauc_mrr_at_1000_max": 0.427352, + "nauc_mrr_at_1000_std": 0.314817, + "nauc_mrr_at_1000_diff1": 0.369232, + "main_score": 0.11507000000000002 + }, + { + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.09319, + "ndcg_at_3": 0.12491, + "ndcg_at_5": 0.13739, + "ndcg_at_10": 0.15155, + "ndcg_at_20": 0.1668, + "ndcg_at_100": 0.193, + "ndcg_at_1000": 0.22942999999999997, + "map_at_1": 0.0931, + "map_at_3": 0.11684999999999998, + "map_at_5": 0.12376, + "map_at_10": 0.12959, + "map_at_20": 0.13374, + "map_at_100": 0.1371, + "map_at_1000": 0.13815, + "recall_at_1": 0.0931, + "recall_at_3": 0.14823, + "recall_at_5": 0.17859999999999998, + "recall_at_10": 0.22248, + "recall_at_20": 0.28305, + "recall_at_100": 0.42828000000000005, + "recall_at_1000": 0.73411, + "precision_at_1": 0.09319, + "precision_at_3": 0.04944, + "precision_at_5": 0.03574, + "precision_at_10": 0.02226, + "precision_at_20": 0.01416, + "precision_at_100": 0.00428, + "precision_at_1000": 0.00073, + "mrr_at_1": 0.093193, + "mrr_at_3": 0.116945, + "mrr_at_5": 0.123855, + "mrr_at_10": 0.129683, + "mrr_at_20": 0.133831, + "mrr_at_100": 0.137187, + "mrr_at_1000": 0.138241, + "nauc_ndcg_at_1_max": 0.450893, + "nauc_ndcg_at_1_std": 0.320194, + "nauc_ndcg_at_1_diff1": 0.42465800000000004, + "nauc_ndcg_at_3_max": 0.4330840000000001, + "nauc_ndcg_at_3_std": 0.340981, + "nauc_ndcg_at_3_diff1": 0.3464590000000001, + "nauc_ndcg_at_5_max": 0.420717, + "nauc_ndcg_at_5_std": 0.337493, + "nauc_ndcg_at_5_diff1": 0.321742, + "nauc_ndcg_at_10_max": 0.413293, + "nauc_ndcg_at_10_std": 0.340058, + "nauc_ndcg_at_10_diff1": 0.304406, + "nauc_ndcg_at_20_max": 0.408478, + "nauc_ndcg_at_20_std": 0.344417, + "nauc_ndcg_at_20_diff1": 0.293758, + "nauc_ndcg_at_100_max": 0.397843, + "nauc_ndcg_at_100_std": 0.350737, + "nauc_ndcg_at_100_diff1": 0.282686, + "nauc_ndcg_at_1000_max": 0.399456, + "nauc_ndcg_at_1000_std": 0.34777, + "nauc_ndcg_at_1000_diff1": 0.288855, + "nauc_map_at_1_max": 0.451765, + "nauc_map_at_1_std": 0.320417, + "nauc_map_at_1_diff1": 0.425589, + "nauc_map_at_3_max": 0.437561, + "nauc_map_at_3_std": 0.3364559999999999, + "nauc_map_at_3_diff1": 0.363289, + "nauc_map_at_5_max": 0.430123, + "nauc_map_at_5_std": 0.33476599999999995, + "nauc_map_at_5_diff1": 0.347805, + "nauc_map_at_10_max": 0.42636, + "nauc_map_at_10_std": 0.335984, + "nauc_map_at_10_diff1": 0.339015, + "nauc_map_at_20_max": 0.424673, + "nauc_map_at_20_std": 0.337222, + "nauc_map_at_20_diff1": 0.335187, + "nauc_map_at_100_max": 0.422746, + "nauc_map_at_100_std": 0.338046, + "nauc_map_at_100_diff1": 0.333105, + "nauc_map_at_1000_max": 0.422774, + "nauc_map_at_1000_std": 0.337939, + "nauc_map_at_1000_diff1": 0.333391, + "nauc_recall_at_1_max": 0.451765, + "nauc_recall_at_1_std": 0.320417, + "nauc_recall_at_1_diff1": 0.425589, + "nauc_recall_at_3_max": 0.4225709999999999, + "nauc_recall_at_3_std": 0.352072, + "nauc_recall_at_3_diff1": 0.306237, + "nauc_recall_at_5_max": 0.398985, + "nauc_recall_at_5_std": 0.3430099999999999, + "nauc_recall_at_5_diff1": 0.262593, + "nauc_recall_at_10_max": 0.38467, + "nauc_recall_at_10_std": 0.348373, + "nauc_recall_at_10_diff1": 0.229966, + "nauc_recall_at_20_max": 0.37434200000000006, + "nauc_recall_at_20_std": 0.360462, + "nauc_recall_at_20_diff1": 0.208388, + "nauc_recall_at_100_max": 0.339476, + "nauc_recall_at_100_std": 0.38424100000000005, + "nauc_recall_at_100_diff1": 0.175443, + "nauc_recall_at_1000_max": 0.325266, + "nauc_recall_at_1000_std": 0.377257, + "nauc_recall_at_1000_diff1": 0.16796, + "nauc_precision_at_1_max": 0.450893, + "nauc_precision_at_1_std": 0.320194, + "nauc_precision_at_1_diff1": 0.42465800000000004, + "nauc_precision_at_3_max": 0.422077, + "nauc_precision_at_3_std": 0.351976, + "nauc_precision_at_3_diff1": 0.305738, + "nauc_precision_at_5_max": 0.39856700000000006, + "nauc_precision_at_5_std": 0.34293099999999993, + "nauc_precision_at_5_diff1": 0.262178, + "nauc_precision_at_10_max": 0.38437899999999997, + "nauc_precision_at_10_std": 0.34836500000000004, + "nauc_precision_at_10_diff1": 0.22965599999999997, + "nauc_precision_at_20_max": 0.374081, + "nauc_precision_at_20_std": 0.360453, + "nauc_precision_at_20_diff1": 0.208112, + "nauc_precision_at_100_max": 0.338791, + "nauc_precision_at_100_std": 0.38398199999999993, + "nauc_precision_at_100_diff1": 0.17483, + "nauc_precision_at_1000_max": 0.32368900000000006, + "nauc_precision_at_1000_std": 0.376796, + "nauc_precision_at_1000_diff1": 0.166938, + "nauc_mrr_at_1_max": 0.450893, + "nauc_mrr_at_1_std": 0.320194, + "nauc_mrr_at_1_diff1": 0.42465800000000004, + "nauc_mrr_at_3_max": 0.436834, + "nauc_mrr_at_3_std": 0.336254, + "nauc_mrr_at_3_diff1": 0.36255400000000004, + "nauc_mrr_at_5_max": 0.429432, + "nauc_mrr_at_5_std": 0.334573, + "nauc_mrr_at_5_diff1": 0.347112, + "nauc_mrr_at_10_max": 0.42569, + "nauc_mrr_at_10_std": 0.335795, + "nauc_mrr_at_10_diff1": 0.3383459999999999, + "nauc_mrr_at_20_max": 0.42401099999999997, + "nauc_mrr_at_20_std": 0.337034, + "nauc_mrr_at_20_diff1": 0.334529, + "nauc_mrr_at_100_max": 0.422124, + "nauc_mrr_at_100_std": 0.337868, + "nauc_mrr_at_100_diff1": 0.332487, + "nauc_mrr_at_1000_max": 0.422151, + "nauc_mrr_at_1000_std": 0.337761, + "nauc_mrr_at_1000_diff1": 0.332771, + "main_score": 0.15155 + }, + { + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.04752, + "ndcg_at_3": 0.06393, + "ndcg_at_5": 0.0715, + "ndcg_at_10": 0.08132999999999999, + "ndcg_at_20": 0.09016, + "ndcg_at_100": 0.11257999999999999, + "ndcg_at_1000": 0.16875, + "map_at_1": 0.04752, + "map_at_3": 0.059820000000000005, + "map_at_5": 0.06407, + "map_at_10": 0.06814, + "map_at_20": 0.0705, + "map_at_100": 0.0734, + "map_at_1000": 0.07488, + "recall_at_1": 0.04752, + "recall_at_3": 0.07583, + "recall_at_5": 0.09403, + "recall_at_10": 0.12437, + "recall_at_20": 0.15976, + "recall_at_100": 0.28362, + "recall_at_1000": 0.7639, + "precision_at_1": 0.04752, + "precision_at_3": 0.02528, + "precision_at_5": 0.01881, + "precision_at_10": 0.01244, + "precision_at_20": 0.00799, + "precision_at_100": 0.0028400000000000005, + "precision_at_1000": 0.0007599999999999999, + "mrr_at_1": 0.047523, + "mrr_at_3": 0.059824999999999996, + "mrr_at_5": 0.064071, + "mrr_at_10": 0.068138, + "mrr_at_20": 0.070498, + "mrr_at_100": 0.073404, + "mrr_at_1000": 0.074879, + "nauc_ndcg_at_1_max": 0.568283, + "nauc_ndcg_at_1_std": 0.48840000000000006, + "nauc_ndcg_at_1_diff1": 0.382398, + "nauc_ndcg_at_3_max": 0.460021, + "nauc_ndcg_at_3_std": 0.409246, + "nauc_ndcg_at_3_diff1": 0.314831, + "nauc_ndcg_at_5_max": 0.43373199999999995, + "nauc_ndcg_at_5_std": 0.403139, + "nauc_ndcg_at_5_diff1": 0.279054, + "nauc_ndcg_at_10_max": 0.412826, + "nauc_ndcg_at_10_std": 0.39362, + "nauc_ndcg_at_10_diff1": 0.247114, + "nauc_ndcg_at_20_max": 0.391298, + "nauc_ndcg_at_20_std": 0.37691699999999995, + "nauc_ndcg_at_20_diff1": 0.229635, + "nauc_ndcg_at_100_max": 0.37062400000000006, + "nauc_ndcg_at_100_std": 0.364566, + "nauc_ndcg_at_100_diff1": 0.215259, + "nauc_ndcg_at_1000_max": 0.38057900000000006, + "nauc_ndcg_at_1000_std": 0.367756, + "nauc_ndcg_at_1000_diff1": 0.21645299999999998, + "nauc_map_at_1_max": 0.568283, + "nauc_map_at_1_std": 0.48840000000000006, + "nauc_map_at_1_diff1": 0.382398, + "nauc_map_at_3_max": 0.48106100000000007, + "nauc_map_at_3_std": 0.42485800000000007, + "nauc_map_at_3_diff1": 0.327816, + "nauc_map_at_5_max": 0.463284, + "nauc_map_at_5_std": 0.419688, + "nauc_map_at_5_diff1": 0.304734, + "nauc_map_at_10_max": 0.451533, + "nauc_map_at_10_std": 0.4143, + "nauc_map_at_10_diff1": 0.28749, + "nauc_map_at_20_max": 0.444057, + "nauc_map_at_20_std": 0.408655, + "nauc_map_at_20_diff1": 0.281439, + "nauc_map_at_100_max": 0.438735, + "nauc_map_at_100_std": 0.405522, + "nauc_map_at_100_diff1": 0.277292, + "nauc_map_at_1000_max": 0.438779, + "nauc_map_at_1000_std": 0.40527499999999994, + "nauc_map_at_1000_diff1": 0.276959, + "nauc_recall_at_1_max": 0.568283, + "nauc_recall_at_1_std": 0.48840000000000006, + "nauc_recall_at_1_diff1": 0.382398, + "nauc_recall_at_3_max": 0.41202500000000003, + "nauc_recall_at_3_std": 0.373559, + "nauc_recall_at_3_diff1": 0.285257, + "nauc_recall_at_5_max": 0.373073, + "nauc_recall_at_5_std": 0.37018900000000005, + "nauc_recall_at_5_diff1": 0.225119, + "nauc_recall_at_10_max": 0.341699, + "nauc_recall_at_10_std": 0.35665100000000005, + "nauc_recall_at_10_diff1": 0.170338, + "nauc_recall_at_20_max": 0.299561, + "nauc_recall_at_20_std": 0.32108899999999996, + "nauc_recall_at_20_diff1": 0.138397, + "nauc_recall_at_100_max": 0.272106, + "nauc_recall_at_100_std": 0.304665, + "nauc_recall_at_100_diff1": 0.12812, + "nauc_recall_at_1000_max": 0.287444, + "nauc_recall_at_1000_std": 0.304513, + "nauc_recall_at_1000_diff1": 0.100083, + "nauc_precision_at_1_max": 0.568283, + "nauc_precision_at_1_std": 0.48840000000000006, + "nauc_precision_at_1_diff1": 0.382398, + "nauc_precision_at_3_max": 0.41202500000000003, + "nauc_precision_at_3_std": 0.373559, + "nauc_precision_at_3_diff1": 0.285257, + "nauc_precision_at_5_max": 0.373073, + "nauc_precision_at_5_std": 0.37018900000000005, + "nauc_precision_at_5_diff1": 0.225119, + "nauc_precision_at_10_max": 0.341699, + "nauc_precision_at_10_std": 0.35665100000000005, + "nauc_precision_at_10_diff1": 0.170338, + "nauc_precision_at_20_max": 0.299561, + "nauc_precision_at_20_std": 0.32108899999999996, + "nauc_precision_at_20_diff1": 0.138397, + "nauc_precision_at_100_max": 0.272106, + "nauc_precision_at_100_std": 0.304665, + "nauc_precision_at_100_diff1": 0.12812, + "nauc_precision_at_1000_max": 0.287444, + "nauc_precision_at_1000_std": 0.304513, + "nauc_precision_at_1000_diff1": 0.100083, + "nauc_mrr_at_1_max": 0.568283, + "nauc_mrr_at_1_std": 0.48840000000000006, + "nauc_mrr_at_1_diff1": 0.382398, + "nauc_mrr_at_3_max": 0.48106100000000007, + "nauc_mrr_at_3_std": 0.42485800000000007, + "nauc_mrr_at_3_diff1": 0.327816, + "nauc_mrr_at_5_max": 0.463284, + "nauc_mrr_at_5_std": 0.419688, + "nauc_mrr_at_5_diff1": 0.304734, + "nauc_mrr_at_10_max": 0.451533, + "nauc_mrr_at_10_std": 0.4143, + "nauc_mrr_at_10_diff1": 0.28749, + "nauc_mrr_at_20_max": 0.444057, + "nauc_mrr_at_20_std": 0.408655, + "nauc_mrr_at_20_diff1": 0.281439, + "nauc_mrr_at_100_max": 0.438735, + "nauc_mrr_at_100_std": 0.405522, + "nauc_mrr_at_100_diff1": 0.277292, + "nauc_mrr_at_1000_max": 0.438779, + "nauc_mrr_at_1000_std": 0.40527499999999994, + "nauc_mrr_at_1000_diff1": 0.276959, + "main_score": 0.08132999999999999 + }, + { + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ], + "ndcg_at_1": 0.01966, + "ndcg_at_3": 0.03464, + "ndcg_at_5": 0.03861, + "ndcg_at_10": 0.04311, + "ndcg_at_20": 0.04671, + "ndcg_at_100": 0.06402, + "ndcg_at_1000": 0.12772, + "map_at_1": 0.01966, + "map_at_3": 0.03095, + "map_at_5": 0.03311, + "map_at_10": 0.03491, + "map_at_20": 0.0359, + "map_at_100": 0.0381, + "map_at_1000": 0.03963, + "recall_at_1": 0.01966, + "recall_at_3": 0.04533, + "recall_at_5": 0.05516, + "recall_at_10": 0.06936, + "recall_at_20": 0.08356, + "recall_at_100": 0.17968, + "recall_at_1000": 0.73457, + "precision_at_1": 0.01966, + "precision_at_3": 0.015110000000000002, + "precision_at_5": 0.01103, + "precision_at_10": 0.006939999999999999, + "precision_at_20": 0.00418, + "precision_at_100": 0.0018, + "precision_at_1000": 0.00073, + "mrr_at_1": 0.019661, + "mrr_at_3": 0.030947999999999996, + "mrr_at_5": 0.033106, + "mrr_at_10": 0.034908, + "mrr_at_20": 0.035904, + "mrr_at_100": 0.038104, + "mrr_at_1000": 0.039633, + "nauc_ndcg_at_1_max": 0.597407, + "nauc_ndcg_at_1_std": 0.3143, + "nauc_ndcg_at_1_diff1": 0.439493, + "nauc_ndcg_at_3_max": 0.49201899999999993, + "nauc_ndcg_at_3_std": 0.26483, + "nauc_ndcg_at_3_diff1": 0.267397, + "nauc_ndcg_at_5_max": 0.486642, + "nauc_ndcg_at_5_std": 0.27133, + "nauc_ndcg_at_5_diff1": 0.22660699999999998, + "nauc_ndcg_at_10_max": 0.453352, + "nauc_ndcg_at_10_std": 0.236477, + "nauc_ndcg_at_10_diff1": 0.205931, + "nauc_ndcg_at_20_max": 0.433667, + "nauc_ndcg_at_20_std": 0.22328099999999998, + "nauc_ndcg_at_20_diff1": 0.210635, + "nauc_ndcg_at_100_max": 0.341469, + "nauc_ndcg_at_100_std": 0.185072, + "nauc_ndcg_at_100_diff1": 0.151472, + "nauc_ndcg_at_1000_max": 0.31803, + "nauc_ndcg_at_1000_std": 0.176807, + "nauc_ndcg_at_1000_diff1": 0.147831, + "nauc_map_at_1_max": 0.597407, + "nauc_map_at_1_std": 0.3143, + "nauc_map_at_1_diff1": 0.439493, + "nauc_map_at_3_max": 0.508994, + "nauc_map_at_3_std": 0.275359, + "nauc_map_at_3_diff1": 0.293284, + "nauc_map_at_5_max": 0.505248, + "nauc_map_at_5_std": 0.279414, + "nauc_map_at_5_diff1": 0.266, + "nauc_map_at_10_max": 0.487603, + "nauc_map_at_10_std": 0.261898, + "nauc_map_at_10_diff1": 0.253068, + "nauc_map_at_20_max": 0.480022, + "nauc_map_at_20_std": 0.256818, + "nauc_map_at_20_diff1": 0.253395, + "nauc_map_at_100_max": 0.458106, + "nauc_map_at_100_std": 0.24755500000000003, + "nauc_map_at_100_diff1": 0.238426, + "nauc_map_at_1000_max": 0.45511, + "nauc_map_at_1000_std": 0.246218, + "nauc_map_at_1000_diff1": 0.23739100000000002, + "nauc_recall_at_1_max": 0.597407, + "nauc_recall_at_1_std": 0.3143, + "nauc_recall_at_1_diff1": 0.439493, + "nauc_recall_at_3_max": 0.458341, + "nauc_recall_at_3_std": 0.243252, + "nauc_recall_at_3_diff1": 0.216529, + "nauc_recall_at_5_max": 0.453117, + "nauc_recall_at_5_std": 0.256816, + "nauc_recall_at_5_diff1": 0.154277, + "nauc_recall_at_10_max": 0.395271, + "nauc_recall_at_10_std": 0.191111, + "nauc_recall_at_10_diff1": 0.130274, + "nauc_recall_at_20_max": 0.360293, + "nauc_recall_at_20_std": 0.168502, + "nauc_recall_at_20_diff1": 0.153637, + "nauc_recall_at_100_max": 0.199218, + "nauc_recall_at_100_std": 0.11107899999999998, + "nauc_recall_at_100_diff1": 0.05593600000000001, + "nauc_recall_at_1000_max": 0.11891199999999999, + "nauc_recall_at_1000_std": 0.08205, + "nauc_recall_at_1000_diff1": 0.038231, + "nauc_precision_at_1_max": 0.597407, + "nauc_precision_at_1_std": 0.3143, + "nauc_precision_at_1_diff1": 0.439493, + "nauc_precision_at_3_max": 0.458341, + "nauc_precision_at_3_std": 0.243252, + "nauc_precision_at_3_diff1": 0.216529, + "nauc_precision_at_5_max": 0.453117, + "nauc_precision_at_5_std": 0.256816, + "nauc_precision_at_5_diff1": 0.154277, + "nauc_precision_at_10_max": 0.395271, + "nauc_precision_at_10_std": 0.191111, + "nauc_precision_at_10_diff1": 0.130274, + "nauc_precision_at_20_max": 0.360293, + "nauc_precision_at_20_std": 0.168502, + "nauc_precision_at_20_diff1": 0.153637, + "nauc_precision_at_100_max": 0.199218, + "nauc_precision_at_100_std": 0.11107899999999998, + "nauc_precision_at_100_diff1": 0.05593600000000001, + "nauc_precision_at_1000_max": 0.11891199999999999, + "nauc_precision_at_1000_std": 0.08205, + "nauc_precision_at_1000_diff1": 0.038231, + "nauc_mrr_at_1_max": 0.597407, + "nauc_mrr_at_1_std": 0.3143, + "nauc_mrr_at_1_diff1": 0.439493, + "nauc_mrr_at_3_max": 0.508994, + "nauc_mrr_at_3_std": 0.275359, + "nauc_mrr_at_3_diff1": 0.293284, + "nauc_mrr_at_5_max": 0.505248, + "nauc_mrr_at_5_std": 0.279414, + "nauc_mrr_at_5_diff1": 0.266, + "nauc_mrr_at_10_max": 0.487603, + "nauc_mrr_at_10_std": 0.261898, + "nauc_mrr_at_10_diff1": 0.253068, + "nauc_mrr_at_20_max": 0.480022, + "nauc_mrr_at_20_std": 0.256818, + "nauc_mrr_at_20_diff1": 0.253395, + "nauc_mrr_at_100_max": 0.458106, + "nauc_mrr_at_100_std": 0.24755500000000003, + "nauc_mrr_at_100_diff1": 0.238426, + "nauc_mrr_at_1000_max": 0.45511, + "nauc_mrr_at_1000_std": 0.246218, + "nauc_mrr_at_1000_diff1": 0.23739100000000002, + "main_score": 0.04311 + }, + { + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ], + "ndcg_at_1": 0.04543, + "ndcg_at_3": 0.06595, + "ndcg_at_5": 0.07621, + "ndcg_at_10": 0.08845, + "ndcg_at_20": 0.0967, + "ndcg_at_100": 0.12115000000000001, + "ndcg_at_1000": 0.17675000000000002, + "map_at_1": 0.04543, + "map_at_3": 0.060739999999999995, + "map_at_5": 0.06643, + "map_at_10": 0.07143, + "map_at_20": 0.07369, + "map_at_100": 0.07676, + "map_at_1000": 0.07826, + "recall_at_1": 0.04543, + "recall_at_3": 0.08109, + "recall_at_5": 0.10601, + "recall_at_10": 0.14411, + "recall_at_20": 0.17684, + "recall_at_100": 0.31314, + "recall_at_1000": 0.7874899999999999, + "precision_at_1": 0.04543, + "precision_at_3": 0.02703, + "precision_at_5": 0.0212, + "precision_at_10": 0.01441, + "precision_at_20": 0.00884, + "precision_at_100": 0.00313, + "precision_at_1000": 0.00079, + "mrr_at_1": 0.045432, + "mrr_at_3": 0.060739, + "mrr_at_5": 0.066431, + "mrr_at_10": 0.071432, + "mrr_at_20": 0.073685, + "mrr_at_100": 0.076761, + "mrr_at_1000": 0.078261, + "nauc_ndcg_at_1_max": 0.484862, + "nauc_ndcg_at_1_std": 0.385379, + "nauc_ndcg_at_1_diff1": 0.428345, + "nauc_ndcg_at_3_max": 0.45327, + "nauc_ndcg_at_3_std": 0.375748, + "nauc_ndcg_at_3_diff1": 0.336995, + "nauc_ndcg_at_5_max": 0.437954, + "nauc_ndcg_at_5_std": 0.365083, + "nauc_ndcg_at_5_diff1": 0.287847, + "nauc_ndcg_at_10_max": 0.427546, + "nauc_ndcg_at_10_std": 0.364811, + "nauc_ndcg_at_10_diff1": 0.270578, + "nauc_ndcg_at_20_max": 0.416852, + "nauc_ndcg_at_20_std": 0.358215, + "nauc_ndcg_at_20_diff1": 0.251906, + "nauc_ndcg_at_100_max": 0.40161499999999994, + "nauc_ndcg_at_100_std": 0.356043, + "nauc_ndcg_at_100_diff1": 0.24287099999999998, + "nauc_ndcg_at_1000_max": 0.395862, + "nauc_ndcg_at_1000_std": 0.355414, + "nauc_ndcg_at_1000_diff1": 0.24151400000000003, + "nauc_map_at_1_max": 0.484862, + "nauc_map_at_1_std": 0.385379, + "nauc_map_at_1_diff1": 0.428345, + "nauc_map_at_3_max": 0.46011, + "nauc_map_at_3_std": 0.378819, + "nauc_map_at_3_diff1": 0.353171, + "nauc_map_at_5_max": 0.450173, + "nauc_map_at_5_std": 0.372376, + "nauc_map_at_5_diff1": 0.320669, + "nauc_map_at_10_max": 0.444675, + "nauc_map_at_10_std": 0.372262, + "nauc_map_at_10_diff1": 0.310951, + "nauc_map_at_20_max": 0.440847, + "nauc_map_at_20_std": 0.369988, + "nauc_map_at_20_diff1": 0.303316, + "nauc_map_at_100_max": 0.436615, + "nauc_map_at_100_std": 0.368941, + "nauc_map_at_100_diff1": 0.299787, + "nauc_map_at_1000_max": 0.436041, + "nauc_map_at_1000_std": 0.368918, + "nauc_map_at_1000_diff1": 0.299484, + "nauc_recall_at_1_max": 0.484862, + "nauc_recall_at_1_std": 0.385379, + "nauc_recall_at_1_diff1": 0.428345, + "nauc_recall_at_3_max": 0.438133, + "nauc_recall_at_3_std": 0.368698, + "nauc_recall_at_3_diff1": 0.302123, + "nauc_recall_at_5_max": 0.41365699999999994, + "nauc_recall_at_5_std": 0.349987, + "nauc_recall_at_5_diff1": 0.223402, + "nauc_recall_at_10_max": 0.3967919999999999, + "nauc_recall_at_10_std": 0.351281, + "nauc_recall_at_10_diff1": 0.200132, + "nauc_recall_at_20_max": 0.3754799999999999, + "nauc_recall_at_20_std": 0.33728, + "nauc_recall_at_20_diff1": 0.167879, + "nauc_recall_at_100_max": 0.350701, + "nauc_recall_at_100_std": 0.3388630000000001, + "nauc_recall_at_100_diff1": 0.16956, + "nauc_recall_at_1000_max": 0.289227, + "nauc_recall_at_1000_std": 0.321604, + "nauc_recall_at_1000_diff1": 0.118056, + "nauc_precision_at_1_max": 0.484862, + "nauc_precision_at_1_std": 0.385379, + "nauc_precision_at_1_diff1": 0.428345, + "nauc_precision_at_3_max": 0.438133, + "nauc_precision_at_3_std": 0.368698, + "nauc_precision_at_3_diff1": 0.302123, + "nauc_precision_at_5_max": 0.41365699999999994, + "nauc_precision_at_5_std": 0.349987, + "nauc_precision_at_5_diff1": 0.223402, + "nauc_precision_at_10_max": 0.3967919999999999, + "nauc_precision_at_10_std": 0.351281, + "nauc_precision_at_10_diff1": 0.200132, + "nauc_precision_at_20_max": 0.3754799999999999, + "nauc_precision_at_20_std": 0.33728, + "nauc_precision_at_20_diff1": 0.167879, + "nauc_precision_at_100_max": 0.350701, + "nauc_precision_at_100_std": 0.3388630000000001, + "nauc_precision_at_100_diff1": 0.16956, + "nauc_precision_at_1000_max": 0.289227, + "nauc_precision_at_1000_std": 0.321604, + "nauc_precision_at_1000_diff1": 0.118056, + "nauc_mrr_at_1_max": 0.484862, + "nauc_mrr_at_1_std": 0.385379, + "nauc_mrr_at_1_diff1": 0.428345, + "nauc_mrr_at_3_max": 0.46011, + "nauc_mrr_at_3_std": 0.378819, + "nauc_mrr_at_3_diff1": 0.353171, + "nauc_mrr_at_5_max": 0.450173, + "nauc_mrr_at_5_std": 0.372376, + "nauc_mrr_at_5_diff1": 0.320669, + "nauc_mrr_at_10_max": 0.444675, + "nauc_mrr_at_10_std": 0.372262, + "nauc_mrr_at_10_diff1": 0.310951, + "nauc_mrr_at_20_max": 0.440847, + "nauc_mrr_at_20_std": 0.369988, + "nauc_mrr_at_20_diff1": 0.303316, + "nauc_mrr_at_100_max": 0.436615, + "nauc_mrr_at_100_std": 0.368941, + "nauc_mrr_at_100_diff1": 0.299787, + "nauc_mrr_at_1000_max": 0.436041, + "nauc_mrr_at_1000_std": 0.368918, + "nauc_mrr_at_1000_diff1": 0.299484, + "main_score": 0.08845 + }, + { + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ], + "ndcg_at_1": 0.03872, + "ndcg_at_3": 0.0529, + "ndcg_at_5": 0.05832, + "ndcg_at_10": 0.06339, + "ndcg_at_20": 0.06916, + "ndcg_at_100": 0.0846, + "ndcg_at_1000": 0.13842, + "map_at_1": 0.03872, + "map_at_3": 0.04962, + "map_at_5": 0.05266, + "map_at_10": 0.05473999999999999, + "map_at_20": 0.056299999999999996, + "map_at_100": 0.05816000000000001, + "map_at_1000": 0.05948, + "recall_at_1": 0.03872, + "recall_at_3": 0.062270000000000006, + "recall_at_5": 0.07535, + "recall_at_10": 0.09105, + "recall_at_20": 0.11408, + "recall_at_100": 0.20147, + "recall_at_1000": 0.66876, + "precision_at_1": 0.03872, + "precision_at_3": 0.02076, + "precision_at_5": 0.015070000000000002, + "precision_at_10": 0.00911, + "precision_at_20": 0.0057, + "precision_at_100": 0.00201, + "precision_at_1000": 0.00067, + "mrr_at_1": 0.038723, + "mrr_at_3": 0.049625, + "mrr_at_5": 0.05266, + "mrr_at_10": 0.054741, + "mrr_at_20": 0.056301, + "mrr_at_100": 0.058158, + "mrr_at_1000": 0.059481, + "nauc_ndcg_at_1_max": 0.684911, + "nauc_ndcg_at_1_std": 0.375175, + "nauc_ndcg_at_1_diff1": 0.538074, + "nauc_ndcg_at_3_max": 0.583947, + "nauc_ndcg_at_3_std": 0.339072, + "nauc_ndcg_at_3_diff1": 0.368774, + "nauc_ndcg_at_5_max": 0.580924, + "nauc_ndcg_at_5_std": 0.33645800000000003, + "nauc_ndcg_at_5_diff1": 0.35670900000000005, + "nauc_ndcg_at_10_max": 0.540311, + "nauc_ndcg_at_10_std": 0.330146, + "nauc_ndcg_at_10_diff1": 0.321803, + "nauc_ndcg_at_20_max": 0.520322, + "nauc_ndcg_at_20_std": 0.327671, + "nauc_ndcg_at_20_diff1": 0.303153, + "nauc_ndcg_at_100_max": 0.4693530000000001, + "nauc_ndcg_at_100_std": 0.294879, + "nauc_ndcg_at_100_diff1": 0.277553, + "nauc_ndcg_at_1000_max": 0.4412849999999999, + "nauc_ndcg_at_1000_std": 0.278742, + "nauc_ndcg_at_1000_diff1": 0.247943, + "nauc_map_at_1_max": 0.684911, + "nauc_map_at_1_std": 0.375175, + "nauc_map_at_1_diff1": 0.538074, + "nauc_map_at_3_max": 0.60391, + "nauc_map_at_3_std": 0.347021, + "nauc_map_at_3_diff1": 0.40122099999999994, + "nauc_map_at_5_max": 0.601398, + "nauc_map_at_5_std": 0.34507800000000005, + "nauc_map_at_5_diff1": 0.39207300000000006, + "nauc_map_at_10_max": 0.581008, + "nauc_map_at_10_std": 0.341899, + "nauc_map_at_10_diff1": 0.374103, + "nauc_map_at_20_max": 0.573164, + "nauc_map_at_20_std": 0.340334, + "nauc_map_at_20_diff1": 0.366298, + "nauc_map_at_100_max": 0.563412, + "nauc_map_at_100_std": 0.334595, + "nauc_map_at_100_diff1": 0.360572, + "nauc_map_at_1000_max": 0.561735, + "nauc_map_at_1000_std": 0.333775, + "nauc_map_at_1000_diff1": 0.35863599999999995, + "nauc_recall_at_1_max": 0.684911, + "nauc_recall_at_1_std": 0.375175, + "nauc_recall_at_1_diff1": 0.538074, + "nauc_recall_at_3_max": 0.537719, + "nauc_recall_at_3_std": 0.320411, + "nauc_recall_at_3_diff1": 0.293961, + "nauc_recall_at_5_max": 0.538627, + "nauc_recall_at_5_std": 0.318387, + "nauc_recall_at_5_diff1": 0.283882, + "nauc_recall_at_10_max": 0.45913, + "nauc_recall_at_10_std": 0.307397, + "nauc_recall_at_10_diff1": 0.22115499999999996, + "nauc_recall_at_20_max": 0.424268, + "nauc_recall_at_20_std": 0.306865, + "nauc_recall_at_20_diff1": 0.193518, + "nauc_recall_at_100_max": 0.323071, + "nauc_recall_at_100_std": 0.227085, + "nauc_recall_at_100_diff1": 0.16379099999999996, + "nauc_recall_at_1000_max": 0.209247, + "nauc_recall_at_1000_std": 0.161665, + "nauc_recall_at_1000_diff1": 0.049604, + "nauc_precision_at_1_max": 0.684911, + "nauc_precision_at_1_std": 0.375175, + "nauc_precision_at_1_diff1": 0.538074, + "nauc_precision_at_3_max": 0.537719, + "nauc_precision_at_3_std": 0.320411, + "nauc_precision_at_3_diff1": 0.293961, + "nauc_precision_at_5_max": 0.538627, + "nauc_precision_at_5_std": 0.318387, + "nauc_precision_at_5_diff1": 0.283882, + "nauc_precision_at_10_max": 0.45913, + "nauc_precision_at_10_std": 0.307397, + "nauc_precision_at_10_diff1": 0.22115499999999996, + "nauc_precision_at_20_max": 0.424268, + "nauc_precision_at_20_std": 0.306865, + "nauc_precision_at_20_diff1": 0.193518, + "nauc_precision_at_100_max": 0.323071, + "nauc_precision_at_100_std": 0.227085, + "nauc_precision_at_100_diff1": 0.16379099999999996, + "nauc_precision_at_1000_max": 0.207196, + "nauc_precision_at_1000_std": 0.159772, + "nauc_precision_at_1000_diff1": 0.047801, + "nauc_mrr_at_1_max": 0.684911, + "nauc_mrr_at_1_std": 0.375175, + "nauc_mrr_at_1_diff1": 0.538074, + "nauc_mrr_at_3_max": 0.60391, + "nauc_mrr_at_3_std": 0.347021, + "nauc_mrr_at_3_diff1": 0.40122099999999994, + "nauc_mrr_at_5_max": 0.601398, + "nauc_mrr_at_5_std": 0.34507800000000005, + "nauc_mrr_at_5_diff1": 0.39207300000000006, + "nauc_mrr_at_10_max": 0.581008, + "nauc_mrr_at_10_std": 0.341899, + "nauc_mrr_at_10_diff1": 0.374103, + "nauc_mrr_at_20_max": 0.573164, + "nauc_mrr_at_20_std": 0.340334, + "nauc_mrr_at_20_diff1": 0.366298, + "nauc_mrr_at_100_max": 0.563412, + "nauc_mrr_at_100_std": 0.334595, + "nauc_mrr_at_100_diff1": 0.360572, + "nauc_mrr_at_1000_max": 0.561735, + "nauc_mrr_at_1000_std": 0.333776, + "nauc_mrr_at_1000_diff1": 0.35863700000000004, + "main_score": 0.06339 } ] } diff --git a/results/Omartificial-Intelligence-Space__GATE-AraBert-v1/external/MintakaRetrieval.json b/results/Omartificial-Intelligence-Space__GATE-AraBert-v1/external/MintakaRetrieval.json index 37d91f7da4..f7cc3630eb 100644 --- a/results/Omartificial-Intelligence-Space__GATE-AraBert-v1/external/MintakaRetrieval.json +++ b/results/Omartificial-Intelligence-Space__GATE-AraBert-v1/external/MintakaRetrieval.json @@ -14,22 +14,142 @@ "ndcg_at_3": 0.16079999999999997, "ndcg_at_5": 0.17543, "ndcg_at_10": 0.1913, + "ndcg_at_20": 0.20556999999999997, + "ndcg_at_100": 0.23247999999999996, + "ndcg_at_1000": 0.28098, "map_at_1": 0.11212, "map_at_3": 0.14904, "map_at_5": 0.15719, "map_at_10": 0.16375, + "map_at_20": 0.16769, + "map_at_100": 0.1711, + "map_at_1000": 0.17244, "recall_at_1": 0.11212, "recall_at_3": 0.19473, "recall_at_5": 0.23014000000000004, "recall_at_10": 0.27916, + "recall_at_20": 0.33545, + "recall_at_100": 0.48524999999999996, + "recall_at_1000": 0.89605, "precision_at_1": 0.11212, "precision_at_3": 0.06491, "precision_at_5": 0.046029999999999995, "precision_at_10": 0.027919999999999997, + "precision_at_20": 0.01677, + "precision_at_100": 0.00485, + "precision_at_1000": 0.0009, "mrr_at_1": 0.11212, "mrr_at_3": 0.149039, "mrr_at_5": 0.157187, "mrr_at_10": 0.163746, + "mrr_at_20": 0.167694, + "mrr_at_100": 0.171099, + "mrr_at_1000": 0.17244200000000004, + "nauc_ndcg_at_1_max": 0.270266, + "nauc_ndcg_at_1_std": 0.12168700000000002, + "nauc_ndcg_at_1_diff1": 0.276191, + "nauc_ndcg_at_3_max": 0.276494, + "nauc_ndcg_at_3_std": 0.126518, + "nauc_ndcg_at_3_diff1": 0.23411, + "nauc_ndcg_at_5_max": 0.274411, + "nauc_ndcg_at_5_std": 0.129306, + "nauc_ndcg_at_5_diff1": 0.22691099999999997, + "nauc_ndcg_at_10_max": 0.270342, + "nauc_ndcg_at_10_std": 0.128896, + "nauc_ndcg_at_10_diff1": 0.214738, + "nauc_ndcg_at_20_max": 0.263529, + "nauc_ndcg_at_20_std": 0.127514, + "nauc_ndcg_at_20_diff1": 0.210119, + "nauc_ndcg_at_100_max": 0.248468, + "nauc_ndcg_at_100_std": 0.114812, + "nauc_ndcg_at_100_diff1": 0.207978, + "nauc_ndcg_at_1000_max": 0.253245, + "nauc_ndcg_at_1000_std": 0.115287, + "nauc_ndcg_at_1000_diff1": 0.214932, + "nauc_map_at_1_max": 0.270266, + "nauc_map_at_1_std": 0.12168700000000002, + "nauc_map_at_1_diff1": 0.276191, + "nauc_map_at_3_max": 0.276584, + "nauc_map_at_3_std": 0.125275, + "nauc_map_at_3_diff1": 0.243659, + "nauc_map_at_5_max": 0.275215, + "nauc_map_at_5_std": 0.126811, + "nauc_map_at_5_diff1": 0.239118, + "nauc_map_at_10_max": 0.273557, + "nauc_map_at_10_std": 0.126884, + "nauc_map_at_10_diff1": 0.232999, + "nauc_map_at_20_max": 0.27132, + "nauc_map_at_20_std": 0.126529, + "nauc_map_at_20_diff1": 0.231266, + "nauc_map_at_100_max": 0.269011, + "nauc_map_at_100_std": 0.124714, + "nauc_map_at_100_diff1": 0.231097, + "nauc_map_at_1000_max": 0.269045, + "nauc_map_at_1000_std": 0.124617, + "nauc_map_at_1000_diff1": 0.23128, + "nauc_recall_at_1_max": 0.270266, + "nauc_recall_at_1_std": 0.12168700000000002, + "nauc_recall_at_1_diff1": 0.276191, + "nauc_recall_at_3_max": 0.275842, + "nauc_recall_at_3_std": 0.129535, + "nauc_recall_at_3_diff1": 0.21125, + "nauc_recall_at_5_max": 0.272095, + "nauc_recall_at_5_std": 0.135414, + "nauc_recall_at_5_diff1": 0.198588, + "nauc_recall_at_10_max": 0.261646, + "nauc_recall_at_10_std": 0.133092, + "nauc_recall_at_10_diff1": 0.172978, + "nauc_recall_at_20_max": 0.24232200000000004, + "nauc_recall_at_20_std": 0.128466, + "nauc_recall_at_20_diff1": 0.162314, + "nauc_recall_at_100_max": 0.180113, + "nauc_recall_at_100_std": 0.074844, + "nauc_recall_at_100_diff1": 0.151673, + "nauc_recall_at_1000_max": 0.130555, + "nauc_recall_at_1000_std": 0.012099, + "nauc_recall_at_1000_diff1": 0.16101599999999996, + "nauc_precision_at_1_max": 0.270266, + "nauc_precision_at_1_std": 0.12168700000000002, + "nauc_precision_at_1_diff1": 0.276191, + "nauc_precision_at_3_max": 0.275842, + "nauc_precision_at_3_std": 0.129535, + "nauc_precision_at_3_diff1": 0.21125, + "nauc_precision_at_5_max": 0.272095, + "nauc_precision_at_5_std": 0.135414, + "nauc_precision_at_5_diff1": 0.198588, + "nauc_precision_at_10_max": 0.261646, + "nauc_precision_at_10_std": 0.133092, + "nauc_precision_at_10_diff1": 0.172978, + "nauc_precision_at_20_max": 0.24232200000000004, + "nauc_precision_at_20_std": 0.128466, + "nauc_precision_at_20_diff1": 0.162314, + "nauc_precision_at_100_max": 0.180113, + "nauc_precision_at_100_std": 0.074844, + "nauc_precision_at_100_diff1": 0.151673, + "nauc_precision_at_1000_max": 0.130555, + "nauc_precision_at_1000_std": 0.012099, + "nauc_precision_at_1000_diff1": 0.16101599999999996, + "nauc_mrr_at_1_max": 0.270266, + "nauc_mrr_at_1_std": 0.12168700000000002, + "nauc_mrr_at_1_diff1": 0.276191, + "nauc_mrr_at_3_max": 0.276584, + "nauc_mrr_at_3_std": 0.125275, + "nauc_mrr_at_3_diff1": 0.243659, + "nauc_mrr_at_5_max": 0.275215, + "nauc_mrr_at_5_std": 0.126811, + "nauc_mrr_at_5_diff1": 0.239118, + "nauc_mrr_at_10_max": 0.273557, + "nauc_mrr_at_10_std": 0.126884, + "nauc_mrr_at_10_diff1": 0.232999, + "nauc_mrr_at_20_max": 0.27132, + "nauc_mrr_at_20_std": 0.126529, + "nauc_mrr_at_20_diff1": 0.231266, + "nauc_mrr_at_100_max": 0.269011, + "nauc_mrr_at_100_std": 0.124714, + "nauc_mrr_at_100_diff1": 0.231097, + "nauc_mrr_at_1000_max": 0.269045, + "nauc_mrr_at_1000_std": 0.124617, + "nauc_mrr_at_1000_diff1": 0.23128, "main_score": 0.1913 } ] diff --git a/results/OrcaDB__cde-small-v1/external/CQADupstackRetrieval.json b/results/OrcaDB__cde-small-v1/external/CQADupstackRetrieval.json index 98ba28a364..ca017c3fe8 100644 --- a/results/OrcaDB__cde-small-v1/external/CQADupstackRetrieval.json +++ b/results/OrcaDB__cde-small-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.398048, - "main_score": 0.398048, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3980483333333333, + "ndcg_at_10": 0.3980483333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/OrcaDB__gte-base-en-v1.5/external/CQADupstackRetrieval.json b/results/OrcaDB__gte-base-en-v1.5/external/CQADupstackRetrieval.json index 60f0a14aaa..830115f234 100644 --- a/results/OrcaDB__gte-base-en-v1.5/external/CQADupstackRetrieval.json +++ b/results/OrcaDB__gte-base-en-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.395151, - "main_score": 0.395151, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2418591666666667, + "map_at_10": 0.3384258333333333, + "map_at_100": 0.3511391666666666, + "map_at_1000": 0.3523258333333333, + "map_at_3": 0.3076425, + "map_at_5": 0.32523333333333343, + "mrr_at_1": 0.2854733333333333, + "mrr_at_10": 0.3781725, + "mrr_at_100": 0.387165, + "mrr_at_1000": 0.38774583333333335, + "mrr_at_3": 0.3515783333333334, + "mrr_at_5": 0.3669816666666667, + "ndcg_at_1": 0.2854733333333333, + "ndcg_at_10": 0.39515083333333334, + "ndcg_at_100": 0.4495316666666666, + "ndcg_at_1000": 0.47257083333333333, + "ndcg_at_3": 0.34205833333333324, + "ndcg_at_5": 0.3678266666666667, + "precision_at_1": 0.2854733333333333, + "precision_at_10": 0.07082583333333334, + "precision_at_100": 0.011590833333333333, + "precision_at_1000": 0.0015516666666666663, + "precision_at_3": 0.15908750000000002, + "precision_at_5": 0.1150541666666667, + "recall_at_1": 0.2418591666666667, + "recall_at_10": 0.5238758333333333, + "recall_at_100": 0.7613666666666667, + "recall_at_1000": 0.9199066666666667, + "recall_at_3": 0.3778333333333334, + "recall_at_5": 0.4430141666666666, + "main_score": 0.39515083333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/OysterHR__gte-base-en-v1.5/external/CQADupstackRetrieval.json b/results/OysterHR__gte-base-en-v1.5/external/CQADupstackRetrieval.json index 60f0a14aaa..830115f234 100644 --- a/results/OysterHR__gte-base-en-v1.5/external/CQADupstackRetrieval.json +++ b/results/OysterHR__gte-base-en-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.395151, - "main_score": 0.395151, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2418591666666667, + "map_at_10": 0.3384258333333333, + "map_at_100": 0.3511391666666666, + "map_at_1000": 0.3523258333333333, + "map_at_3": 0.3076425, + "map_at_5": 0.32523333333333343, + "mrr_at_1": 0.2854733333333333, + "mrr_at_10": 0.3781725, + "mrr_at_100": 0.387165, + "mrr_at_1000": 0.38774583333333335, + "mrr_at_3": 0.3515783333333334, + "mrr_at_5": 0.3669816666666667, + "ndcg_at_1": 0.2854733333333333, + "ndcg_at_10": 0.39515083333333334, + "ndcg_at_100": 0.4495316666666666, + "ndcg_at_1000": 0.47257083333333333, + "ndcg_at_3": 0.34205833333333324, + "ndcg_at_5": 0.3678266666666667, + "precision_at_1": 0.2854733333333333, + "precision_at_10": 0.07082583333333334, + "precision_at_100": 0.011590833333333333, + "precision_at_1000": 0.0015516666666666663, + "precision_at_3": 0.15908750000000002, + "precision_at_5": 0.1150541666666667, + "recall_at_1": 0.2418591666666667, + "recall_at_10": 0.5238758333333333, + "recall_at_100": 0.7613666666666667, + "recall_at_1000": 0.9199066666666667, + "recall_at_3": 0.3778333333333334, + "recall_at_5": 0.4430141666666666, + "main_score": 0.39515083333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/PaDaS-Lab__arctic-l-bge-small/external/CQADupstackRetrieval.json b/results/PaDaS-Lab__arctic-l-bge-small/external/CQADupstackRetrieval.json index b062936a41..8711247fd4 100644 --- a/results/PaDaS-Lab__arctic-l-bge-small/external/CQADupstackRetrieval.json +++ b/results/PaDaS-Lab__arctic-l-bge-small/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.462092, - "main_score": 0.462092, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.46209166666666673, + "ndcg_at_10": 0.46209166666666673 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/PaDaS-Lab__arctic-m-bge-small/external/CQADupstackRetrieval.json b/results/PaDaS-Lab__arctic-m-bge-small/external/CQADupstackRetrieval.json index 3732d379ac..c4daffa270 100644 --- a/results/PaDaS-Lab__arctic-m-bge-small/external/CQADupstackRetrieval.json +++ b/results/PaDaS-Lab__arctic-m-bge-small/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.448683, - "main_score": 0.448683, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4486833333333333, + "ndcg_at_10": 0.4486833333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/PaDaS-Lab__arctic-s-bge-small/external/CQADupstackRetrieval.json b/results/PaDaS-Lab__arctic-s-bge-small/external/CQADupstackRetrieval.json index bd01aa2534..ff6ffdf3e9 100644 --- a/results/PaDaS-Lab__arctic-s-bge-small/external/CQADupstackRetrieval.json +++ b/results/PaDaS-Lab__arctic-s-bge-small/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.430574, - "main_score": 0.430574, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4305741666666666, + "ndcg_at_10": 0.4305741666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/PotatoOff__mxbai-embed-large-safetensors/external/CQADupstackRetrieval.json b/results/PotatoOff__mxbai-embed-large-safetensors/external/CQADupstackRetrieval.json index 0ba46bf7c0..251ec3f890 100644 --- a/results/PotatoOff__mxbai-embed-large-safetensors/external/CQADupstackRetrieval.json +++ b/results/PotatoOff__mxbai-embed-large-safetensors/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.416043, - "main_score": 0.416043, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.26695, + "map_at_10": 0.360895, + "map_at_100": 0.3730941666666666, + "map_at_1000": 0.37425583333333345, + "map_at_3": 0.33196166666666665, + "map_at_5": 0.3478641666666667, + "mrr_at_1": 0.31486083333333337, + "mrr_at_10": 0.40347749999999993, + "mrr_at_100": 0.41175333333333325, + "mrr_at_1000": 0.41231583333333327, + "mrr_at_3": 0.3790075, + "mrr_at_5": 0.39266999999999996, + "ndcg_at_1": 0.31486083333333337, + "ndcg_at_10": 0.4160433333333334, + "ndcg_at_100": 0.4674525, + "ndcg_at_1000": 0.48961666666666676, + "ndcg_at_3": 0.36688249999999994, + "ndcg_at_5": 0.389665, + "precision_at_1": 0.31486083333333337, + "precision_at_10": 0.0729675, + "precision_at_100": 0.011621666666666666, + "precision_at_1000": 0.001545, + "precision_at_3": 0.168815, + "precision_at_5": 0.11974583333333333, + "recall_at_1": 0.26695, + "recall_at_10": 0.5365191666666667, + "recall_at_100": 0.7612083333333333, + "recall_at_1000": 0.9131191666666667, + "recall_at_3": 0.4003575, + "recall_at_5": 0.45876666666666666, + "main_score": 0.4160433333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Salesforce__SFR-Embedding-2_R/external/CQADupstackRetrieval.json b/results/Salesforce__SFR-Embedding-2_R/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..5e1b449870 --- /dev/null +++ b/results/Salesforce__SFR-Embedding-2_R/external/CQADupstackRetrieval.json @@ -0,0 +1,52 @@ +{ + "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.28056666666666663, + "map_at_10": 0.39617499999999994, + "map_at_100": 0.4100666666666666, + "map_at_1000": 0.41113583333333337, + "map_at_20": 0.40410250000000003, + "map_at_3": 0.3598591666666667, + "map_at_5": 0.38020000000000004, + "mrr_at_1": 0.3373950708467142, + "mrr_at_10": 0.440987162763402, + "mrr_at_100": 0.4494302678553521, + "mrr_at_1000": 0.4498758207055161, + "mrr_at_20": 0.4461156907536121, + "mrr_at_3": 0.41247253732468414, + "mrr_at_5": 0.4284859071071954, + "ndcg_at_1": 0.3373966666666666, + "ndcg_at_10": 0.4610683333333334, + "ndcg_at_100": 0.5149275000000001, + "ndcg_at_1000": 0.532585, + "ndcg_at_20": 0.48349, + "ndcg_at_3": 0.40124166666666666, + "ndcg_at_5": 0.4294783333333333, + "precision_at_1": 0.3373966666666666, + "precision_at_10": 0.0846025, + "precision_at_100": 0.013215833333333333, + "precision_at_1000": 0.0016524999999999999, + "precision_at_20": 0.04993583333333333, + "precision_at_3": 0.1900516666666667, + "precision_at_5": 0.1372141666666667, + "recall_at_1": 0.28056666666666663, + "recall_at_10": 0.6068825000000001, + "recall_at_100": 0.8374433333333334, + "recall_at_1000": 0.9562299999999999, + "recall_at_20": 0.6877641666666667, + "recall_at_3": 0.4406991666666667, + "recall_at_5": 0.51325, + "main_score": 0.4610683333333334 + } + ] + } +} \ No newline at end of file diff --git a/results/Salesforce__SFR-Embedding-Mistral/external/CQADupstackRetrieval.json b/results/Salesforce__SFR-Embedding-Mistral/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..26887cbf40 --- /dev/null +++ b/results/Salesforce__SFR-Embedding-Mistral/external/CQADupstackRetrieval.json @@ -0,0 +1,97 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_1": 0.3451166666666667, + "ndcg_at_2": 0.3851591666666667, + "ndcg_at_3": 0.4095083333333333, + "ndcg_at_5": 0.4358066666666667, + "ndcg_at_7": 0.450625, + "ndcg_at_10": 0.46490833333333326, + "ndcg_at_20": 0.48731333333333327, + "ndcg_at_30": 0.4978666666666667, + "ndcg_at_50": 0.5084049999999999, + "ndcg_at_70": 0.5139375, + "ndcg_at_100": 0.5188333333333333, + "ndcg_at_200": 0.5265225, + "ndcg_at_300": 0.5298241666666669, + "ndcg_at_500": 0.5328541666666667, + "ndcg_at_700": 0.5349241666666668, + "ndcg_at_1000": 0.5363758333333334, + "map_at_1": 0.29100750000000003, + "map_at_2": 0.34636500000000003, + "map_at_3": 0.36920333333333333, + "map_at_5": 0.38816416666666664, + "map_at_7": 0.3963541666666666, + "map_at_10": 0.40294583333333334, + "map_at_20": 0.41075749999999994, + "map_at_30": 0.41333, + "map_at_50": 0.41529333333333335, + "map_at_70": 0.4160683333333333, + "map_at_100": 0.41662249999999995, + "map_at_200": 0.4172691666666666, + "map_at_300": 0.4174658333333333, + "map_at_500": 0.41759833333333335, + "map_at_700": 0.41765583333333334, + "map_at_1000": 0.41769000000000006, + "recall_at_1": 0.29100750000000003, + "recall_at_2": 0.3907658333333333, + "recall_at_3": 0.4493591666666667, + "recall_at_5": 0.5166883333333333, + "recall_at_7": 0.5588100000000001, + "recall_at_10": 0.6034691666666667, + "recall_at_20": 0.6844016666666667, + "recall_at_30": 0.7290766666666667, + "recall_at_50": 0.7784300000000001, + "recall_at_70": 0.8070366666666667, + "recall_at_100": 0.8342866666666667, + "recall_at_200": 0.8806816666666668, + "recall_at_300": 0.9024899999999999, + "recall_at_500": 0.9237616666666668, + "recall_at_700": 0.93978, + "recall_at_1000": 0.9512791666666667, + "precision_at_1": 0.3451166666666667, + "precision_at_2": 0.24326333333333328, + "precision_at_3": 0.19099249999999998, + "precision_at_5": 0.13672666666666666, + "precision_at_7": 0.10772, + "precision_at_10": 0.08302166666666669, + "precision_at_20": 0.04896083333333332, + "precision_at_30": 0.03551083333333333, + "precision_at_50": 0.023386666666666663, + "precision_at_70": 0.017605833333333334, + "precision_at_100": 0.012964999999999999, + "precision_at_200": 0.007106666666666667, + "precision_at_300": 0.004955, + "precision_at_500": 0.003106666666666667, + "precision_at_700": 0.0022791666666666668, + "precision_at_1000": 0.001635833333333333, + "mrr_at_1": 0.3451166666666667, + "mrr_at_2": 0.39954249999999997, + "mrr_at_3": 0.41937416666666677, + "mrr_at_5": 0.43487166666666677, + "mrr_at_7": 0.4414983333333333, + "mrr_at_10": 0.44627666666666665, + "mrr_at_20": 0.45152916666666676, + "mrr_at_30": 0.45317, + "mrr_at_50": 0.4542875, + "mrr_at_70": 0.4546966666666667, + "mrr_at_100": 0.4549716666666667, + "mrr_at_200": 0.4552516666666666, + "mrr_at_300": 0.45532333333333347, + "mrr_at_500": 0.45536499999999996, + "mrr_at_700": 0.4553858333333334, + "mrr_at_1000": 0.4553958333333333, + "main_score": 0.46490833333333326 + } + ] + } +} \ No newline at end of file diff --git a/results/Severian__nomic/external/CQADupstackRetrieval.json b/results/Severian__nomic/external/CQADupstackRetrieval.json index 6615f7379d..27b14745cd 100644 --- a/results/Severian__nomic/external/CQADupstackRetrieval.json +++ b/results/Severian__nomic/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.382553, - "main_score": 0.382553, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2500791666666667, + "map_at_10": 0.33287749999999994, + "map_at_100": 0.34411416666666667, + "map_at_1000": 0.34525833333333333, + "map_at_3": 0.3073441666666667, + "map_at_5": 0.32137166666666667, + "mrr_at_1": 0.29305666666666663, + "mrr_at_10": 0.3722966666666666, + "mrr_at_100": 0.3806658333333333, + "mrr_at_1000": 0.3812616666666667, + "mrr_at_3": 0.3492275, + "mrr_at_5": 0.3623333333333334, + "ndcg_at_1": 0.29305666666666663, + "ndcg_at_10": 0.3825533333333333, + "ndcg_at_100": 0.4325266666666666, + "ndcg_at_1000": 0.45635833333333337, + "ndcg_at_3": 0.33777166666666664, + "ndcg_at_5": 0.35850000000000004, + "precision_at_1": 0.29305666666666663, + "precision_at_10": 0.06596416666666667, + "precision_at_100": 0.010784166666666668, + "precision_at_1000": 0.0014666666666666665, + "precision_at_3": 0.1531075, + "precision_at_5": 0.10830916666666666, + "recall_at_1": 0.2500791666666667, + "recall_at_10": 0.4910933333333333, + "recall_at_100": 0.7109216666666667, + "recall_at_1000": 0.8777725000000001, + "recall_at_3": 0.36660916666666665, + "recall_at_5": 0.4194149999999999, + "main_score": 0.3825533333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/SmartComponents__bge-micro-v2/external/CQADupstackRetrieval.json b/results/SmartComponents__bge-micro-v2/external/CQADupstackRetrieval.json index 86eb79d15b..b1e0c89a8e 100644 --- a/results/SmartComponents__bge-micro-v2/external/CQADupstackRetrieval.json +++ b/results/SmartComponents__bge-micro-v2/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.350726, - "main_score": 0.350726, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.22528166666666669, + "map_at_10": 0.3031783333333333, + "map_at_100": 0.3144108333333333, + "map_at_1000": 0.31566666666666665, + "map_at_3": 0.2784425, + "map_at_5": 0.29233333333333333, + "mrr_at_1": 0.26757333333333333, + "mrr_at_10": 0.3424425, + "mrr_at_100": 0.35113750000000005, + "mrr_at_1000": 0.35184333333333334, + "mrr_at_3": 0.32012250000000003, + "mrr_at_5": 0.3331225, + "ndcg_at_1": 0.26757333333333333, + "ndcg_at_10": 0.35072583333333335, + "ndcg_at_100": 0.4013358333333334, + "ndcg_at_1000": 0.42818249999999997, + "ndcg_at_3": 0.3079275000000001, + "ndcg_at_5": 0.32822, + "precision_at_1": 0.26757333333333333, + "precision_at_10": 0.06128083333333335, + "precision_at_100": 0.01019, + "precision_at_1000": 0.0014391666666666663, + "precision_at_3": 0.14129916666666664, + "precision_at_5": 0.10087416666666668, + "recall_at_1": 0.22528166666666669, + "recall_at_10": 0.4538341666666667, + "recall_at_100": 0.6781791666666668, + "recall_at_1000": 0.8671716666666666, + "recall_at_3": 0.3338741666666667, + "recall_at_5": 0.3862041666666667, + "main_score": 0.35072583333333335 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/external/CQADupstackRetrieval.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/external/CQADupstackRetrieval.json index 2a20a6f89a..d001ba8cb2 100644 --- a/results/Snowflake__snowflake-arctic-embed-l-v2.0/external/CQADupstackRetrieval.json +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.46103, - "main_score": 0.46103, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4610300000000001, + "ndcg_at_10": 0.4610300000000001 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l/external/CQADupstackRetrieval.json b/results/Snowflake__snowflake-arctic-embed-l/external/CQADupstackRetrieval.json index e8060692d4..7b1593af03 100644 --- a/results/Snowflake__snowflake-arctic-embed-l/external/CQADupstackRetrieval.json +++ b/results/Snowflake__snowflake-arctic-embed-l/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.469715, - "main_score": 0.469715, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.3165658333333333, + "map_at_10": 0.4159883333333333, + "map_at_100": 0.42803500000000005, + "map_at_1000": 0.4291075, + "map_at_3": 0.3868908333333333, + "map_at_5": 0.40277333333333337, + "mrr_at_1": 0.3723483333333334, + "mrr_at_10": 0.45782000000000006, + "mrr_at_100": 0.46577083333333336, + "mrr_at_1000": 0.46625166666666673, + "mrr_at_3": 0.4348066666666666, + "mrr_at_5": 0.44798333333333334, + "ndcg_at_1": 0.3723483333333334, + "ndcg_at_10": 0.46971500000000005, + "ndcg_at_100": 0.5190125, + "ndcg_at_1000": 0.5386366666666667, + "ndcg_at_3": 0.42317916666666666, + "ndcg_at_5": 0.4445866666666667, + "precision_at_1": 0.3723483333333334, + "precision_at_10": 0.08044583333333331, + "precision_at_100": 0.012334166666666667, + "precision_at_1000": 0.0015925, + "precision_at_3": 0.19240833333333326, + "precision_at_5": 0.13435083333333334, + "recall_at_1": 0.3165658333333333, + "recall_at_10": 0.5844758333333333, + "recall_at_100": 0.7993658333333332, + "recall_at_1000": 0.9332491666666668, + "recall_at_3": 0.4544266666666667, + "recall_at_5": 0.5099866666666666, + "main_score": 0.46971500000000005 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-long/external/CQADupstackRetrieval.json b/results/Snowflake__snowflake-arctic-embed-m-long/external/CQADupstackRetrieval.json index 7343fd9275..ea8b78b84c 100644 --- a/results/Snowflake__snowflake-arctic-embed-m-long/external/CQADupstackRetrieval.json +++ b/results/Snowflake__snowflake-arctic-embed-m-long/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.442084, - "main_score": 0.442084, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2931008333333333, + "map_at_10": 0.38818499999999995, + "map_at_100": 0.40050583333333345, + "map_at_1000": 0.40161166666666664, + "map_at_3": 0.35914416666666665, + "map_at_5": 0.37526583333333335, + "mrr_at_1": 0.3460066666666667, + "mrr_at_10": 0.4308858333333333, + "mrr_at_100": 0.4392775, + "mrr_at_1000": 0.4397866666666667, + "mrr_at_3": 0.4072775, + "mrr_at_5": 0.42067249999999995, + "ndcg_at_1": 0.3460066666666667, + "ndcg_at_10": 0.4420841666666667, + "ndcg_at_100": 0.4932866666666667, + "ndcg_at_1000": 0.51374, + "ndcg_at_3": 0.3945208333333333, + "ndcg_at_5": 0.4167, + "precision_at_1": 0.3460066666666667, + "precision_at_10": 0.07616583333333334, + "precision_at_100": 0.0120175, + "precision_at_1000": 0.00156, + "precision_at_3": 0.17992, + "precision_at_5": 0.12658416666666666, + "recall_at_1": 0.2931008333333333, + "recall_at_10": 0.5581900000000001, + "recall_at_100": 0.7806308333333334, + "recall_at_1000": 0.9210641666666668, + "recall_at_3": 0.4250166666666667, + "recall_at_5": 0.4826108333333333, + "main_score": 0.4420841666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v1.5/external/CQADupstackRetrieval.json b/results/Snowflake__snowflake-arctic-embed-m-v1.5/external/CQADupstackRetrieval.json index 92807bbbb4..48e764c3e7 100644 --- a/results/Snowflake__snowflake-arctic-embed-m-v1.5/external/CQADupstackRetrieval.json +++ b/results/Snowflake__snowflake-arctic-embed-m-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.449892, - "main_score": 0.449892, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval is a combined dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4498916666666666, + "ndcg_at_10": 0.4498916666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/external/CQADupstackRetrieval.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/external/CQADupstackRetrieval.json index 3939ac0bb5..a973aabb21 100644 --- a/results/Snowflake__snowflake-arctic-embed-m-v2.0/external/CQADupstackRetrieval.json +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.47198, - "main_score": 0.47198, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.47198, + "ndcg_at_10": 0.47198 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m/external/CQADupstackRetrieval.json b/results/Snowflake__snowflake-arctic-embed-m/external/CQADupstackRetrieval.json index 74cbc7b059..d183829f9f 100644 --- a/results/Snowflake__snowflake-arctic-embed-m/external/CQADupstackRetrieval.json +++ b/results/Snowflake__snowflake-arctic-embed-m/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.438058, - "main_score": 0.438058, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.28173833333333337, + "map_at_10": 0.38202083333333337, + "map_at_100": 0.39474750000000003, + "map_at_1000": 0.3958649999999999, + "map_at_3": 0.3517308333333334, + "map_at_5": 0.36914, + "mrr_at_1": 0.32929583333333334, + "mrr_at_10": 0.4216758333333333, + "mrr_at_100": 0.43041083333333335, + "mrr_at_1000": 0.43092499999999995, + "mrr_at_3": 0.39691666666666664, + "mrr_at_5": 0.4119458333333333, + "ndcg_at_1": 0.32929583333333334, + "ndcg_at_10": 0.4380583333333333, + "ndcg_at_100": 0.49060916666666665, + "ndcg_at_1000": 0.5112725, + "ndcg_at_3": 0.3880383333333333, + "ndcg_at_5": 0.4129658333333333, + "precision_at_1": 0.32929583333333334, + "precision_at_10": 0.07655666666666666, + "precision_at_100": 0.012094166666666668, + "precision_at_1000": 0.0015750000000000002, + "precision_at_3": 0.17879750000000003, + "precision_at_5": 0.12741833333333333, + "recall_at_1": 0.28173833333333337, + "recall_at_10": 0.5621925, + "recall_at_100": 0.7901416666666665, + "recall_at_1000": 0.9313425000000001, + "recall_at_3": 0.4239241666666667, + "recall_at_5": 0.48764833333333335, + "main_score": 0.4380583333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-s/external/CQADupstackRetrieval.json b/results/Snowflake__snowflake-arctic-embed-s/external/CQADupstackRetrieval.json index e62bbabb11..c5223a0269 100644 --- a/results/Snowflake__snowflake-arctic-embed-s/external/CQADupstackRetrieval.json +++ b/results/Snowflake__snowflake-arctic-embed-s/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.420198, - "main_score": 0.420198, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.28131999999999996, + "map_at_10": 0.36933333333333335, + "map_at_100": 0.3811725000000001, + "map_at_1000": 0.38232750000000004, + "map_at_3": 0.34197083333333333, + "map_at_5": 0.35725166666666675, + "mrr_at_1": 0.33161166666666664, + "mrr_at_10": 0.4105783333333333, + "mrr_at_100": 0.4190033333333333, + "mrr_at_1000": 0.41956249999999995, + "mrr_at_3": 0.3875733333333333, + "mrr_at_5": 0.40097333333333324, + "ndcg_at_1": 0.33161166666666664, + "ndcg_at_10": 0.4201983333333333, + "ndcg_at_100": 0.4699916666666667, + "ndcg_at_1000": 0.4921783333333334, + "ndcg_at_3": 0.3747991666666665, + "ndcg_at_5": 0.396355, + "precision_at_1": 0.33161166666666664, + "precision_at_10": 0.07230249999999999, + "precision_at_100": 0.011411666666666667, + "precision_at_1000": 0.001520833333333333, + "precision_at_3": 0.17028166666666666, + "precision_at_5": 0.12047, + "recall_at_1": 0.28131999999999996, + "recall_at_10": 0.528255, + "recall_at_100": 0.7459608333333333, + "recall_at_1000": 0.8987916666666668, + "recall_at_3": 0.40136249999999996, + "recall_at_5": 0.45699999999999996, + "main_score": 0.4201983333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-xs/external/CQADupstackRetrieval.json b/results/Snowflake__snowflake-arctic-embed-xs/external/CQADupstackRetrieval.json index 2b25d3fcdf..c89a9d43d1 100644 --- a/results/Snowflake__snowflake-arctic-embed-xs/external/CQADupstackRetrieval.json +++ b/results/Snowflake__snowflake-arctic-embed-xs/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.401156, - "main_score": 0.401156, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2630825, + "map_at_10": 0.34978666666666663, + "map_at_100": 0.3610925, + "map_at_1000": 0.3622508333333333, + "map_at_3": 0.32239083333333324, + "map_at_5": 0.33759333333333336, + "mrr_at_1": 0.3105308333333333, + "mrr_at_10": 0.39099833333333334, + "mrr_at_100": 0.3992008333333334, + "mrr_at_1000": 0.39980000000000004, + "mrr_at_3": 0.36759583333333334, + "mrr_at_5": 0.38086416666666667, + "ndcg_at_1": 0.3105308333333333, + "ndcg_at_10": 0.4011558333333334, + "ndcg_at_100": 0.4505966666666667, + "ndcg_at_1000": 0.4736516666666667, + "ndcg_at_3": 0.3549083333333333, + "ndcg_at_5": 0.37645416666666665, + "precision_at_1": 0.3105308333333333, + "precision_at_10": 0.06968416666666666, + "precision_at_100": 0.011156666666666665, + "precision_at_1000": 0.0014950000000000002, + "precision_at_3": 0.16123, + "precision_at_5": 0.11451166666666665, + "recall_at_1": 0.2630825, + "recall_at_10": 0.5119283333333333, + "recall_at_100": 0.730285, + "recall_at_1000": 0.8911133333333333, + "recall_at_3": 0.3826208333333333, + "recall_at_5": 0.43855916666666667, + "main_score": 0.4011558333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/TaylorAI__bge-micro-v2/external/CQADupstackRetrieval.json b/results/TaylorAI__bge-micro-v2/external/CQADupstackRetrieval.json index 86eb79d15b..b1e0c89a8e 100644 --- a/results/TaylorAI__bge-micro-v2/external/CQADupstackRetrieval.json +++ b/results/TaylorAI__bge-micro-v2/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.350726, - "main_score": 0.350726, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.22528166666666669, + "map_at_10": 0.3031783333333333, + "map_at_100": 0.3144108333333333, + "map_at_1000": 0.31566666666666665, + "map_at_3": 0.2784425, + "map_at_5": 0.29233333333333333, + "mrr_at_1": 0.26757333333333333, + "mrr_at_10": 0.3424425, + "mrr_at_100": 0.35113750000000005, + "mrr_at_1000": 0.35184333333333334, + "mrr_at_3": 0.32012250000000003, + "mrr_at_5": 0.3331225, + "ndcg_at_1": 0.26757333333333333, + "ndcg_at_10": 0.35072583333333335, + "ndcg_at_100": 0.4013358333333334, + "ndcg_at_1000": 0.42818249999999997, + "ndcg_at_3": 0.3079275000000001, + "ndcg_at_5": 0.32822, + "precision_at_1": 0.26757333333333333, + "precision_at_10": 0.06128083333333335, + "precision_at_100": 0.01019, + "precision_at_1000": 0.0014391666666666663, + "precision_at_3": 0.14129916666666664, + "precision_at_5": 0.10087416666666668, + "recall_at_1": 0.22528166666666669, + "recall_at_10": 0.4538341666666667, + "recall_at_100": 0.6781791666666668, + "recall_at_1000": 0.8671716666666666, + "recall_at_3": 0.3338741666666667, + "recall_at_5": 0.3862041666666667, + "main_score": 0.35072583333333335 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/TaylorAI__bge-micro/external/CQADupstackRetrieval.json b/results/TaylorAI__bge-micro/external/CQADupstackRetrieval.json index ce4541f820..474677b3ec 100644 --- a/results/TaylorAI__bge-micro/external/CQADupstackRetrieval.json +++ b/results/TaylorAI__bge-micro/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.336424, - "main_score": 0.336424, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.21488833333333335, + "map_at_10": 0.29025416666666665, + "map_at_100": 0.3014124999999999, + "map_at_1000": 0.30264083333333336, + "map_at_3": 0.26599333333333336, + "map_at_5": 0.28004666666666667, + "mrr_at_1": 0.25515, + "mrr_at_10": 0.32823500000000005, + "mrr_at_100": 0.3369958333333333, + "mrr_at_1000": 0.3377191666666668, + "mrr_at_3": 0.30581, + "mrr_at_5": 0.3191966666666667, + "ndcg_at_1": 0.25515, + "ndcg_at_10": 0.33642416666666664, + "ndcg_at_100": 0.38758166666666666, + "ndcg_at_1000": 0.41472166666666666, + "ndcg_at_3": 0.29435083333333334, + "ndcg_at_5": 0.31519083333333336, + "precision_at_1": 0.25515, + "precision_at_10": 0.0589725, + "precision_at_100": 0.009918333333333335, + "precision_at_1000": 0.0014075, + "precision_at_3": 0.13504000000000002, + "precision_at_5": 0.096885, + "recall_at_1": 0.21488833333333335, + "recall_at_10": 0.4360808333333333, + "recall_at_100": 0.6650449999999999, + "recall_at_1000": 0.8570024999999998, + "recall_at_3": 0.3192216666666666, + "recall_at_5": 0.37297583333333345, + "main_score": 0.33642416666666664 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/TaylorAI__gte-tiny/external/CQADupstackRetrieval.json b/results/TaylorAI__gte-tiny/external/CQADupstackRetrieval.json index e511d0ac1b..3f053a4dfd 100644 --- a/results/TaylorAI__gte-tiny/external/CQADupstackRetrieval.json +++ b/results/TaylorAI__gte-tiny/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.37796, - "main_score": 0.37796, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24266916666666663, + "map_at_10": 0.32750250000000003, + "map_at_100": 0.3391341666666667, + "map_at_1000": 0.34031749999999994, + "map_at_3": 0.30166416666666673, + "map_at_5": 0.31577000000000005, + "mrr_at_1": 0.28828166666666666, + "mrr_at_10": 0.36809916666666675, + "mrr_at_100": 0.3767075, + "mrr_at_1000": 0.37732999999999994, + "mrr_at_3": 0.34513416666666663, + "mrr_at_5": 0.35788, + "ndcg_at_1": 0.28828166666666666, + "ndcg_at_10": 0.37796, + "ndcg_at_100": 0.4294783333333333, + "ndcg_at_1000": 0.4538908333333333, + "ndcg_at_3": 0.3337475000000001, + "ndcg_at_5": 0.35379666666666665, + "precision_at_1": 0.28828166666666666, + "precision_at_10": 0.0661575, + "precision_at_100": 0.010848333333333333, + "precision_at_1000": 0.001484166666666667, + "precision_at_3": 0.15347833333333333, + "precision_at_5": 0.10848916666666666, + "recall_at_1": 0.24266916666666663, + "recall_at_10": 0.4873458333333333, + "recall_at_100": 0.7156341666666667, + "recall_at_1000": 0.8863091666666668, + "recall_at_3": 0.3631208333333333, + "recall_at_5": 0.4155633333333333, + "main_score": 0.37796 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/TitanML__jina-v2-base-en-embed/external/CQADupstackRetrieval.json b/results/TitanML__jina-v2-base-en-embed/external/CQADupstackRetrieval.json index 535e569243..3ba93b0027 100644 --- a/results/TitanML__jina-v2-base-en-embed/external/CQADupstackRetrieval.json +++ b/results/TitanML__jina-v2-base-en-embed/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.393437, - "main_score": 0.393437, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2517625, + "map_at_10": 0.34063916666666666, + "map_at_100": 0.35255500000000006, + "map_at_1000": 0.35372750000000003, + "map_at_3": 0.31351666666666667, + "map_at_5": 0.32806083333333336, + "mrr_at_1": 0.2959783333333333, + "mrr_at_10": 0.380925, + "mrr_at_100": 0.38957249999999993, + "mrr_at_1000": 0.3901608333333333, + "mrr_at_3": 0.3577625, + "mrr_at_5": 0.37049916666666666, + "ndcg_at_1": 0.2959783333333333, + "ndcg_at_10": 0.39343666666666666, + "ndcg_at_100": 0.44488249999999996, + "ndcg_at_1000": 0.4683358333333334, + "ndcg_at_3": 0.34697083333333334, + "ndcg_at_5": 0.3675075, + "precision_at_1": 0.2959783333333333, + "precision_at_10": 0.06884083333333332, + "precision_at_100": 0.01114, + "precision_at_1000": 0.0015108333333333332, + "precision_at_3": 0.15965250000000003, + "precision_at_5": 0.11246500000000001, + "recall_at_1": 0.2517625, + "recall_at_10": 0.5101599999999998, + "recall_at_100": 0.7360174999999998, + "recall_at_1000": 0.89849, + "recall_at_3": 0.37883999999999995, + "recall_at_5": 0.4324541666666666, + "main_score": 0.39343666666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/WhereIsAI__UAE-Large-V1/external/CQADupstackRetrieval.json b/results/WhereIsAI__UAE-Large-V1/external/CQADupstackRetrieval.json index 69afb03d88..0eb141fab6 100644 --- a/results/WhereIsAI__UAE-Large-V1/external/CQADupstackRetrieval.json +++ b/results/WhereIsAI__UAE-Large-V1/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.409344, - "main_score": 0.409344, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.26250833333333334, + "map_at_10": 0.3546875, + "map_at_100": 0.36667, + "map_at_1000": 0.36780250000000003, + "map_at_3": 0.32567333333333337, + "map_at_5": 0.34203333333333336, + "mrr_at_1": 0.308945, + "mrr_at_10": 0.3963683333333334, + "mrr_at_100": 0.40465083333333335, + "mrr_at_1000": 0.4052125, + "mrr_at_3": 0.37140166666666663, + "mrr_at_5": 0.38609999999999994, + "ndcg_at_1": 0.308945, + "ndcg_at_10": 0.40934416666666673, + "ndcg_at_100": 0.4606241666666666, + "ndcg_at_1000": 0.4828341666666667, + "ndcg_at_3": 0.35975749999999995, + "ndcg_at_5": 0.38378500000000004, + "precision_at_1": 0.308945, + "precision_at_10": 0.0718025, + "precision_at_100": 0.011468333333333334, + "precision_at_1000": 0.0015283333333333331, + "precision_at_3": 0.16525583333333332, + "precision_at_5": 0.11798333333333332, + "recall_at_1": 0.26250833333333334, + "recall_at_10": 0.5296108333333333, + "recall_at_100": 0.7545908333333334, + "recall_at_1000": 0.9073924999999998, + "recall_at_3": 0.3925483333333333, + "recall_at_5": 0.45379500000000006, + "main_score": 0.40934416666666673 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/abhinand__MedEmbed-small-v0.1/external/CQADupstackRetrieval.json b/results/abhinand__MedEmbed-small-v0.1/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..ad6d93884a --- /dev/null +++ b/results/abhinand__MedEmbed-small-v0.1/external/CQADupstackRetrieval.json @@ -0,0 +1,18 @@ +{ + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.38150083333333334, + "ndcg_at_10": 0.38150083333333334 + } + ] + } +} \ No newline at end of file diff --git a/results/ahmet1338__finetuned_embedder/external/CQADupstackRetrieval.json b/results/ahmet1338__finetuned_embedder/external/CQADupstackRetrieval.json index bb0501c8eb..1c71a2d9d4 100644 --- a/results/ahmet1338__finetuned_embedder/external/CQADupstackRetrieval.json +++ b/results/ahmet1338__finetuned_embedder/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.438174, - "main_score": 0.438174, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.28099166666666664, + "map_at_10": 0.38136499999999995, + "map_at_100": 0.39444916666666674, + "map_at_1000": 0.39558583333333336, + "map_at_3": 0.3503641666666666, + "map_at_5": 0.3679833333333334, + "mrr_at_1": 0.33399666666666666, + "mrr_at_10": 0.4242583333333333, + "mrr_at_100": 0.4328575, + "mrr_at_1000": 0.43337416666666667, + "mrr_at_3": 0.3994975, + "mrr_at_5": 0.41416333333333344, + "ndcg_at_1": 0.33399666666666666, + "ndcg_at_10": 0.43817416666666664, + "ndcg_at_100": 0.4908166666666667, + "ndcg_at_1000": 0.5112116666666667, + "ndcg_at_3": 0.3873575, + "ndcg_at_5": 0.41181583333333327, + "precision_at_1": 0.33399666666666666, + "precision_at_10": 0.07738916666666668, + "precision_at_100": 0.012265833333333332, + "precision_at_1000": 0.0015983333333333336, + "precision_at_3": 0.17967416666666666, + "precision_at_5": 0.1278675, + "recall_at_1": 0.28099166666666664, + "recall_at_10": 0.5627049999999999, + "recall_at_100": 0.7893291666666667, + "recall_at_1000": 0.9281608333333334, + "recall_at_3": 0.4209775, + "recall_at_5": 0.4842533333333334, + "main_score": 0.43817416666666664 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/ai-sage__Giga-Embeddings-instruct/external/CQADupstackRetrieval.json b/results/ai-sage__Giga-Embeddings-instruct/external/CQADupstackRetrieval.json index eee3c78571..1fa0793291 100644 --- a/results/ai-sage__Giga-Embeddings-instruct/external/CQADupstackRetrieval.json +++ b/results/ai-sage__Giga-Embeddings-instruct/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.261297, - "main_score": 0.261297, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.2612966666666667, + "ndcg_at_10": 0.2612966666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/aiacademyvn__multilingual-e5-large-instruct/external/CQADupstackRetrieval.json b/results/aiacademyvn__multilingual-e5-large-instruct/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..ffb077aa0e --- /dev/null +++ b/results/aiacademyvn__multilingual-e5-large-instruct/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2776416666666667, + "map_at_10": 0.37298166666666677, + "map_at_100": 0.38530166666666665, + "map_at_1000": 0.3864416666666667, + "map_at_3": 0.34484833333333337, + "map_at_5": 0.360385, + "mrr_at_1": 0.3293558333333333, + "mrr_at_10": 0.4158975, + "mrr_at_100": 0.42425333333333337, + "mrr_at_1000": 0.4247633333333334, + "mrr_at_3": 0.39268250000000005, + "mrr_at_5": 0.40567083333333337, + "ndcg_at_1": 0.3293558333333333, + "ndcg_at_10": 0.42706583333333337, + "ndcg_at_100": 0.47824833333333333, + "ndcg_at_1000": 0.49957333333333337, + "ndcg_at_3": 0.3806475, + "ndcg_at_5": 0.40181583333333326, + "precision_at_1": 0.3293558333333333, + "precision_at_10": 0.07459833333333334, + "precision_at_100": 0.011830833333333336, + "precision_at_1000": 0.0015608333333333333, + "precision_at_3": 0.17523499999999997, + "precision_at_5": 0.12349833333333332, + "recall_at_1": 0.2776416666666667, + "recall_at_10": 0.5431775, + "recall_at_100": 0.7674350000000001, + "recall_at_1000": 0.9145208333333332, + "recall_at_3": 0.41234250000000006, + "recall_at_5": 0.46739833333333336, + "main_score": 0.42706583333333337 + } + ] + } +} \ No newline at end of file diff --git a/results/alexlimh__jasper_en_vision_language_v1/external/CQADupstackRetrieval.json b/results/alexlimh__jasper_en_vision_language_v1/external/CQADupstackRetrieval.json index 54cd2a0b7b..f151012664 100644 --- a/results/alexlimh__jasper_en_vision_language_v1/external/CQADupstackRetrieval.json +++ b/results/alexlimh__jasper_en_vision_language_v1/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.479383, - "main_score": 0.479383, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4793833333333333, + "ndcg_at_10": 0.4793833333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/aliakseilabanau__bge-small-en/external/CQADupstackRetrieval.json b/results/aliakseilabanau__bge-small-en/external/CQADupstackRetrieval.json index c307c7ba67..9f8fbbf7d2 100644 --- a/results/aliakseilabanau__bge-small-en/external/CQADupstackRetrieval.json +++ b/results/aliakseilabanau__bge-small-en/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.385054, - "main_score": 0.385054, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24669249999999998, + "map_at_10": 0.33332583333333327, + "map_at_100": 0.3455783333333333, + "map_at_1000": 0.3467141666666666, + "map_at_3": 0.30663166666666664, + "map_at_5": 0.32148833333333326, + "mrr_at_1": 0.29193833333333336, + "mrr_at_10": 0.3747625, + "mrr_at_100": 0.383545, + "mrr_at_1000": 0.38413166666666676, + "mrr_at_3": 0.3506741666666667, + "mrr_at_5": 0.36450666666666653, + "ndcg_at_1": 0.29193833333333336, + "ndcg_at_10": 0.38505416666666675, + "ndcg_at_100": 0.4381125, + "ndcg_at_1000": 0.4609558333333333, + "ndcg_at_3": 0.33909166666666674, + "ndcg_at_5": 0.3607666666666666, + "precision_at_1": 0.29193833333333336, + "precision_at_10": 0.06725166666666667, + "precision_at_100": 0.011058333333333331, + "precision_at_1000": 0.0014833333333333332, + "precision_at_3": 0.15554166666666666, + "precision_at_5": 0.11079250000000002, + "recall_at_1": 0.24669249999999998, + "recall_at_10": 0.4975583333333332, + "recall_at_100": 0.7306908333333333, + "recall_at_1000": 0.8891316666666667, + "recall_at_3": 0.36913250000000003, + "recall_at_5": 0.42486416666666665, + "main_score": 0.38505416666666675 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/amazon__Titan-text-embeddings-v2/external/CQADupstackRetrieval.json b/results/amazon__Titan-text-embeddings-v2/external/CQADupstackRetrieval.json index 31e92a36ea..657a637b75 100644 --- a/results/amazon__Titan-text-embeddings-v2/external/CQADupstackRetrieval.json +++ b/results/amazon__Titan-text-embeddings-v2/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.452705, - "main_score": 0.452705, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2945541666666667, + "map_at_10": 0.3961333333333334, + "map_at_100": 0.4085875, + "map_at_1000": 0.40967916666666665, + "map_at_3": 0.36488749999999986, + "map_at_5": 0.3824341666666667, + "mrr_at_1": 0.34802583333333337, + "mrr_at_10": 0.43783, + "mrr_at_100": 0.44591833333333336, + "mrr_at_1000": 0.4464208333333333, + "mrr_at_3": 0.4138974999999999, + "mrr_at_5": 0.4274566666666667, + "ndcg_at_1": 0.34802583333333337, + "ndcg_at_10": 0.45270499999999997, + "ndcg_at_100": 0.5031224999999999, + "ndcg_at_1000": 0.5227916666666667, + "ndcg_at_3": 0.402745, + "ndcg_at_5": 0.42615749999999997, + "precision_at_1": 0.34802583333333337, + "precision_at_10": 0.0797075, + "precision_at_100": 0.012400000000000001, + "precision_at_1000": 0.001595, + "precision_at_3": 0.18627583333333336, + "precision_at_5": 0.13207000000000002, + "recall_at_1": 0.2945541666666667, + "recall_at_10": 0.5766091666666665, + "recall_at_100": 0.7951966666666666, + "recall_at_1000": 0.9301883333333333, + "recall_at_3": 0.43580416666666666, + "recall_at_5": 0.497025, + "main_score": 0.45270499999999997 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/andersonbcdefg__bge-small-4096/external/CQADupstackRetrieval.json b/results/andersonbcdefg__bge-small-4096/external/CQADupstackRetrieval.json index a636984cbf..b080839657 100644 --- a/results/andersonbcdefg__bge-small-4096/external/CQADupstackRetrieval.json +++ b/results/andersonbcdefg__bge-small-4096/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.307082, - "main_score": 0.307082, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.19100666666666666, + "map_at_10": 0.2622883333333333, + "map_at_100": 0.2734241666666667, + "map_at_1000": 0.2746841666666667, + "map_at_3": 0.2395391666666667, + "map_at_5": 0.25201250000000003, + "mrr_at_1": 0.22729249999999998, + "mrr_at_10": 0.2986491666666667, + "mrr_at_100": 0.3076925, + "mrr_at_1000": 0.30846333333333337, + "mrr_at_3": 0.27734, + "mrr_at_5": 0.2894058333333333, + "ndcg_at_1": 0.22729249999999998, + "ndcg_at_10": 0.30708250000000004, + "ndcg_at_100": 0.35890833333333333, + "ndcg_at_1000": 0.3875891666666666, + "ndcg_at_3": 0.26661083333333335, + "ndcg_at_5": 0.2854, + "precision_at_1": 0.22729249999999998, + "precision_at_10": 0.054338333333333336, + "precision_at_100": 0.009486666666666666, + "precision_at_1000": 0.0013808333333333333, + "precision_at_3": 0.12292166666666668, + "precision_at_5": 0.08825, + "recall_at_1": 0.19100666666666666, + "recall_at_10": 0.4054208333333334, + "recall_at_100": 0.6367975, + "recall_at_1000": 0.8413574999999999, + "recall_at_3": 0.29311000000000004, + "recall_at_5": 0.341105, + "main_score": 0.30708250000000004 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/anttip__ct2fast-e5-small-v2-hfie/external/CQADupstackRetrieval.json b/results/anttip__ct2fast-e5-small-v2-hfie/external/CQADupstackRetrieval.json index 12cf7b6a66..cab096ef87 100644 --- a/results/anttip__ct2fast-e5-small-v2-hfie/external/CQADupstackRetrieval.json +++ b/results/anttip__ct2fast-e5-small-v2-hfie/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.370688, - "main_score": 0.370688, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24604166666666663, + "map_at_10": 0.3242716666666666, + "map_at_100": 0.33514749999999993, + "map_at_1000": 0.336345, + "map_at_3": 0.3002366666666667, + "map_at_5": 0.3138233333333333, + "mrr_at_1": 0.29001166666666667, + "mrr_at_10": 0.363315, + "mrr_at_100": 0.37166833333333327, + "mrr_at_1000": 0.3723341666666668, + "mrr_at_3": 0.3419916666666667, + "mrr_at_5": 0.3540458333333334, + "ndcg_at_1": 0.29001166666666667, + "ndcg_at_10": 0.3706883333333334, + "ndcg_at_100": 0.41958166666666663, + "ndcg_at_1000": 0.4450158333333334, + "ndcg_at_3": 0.32973499999999994, + "ndcg_at_5": 0.3490833333333334, + "precision_at_1": 0.29001166666666667, + "precision_at_10": 0.06336, + "precision_at_100": 0.010282499999999998, + "precision_at_1000": 0.0014391666666666663, + "precision_at_3": 0.14932499999999996, + "precision_at_5": 0.10508250000000001, + "recall_at_1": 0.24604166666666663, + "recall_at_10": 0.469525, + "recall_at_100": 0.6867816666666667, + "recall_at_1000": 0.8659783333333334, + "recall_at_3": 0.35497833333333334, + "recall_at_5": 0.40525250000000007, + "main_score": 0.3706883333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/anuccikpmg__multilingual-e5-large-instruct-openvino-int8/external/CQADupstackRetrieval.json b/results/anuccikpmg__multilingual-e5-large-instruct-openvino-int8/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..ffb077aa0e --- /dev/null +++ b/results/anuccikpmg__multilingual-e5-large-instruct-openvino-int8/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2776416666666667, + "map_at_10": 0.37298166666666677, + "map_at_100": 0.38530166666666665, + "map_at_1000": 0.3864416666666667, + "map_at_3": 0.34484833333333337, + "map_at_5": 0.360385, + "mrr_at_1": 0.3293558333333333, + "mrr_at_10": 0.4158975, + "mrr_at_100": 0.42425333333333337, + "mrr_at_1000": 0.4247633333333334, + "mrr_at_3": 0.39268250000000005, + "mrr_at_5": 0.40567083333333337, + "ndcg_at_1": 0.3293558333333333, + "ndcg_at_10": 0.42706583333333337, + "ndcg_at_100": 0.47824833333333333, + "ndcg_at_1000": 0.49957333333333337, + "ndcg_at_3": 0.3806475, + "ndcg_at_5": 0.40181583333333326, + "precision_at_1": 0.3293558333333333, + "precision_at_10": 0.07459833333333334, + "precision_at_100": 0.011830833333333336, + "precision_at_1000": 0.0015608333333333333, + "precision_at_3": 0.17523499999999997, + "precision_at_5": 0.12349833333333332, + "recall_at_1": 0.2776416666666667, + "recall_at_10": 0.5431775, + "recall_at_100": 0.7674350000000001, + "recall_at_1000": 0.9145208333333332, + "recall_at_3": 0.41234250000000006, + "recall_at_5": 0.46739833333333336, + "main_score": 0.42706583333333337 + } + ] + } +} \ No newline at end of file diff --git a/results/arcdev__SFR-Embedding-Mistral/external/CQADupstackRetrieval.json b/results/arcdev__SFR-Embedding-Mistral/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..26887cbf40 --- /dev/null +++ b/results/arcdev__SFR-Embedding-Mistral/external/CQADupstackRetrieval.json @@ -0,0 +1,97 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_1": 0.3451166666666667, + "ndcg_at_2": 0.3851591666666667, + "ndcg_at_3": 0.4095083333333333, + "ndcg_at_5": 0.4358066666666667, + "ndcg_at_7": 0.450625, + "ndcg_at_10": 0.46490833333333326, + "ndcg_at_20": 0.48731333333333327, + "ndcg_at_30": 0.4978666666666667, + "ndcg_at_50": 0.5084049999999999, + "ndcg_at_70": 0.5139375, + "ndcg_at_100": 0.5188333333333333, + "ndcg_at_200": 0.5265225, + "ndcg_at_300": 0.5298241666666669, + "ndcg_at_500": 0.5328541666666667, + "ndcg_at_700": 0.5349241666666668, + "ndcg_at_1000": 0.5363758333333334, + "map_at_1": 0.29100750000000003, + "map_at_2": 0.34636500000000003, + "map_at_3": 0.36920333333333333, + "map_at_5": 0.38816416666666664, + "map_at_7": 0.3963541666666666, + "map_at_10": 0.40294583333333334, + "map_at_20": 0.41075749999999994, + "map_at_30": 0.41333, + "map_at_50": 0.41529333333333335, + "map_at_70": 0.4160683333333333, + "map_at_100": 0.41662249999999995, + "map_at_200": 0.4172691666666666, + "map_at_300": 0.4174658333333333, + "map_at_500": 0.41759833333333335, + "map_at_700": 0.41765583333333334, + "map_at_1000": 0.41769000000000006, + "recall_at_1": 0.29100750000000003, + "recall_at_2": 0.3907658333333333, + "recall_at_3": 0.4493591666666667, + "recall_at_5": 0.5166883333333333, + "recall_at_7": 0.5588100000000001, + "recall_at_10": 0.6034691666666667, + "recall_at_20": 0.6844016666666667, + "recall_at_30": 0.7290766666666667, + "recall_at_50": 0.7784300000000001, + "recall_at_70": 0.8070366666666667, + "recall_at_100": 0.8342866666666667, + "recall_at_200": 0.8806816666666668, + "recall_at_300": 0.9024899999999999, + "recall_at_500": 0.9237616666666668, + "recall_at_700": 0.93978, + "recall_at_1000": 0.9512791666666667, + "precision_at_1": 0.3451166666666667, + "precision_at_2": 0.24326333333333328, + "precision_at_3": 0.19099249999999998, + "precision_at_5": 0.13672666666666666, + "precision_at_7": 0.10772, + "precision_at_10": 0.08302166666666669, + "precision_at_20": 0.04896083333333332, + "precision_at_30": 0.03551083333333333, + "precision_at_50": 0.023386666666666663, + "precision_at_70": 0.017605833333333334, + "precision_at_100": 0.012964999999999999, + "precision_at_200": 0.007106666666666667, + "precision_at_300": 0.004955, + "precision_at_500": 0.003106666666666667, + "precision_at_700": 0.0022791666666666668, + "precision_at_1000": 0.001635833333333333, + "mrr_at_1": 0.3451166666666667, + "mrr_at_2": 0.39954249999999997, + "mrr_at_3": 0.41937416666666677, + "mrr_at_5": 0.43487166666666677, + "mrr_at_7": 0.4414983333333333, + "mrr_at_10": 0.44627666666666665, + "mrr_at_20": 0.45152916666666676, + "mrr_at_30": 0.45317, + "mrr_at_50": 0.4542875, + "mrr_at_70": 0.4546966666666667, + "mrr_at_100": 0.4549716666666667, + "mrr_at_200": 0.4552516666666666, + "mrr_at_300": 0.45532333333333347, + "mrr_at_500": 0.45536499999999996, + "mrr_at_700": 0.4553858333333334, + "mrr_at_1000": 0.4553958333333333, + "main_score": 0.46490833333333326 + } + ] + } +} \ No newline at end of file diff --git a/results/arcdev__e5-mistral-7b-instruct/external/CQADupstackRetrieval.json b/results/arcdev__e5-mistral-7b-instruct/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..e50c1a6b10 --- /dev/null +++ b/results/arcdev__e5-mistral-7b-instruct/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2716233333333333, + "map_at_10": 0.3722291666666667, + "map_at_100": 0.3856733333333333, + "map_at_1000": 0.38684250000000003, + "map_at_3": 0.34228583333333334, + "map_at_5": 0.35852500000000004, + "mrr_at_1": 0.3245983333333334, + "mrr_at_10": 0.4165358333333333, + "mrr_at_100": 0.42566916666666665, + "mrr_at_1000": 0.4261766666666667, + "mrr_at_3": 0.392105, + "mrr_at_5": 0.40582166666666664, + "ndcg_at_1": 0.3245983333333334, + "ndcg_at_10": 0.4296758333333333, + "ndcg_at_100": 0.485065, + "ndcg_at_1000": 0.5055658333333334, + "ndcg_at_3": 0.3800441666666666, + "ndcg_at_5": 0.40259166666666674, + "precision_at_1": 0.3245983333333334, + "precision_at_10": 0.07664583333333333, + "precision_at_100": 0.012349999999999998, + "precision_at_1000": 0.0015966666666666668, + "precision_at_3": 0.17731166666666665, + "precision_at_5": 0.12575333333333336, + "recall_at_1": 0.2716233333333333, + "recall_at_10": 0.5544158333333334, + "recall_at_100": 0.7956966666666666, + "recall_at_1000": 0.9345224999999999, + "recall_at_3": 0.41433083333333337, + "recall_at_5": 0.4731108333333333, + "main_score": 0.4296758333333333 + } + ] + } +} \ No newline at end of file diff --git a/results/arkohut__jina-embeddings-v2-base-en/external/CQADupstackRetrieval.json b/results/arkohut__jina-embeddings-v2-base-en/external/CQADupstackRetrieval.json index 535e569243..3ba93b0027 100644 --- a/results/arkohut__jina-embeddings-v2-base-en/external/CQADupstackRetrieval.json +++ b/results/arkohut__jina-embeddings-v2-base-en/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.393437, - "main_score": 0.393437, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2517625, + "map_at_10": 0.34063916666666666, + "map_at_100": 0.35255500000000006, + "map_at_1000": 0.35372750000000003, + "map_at_3": 0.31351666666666667, + "map_at_5": 0.32806083333333336, + "mrr_at_1": 0.2959783333333333, + "mrr_at_10": 0.380925, + "mrr_at_100": 0.38957249999999993, + "mrr_at_1000": 0.3901608333333333, + "mrr_at_3": 0.3577625, + "mrr_at_5": 0.37049916666666666, + "ndcg_at_1": 0.2959783333333333, + "ndcg_at_10": 0.39343666666666666, + "ndcg_at_100": 0.44488249999999996, + "ndcg_at_1000": 0.4683358333333334, + "ndcg_at_3": 0.34697083333333334, + "ndcg_at_5": 0.3675075, + "precision_at_1": 0.2959783333333333, + "precision_at_10": 0.06884083333333332, + "precision_at_100": 0.01114, + "precision_at_1000": 0.0015108333333333332, + "precision_at_3": 0.15965250000000003, + "precision_at_5": 0.11246500000000001, + "recall_at_1": 0.2517625, + "recall_at_10": 0.5101599999999998, + "recall_at_100": 0.7360174999999998, + "recall_at_1000": 0.89849, + "recall_at_3": 0.37883999999999995, + "recall_at_5": 0.4324541666666666, + "main_score": 0.39343666666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/arkohut__jina-embeddings-v3/external/CQADupstackRetrieval.json b/results/arkohut__jina-embeddings-v3/external/CQADupstackRetrieval.json index 77ead12fca..a694f4daf8 100644 --- a/results/arkohut__jina-embeddings-v3/external/CQADupstackRetrieval.json +++ b/results/arkohut__jina-embeddings-v3/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.425886, - "main_score": 0.425886, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4258858333333333, + "ndcg_at_10": 0.4258858333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/atian-chapters__Chapters-SFR-Embedding-Mistral/external/CQADupstackRetrieval.json b/results/atian-chapters__Chapters-SFR-Embedding-Mistral/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..26887cbf40 --- /dev/null +++ b/results/atian-chapters__Chapters-SFR-Embedding-Mistral/external/CQADupstackRetrieval.json @@ -0,0 +1,97 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_1": 0.3451166666666667, + "ndcg_at_2": 0.3851591666666667, + "ndcg_at_3": 0.4095083333333333, + "ndcg_at_5": 0.4358066666666667, + "ndcg_at_7": 0.450625, + "ndcg_at_10": 0.46490833333333326, + "ndcg_at_20": 0.48731333333333327, + "ndcg_at_30": 0.4978666666666667, + "ndcg_at_50": 0.5084049999999999, + "ndcg_at_70": 0.5139375, + "ndcg_at_100": 0.5188333333333333, + "ndcg_at_200": 0.5265225, + "ndcg_at_300": 0.5298241666666669, + "ndcg_at_500": 0.5328541666666667, + "ndcg_at_700": 0.5349241666666668, + "ndcg_at_1000": 0.5363758333333334, + "map_at_1": 0.29100750000000003, + "map_at_2": 0.34636500000000003, + "map_at_3": 0.36920333333333333, + "map_at_5": 0.38816416666666664, + "map_at_7": 0.3963541666666666, + "map_at_10": 0.40294583333333334, + "map_at_20": 0.41075749999999994, + "map_at_30": 0.41333, + "map_at_50": 0.41529333333333335, + "map_at_70": 0.4160683333333333, + "map_at_100": 0.41662249999999995, + "map_at_200": 0.4172691666666666, + "map_at_300": 0.4174658333333333, + "map_at_500": 0.41759833333333335, + "map_at_700": 0.41765583333333334, + "map_at_1000": 0.41769000000000006, + "recall_at_1": 0.29100750000000003, + "recall_at_2": 0.3907658333333333, + "recall_at_3": 0.4493591666666667, + "recall_at_5": 0.5166883333333333, + "recall_at_7": 0.5588100000000001, + "recall_at_10": 0.6034691666666667, + "recall_at_20": 0.6844016666666667, + "recall_at_30": 0.7290766666666667, + "recall_at_50": 0.7784300000000001, + "recall_at_70": 0.8070366666666667, + "recall_at_100": 0.8342866666666667, + "recall_at_200": 0.8806816666666668, + "recall_at_300": 0.9024899999999999, + "recall_at_500": 0.9237616666666668, + "recall_at_700": 0.93978, + "recall_at_1000": 0.9512791666666667, + "precision_at_1": 0.3451166666666667, + "precision_at_2": 0.24326333333333328, + "precision_at_3": 0.19099249999999998, + "precision_at_5": 0.13672666666666666, + "precision_at_7": 0.10772, + "precision_at_10": 0.08302166666666669, + "precision_at_20": 0.04896083333333332, + "precision_at_30": 0.03551083333333333, + "precision_at_50": 0.023386666666666663, + "precision_at_70": 0.017605833333333334, + "precision_at_100": 0.012964999999999999, + "precision_at_200": 0.007106666666666667, + "precision_at_300": 0.004955, + "precision_at_500": 0.003106666666666667, + "precision_at_700": 0.0022791666666666668, + "precision_at_1000": 0.001635833333333333, + "mrr_at_1": 0.3451166666666667, + "mrr_at_2": 0.39954249999999997, + "mrr_at_3": 0.41937416666666677, + "mrr_at_5": 0.43487166666666677, + "mrr_at_7": 0.4414983333333333, + "mrr_at_10": 0.44627666666666665, + "mrr_at_20": 0.45152916666666676, + "mrr_at_30": 0.45317, + "mrr_at_50": 0.4542875, + "mrr_at_70": 0.4546966666666667, + "mrr_at_100": 0.4549716666666667, + "mrr_at_200": 0.4552516666666666, + "mrr_at_300": 0.45532333333333347, + "mrr_at_500": 0.45536499999999996, + "mrr_at_700": 0.4553858333333334, + "mrr_at_1000": 0.4553958333333333, + "main_score": 0.46490833333333326 + } + ] + } +} \ No newline at end of file diff --git a/results/avsolatorio__GIST-Embedding-v0/external/CQADupstackRetrieval.json b/results/avsolatorio__GIST-Embedding-v0/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..0a4273e031 --- /dev/null +++ b/results/avsolatorio__GIST-Embedding-v0/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2786616666666667, + "map_at_10": 0.37584999999999996, + "map_at_100": 0.3880291666666667, + "map_at_1000": 0.3891358333333333, + "map_at_3": 0.34497999999999995, + "map_at_5": 0.36269999999999997, + "mrr_at_1": 0.3307566666666667, + "mrr_at_10": 0.41923666666666665, + "mrr_at_100": 0.42735166666666674, + "mrr_at_1000": 0.42785666666666666, + "mrr_at_3": 0.39390749999999997, + "mrr_at_5": 0.4089133333333334, + "ndcg_at_1": 0.3307566666666667, + "ndcg_at_10": 0.43198749999999997, + "ndcg_at_100": 0.4832083333333334, + "ndcg_at_1000": 0.5041800000000001, + "ndcg_at_3": 0.3810308333333333, + "ndcg_at_5": 0.40598500000000004, + "precision_at_1": 0.3307566666666667, + "precision_at_10": 0.07581916666666666, + "precision_at_100": 0.011975, + "precision_at_1000": 0.0015699999999999998, + "precision_at_3": 0.1749075, + "precision_at_5": 0.125135, + "recall_at_1": 0.2786616666666667, + "recall_at_10": 0.5544975, + "recall_at_100": 0.7792516666666666, + "recall_at_1000": 0.9231358333333333, + "recall_at_3": 0.41324416666666663, + "recall_at_5": 0.4772533333333333, + "main_score": 0.43198749999999997 + } + ] + } +} \ No newline at end of file diff --git a/results/avsolatorio__GIST-all-MiniLM-L6-v2/external/CQADupstackRetrieval.json b/results/avsolatorio__GIST-all-MiniLM-L6-v2/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..f6ad9c193e --- /dev/null +++ b/results/avsolatorio__GIST-all-MiniLM-L6-v2/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.26768416666666667, + "map_at_10": 0.362485, + "map_at_100": 0.37520833333333337, + "map_at_1000": 0.37640333333333337, + "map_at_3": 0.33257916666666665, + "map_at_5": 0.34877250000000004, + "mrr_at_1": 0.3165408333333334, + "mrr_at_10": 0.40438666666666667, + "mrr_at_100": 0.41301249999999995, + "mrr_at_1000": 0.41357499999999997, + "mrr_at_3": 0.37938916666666667, + "mrr_at_5": 0.3935183333333334, + "ndcg_at_1": 0.3165408333333334, + "ndcg_at_10": 0.4176983333333334, + "ndcg_at_100": 0.47137999999999997, + "ndcg_at_1000": 0.4933816666666667, + "ndcg_at_3": 0.3676683333333333, + "ndcg_at_5": 0.39044416666666665, + "precision_at_1": 0.3165408333333334, + "precision_at_10": 0.07396249999999999, + "precision_at_100": 0.011974166666666666, + "precision_at_1000": 0.0015791666666666669, + "precision_at_3": 0.16955583333333332, + "precision_at_5": 0.1209925, + "recall_at_1": 0.26768416666666667, + "recall_at_10": 0.5382366666666667, + "recall_at_100": 0.7739600000000002, + "recall_at_1000": 0.9246300000000001, + "recall_at_3": 0.3990166666666667, + "recall_at_5": 0.45754000000000006, + "main_score": 0.4176983333333334 + } + ] + } +} \ No newline at end of file diff --git a/results/avsolatorio__GIST-large-Embedding-v0/external/CQADupstackRetrieval.json b/results/avsolatorio__GIST-large-Embedding-v0/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..77e36e907c --- /dev/null +++ b/results/avsolatorio__GIST-large-Embedding-v0/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27580333333333334, + "map_at_10": 0.37705583333333337, + "map_at_100": 0.3894941666666667, + "map_at_1000": 0.39062083333333336, + "map_at_3": 0.3463333333333334, + "map_at_5": 0.36352416666666665, + "mrr_at_1": 0.3264866666666667, + "mrr_at_10": 0.420185, + "mrr_at_100": 0.4283391666666666, + "mrr_at_1000": 0.4288416666666667, + "mrr_at_3": 0.3947649999999999, + "mrr_at_5": 0.4096983333333334, + "ndcg_at_1": 0.3264866666666667, + "ndcg_at_10": 0.4343866666666667, + "ndcg_at_100": 0.48569833333333334, + "ndcg_at_1000": 0.506495, + "ndcg_at_3": 0.38327166666666657, + "ndcg_at_5": 0.4076941666666667, + "precision_at_1": 0.3264866666666667, + "precision_at_10": 0.07652333333333332, + "precision_at_100": 0.012066666666666665, + "precision_at_1000": 0.0015841666666666669, + "precision_at_3": 0.1775108333333333, + "precision_at_5": 0.1264191666666667, + "recall_at_1": 0.27580333333333334, + "recall_at_10": 0.5602591666666666, + "recall_at_100": 0.7831699999999999, + "recall_at_1000": 0.9252608333333332, + "recall_at_3": 0.4184283333333333, + "recall_at_5": 0.48105666666666663, + "main_score": 0.4343866666666667 + } + ] + } +} \ No newline at end of file diff --git a/results/avsolatorio__GIST-small-Embedding-v0/external/CQADupstackRetrieval.json b/results/avsolatorio__GIST-small-Embedding-v0/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..3072b1ef95 --- /dev/null +++ b/results/avsolatorio__GIST-small-Embedding-v0/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2524441666666667, + "map_at_10": 0.344595, + "map_at_100": 0.357, + "map_at_1000": 0.358155, + "map_at_3": 0.3160833333333334, + "map_at_5": 0.33189416666666666, + "mrr_at_1": 0.29825250000000003, + "mrr_at_10": 0.38608750000000003, + "mrr_at_100": 0.3946575, + "mrr_at_1000": 0.3952458333333333, + "mrr_at_3": 0.3614516666666667, + "mrr_at_5": 0.3757625, + "ndcg_at_1": 0.29825250000000003, + "ndcg_at_10": 0.39887416666666664, + "ndcg_at_100": 0.4517966666666667, + "ndcg_at_1000": 0.47440583333333336, + "ndcg_at_3": 0.35045916666666665, + "ndcg_at_5": 0.3732025, + "precision_at_1": 0.29825250000000003, + "precision_at_10": 0.07072250000000001, + "precision_at_100": 0.011462499999999997, + "precision_at_1000": 0.0015325, + "precision_at_3": 0.1618375, + "precision_at_5": 0.11526833333333335, + "recall_at_1": 0.2524441666666667, + "recall_at_10": 0.5174491666666667, + "recall_at_100": 0.7504574999999999, + "recall_at_1000": 0.9065558333333334, + "recall_at_3": 0.38283499999999987, + "recall_at_5": 0.44165916666666666, + "main_score": 0.39887416666666664 + } + ] + } +} \ No newline at end of file diff --git a/results/avsolatorio__NoInstruct-small-Embedding-v0/external/CQADupstackRetrieval.json b/results/avsolatorio__NoInstruct-small-Embedding-v0/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..d74c2ce525 --- /dev/null +++ b/results/avsolatorio__NoInstruct-small-Embedding-v0/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2521575, + "map_at_10": 0.34332750000000006, + "map_at_100": 0.3558683333333333, + "map_at_1000": 0.35704583333333334, + "map_at_3": 0.3155441666666667, + "map_at_5": 0.33100833333333335, + "mrr_at_1": 0.29697250000000003, + "mrr_at_10": 0.38372249999999997, + "mrr_at_100": 0.3926708333333334, + "mrr_at_1000": 0.39326500000000003, + "mrr_at_3": 0.35946083333333334, + "mrr_at_5": 0.37337, + "ndcg_at_1": 0.29697250000000003, + "ndcg_at_10": 0.3964575, + "ndcg_at_100": 0.44996833333333336, + "ndcg_at_1000": 0.4731449999999999, + "ndcg_at_3": 0.3493383333333334, + "ndcg_at_5": 0.3715291666666667, + "precision_at_1": 0.29697250000000003, + "precision_at_10": 0.0698825, + "precision_at_100": 0.01138, + "precision_at_1000": 0.0015283333333333331, + "precision_at_3": 0.16115583333333333, + "precision_at_5": 0.11460916666666666, + "recall_at_1": 0.2521575, + "recall_at_10": 0.5126125, + "recall_at_100": 0.7467258333333333, + "recall_at_1000": 0.9072033333333335, + "recall_at_3": 0.381795, + "recall_at_5": 0.4390658333333334, + "main_score": 0.3964575 + } + ] + } +} \ No newline at end of file diff --git a/results/barisaydin__bge-base-en/external/CQADupstackRetrieval.json b/results/barisaydin__bge-base-en/external/CQADupstackRetrieval.json index 7051b1e3c2..4ee7a09662 100644 --- a/results/barisaydin__bge-base-en/external/CQADupstackRetrieval.json +++ b/results/barisaydin__bge-base-en/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.413535, - "main_score": 0.413535, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27057416666666667, + "map_at_10": 0.36086416666666665, + "map_at_100": 0.3726916666666667, + "map_at_1000": 0.3738191666666666, + "map_at_3": 0.3334225, + "map_at_5": 0.34864249999999997, + "mrr_at_1": 0.32060083333333333, + "mrr_at_10": 0.40366583333333333, + "mrr_at_100": 0.41206500000000007, + "mrr_at_1000": 0.41261083333333326, + "mrr_at_3": 0.38012083333333335, + "mrr_at_5": 0.39368583333333335, + "ndcg_at_1": 0.32060083333333333, + "ndcg_at_10": 0.413535, + "ndcg_at_100": 0.4642066666666666, + "ndcg_at_1000": 0.48655166666666666, + "ndcg_at_3": 0.36780416666666665, + "ndcg_at_5": 0.3891783333333334, + "precision_at_1": 0.32060083333333333, + "precision_at_10": 0.07169833333333332, + "precision_at_100": 0.011394999999999999, + "precision_at_1000": 0.0015158333333333332, + "precision_at_3": 0.16852, + "precision_at_5": 0.118645, + "recall_at_1": 0.27057416666666667, + "recall_at_10": 0.5264491666666666, + "recall_at_100": 0.7499791666666666, + "recall_at_1000": 0.9050524999999999, + "recall_at_3": 0.39684, + "recall_at_5": 0.45372250000000003, + "main_score": 0.413535 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/barisaydin__bge-large-en/external/CQADupstackRetrieval.json b/results/barisaydin__bge-large-en/external/CQADupstackRetrieval.json index 1ee618dd7b..d258760d67 100644 --- a/results/barisaydin__bge-large-en/external/CQADupstackRetrieval.json +++ b/results/barisaydin__bge-large-en/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.416334, - "main_score": 0.416334, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.26853499999999997, + "map_at_10": 0.36204333333333333, + "map_at_100": 0.3740391666666667, + "map_at_1000": 0.37515, + "map_at_3": 0.33399749999999995, + "map_at_5": 0.34966500000000006, + "mrr_at_1": 0.3162666666666667, + "mrr_at_10": 0.4043675, + "mrr_at_100": 0.4126033333333334, + "mrr_at_1000": 0.4131525, + "mrr_at_3": 0.38067333333333325, + "mrr_at_5": 0.39415416666666675, + "ndcg_at_1": 0.3162666666666667, + "ndcg_at_10": 0.41633416666666667, + "ndcg_at_100": 0.46704166666666663, + "ndcg_at_1000": 0.4888483333333335, + "ndcg_at_3": 0.36896, + "ndcg_at_5": 0.3911891666666667, + "precision_at_1": 0.3162666666666667, + "precision_at_10": 0.07241083333333333, + "precision_at_100": 0.011488333333333333, + "precision_at_1000": 0.0015250000000000003, + "precision_at_3": 0.16908333333333336, + "precision_at_5": 0.11942833333333333, + "recall_at_1": 0.26853499999999997, + "recall_at_10": 0.5346133333333334, + "recall_at_100": 0.7563633333333333, + "recall_at_1000": 0.9067016666666666, + "recall_at_3": 0.4024241666666667, + "recall_at_5": 0.45986083333333333, + "main_score": 0.41633416666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/barisaydin__bge-small-en/external/CQADupstackRetrieval.json b/results/barisaydin__bge-small-en/external/CQADupstackRetrieval.json index c307c7ba67..9f8fbbf7d2 100644 --- a/results/barisaydin__bge-small-en/external/CQADupstackRetrieval.json +++ b/results/barisaydin__bge-small-en/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.385054, - "main_score": 0.385054, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24669249999999998, + "map_at_10": 0.33332583333333327, + "map_at_100": 0.3455783333333333, + "map_at_1000": 0.3467141666666666, + "map_at_3": 0.30663166666666664, + "map_at_5": 0.32148833333333326, + "mrr_at_1": 0.29193833333333336, + "mrr_at_10": 0.3747625, + "mrr_at_100": 0.383545, + "mrr_at_1000": 0.38413166666666676, + "mrr_at_3": 0.3506741666666667, + "mrr_at_5": 0.36450666666666653, + "ndcg_at_1": 0.29193833333333336, + "ndcg_at_10": 0.38505416666666675, + "ndcg_at_100": 0.4381125, + "ndcg_at_1000": 0.4609558333333333, + "ndcg_at_3": 0.33909166666666674, + "ndcg_at_5": 0.3607666666666666, + "precision_at_1": 0.29193833333333336, + "precision_at_10": 0.06725166666666667, + "precision_at_100": 0.011058333333333331, + "precision_at_1000": 0.0014833333333333332, + "precision_at_3": 0.15554166666666666, + "precision_at_5": 0.11079250000000002, + "recall_at_1": 0.24669249999999998, + "recall_at_10": 0.4975583333333332, + "recall_at_100": 0.7306908333333333, + "recall_at_1000": 0.8891316666666667, + "recall_at_3": 0.36913250000000003, + "recall_at_5": 0.42486416666666665, + "main_score": 0.38505416666666675 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/barisaydin__gte-base/external/CQADupstackRetrieval.json b/results/barisaydin__gte-base/external/CQADupstackRetrieval.json index 3891e60fd1..bbb472fed1 100644 --- a/results/barisaydin__gte-base/external/CQADupstackRetrieval.json +++ b/results/barisaydin__gte-base/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.429053, - "main_score": 0.429053, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2724358333333333, + "map_at_10": 0.37193250000000005, + "map_at_100": 0.3844833333333334, + "map_at_1000": 0.3856083333333333, + "map_at_3": 0.3406633333333333, + "map_at_5": 0.35878583333333336, + "mrr_at_1": 0.32291583333333335, + "mrr_at_10": 0.41482749999999996, + "mrr_at_100": 0.42335833333333334, + "mrr_at_1000": 0.4238683333333333, + "mrr_at_3": 0.38952999999999993, + "mrr_at_5": 0.40453333333333336, + "ndcg_at_1": 0.32291583333333335, + "ndcg_at_10": 0.4290533333333334, + "ndcg_at_100": 0.48138666666666663, + "ndcg_at_1000": 0.5022908333333334, + "ndcg_at_3": 0.3776133333333334, + "ndcg_at_5": 0.40310333333333337, + "precision_at_1": 0.32291583333333335, + "precision_at_10": 0.07585583333333333, + "precision_at_100": 0.012045000000000002, + "precision_at_1000": 0.0015733333333333335, + "precision_at_3": 0.17485416666666664, + "precision_at_5": 0.125145, + "recall_at_1": 0.2724358333333333, + "recall_at_10": 0.5545108333333334, + "recall_at_100": 0.7825858333333335, + "recall_at_1000": 0.9261716666666665, + "recall_at_3": 0.4113058333333333, + "recall_at_5": 0.47731333333333337, + "main_score": 0.4290533333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/barisaydin__gte-large/external/CQADupstackRetrieval.json b/results/barisaydin__gte-large/external/CQADupstackRetrieval.json index bba11fd3b7..bf8f979771 100644 --- a/results/barisaydin__gte-large/external/CQADupstackRetrieval.json +++ b/results/barisaydin__gte-large/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.431763, - "main_score": 0.431763, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27092083333333333, + "map_at_10": 0.37292499999999995, + "map_at_100": 0.38570416666666657, + "map_at_1000": 0.3868141666666667, + "map_at_3": 0.34080000000000005, + "map_at_5": 0.35899583333333335, + "mrr_at_1": 0.3194758333333333, + "mrr_at_10": 0.41510499999999995, + "mrr_at_100": 0.4236099999999999, + "mrr_at_1000": 0.42412500000000003, + "mrr_at_3": 0.3884958333333334, + "mrr_at_5": 0.40448249999999997, + "ndcg_at_1": 0.3194758333333333, + "ndcg_at_10": 0.43176333333333333, + "ndcg_at_100": 0.4845241666666668, + "ndcg_at_1000": 0.5051399999999999, + "ndcg_at_3": 0.3775216666666667, + "ndcg_at_5": 0.4039383333333333, + "precision_at_1": 0.3194758333333333, + "precision_at_10": 0.07688916666666666, + "precision_at_100": 0.012250833333333332, + "precision_at_1000": 0.001595, + "precision_at_3": 0.17465999999999998, + "precision_at_5": 0.12548083333333332, + "recall_at_1": 0.27092083333333333, + "recall_at_10": 0.5628658333333333, + "recall_at_100": 0.7909033333333333, + "recall_at_1000": 0.9327483333333335, + "recall_at_3": 0.4135325, + "recall_at_5": 0.4807275000000001, + "main_score": 0.43176333333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/barisaydin__gte-small/external/CQADupstackRetrieval.json b/results/barisaydin__gte-small/external/CQADupstackRetrieval.json index 38cb6c3a0a..3a504ae0a7 100644 --- a/results/barisaydin__gte-small/external/CQADupstackRetrieval.json +++ b/results/barisaydin__gte-small/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.399784, - "main_score": 0.399784, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.25121666666666664, + "map_at_10": 0.3446258333333334, + "map_at_100": 0.35710499999999995, + "map_at_1000": 0.35826916666666664, + "map_at_3": 0.3156325, + "map_at_5": 0.3318975, + "mrr_at_1": 0.2966441666666667, + "mrr_at_10": 0.385455, + "mrr_at_100": 0.39395666666666673, + "mrr_at_1000": 0.39453249999999995, + "mrr_at_3": 0.3600333333333334, + "mrr_at_5": 0.3744091666666667, + "ndcg_at_1": 0.2966441666666667, + "ndcg_at_10": 0.3997841666666668, + "ndcg_at_100": 0.45278666666666667, + "ndcg_at_1000": 0.4752275, + "ndcg_at_3": 0.3500058333333334, + "ndcg_at_5": 0.3734908333333333, + "precision_at_1": 0.2966441666666667, + "precision_at_10": 0.07094500000000001, + "precision_at_100": 0.011523333333333332, + "precision_at_1000": 0.0015358333333333333, + "precision_at_3": 0.16184166666666663, + "precision_at_5": 0.116005, + "recall_at_1": 0.25121666666666664, + "recall_at_10": 0.5223975000000001, + "recall_at_100": 0.7548408333333333, + "recall_at_1000": 0.9095316666666667, + "recall_at_3": 0.38384583333333333, + "recall_at_5": 0.4439933333333333, + "main_score": 0.3997841666666668 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/baseplate__instructor-large-1/external/CQADupstackRetrieval.json b/results/baseplate__instructor-large-1/external/CQADupstackRetrieval.json index bb0501c8eb..1c71a2d9d4 100644 --- a/results/baseplate__instructor-large-1/external/CQADupstackRetrieval.json +++ b/results/baseplate__instructor-large-1/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.438174, - "main_score": 0.438174, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.28099166666666664, + "map_at_10": 0.38136499999999995, + "map_at_100": 0.39444916666666674, + "map_at_1000": 0.39558583333333336, + "map_at_3": 0.3503641666666666, + "map_at_5": 0.3679833333333334, + "mrr_at_1": 0.33399666666666666, + "mrr_at_10": 0.4242583333333333, + "mrr_at_100": 0.4328575, + "mrr_at_1000": 0.43337416666666667, + "mrr_at_3": 0.3994975, + "mrr_at_5": 0.41416333333333344, + "ndcg_at_1": 0.33399666666666666, + "ndcg_at_10": 0.43817416666666664, + "ndcg_at_100": 0.4908166666666667, + "ndcg_at_1000": 0.5112116666666667, + "ndcg_at_3": 0.3873575, + "ndcg_at_5": 0.41181583333333327, + "precision_at_1": 0.33399666666666666, + "precision_at_10": 0.07738916666666668, + "precision_at_100": 0.012265833333333332, + "precision_at_1000": 0.0015983333333333336, + "precision_at_3": 0.17967416666666666, + "precision_at_5": 0.1278675, + "recall_at_1": 0.28099166666666664, + "recall_at_10": 0.5627049999999999, + "recall_at_100": 0.7893291666666667, + "recall_at_1000": 0.9281608333333334, + "recall_at_3": 0.4209775, + "recall_at_5": 0.4842533333333334, + "main_score": 0.43817416666666664 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/beademiguelperez__sentence-transformers-multilingual-e5-small/external/CQADupstackRetrieval.json b/results/beademiguelperez__sentence-transformers-multilingual-e5-small/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..0ba51ede72 --- /dev/null +++ b/results/beademiguelperez__sentence-transformers-multilingual-e5-small/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24252999999999997, + "map_at_10": 0.31655916666666667, + "map_at_100": 0.3268075, + "map_at_1000": 0.32794833333333334, + "map_at_3": 0.2943691666666666, + "map_at_5": 0.30717416666666664, + "mrr_at_1": 0.28602750000000005, + "mrr_at_10": 0.3556875, + "mrr_at_100": 0.36359499999999995, + "mrr_at_1000": 0.3642775, + "mrr_at_3": 0.3358616666666666, + "mrr_at_5": 0.34736416666666664, + "ndcg_at_1": 0.28602750000000005, + "ndcg_at_10": 0.3606933333333334, + "ndcg_at_100": 0.4070141666666667, + "ndcg_at_1000": 0.4324341666666667, + "ndcg_at_3": 0.32307916666666664, + "ndcg_at_5": 0.34129999999999994, + "precision_at_1": 0.28602750000000005, + "precision_at_10": 0.06097666666666667, + "precision_at_100": 0.009809166666666667, + "precision_at_1000": 0.0013766666666666662, + "precision_at_3": 0.14628166666666667, + "precision_at_5": 0.10266916666666667, + "recall_at_1": 0.24252999999999997, + "recall_at_10": 0.45319166666666666, + "recall_at_100": 0.6603575, + "recall_at_1000": 0.8394708333333334, + "recall_at_3": 0.3471941666666666, + "recall_at_5": 0.3946358333333333, + "main_score": 0.3606933333333334 + } + ] + } +} \ No newline at end of file diff --git a/results/benayad7__concat-e5-small-bge-small-01/external/CQADupstackRetrieval.json b/results/benayad7__concat-e5-small-bge-small-01/external/CQADupstackRetrieval.json index 366a9b0e8f..0075e9039b 100644 --- a/results/benayad7__concat-e5-small-bge-small-01/external/CQADupstackRetrieval.json +++ b/results/benayad7__concat-e5-small-bge-small-01/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.402688, - "main_score": 0.402688, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.40268750000000003, + "ndcg_at_10": 0.40268750000000003 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/binqiangliu__EmbeddingModlebgelargeENv1.5/external/CQADupstackRetrieval.json b/results/binqiangliu__EmbeddingModlebgelargeENv1.5/external/CQADupstackRetrieval.json index 561321d138..670c6a468f 100644 --- a/results/binqiangliu__EmbeddingModlebgelargeENv1.5/external/CQADupstackRetrieval.json +++ b/results/binqiangliu__EmbeddingModlebgelargeENv1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.42229, - "main_score": 0.42229, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2715516666666667, + "map_at_10": 0.3665741666666667, + "map_at_100": 0.3784991666666666, + "map_at_1000": 0.37963166666666676, + "map_at_3": 0.3374974999999999, + "map_at_5": 0.353765, + "mrr_at_1": 0.3208233333333334, + "mrr_at_10": 0.41033833333333336, + "mrr_at_100": 0.41845249999999995, + "mrr_at_1000": 0.41899833333333336, + "mrr_at_3": 0.3862008333333333, + "mrr_at_5": 0.40034416666666656, + "ndcg_at_1": 0.3208233333333334, + "ndcg_at_10": 0.42229, + "ndcg_at_100": 0.47267166666666666, + "ndcg_at_1000": 0.4943466666666667, + "ndcg_at_3": 0.3736408333333333, + "ndcg_at_5": 0.39671500000000004, + "precision_at_1": 0.3208233333333334, + "precision_at_10": 0.07382583333333334, + "precision_at_100": 0.0116625, + "precision_at_1000": 0.0015408333333333333, + "precision_at_3": 0.17218, + "precision_at_5": 0.1221875, + "recall_at_1": 0.2715516666666667, + "recall_at_10": 0.5436683333333333, + "recall_at_100": 0.7637183333333333, + "recall_at_1000": 0.9126183333333333, + "recall_at_3": 0.4076991666666667, + "recall_at_5": 0.46702333333333335, + "main_score": 0.42229 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/blevlabs__stella_en_v5/external/CQADupstackRetrieval.json b/results/blevlabs__stella_en_v5/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..5122847345 --- /dev/null +++ b/results/blevlabs__stella_en_v5/external/CQADupstackRetrieval.json @@ -0,0 +1,157 @@ +{ + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.47748833333333335, + "map_at_1": 0.30179249999999996, + "map_at_10": 0.4160824999999999, + "map_at_100": 0.4294008333333332, + "map_at_1000": 0.43046666666666666, + "map_at_20": 0.4236833333333334, + "map_at_3": 0.38234916666666663, + "map_at_5": 0.4010183333333333, + "mrr_at_1": 0.36476760858081664, + "mrr_at_10": 0.46300991916437156, + "mrr_at_100": 0.4712155753713262, + "mrr_at_1000": 0.4716803361079995, + "mrr_at_20": 0.4680405724560391, + "mrr_at_3": 0.43770003528017976, + "mrr_at_5": 0.4522295361704542, + "nauc_map_at_1000_diff1": 0.46953671666941527, + "nauc_map_at_1000_max": 0.32260396316089673, + "nauc_map_at_1000_std": 0.0066577661200948775, + "nauc_map_at_100_diff1": 0.4694717463394555, + "nauc_map_at_100_max": 0.3225088350678177, + "nauc_map_at_100_std": 0.006257017014549283, + "nauc_map_at_10_diff1": 0.46974678429336464, + "nauc_map_at_10_max": 0.31862230807295505, + "nauc_map_at_10_std": -0.0014758828549579284, + "nauc_map_at_1_diff1": 0.5248913346466124, + "nauc_map_at_1_max": 0.29874374024967726, + "nauc_map_at_1_std": -0.024335475698361343, + "nauc_map_at_20_diff1": 0.4696088684217651, + "nauc_map_at_20_max": 0.3208954208613205, + "nauc_map_at_20_std": 0.0025946321113436525, + "nauc_map_at_3_diff1": 0.4770323012151835, + "nauc_map_at_3_max": 0.30977880095983107, + "nauc_map_at_3_std": -0.01342777563991804, + "nauc_map_at_5_diff1": 0.471615010199957, + "nauc_map_at_5_max": 0.31420885812683286, + "nauc_map_at_5_std": -0.008789297099444307, + "nauc_mrr_at_1000_diff1": 0.4669178645962615, + "nauc_mrr_at_1000_max": 0.34392807413340654, + "nauc_mrr_at_1000_std": 0.016155464863667934, + "nauc_mrr_at_100_diff1": 0.4667417236349189, + "nauc_mrr_at_100_max": 0.3438460704551262, + "nauc_mrr_at_100_std": 0.016259917384109653, + "nauc_mrr_at_10_diff1": 0.4660497560446239, + "nauc_mrr_at_10_max": 0.3432918897817958, + "nauc_mrr_at_10_std": 0.0139387793769014, + "nauc_mrr_at_1_diff1": 0.5161608573254137, + "nauc_mrr_at_1_max": 0.3518105023234596, + "nauc_mrr_at_1_std": 0.0017943702145478177, + "nauc_mrr_at_20_diff1": 0.46635943069860253, + "nauc_mrr_at_20_max": 0.34370509731187937, + "nauc_mrr_at_20_std": 0.015346464678860607, + "nauc_mrr_at_3_diff1": 0.47154389369038335, + "nauc_mrr_at_3_max": 0.3441036411855465, + "nauc_mrr_at_3_std": 0.00924551812357872, + "nauc_mrr_at_5_diff1": 0.46669010169176306, + "nauc_mrr_at_5_max": 0.3429740388138466, + "nauc_mrr_at_5_std": 0.010567184149139793, + "nauc_ndcg_at_1000_diff1": 0.45375448289173265, + "nauc_ndcg_at_1000_max": 0.3347957083714482, + "nauc_ndcg_at_1000_std": 0.03192251100225568, + "nauc_ndcg_at_100_diff1": 0.44936010146994987, + "nauc_ndcg_at_100_max": 0.3321249888295249, + "nauc_ndcg_at_100_std": 0.03609842852934217, + "nauc_ndcg_at_10_diff1": 0.44878932840119146, + "nauc_ndcg_at_10_max": 0.3238488524947851, + "nauc_ndcg_at_10_std": 0.01454493065035396, + "nauc_ndcg_at_1_diff1": 0.5161608573254137, + "nauc_ndcg_at_1_max": 0.3518105023234596, + "nauc_ndcg_at_1_std": 0.0017943702145478177, + "nauc_ndcg_at_20_diff1": 0.4486775217905061, + "nauc_ndcg_at_20_max": 0.32689535921840196, + "nauc_ndcg_at_20_std": 0.023377651585739012, + "nauc_ndcg_at_3_diff1": 0.45874858213813413, + "nauc_ndcg_at_3_max": 0.3233282450558947, + "nauc_ndcg_at_3_std": 0.000681643829273283, + "nauc_ndcg_at_5_diff1": 0.4520290213189239, + "nauc_ndcg_at_5_max": 0.32102697152391696, + "nauc_ndcg_at_5_std": 0.0035655728337744856, + "nauc_precision_at_1000_diff1": -0.08935267931198956, + "nauc_precision_at_1000_max": 0.06464981960169269, + "nauc_precision_at_1000_std": 0.10662786182234633, + "nauc_precision_at_100_diff1": -0.0164091517847155, + "nauc_precision_at_100_max": 0.15175617871025024, + "nauc_precision_at_100_std": 0.16924256989248077, + "nauc_precision_at_10_diff1": 0.15676651966277047, + "nauc_precision_at_10_max": 0.2624373418884712, + "nauc_precision_at_10_std": 0.10601741034956333, + "nauc_precision_at_1_diff1": 0.5161608573254137, + "nauc_precision_at_1_max": 0.3518105023234596, + "nauc_precision_at_1_std": 0.0017943702145478177, + "nauc_precision_at_20_diff1": 0.09447267260198654, + "nauc_precision_at_20_max": 0.23024130858142722, + "nauc_precision_at_20_std": 0.13739145648899603, + "nauc_precision_at_3_diff1": 0.3011583572134629, + "nauc_precision_at_3_max": 0.3137321080069495, + "nauc_precision_at_3_std": 0.04705512374126024, + "nauc_precision_at_5_diff1": 0.23192015335996094, + "nauc_precision_at_5_max": 0.29415746835998763, + "nauc_precision_at_5_std": 0.06843498772798558, + "nauc_recall_at_1000_diff1": 0.2536573313426033, + "nauc_recall_at_1000_max": 0.43066722565241683, + "nauc_recall_at_1000_std": 0.4793664853815292, + "nauc_recall_at_100_diff1": 0.31222880916617407, + "nauc_recall_at_100_max": 0.3176115990417266, + "nauc_recall_at_100_std": 0.23034218976635878, + "nauc_recall_at_10_diff1": 0.3623439028915225, + "nauc_recall_at_10_max": 0.28473458977606436, + "nauc_recall_at_10_std": 0.037797969934159, + "nauc_recall_at_1_diff1": 0.5248913346466124, + "nauc_recall_at_1_max": 0.29874374024967726, + "nauc_recall_at_1_std": -0.024335475698361343, + "nauc_recall_at_20_diff1": 0.34678676952584764, + "nauc_recall_at_20_max": 0.2904638392522168, + "nauc_recall_at_20_std": 0.0814889498208255, + "nauc_recall_at_3_diff1": 0.4131029996231311, + "nauc_recall_at_3_max": 0.2844199443414157, + "nauc_recall_at_3_std": -0.00747324057600377, + "nauc_recall_at_5_diff1": 0.38535873899920675, + "nauc_recall_at_5_max": 0.27942667805948374, + "nauc_recall_at_5_std": 0.0030652206930973686, + "ndcg_at_1": 0.3647675, + "ndcg_at_10": 0.47748833333333335, + "ndcg_at_100": 0.5290241666666667, + "ndcg_at_1000": 0.5469116666666667, + "ndcg_at_20": 0.4989758333333333, + "ndcg_at_3": 0.42462250000000007, + "ndcg_at_5": 0.4491841666666667, + "precision_at_1": 0.3647675, + "precision_at_10": 0.08582416666666665, + "precision_at_100": 0.013147500000000001, + "precision_at_1000": 0.0016458333333333333, + "precision_at_20": 0.05021833333333334, + "precision_at_3": 0.20004499999999997, + "precision_at_5": 0.14178666666666664, + "recall_at_1": 0.30179249999999996, + "recall_at_10": 0.6095016666666667, + "recall_at_100": 0.8319025000000001, + "recall_at_1000": 0.9527774999999998, + "recall_at_20": 0.6880175, + "recall_at_3": 0.4601841666666666, + "recall_at_5": 0.5248241666666666 + } + ] + } +} \ No newline at end of file diff --git a/results/brahmairesearch__slx-v0.1/external/CQADupstackRetrieval.json b/results/brahmairesearch__slx-v0.1/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..cbc49a4021 --- /dev/null +++ b/results/brahmairesearch__slx-v0.1/external/CQADupstackRetrieval.json @@ -0,0 +1,18 @@ +{ + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4132475, + "ndcg_at_10": 0.4132475 + } + ] + } +} \ No newline at end of file diff --git a/results/cgldo__semanticClone/external/CQADupstackRetrieval.json b/results/cgldo__semanticClone/external/CQADupstackRetrieval.json index bba11fd3b7..bf8f979771 100644 --- a/results/cgldo__semanticClone/external/CQADupstackRetrieval.json +++ b/results/cgldo__semanticClone/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.431763, - "main_score": 0.431763, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27092083333333333, + "map_at_10": 0.37292499999999995, + "map_at_100": 0.38570416666666657, + "map_at_1000": 0.3868141666666667, + "map_at_3": 0.34080000000000005, + "map_at_5": 0.35899583333333335, + "mrr_at_1": 0.3194758333333333, + "mrr_at_10": 0.41510499999999995, + "mrr_at_100": 0.4236099999999999, + "mrr_at_1000": 0.42412500000000003, + "mrr_at_3": 0.3884958333333334, + "mrr_at_5": 0.40448249999999997, + "ndcg_at_1": 0.3194758333333333, + "ndcg_at_10": 0.43176333333333333, + "ndcg_at_100": 0.4845241666666668, + "ndcg_at_1000": 0.5051399999999999, + "ndcg_at_3": 0.3775216666666667, + "ndcg_at_5": 0.4039383333333333, + "precision_at_1": 0.3194758333333333, + "precision_at_10": 0.07688916666666666, + "precision_at_100": 0.012250833333333332, + "precision_at_1000": 0.001595, + "precision_at_3": 0.17465999999999998, + "precision_at_5": 0.12548083333333332, + "recall_at_1": 0.27092083333333333, + "recall_at_10": 0.5628658333333333, + "recall_at_100": 0.7909033333333333, + "recall_at_1000": 0.9327483333333335, + "recall_at_3": 0.4135325, + "recall_at_5": 0.4807275000000001, + "main_score": 0.43176333333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/cnmoro__snowflake-arctic-embed-m-v2.0-cpu/external/CQADupstackRetrieval.json b/results/cnmoro__snowflake-arctic-embed-m-v2.0-cpu/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..a973aabb21 --- /dev/null +++ b/results/cnmoro__snowflake-arctic-embed-m-v2.0-cpu/external/CQADupstackRetrieval.json @@ -0,0 +1,18 @@ +{ + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.47198, + "ndcg_at_10": 0.47198 + } + ] + } +} \ No newline at end of file diff --git a/results/compressa-ai__Compressa-Embeddings/external/CQADupstackRetrieval.json b/results/compressa-ai__Compressa-Embeddings/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..26887cbf40 --- /dev/null +++ b/results/compressa-ai__Compressa-Embeddings/external/CQADupstackRetrieval.json @@ -0,0 +1,97 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_1": 0.3451166666666667, + "ndcg_at_2": 0.3851591666666667, + "ndcg_at_3": 0.4095083333333333, + "ndcg_at_5": 0.4358066666666667, + "ndcg_at_7": 0.450625, + "ndcg_at_10": 0.46490833333333326, + "ndcg_at_20": 0.48731333333333327, + "ndcg_at_30": 0.4978666666666667, + "ndcg_at_50": 0.5084049999999999, + "ndcg_at_70": 0.5139375, + "ndcg_at_100": 0.5188333333333333, + "ndcg_at_200": 0.5265225, + "ndcg_at_300": 0.5298241666666669, + "ndcg_at_500": 0.5328541666666667, + "ndcg_at_700": 0.5349241666666668, + "ndcg_at_1000": 0.5363758333333334, + "map_at_1": 0.29100750000000003, + "map_at_2": 0.34636500000000003, + "map_at_3": 0.36920333333333333, + "map_at_5": 0.38816416666666664, + "map_at_7": 0.3963541666666666, + "map_at_10": 0.40294583333333334, + "map_at_20": 0.41075749999999994, + "map_at_30": 0.41333, + "map_at_50": 0.41529333333333335, + "map_at_70": 0.4160683333333333, + "map_at_100": 0.41662249999999995, + "map_at_200": 0.4172691666666666, + "map_at_300": 0.4174658333333333, + "map_at_500": 0.41759833333333335, + "map_at_700": 0.41765583333333334, + "map_at_1000": 0.41769000000000006, + "recall_at_1": 0.29100750000000003, + "recall_at_2": 0.3907658333333333, + "recall_at_3": 0.4493591666666667, + "recall_at_5": 0.5166883333333333, + "recall_at_7": 0.5588100000000001, + "recall_at_10": 0.6034691666666667, + "recall_at_20": 0.6844016666666667, + "recall_at_30": 0.7290766666666667, + "recall_at_50": 0.7784300000000001, + "recall_at_70": 0.8070366666666667, + "recall_at_100": 0.8342866666666667, + "recall_at_200": 0.8806816666666668, + "recall_at_300": 0.9024899999999999, + "recall_at_500": 0.9237616666666668, + "recall_at_700": 0.93978, + "recall_at_1000": 0.9512791666666667, + "precision_at_1": 0.3451166666666667, + "precision_at_2": 0.24326333333333328, + "precision_at_3": 0.19099249999999998, + "precision_at_5": 0.13672666666666666, + "precision_at_7": 0.10772, + "precision_at_10": 0.08302166666666669, + "precision_at_20": 0.04896083333333332, + "precision_at_30": 0.03551083333333333, + "precision_at_50": 0.023386666666666663, + "precision_at_70": 0.017605833333333334, + "precision_at_100": 0.012964999999999999, + "precision_at_200": 0.007106666666666667, + "precision_at_300": 0.004955, + "precision_at_500": 0.003106666666666667, + "precision_at_700": 0.0022791666666666668, + "precision_at_1000": 0.001635833333333333, + "mrr_at_1": 0.3451166666666667, + "mrr_at_2": 0.39954249999999997, + "mrr_at_3": 0.41937416666666677, + "mrr_at_5": 0.43487166666666677, + "mrr_at_7": 0.4414983333333333, + "mrr_at_10": 0.44627666666666665, + "mrr_at_20": 0.45152916666666676, + "mrr_at_30": 0.45317, + "mrr_at_50": 0.4542875, + "mrr_at_70": 0.4546966666666667, + "mrr_at_100": 0.4549716666666667, + "mrr_at_200": 0.4552516666666666, + "mrr_at_300": 0.45532333333333347, + "mrr_at_500": 0.45536499999999996, + "mrr_at_700": 0.4553858333333334, + "mrr_at_1000": 0.4553958333333333, + "main_score": 0.46490833333333326 + } + ] + } +} \ No newline at end of file diff --git a/results/consciousAI__cai-lunaris-text-embeddings/external/CQADupstackRetrieval.json b/results/consciousAI__cai-lunaris-text-embeddings/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..2e265a689d --- /dev/null +++ b/results/consciousAI__cai-lunaris-text-embeddings/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.11044583333333331, + "map_at_10": 0.15682833333333335, + "map_at_100": 0.16506500000000002, + "map_at_1000": 0.16623833333333335, + "map_at_3": 0.14130833333333334, + "map_at_5": 0.14963583333333333, + "mrr_at_1": 0.13482833333333333, + "mrr_at_10": 0.18328500000000003, + "mrr_at_100": 0.19095416666666665, + "mrr_at_1000": 0.1918241666666666, + "mrr_at_3": 0.1675475, + "mrr_at_5": 0.17614749999999998, + "ndcg_at_1": 0.13482833333333333, + "ndcg_at_10": 0.1881491666666667, + "ndcg_at_100": 0.22946833333333333, + "ndcg_at_1000": 0.26061083333333335, + "ndcg_at_3": 0.15949333333333332, + "ndcg_at_5": 0.17218333333333333, + "precision_at_1": 0.13482833333333333, + "precision_at_10": 0.03456583333333333, + "precision_at_100": 0.006599166666666666, + "precision_at_1000": 0.00109, + "precision_at_3": 0.07498833333333332, + "precision_at_5": 0.05477166666666667, + "recall_at_1": 0.11044583333333331, + "recall_at_10": 0.25737750000000004, + "recall_at_100": 0.4461791666666667, + "recall_at_1000": 0.6756524999999999, + "recall_at_3": 0.17598249999999996, + "recall_at_5": 0.209035, + "main_score": 0.1881491666666667 + } + ] + } +} \ No newline at end of file diff --git a/results/consciousAI__cai-stellaris-text-embeddings/external/CQADupstackRetrieval.json b/results/consciousAI__cai-stellaris-text-embeddings/external/CQADupstackRetrieval.json index 845d54d6ed..4bc1c2cd4a 100644 --- a/results/consciousAI__cai-stellaris-text-embeddings/external/CQADupstackRetrieval.json +++ b/results/consciousAI__cai-stellaris-text-embeddings/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.310294, - "main_score": 0.310294, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.18327916666666666, + "map_at_10": 0.26068, + "map_at_100": 0.2735883333333333, + "map_at_1000": 0.27491583333333336, + "map_at_3": 0.23455083333333332, + "map_at_5": 0.24857916666666666, + "mrr_at_1": 0.2205066666666667, + "mrr_at_10": 0.2980508333333333, + "mrr_at_100": 0.3080283333333333, + "mrr_at_1000": 0.30876166666666666, + "mrr_at_3": 0.27381083333333334, + "mrr_at_5": 0.2872441666666667, + "ndcg_at_1": 0.22056000000000003, + "ndcg_at_10": 0.31029416666666665, + "ndcg_at_100": 0.36901749999999994, + "ndcg_at_1000": 0.3971625, + "ndcg_at_3": 0.2635533333333333, + "ndcg_at_5": 0.28471500000000005, + "precision_at_1": 0.22056000000000003, + "precision_at_10": 0.05764583333333333, + "precision_at_100": 0.010406666666666666, + "precision_at_1000": 0.0014850000000000002, + "precision_at_3": 0.12391416666666666, + "precision_at_5": 0.09112499999999998, + "recall_at_1": 0.18327916666666666, + "recall_at_10": 0.4215083333333333, + "recall_at_100": 0.6838666666666665, + "recall_at_1000": 0.8824183333333333, + "recall_at_3": 0.29094416666666667, + "recall_at_5": 0.3448716666666666, + "main_score": 0.31029416666666665 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/corto-ai__nomic-embed-text-v1/external/CQADupstackRetrieval.json b/results/corto-ai__nomic-embed-text-v1/external/CQADupstackRetrieval.json index 6615f7379d..27b14745cd 100644 --- a/results/corto-ai__nomic-embed-text-v1/external/CQADupstackRetrieval.json +++ b/results/corto-ai__nomic-embed-text-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.382553, - "main_score": 0.382553, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2500791666666667, + "map_at_10": 0.33287749999999994, + "map_at_100": 0.34411416666666667, + "map_at_1000": 0.34525833333333333, + "map_at_3": 0.3073441666666667, + "map_at_5": 0.32137166666666667, + "mrr_at_1": 0.29305666666666663, + "mrr_at_10": 0.3722966666666666, + "mrr_at_100": 0.3806658333333333, + "mrr_at_1000": 0.3812616666666667, + "mrr_at_3": 0.3492275, + "mrr_at_5": 0.3623333333333334, + "ndcg_at_1": 0.29305666666666663, + "ndcg_at_10": 0.3825533333333333, + "ndcg_at_100": 0.4325266666666666, + "ndcg_at_1000": 0.45635833333333337, + "ndcg_at_3": 0.33777166666666664, + "ndcg_at_5": 0.35850000000000004, + "precision_at_1": 0.29305666666666663, + "precision_at_10": 0.06596416666666667, + "precision_at_100": 0.010784166666666668, + "precision_at_1000": 0.0014666666666666665, + "precision_at_3": 0.1531075, + "precision_at_5": 0.10830916666666666, + "recall_at_1": 0.2500791666666667, + "recall_at_10": 0.4910933333333333, + "recall_at_100": 0.7109216666666667, + "recall_at_1000": 0.8777725000000001, + "recall_at_3": 0.36660916666666665, + "recall_at_5": 0.4194149999999999, + "main_score": 0.3825533333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/davidpeer__gte-small/external/CQADupstackRetrieval.json b/results/davidpeer__gte-small/external/CQADupstackRetrieval.json index 38cb6c3a0a..3a504ae0a7 100644 --- a/results/davidpeer__gte-small/external/CQADupstackRetrieval.json +++ b/results/davidpeer__gte-small/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.399784, - "main_score": 0.399784, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.25121666666666664, + "map_at_10": 0.3446258333333334, + "map_at_100": 0.35710499999999995, + "map_at_1000": 0.35826916666666664, + "map_at_3": 0.3156325, + "map_at_5": 0.3318975, + "mrr_at_1": 0.2966441666666667, + "mrr_at_10": 0.385455, + "mrr_at_100": 0.39395666666666673, + "mrr_at_1000": 0.39453249999999995, + "mrr_at_3": 0.3600333333333334, + "mrr_at_5": 0.3744091666666667, + "ndcg_at_1": 0.2966441666666667, + "ndcg_at_10": 0.3997841666666668, + "ndcg_at_100": 0.45278666666666667, + "ndcg_at_1000": 0.4752275, + "ndcg_at_3": 0.3500058333333334, + "ndcg_at_5": 0.3734908333333333, + "precision_at_1": 0.2966441666666667, + "precision_at_10": 0.07094500000000001, + "precision_at_100": 0.011523333333333332, + "precision_at_1000": 0.0015358333333333333, + "precision_at_3": 0.16184166666666663, + "precision_at_5": 0.116005, + "recall_at_1": 0.25121666666666664, + "recall_at_10": 0.5223975000000001, + "recall_at_100": 0.7548408333333333, + "recall_at_1000": 0.9095316666666667, + "recall_at_3": 0.38384583333333333, + "recall_at_5": 0.4439933333333333, + "main_score": 0.3997841666666668 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/deepfile__embedder-100p/external/CQADupstackRetrieval.json b/results/deepfile__embedder-100p/external/CQADupstackRetrieval.json index 7de9ede9c3..436c9b5585 100644 --- a/results/deepfile__embedder-100p/external/CQADupstackRetrieval.json +++ b/results/deepfile__embedder-100p/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.344621, - "main_score": 0.344621, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.21159999999999995, + "map_at_10": 0.2942133333333334, + "map_at_100": 0.3061058333333333, + "map_at_1000": 0.30742416666666667, + "map_at_3": 0.26745833333333335, + "map_at_5": 0.2820291666666667, + "mrr_at_1": 0.2530825, + "mrr_at_10": 0.3321275, + "mrr_at_100": 0.34093416666666665, + "mrr_at_1000": 0.34163000000000004, + "mrr_at_3": 0.3081675, + "mrr_at_5": 0.3216816666666667, + "ndcg_at_1": 0.2530825, + "ndcg_at_10": 0.3446208333333333, + "ndcg_at_100": 0.3977183333333334, + "ndcg_at_1000": 0.42461916666666677, + "ndcg_at_3": 0.29797916666666663, + "ndcg_at_5": 0.31935166666666664, + "precision_at_1": 0.2530825, + "precision_at_10": 0.06260916666666666, + "precision_at_100": 0.010716666666666666, + "precision_at_1000": 0.0015025000000000001, + "precision_at_3": 0.13926916666666667, + "precision_at_5": 0.10043916666666665, + "recall_at_1": 0.21159999999999995, + "recall_at_10": 0.4561408333333334, + "recall_at_100": 0.6926583333333332, + "recall_at_1000": 0.8822541666666668, + "recall_at_3": 0.3267691666666666, + "recall_at_5": 0.3812716666666667, + "main_score": 0.3446208333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/deepfile__multilingual-e5-small-onnx-qint8/external/CQADupstackRetrieval.json b/results/deepfile__multilingual-e5-small-onnx-qint8/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..0ba51ede72 --- /dev/null +++ b/results/deepfile__multilingual-e5-small-onnx-qint8/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24252999999999997, + "map_at_10": 0.31655916666666667, + "map_at_100": 0.3268075, + "map_at_1000": 0.32794833333333334, + "map_at_3": 0.2943691666666666, + "map_at_5": 0.30717416666666664, + "mrr_at_1": 0.28602750000000005, + "mrr_at_10": 0.3556875, + "mrr_at_100": 0.36359499999999995, + "mrr_at_1000": 0.3642775, + "mrr_at_3": 0.3358616666666666, + "mrr_at_5": 0.34736416666666664, + "ndcg_at_1": 0.28602750000000005, + "ndcg_at_10": 0.3606933333333334, + "ndcg_at_100": 0.4070141666666667, + "ndcg_at_1000": 0.4324341666666667, + "ndcg_at_3": 0.32307916666666664, + "ndcg_at_5": 0.34129999999999994, + "precision_at_1": 0.28602750000000005, + "precision_at_10": 0.06097666666666667, + "precision_at_100": 0.009809166666666667, + "precision_at_1000": 0.0013766666666666662, + "precision_at_3": 0.14628166666666667, + "precision_at_5": 0.10266916666666667, + "recall_at_1": 0.24252999999999997, + "recall_at_10": 0.45319166666666666, + "recall_at_100": 0.6603575, + "recall_at_1000": 0.8394708333333334, + "recall_at_3": 0.3471941666666666, + "recall_at_5": 0.3946358333333333, + "main_score": 0.3606933333333334 + } + ] + } +} \ No newline at end of file diff --git a/results/deepfile__multilingual-e5-small-openvino/external/CQADupstackRetrieval.json b/results/deepfile__multilingual-e5-small-openvino/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..0ba51ede72 --- /dev/null +++ b/results/deepfile__multilingual-e5-small-openvino/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24252999999999997, + "map_at_10": 0.31655916666666667, + "map_at_100": 0.3268075, + "map_at_1000": 0.32794833333333334, + "map_at_3": 0.2943691666666666, + "map_at_5": 0.30717416666666664, + "mrr_at_1": 0.28602750000000005, + "mrr_at_10": 0.3556875, + "mrr_at_100": 0.36359499999999995, + "mrr_at_1000": 0.3642775, + "mrr_at_3": 0.3358616666666666, + "mrr_at_5": 0.34736416666666664, + "ndcg_at_1": 0.28602750000000005, + "ndcg_at_10": 0.3606933333333334, + "ndcg_at_100": 0.4070141666666667, + "ndcg_at_1000": 0.4324341666666667, + "ndcg_at_3": 0.32307916666666664, + "ndcg_at_5": 0.34129999999999994, + "precision_at_1": 0.28602750000000005, + "precision_at_10": 0.06097666666666667, + "precision_at_100": 0.009809166666666667, + "precision_at_1000": 0.0013766666666666662, + "precision_at_3": 0.14628166666666667, + "precision_at_5": 0.10266916666666667, + "recall_at_1": 0.24252999999999997, + "recall_at_10": 0.45319166666666666, + "recall_at_100": 0.6603575, + "recall_at_1000": 0.8394708333333334, + "recall_at_3": 0.3471941666666666, + "recall_at_5": 0.3946358333333333, + "main_score": 0.3606933333333334 + } + ] + } +} \ No newline at end of file diff --git a/results/dhairya0907__thenlper-get-large/external/CQADupstackRetrieval.json b/results/dhairya0907__thenlper-get-large/external/CQADupstackRetrieval.json index bba11fd3b7..bf8f979771 100644 --- a/results/dhairya0907__thenlper-get-large/external/CQADupstackRetrieval.json +++ b/results/dhairya0907__thenlper-get-large/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.431763, - "main_score": 0.431763, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27092083333333333, + "map_at_10": 0.37292499999999995, + "map_at_100": 0.38570416666666657, + "map_at_1000": 0.3868141666666667, + "map_at_3": 0.34080000000000005, + "map_at_5": 0.35899583333333335, + "mrr_at_1": 0.3194758333333333, + "mrr_at_10": 0.41510499999999995, + "mrr_at_100": 0.4236099999999999, + "mrr_at_1000": 0.42412500000000003, + "mrr_at_3": 0.3884958333333334, + "mrr_at_5": 0.40448249999999997, + "ndcg_at_1": 0.3194758333333333, + "ndcg_at_10": 0.43176333333333333, + "ndcg_at_100": 0.4845241666666668, + "ndcg_at_1000": 0.5051399999999999, + "ndcg_at_3": 0.3775216666666667, + "ndcg_at_5": 0.4039383333333333, + "precision_at_1": 0.3194758333333333, + "precision_at_10": 0.07688916666666666, + "precision_at_100": 0.012250833333333332, + "precision_at_1000": 0.001595, + "precision_at_3": 0.17465999999999998, + "precision_at_5": 0.12548083333333332, + "recall_at_1": 0.27092083333333333, + "recall_at_10": 0.5628658333333333, + "recall_at_100": 0.7909033333333333, + "recall_at_1000": 0.9327483333333335, + "recall_at_3": 0.4135325, + "recall_at_5": 0.4807275000000001, + "main_score": 0.43176333333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/djovak__multi-qa-MiniLM-L6-cos-v1/external/CQADupstackRetrieval.json b/results/djovak__multi-qa-MiniLM-L6-cos-v1/external/CQADupstackRetrieval.json index a0820e9c85..5fcc9f4145 100644 --- a/results/djovak__multi-qa-MiniLM-L6-cos-v1/external/CQADupstackRetrieval.json +++ b/results/djovak__multi-qa-MiniLM-L6-cos-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.390383, - "main_score": 0.390383, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2420158333333334, + "map_at_10": 0.33509, + "map_at_100": 0.34765250000000003, + "map_at_1000": 0.34885999999999995, + "map_at_3": 0.30594333333333334, + "map_at_5": 0.32160666666666665, + "mrr_at_1": 0.28803833333333334, + "mrr_at_10": 0.37613583333333334, + "mrr_at_100": 0.38510500000000003, + "mrr_at_1000": 0.3856841666666667, + "mrr_at_3": 0.35090666666666664, + "mrr_at_5": 0.3649575, + "ndcg_at_1": 0.28803833333333334, + "ndcg_at_10": 0.39038333333333336, + "ndcg_at_100": 0.4449175, + "ndcg_at_1000": 0.46835499999999997, + "ndcg_at_3": 0.34011916666666664, + "ndcg_at_5": 0.36267000000000005, + "precision_at_1": 0.28803833333333334, + "precision_at_10": 0.06974583333333334, + "precision_at_100": 0.011565, + "precision_at_1000": 0.0015533333333333332, + "precision_at_3": 0.1578025, + "precision_at_5": 0.11279583333333333, + "recall_at_1": 0.2420158333333334, + "recall_at_10": 0.51408, + "recall_at_100": 0.7536958333333333, + "recall_at_1000": 0.9157649999999999, + "recall_at_3": 0.37334500000000004, + "recall_at_5": 0.43146666666666667, + "main_score": 0.39038333333333336 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/dwzhu__e5-base-4k/external/CQADupstackRetrieval.json b/results/dwzhu__e5-base-4k/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..e5371e180b --- /dev/null +++ b/results/dwzhu__e5-base-4k/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24391250000000003, + "map_at_10": 0.33280166666666666, + "map_at_100": 0.34495666666666674, + "map_at_1000": 0.3461533333333333, + "map_at_3": 0.3052183333333333, + "map_at_5": 0.32066083333333334, + "mrr_at_1": 0.29105083333333337, + "mrr_at_10": 0.3744766666666666, + "mrr_at_100": 0.38324916666666664, + "mrr_at_1000": 0.3838566666666667, + "mrr_at_3": 0.3506883333333333, + "mrr_at_5": 0.3642066666666667, + "ndcg_at_1": 0.29105083333333337, + "ndcg_at_10": 0.3854358333333333, + "ndcg_at_100": 0.4383358333333334, + "ndcg_at_1000": 0.46215333333333336, + "ndcg_at_3": 0.33875999999999995, + "ndcg_at_5": 0.3605208333333333, + "precision_at_1": 0.29105083333333337, + "precision_at_10": 0.06823416666666665, + "precision_at_100": 0.011270833333333334, + "precision_at_1000": 0.0015208333333333332, + "precision_at_3": 0.1569675, + "precision_at_5": 0.11193499999999998, + "recall_at_1": 0.24391250000000003, + "recall_at_10": 0.4998808333333333, + "recall_at_100": 0.7331616666666666, + "recall_at_1000": 0.8996291666666667, + "recall_at_3": 0.3686666666666667, + "recall_at_5": 0.42543500000000006, + "main_score": 0.3854358333333333 + } + ] + } +} \ No newline at end of file diff --git a/results/ef-zulla__e5-multi-sml-torch/external/CQADupstackRetrieval.json b/results/ef-zulla__e5-multi-sml-torch/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..0ba51ede72 --- /dev/null +++ b/results/ef-zulla__e5-multi-sml-torch/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24252999999999997, + "map_at_10": 0.31655916666666667, + "map_at_100": 0.3268075, + "map_at_1000": 0.32794833333333334, + "map_at_3": 0.2943691666666666, + "map_at_5": 0.30717416666666664, + "mrr_at_1": 0.28602750000000005, + "mrr_at_10": 0.3556875, + "mrr_at_100": 0.36359499999999995, + "mrr_at_1000": 0.3642775, + "mrr_at_3": 0.3358616666666666, + "mrr_at_5": 0.34736416666666664, + "ndcg_at_1": 0.28602750000000005, + "ndcg_at_10": 0.3606933333333334, + "ndcg_at_100": 0.4070141666666667, + "ndcg_at_1000": 0.4324341666666667, + "ndcg_at_3": 0.32307916666666664, + "ndcg_at_5": 0.34129999999999994, + "precision_at_1": 0.28602750000000005, + "precision_at_10": 0.06097666666666667, + "precision_at_100": 0.009809166666666667, + "precision_at_1000": 0.0013766666666666662, + "precision_at_3": 0.14628166666666667, + "precision_at_5": 0.10266916666666667, + "recall_at_1": 0.24252999999999997, + "recall_at_10": 0.45319166666666666, + "recall_at_100": 0.6603575, + "recall_at_1000": 0.8394708333333334, + "recall_at_3": 0.3471941666666666, + "recall_at_5": 0.3946358333333333, + "main_score": 0.3606933333333334 + } + ] + } +} \ No newline at end of file diff --git a/results/ekorman-strive__bge-large-en-v1.5/external/CQADupstackRetrieval.json b/results/ekorman-strive__bge-large-en-v1.5/external/CQADupstackRetrieval.json index 561321d138..670c6a468f 100644 --- a/results/ekorman-strive__bge-large-en-v1.5/external/CQADupstackRetrieval.json +++ b/results/ekorman-strive__bge-large-en-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.42229, - "main_score": 0.42229, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2715516666666667, + "map_at_10": 0.3665741666666667, + "map_at_100": 0.3784991666666666, + "map_at_1000": 0.37963166666666676, + "map_at_3": 0.3374974999999999, + "map_at_5": 0.353765, + "mrr_at_1": 0.3208233333333334, + "mrr_at_10": 0.41033833333333336, + "mrr_at_100": 0.41845249999999995, + "mrr_at_1000": 0.41899833333333336, + "mrr_at_3": 0.3862008333333333, + "mrr_at_5": 0.40034416666666656, + "ndcg_at_1": 0.3208233333333334, + "ndcg_at_10": 0.42229, + "ndcg_at_100": 0.47267166666666666, + "ndcg_at_1000": 0.4943466666666667, + "ndcg_at_3": 0.3736408333333333, + "ndcg_at_5": 0.39671500000000004, + "precision_at_1": 0.3208233333333334, + "precision_at_10": 0.07382583333333334, + "precision_at_100": 0.0116625, + "precision_at_1000": 0.0015408333333333333, + "precision_at_3": 0.17218, + "precision_at_5": 0.1221875, + "recall_at_1": 0.2715516666666667, + "recall_at_10": 0.5436683333333333, + "recall_at_100": 0.7637183333333333, + "recall_at_1000": 0.9126183333333333, + "recall_at_3": 0.4076991666666667, + "recall_at_5": 0.46702333333333335, + "main_score": 0.42229 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/facebook__SONAR/external/CQADupstackRetrieval.json b/results/facebook__SONAR/external/CQADupstackRetrieval.json index c1a8ff9fbe..66cacbf32f 100644 --- a/results/facebook__SONAR/external/CQADupstackRetrieval.json +++ b/results/facebook__SONAR/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.088662, - "main_score": 0.088662, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.04741750000000001, + "map_at_10": 0.07103916666666667, + "map_at_100": 0.07656499999999998, + "map_at_1000": 0.07767583333333332, + "map_at_3": 0.06262416666666668, + "map_at_5": 0.06693916666666667, + "mrr_at_1": 0.05780583333333331, + "mrr_at_10": 0.08576333333333333, + "mrr_at_100": 0.0917975, + "mrr_at_1000": 0.09279083333333334, + "mrr_at_3": 0.07608833333333333, + "mrr_at_5": 0.08111333333333333, + "ndcg_at_1": 0.05780583333333331, + "ndcg_at_10": 0.08866166666666668, + "ndcg_at_100": 0.12037083333333333, + "ndcg_at_1000": 0.154555, + "ndcg_at_3": 0.07179083333333335, + "ndcg_at_5": 0.07897166666666666, + "precision_at_1": 0.05780583333333331, + "precision_at_10": 0.016935833333333334, + "precision_at_100": 0.003921666666666667, + "precision_at_1000": 0.0008391666666666667, + "precision_at_3": 0.03425416666666666, + "precision_at_5": 0.025570833333333334, + "recall_at_1": 0.04741750000000001, + "recall_at_10": 0.12889083333333334, + "recall_at_100": 0.2781866666666667, + "recall_at_1000": 0.5352316666666667, + "recall_at_3": 0.08179333333333333, + "recall_at_5": 0.10004083333333334, + "main_score": 0.08866166666666668 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/fdehlinger__english-4U-bge-small/external/CQADupstackRetrieval.json b/results/fdehlinger__english-4U-bge-small/external/CQADupstackRetrieval.json index 118694564e..0f6ef429b3 100644 --- a/results/fdehlinger__english-4U-bge-small/external/CQADupstackRetrieval.json +++ b/results/fdehlinger__english-4U-bge-small/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.390523, - "main_score": 0.390523, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24937916666666665, + "map_at_10": 0.33755250000000003, + "map_at_100": 0.34956, + "map_at_1000": 0.35070499999999993, + "map_at_3": 0.3098708333333333, + "map_at_5": 0.3251491666666666, + "mrr_at_1": 0.2948708333333333, + "mrr_at_10": 0.3792183333333334, + "mrr_at_100": 0.3876583333333333, + "mrr_at_1000": 0.38824666666666674, + "mrr_at_3": 0.3545125, + "mrr_at_5": 0.36827000000000004, + "ndcg_at_1": 0.2948708333333333, + "ndcg_at_10": 0.3905225, + "ndcg_at_100": 0.4425983333333334, + "ndcg_at_1000": 0.46568333333333334, + "ndcg_at_3": 0.3427158333333333, + "ndcg_at_5": 0.36483916666666666, + "precision_at_1": 0.2948708333333333, + "precision_at_10": 0.0686575, + "precision_at_100": 0.011195833333333332, + "precision_at_1000": 0.0015058333333333334, + "precision_at_3": 0.15742083333333334, + "precision_at_5": 0.11221916666666668, + "recall_at_1": 0.24937916666666665, + "recall_at_10": 0.5065041666666666, + "recall_at_100": 0.7355383333333334, + "recall_at_1000": 0.8961691666666667, + "recall_at_3": 0.3727808333333334, + "recall_at_5": 0.42994750000000004, + "main_score": 0.3905225 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/fresha__e5-large-v2-endpoint/external/CQADupstackRetrieval.json b/results/fresha__e5-large-v2-endpoint/external/CQADupstackRetrieval.json index f3bc020bc4..7c9e280489 100644 --- a/results/fresha__e5-large-v2-endpoint/external/CQADupstackRetrieval.json +++ b/results/fresha__e5-large-v2-endpoint/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.378914, - "main_score": 0.378914, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2340791666666667, + "map_at_10": 0.3245808333333333, + "map_at_100": 0.33691916666666666, + "map_at_1000": 0.33811916666666664, + "map_at_3": 0.2951625, + "map_at_5": 0.31168083333333335, + "mrr_at_1": 0.2796591666666666, + "mrr_at_10": 0.3652858333333334, + "mrr_at_100": 0.37404000000000004, + "mrr_at_1000": 0.3746433333333334, + "mrr_at_3": 0.3392883333333333, + "mrr_at_5": 0.35419333333333325, + "ndcg_at_1": 0.2796591666666666, + "ndcg_at_10": 0.37891416666666655, + "ndcg_at_100": 0.43230666666666656, + "ndcg_at_1000": 0.4563258333333333, + "ndcg_at_3": 0.3281124999999999, + "ndcg_at_5": 0.35225666666666666, + "precision_at_1": 0.2796591666666666, + "precision_at_10": 0.06834083333333332, + "precision_at_100": 0.0112225, + "precision_at_1000": 0.0015241666666666667, + "precision_at_3": 0.15264333333333335, + "precision_at_5": 0.11039416666666665, + "recall_at_1": 0.2340791666666667, + "recall_at_10": 0.49927083333333333, + "recall_at_100": 0.7344641666666668, + "recall_at_1000": 0.9019950000000001, + "recall_at_3": 0.3588341666666667, + "recall_at_5": 0.42061249999999994, + "main_score": 0.37891416666666655 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/gall88__gte-Qwen2-7B-instruct-fp16/external/CQADupstackRetrieval.json b/results/gall88__gte-Qwen2-7B-instruct-fp16/external/CQADupstackRetrieval.json index 56a1d412f0..8764ad02ae 100644 --- a/results/gall88__gte-Qwen2-7B-instruct-fp16/external/CQADupstackRetrieval.json +++ b/results/gall88__gte-Qwen2-7B-instruct-fp16/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.464308, - "main_score": 0.464308, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2817291666666667, + "map_at_10": 0.40025749999999993, + "map_at_100": 0.4139208333333333, + "map_at_1000": 0.4149925, + "map_at_3": 0.36347, + "map_at_5": 0.3841391666666667, + "mrr_at_1": 0.3365925, + "mrr_at_10": 0.44085499999999994, + "mrr_at_100": 0.44941166666666665, + "mrr_at_1000": 0.449855, + "mrr_at_3": 0.412815, + "mrr_at_5": 0.42914916666666664, + "ndcg_at_1": 0.3365925, + "ndcg_at_10": 0.46430833333333327, + "ndcg_at_100": 0.51761, + "ndcg_at_1000": 0.53509, + "ndcg_at_3": 0.4045133333333333, + "ndcg_at_5": 0.4331483333333334, + "precision_at_1": 0.3365925, + "precision_at_10": 0.08499499999999999, + "precision_at_100": 0.013210000000000005, + "precision_at_1000": 0.0016591666666666666, + "precision_at_3": 0.19165083333333335, + "precision_at_5": 0.1381816666666667, + "recall_at_1": 0.2817291666666667, + "recall_at_10": 0.6112624999999999, + "recall_at_100": 0.8397266666666667, + "recall_at_1000": 0.956655, + "recall_at_3": 0.44661249999999997, + "recall_at_5": 0.5198333333333334, + "main_score": 0.46430833333333327 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/gentlebowl__instructor-large-safetensors/external/CQADupstackRetrieval.json b/results/gentlebowl__instructor-large-safetensors/external/CQADupstackRetrieval.json index bb0501c8eb..1c71a2d9d4 100644 --- a/results/gentlebowl__instructor-large-safetensors/external/CQADupstackRetrieval.json +++ b/results/gentlebowl__instructor-large-safetensors/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.438174, - "main_score": 0.438174, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.28099166666666664, + "map_at_10": 0.38136499999999995, + "map_at_100": 0.39444916666666674, + "map_at_1000": 0.39558583333333336, + "map_at_3": 0.3503641666666666, + "map_at_5": 0.3679833333333334, + "mrr_at_1": 0.33399666666666666, + "mrr_at_10": 0.4242583333333333, + "mrr_at_100": 0.4328575, + "mrr_at_1000": 0.43337416666666667, + "mrr_at_3": 0.3994975, + "mrr_at_5": 0.41416333333333344, + "ndcg_at_1": 0.33399666666666666, + "ndcg_at_10": 0.43817416666666664, + "ndcg_at_100": 0.4908166666666667, + "ndcg_at_1000": 0.5112116666666667, + "ndcg_at_3": 0.3873575, + "ndcg_at_5": 0.41181583333333327, + "precision_at_1": 0.33399666666666666, + "precision_at_10": 0.07738916666666668, + "precision_at_100": 0.012265833333333332, + "precision_at_1000": 0.0015983333333333336, + "precision_at_3": 0.17967416666666666, + "precision_at_5": 0.1278675, + "recall_at_1": 0.28099166666666664, + "recall_at_10": 0.5627049999999999, + "recall_at_100": 0.7893291666666667, + "recall_at_1000": 0.9281608333333334, + "recall_at_3": 0.4209775, + "recall_at_5": 0.4842533333333334, + "main_score": 0.43817416666666664 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/ggrn__e5-small-v2/external/CQADupstackRetrieval.json b/results/ggrn__e5-small-v2/external/CQADupstackRetrieval.json index 12cf7b6a66..cab096ef87 100644 --- a/results/ggrn__e5-small-v2/external/CQADupstackRetrieval.json +++ b/results/ggrn__e5-small-v2/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.370688, - "main_score": 0.370688, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24604166666666663, + "map_at_10": 0.3242716666666666, + "map_at_100": 0.33514749999999993, + "map_at_1000": 0.336345, + "map_at_3": 0.3002366666666667, + "map_at_5": 0.3138233333333333, + "mrr_at_1": 0.29001166666666667, + "mrr_at_10": 0.363315, + "mrr_at_100": 0.37166833333333327, + "mrr_at_1000": 0.3723341666666668, + "mrr_at_3": 0.3419916666666667, + "mrr_at_5": 0.3540458333333334, + "ndcg_at_1": 0.29001166666666667, + "ndcg_at_10": 0.3706883333333334, + "ndcg_at_100": 0.41958166666666663, + "ndcg_at_1000": 0.4450158333333334, + "ndcg_at_3": 0.32973499999999994, + "ndcg_at_5": 0.3490833333333334, + "precision_at_1": 0.29001166666666667, + "precision_at_10": 0.06336, + "precision_at_100": 0.010282499999999998, + "precision_at_1000": 0.0014391666666666663, + "precision_at_3": 0.14932499999999996, + "precision_at_5": 0.10508250000000001, + "recall_at_1": 0.24604166666666663, + "recall_at_10": 0.469525, + "recall_at_100": 0.6867816666666667, + "recall_at_1000": 0.8659783333333334, + "recall_at_3": 0.35497833333333334, + "recall_at_5": 0.40525250000000007, + "main_score": 0.3706883333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/gizmo-ai__Cohere-embed-multilingual-v3.0/external/CQADupstackRetrieval.json b/results/gizmo-ai__Cohere-embed-multilingual-v3.0/external/CQADupstackRetrieval.json index 1907fd7f8d..15c8fe5b6f 100644 --- a/results/gizmo-ai__Cohere-embed-multilingual-v3.0/external/CQADupstackRetrieval.json +++ b/results/gizmo-ai__Cohere-embed-multilingual-v3.0/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.406374, - "main_score": 0.406374, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_10": 0.40637416666666665, + "main_score": 0.40637416666666665 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/goldenrooster__multilingual-e5-large/external/CQADupstackRetrieval.json b/results/goldenrooster__multilingual-e5-large/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..c382e45475 --- /dev/null +++ b/results/goldenrooster__multilingual-e5-large/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2555825, + "map_at_10": 0.3444425000000001, + "map_at_100": 0.3559833333333333, + "map_at_1000": 0.35706916666666666, + "map_at_3": 0.31691749999999996, + "map_at_5": 0.33252916666666665, + "mrr_at_1": 0.30252666666666667, + "mrr_at_10": 0.3860675, + "mrr_at_100": 0.3942666666666666, + "mrr_at_1000": 0.39484083333333336, + "mrr_at_3": 0.36174416666666653, + "mrr_at_5": 0.3756275, + "ndcg_at_1": 0.30252666666666667, + "ndcg_at_10": 0.39683, + "ndcg_at_100": 0.44685416666666666, + "ndcg_at_1000": 0.46943166666666675, + "ndcg_at_3": 0.34961749999999997, + "ndcg_at_5": 0.37215666666666664, + "precision_at_1": 0.30252666666666667, + "precision_at_10": 0.06904166666666667, + "precision_at_100": 0.010989999999999995, + "precision_at_1000": 0.0014733333333333334, + "precision_at_3": 0.16037666666666667, + "precision_at_5": 0.11413583333333334, + "recall_at_1": 0.2555825, + "recall_at_10": 0.5113341666666666, + "recall_at_100": 0.7308366666666667, + "recall_at_1000": 0.8879483333333335, + "recall_at_3": 0.3798908333333333, + "recall_at_5": 0.43787833333333326, + "main_score": 0.39683 + } + ] + } +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/external/CQADupstackRetrieval.json b/results/google__Gemma-Embeddings-v0.8/external/CQADupstackRetrieval.json index 3abe5b8789..f55f755cb2 100644 --- a/results/google__Gemma-Embeddings-v0.8/external/CQADupstackRetrieval.json +++ b/results/google__Gemma-Embeddings-v0.8/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.521877, - "main_score": 0.521877, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.5218766666666667, + "ndcg_at_10": 0.5218766666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v1.0/external/CQADupstackRetrieval.json b/results/google__Gemma-Embeddings-v1.0/external/CQADupstackRetrieval.json index a6b888bf70..a29b23b4ef 100644 --- a/results/google__Gemma-Embeddings-v1.0/external/CQADupstackRetrieval.json +++ b/results/google__Gemma-Embeddings-v1.0/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.510336, - "main_score": 0.510336, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.5103358333333333, + "ndcg_at_10": 0.5103358333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/hkunlp__instructor-base/external/CQADupstackRetrieval.json b/results/hkunlp__instructor-base/external/CQADupstackRetrieval.json index e34b09cdaa..3ec0f79233 100644 --- a/results/hkunlp__instructor-base/external/CQADupstackRetrieval.json +++ b/results/hkunlp__instructor-base/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.409501, - "main_score": 0.409501, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2679175, + "map_at_10": 0.3575541666666667, + "map_at_100": 0.3700791666666667, + "map_at_1000": 0.3712408333333333, + "map_at_3": 0.3302966666666667, + "map_at_5": 0.3456866666666667, + "mrr_at_1": 0.31744333333333336, + "mrr_at_10": 0.399925, + "mrr_at_100": 0.40864583333333326, + "mrr_at_1000": 0.4092175000000001, + "mrr_at_3": 0.37681833333333337, + "mrr_at_5": 0.39028499999999994, + "ndcg_at_1": 0.31744333333333336, + "ndcg_at_10": 0.40950083333333337, + "ndcg_at_100": 0.46259666666666666, + "ndcg_at_1000": 0.48535333333333336, + "ndcg_at_3": 0.3643333333333333, + "ndcg_at_5": 0.38602333333333333, + "precision_at_1": 0.31744333333333336, + "precision_at_10": 0.07135166666666666, + "precision_at_100": 0.011535833333333334, + "precision_at_1000": 0.0015391666666666665, + "precision_at_3": 0.16713, + "precision_at_5": 0.11828416666666666, + "recall_at_1": 0.2679175, + "recall_at_10": 0.5198625, + "recall_at_100": 0.7530358333333333, + "recall_at_1000": 0.9105433333333334, + "recall_at_3": 0.3939583333333333, + "recall_at_5": 0.4505925, + "main_score": 0.40950083333333337 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/hkunlp__instructor-large/external/CQADupstackRetrieval.json b/results/hkunlp__instructor-large/external/CQADupstackRetrieval.json index bb0501c8eb..1c71a2d9d4 100644 --- a/results/hkunlp__instructor-large/external/CQADupstackRetrieval.json +++ b/results/hkunlp__instructor-large/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.438174, - "main_score": 0.438174, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.28099166666666664, + "map_at_10": 0.38136499999999995, + "map_at_100": 0.39444916666666674, + "map_at_1000": 0.39558583333333336, + "map_at_3": 0.3503641666666666, + "map_at_5": 0.3679833333333334, + "mrr_at_1": 0.33399666666666666, + "mrr_at_10": 0.4242583333333333, + "mrr_at_100": 0.4328575, + "mrr_at_1000": 0.43337416666666667, + "mrr_at_3": 0.3994975, + "mrr_at_5": 0.41416333333333344, + "ndcg_at_1": 0.33399666666666666, + "ndcg_at_10": 0.43817416666666664, + "ndcg_at_100": 0.4908166666666667, + "ndcg_at_1000": 0.5112116666666667, + "ndcg_at_3": 0.3873575, + "ndcg_at_5": 0.41181583333333327, + "precision_at_1": 0.33399666666666666, + "precision_at_10": 0.07738916666666668, + "precision_at_100": 0.012265833333333332, + "precision_at_1000": 0.0015983333333333336, + "precision_at_3": 0.17967416666666666, + "precision_at_5": 0.1278675, + "recall_at_1": 0.28099166666666664, + "recall_at_10": 0.5627049999999999, + "recall_at_100": 0.7893291666666667, + "recall_at_1000": 0.9281608333333334, + "recall_at_3": 0.4209775, + "recall_at_5": 0.4842533333333334, + "main_score": 0.43817416666666664 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/hkunlp__instructor-xl/external/CQADupstackRetrieval.json b/results/hkunlp__instructor-xl/external/CQADupstackRetrieval.json index c151b0dccb..890e6539e2 100644 --- a/results/hkunlp__instructor-xl/external/CQADupstackRetrieval.json +++ b/results/hkunlp__instructor-xl/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.430941, - "main_score": 0.430941, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27861250000000004, + "map_at_10": 0.37529583333333333, + "map_at_100": 0.387915, + "map_at_1000": 0.3890558333333335, + "map_at_3": 0.3457333333333333, + "map_at_5": 0.36187166666666654, + "mrr_at_1": 0.3288291666666666, + "mrr_at_10": 0.41797500000000004, + "mrr_at_100": 0.42631833333333335, + "mrr_at_1000": 0.4268483333333333, + "mrr_at_3": 0.3931375000000001, + "mrr_at_5": 0.40704833333333335, + "ndcg_at_1": 0.3288291666666666, + "ndcg_at_10": 0.43094083333333333, + "ndcg_at_100": 0.4822158333333333, + "ndcg_at_1000": 0.50358, + "ndcg_at_3": 0.3812958333333334, + "ndcg_at_5": 0.40392666666666666, + "precision_at_1": 0.3288291666666666, + "precision_at_10": 0.075585, + "precision_at_100": 0.011903333333333332, + "precision_at_1000": 0.0015658333333333331, + "precision_at_3": 0.17495916666666667, + "precision_at_5": 0.12373833333333333, + "recall_at_1": 0.27861250000000004, + "recall_at_10": 0.5521591666666666, + "recall_at_100": 0.7739199999999999, + "recall_at_1000": 0.9204908333333335, + "recall_at_3": 0.4137475, + "recall_at_5": 0.47229083333333327, + "main_score": 0.43094083333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/hsikchi__dump/external/CQADupstackRetrieval.json b/results/hsikchi__dump/external/CQADupstackRetrieval.json index 67cc6611b2..0658d0ba60 100644 --- a/results/hsikchi__dump/external/CQADupstackRetrieval.json +++ b/results/hsikchi__dump/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.42355, - "main_score": 0.42355, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2770775, + "map_at_10": 0.36961, + "map_at_100": 0.38158833333333336, + "map_at_1000": 0.3827033333333333, + "map_at_3": 0.3407183333333334, + "map_at_5": 0.3569533333333334, + "mrr_at_1": 0.3281875, + "mrr_at_10": 0.41293, + "mrr_at_100": 0.42116499999999996, + "mrr_at_1000": 0.4217025, + "mrr_at_3": 0.3883983333333333, + "mrr_at_5": 0.4029775, + "ndcg_at_1": 0.3281875, + "ndcg_at_10": 0.42355, + "ndcg_at_100": 0.47413749999999993, + "ndcg_at_1000": 0.495805, + "ndcg_at_3": 0.3752825, + "ndcg_at_5": 0.39832666666666666, + "precision_at_1": 0.3281875, + "precision_at_10": 0.07382416666666666, + "precision_at_100": 0.011640833333333333, + "precision_at_1000": 0.0015383333333333334, + "precision_at_3": 0.17134166666666664, + "precision_at_5": 0.12174833333333336, + "recall_at_1": 0.2770775, + "recall_at_10": 0.53945, + "recall_at_100": 0.76191, + "recall_at_1000": 0.91101, + "recall_at_3": 0.4039083333333334, + "recall_at_5": 0.4640083333333333, + "main_score": 0.42355 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/huizhang0110__hui-embedding/external/CQADupstackRetrieval.json b/results/huizhang0110__hui-embedding/external/CQADupstackRetrieval.json index 530d339a01..bc67b8169b 100644 --- a/results/huizhang0110__hui-embedding/external/CQADupstackRetrieval.json +++ b/results/huizhang0110__hui-embedding/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.427482, - "main_score": 0.427482, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4274816666666667, + "ndcg_at_10": 0.4274816666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/iamgroot42__rover_nexus/external/CQADupstackRetrieval.json b/results/iamgroot42__rover_nexus/external/CQADupstackRetrieval.json index eadeef6ceb..73d5ae1814 100644 --- a/results/iamgroot42__rover_nexus/external/CQADupstackRetrieval.json +++ b/results/iamgroot42__rover_nexus/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.683035, - "main_score": 0.683035, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.6830350000000002, + "ndcg_at_10": 0.6830350000000002 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/iamgroot42__spice/external/CQADupstackRetrieval.json b/results/iamgroot42__spice/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..58a4d3e8c2 --- /dev/null +++ b/results/iamgroot42__spice/external/CQADupstackRetrieval.json @@ -0,0 +1,18 @@ +{ + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.6361608333333333, + "ndcg_at_10": 0.6361608333333333 + } + ] + } +} \ No newline at end of file diff --git a/results/ibm-granite__granite-embedding-107m-multilingual/external/CQADupstackRetrieval.json b/results/ibm-granite__granite-embedding-107m-multilingual/external/CQADupstackRetrieval.json index 388d1b0788..b94ba18920 100644 --- a/results/ibm-granite__granite-embedding-107m-multilingual/external/CQADupstackRetrieval.json +++ b/results/ibm-granite__granite-embedding-107m-multilingual/external/CQADupstackRetrieval.json @@ -1,19 +1,165 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.398453, - "main_score": 0.398453, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_1": 0.3019958333333333, + "ndcg_at_3": 0.35015416666666666, + "ndcg_at_5": 0.37220583333333335, + "ndcg_at_10": 0.3984525000000001, + "ndcg_at_20": 0.4181666666666667, + "ndcg_at_100": 0.44972999999999996, + "ndcg_at_1000": 0.47338583333333323, + "map_at_1": 0.2529691666666667, + "map_at_3": 0.31593166666666667, + "map_at_5": 0.33145916666666664, + "map_at_10": 0.34452750000000004, + "map_at_20": 0.3510883333333334, + "map_at_100": 0.35647499999999993, + "map_at_1000": 0.3576816666666667, + "recall_at_1": 0.2529691666666667, + "recall_at_3": 0.3805166666666666, + "recall_at_5": 0.4382625, + "recall_at_10": 0.5158916666666667, + "recall_at_20": 0.5877308333333334, + "recall_at_100": 0.7415658333333333, + "recall_at_1000": 0.9051333333333335, + "precision_at_1": 0.3019958333333333, + "precision_at_3": 0.16167999999999996, + "precision_at_5": 0.1149225, + "precision_at_10": 0.07057666666666666, + "precision_at_20": 0.04174083333333333, + "precision_at_100": 0.011363333333333331, + "precision_at_1000": 0.0015383333333333332, + "mrr_at_1": 0.30199658333333335, + "mrr_at_3": 0.3621564166666667, + "mrr_at_5": 0.3762729166666666, + "mrr_at_10": 0.38705350000000005, + "mrr_at_20": 0.39193799999999995, + "mrr_at_100": 0.39550416666666666, + "mrr_at_1000": 0.3961140833333333, + "nauc_ndcg_at_1_max": 0.393715, + "nauc_ndcg_at_1_std": -0.012167000000000008, + "nauc_ndcg_at_1_diff1": 0.4705770833333333, + "nauc_ndcg_at_3_max": 0.38672783333333327, + "nauc_ndcg_at_3_std": -0.0010360000000000005, + "nauc_ndcg_at_3_diff1": 0.4223506666666667, + "nauc_ndcg_at_5_max": 0.38421591666666666, + "nauc_ndcg_at_5_std": 0.009004833333333335, + "nauc_ndcg_at_5_diff1": 0.4146895, + "nauc_ndcg_at_10_max": 0.3831713333333333, + "nauc_ndcg_at_10_std": 0.016739333333333335, + "nauc_ndcg_at_10_diff1": 0.4052259166666667, + "nauc_ndcg_at_20_max": 0.3861266666666667, + "nauc_ndcg_at_20_std": 0.027783666666666672, + "nauc_ndcg_at_20_diff1": 0.40280858333333325, + "nauc_ndcg_at_100_max": 0.3927558333333333, + "nauc_ndcg_at_100_std": 0.039398, + "nauc_ndcg_at_100_diff1": 0.40397874999999994, + "nauc_ndcg_at_1000_max": 0.3944075, + "nauc_ndcg_at_1000_std": 0.03960783333333333, + "nauc_ndcg_at_1000_diff1": 0.40683225, + "nauc_map_at_1_max": 0.3566645, + "nauc_map_at_1_std": -0.04276391666666667, + "nauc_map_at_1_diff1": 0.48810141666666673, + "nauc_map_at_3_max": 0.3742410833333334, + "nauc_map_at_3_std": -0.02064866666666667, + "nauc_map_at_3_diff1": 0.44115075, + "nauc_map_at_5_max": 0.3769301666666667, + "nauc_map_at_5_std": -0.011872749999999994, + "nauc_map_at_5_diff1": 0.43554458333333335, + "nauc_map_at_10_max": 0.37933300000000003, + "nauc_map_at_10_std": -0.006246583333333332, + "nauc_map_at_10_diff1": 0.4305175, + "nauc_map_at_20_max": 0.3811316666666667, + "nauc_map_at_20_std": -0.0017139166666666622, + "nauc_map_at_20_diff1": 0.42929925, + "nauc_map_at_100_max": 0.38296825, + "nauc_map_at_100_std": 0.001448500000000002, + "nauc_map_at_100_diff1": 0.4291681666666667, + "nauc_map_at_1000_max": 0.3830889166666667, + "nauc_map_at_1000_std": 0.0017599166666666683, + "nauc_map_at_1000_diff1": 0.42914783333333334, + "nauc_recall_at_1_max": 0.3566645, + "nauc_recall_at_1_std": -0.04276391666666667, + "nauc_recall_at_1_diff1": 0.48810141666666673, + "nauc_recall_at_3_max": 0.3614494999999999, + "nauc_recall_at_3_std": -0.0007622500000000007, + "nauc_recall_at_3_diff1": 0.3839805833333333, + "nauc_recall_at_5_max": 0.35599016666666666, + "nauc_recall_at_5_std": 0.026147583333333335, + "nauc_recall_at_5_diff1": 0.3584809166666666, + "nauc_recall_at_10_max": 0.34731158333333334, + "nauc_recall_at_10_std": 0.052187166666666666, + "nauc_recall_at_10_diff1": 0.3222850833333333, + "nauc_recall_at_20_max": 0.3511221666666667, + "nauc_recall_at_20_std": 0.09564958333333332, + "nauc_recall_at_20_diff1": 0.30415991666666664, + "nauc_recall_at_100_max": 0.37735958333333336, + "nauc_recall_at_100_std": 0.191386, + "nauc_recall_at_100_diff1": 0.28129675, + "nauc_recall_at_1000_max": 0.4371879166666667, + "nauc_recall_at_1000_std": 0.39800741666666667, + "nauc_recall_at_1000_diff1": 0.23800666666666667, + "nauc_precision_at_1_max": 0.393715, + "nauc_precision_at_1_std": -0.012167000000000008, + "nauc_precision_at_1_diff1": 0.4705770833333333, + "nauc_precision_at_3_max": 0.39007858333333334, + "nauc_precision_at_3_std": 0.05753050000000001, + "nauc_precision_at_3_diff1": 0.314196, + "nauc_precision_at_5_max": 0.3698677500000001, + "nauc_precision_at_5_std": 0.09464608333333333, + "nauc_precision_at_5_diff1": 0.2590611666666666, + "nauc_precision_at_10_max": 0.3326575833333333, + "nauc_precision_at_10_std": 0.12540025, + "nauc_precision_at_10_diff1": 0.18274116666666668, + "nauc_precision_at_20_max": 0.3013705833333334, + "nauc_precision_at_20_std": 0.16549291666666666, + "nauc_precision_at_20_diff1": 0.12541983333333334, + "nauc_precision_at_100_max": 0.22078525000000002, + "nauc_precision_at_100_std": 0.19263416666666663, + "nauc_precision_at_100_diff1": 0.022936250000000002, + "nauc_precision_at_1000_max": 0.08336641666666667, + "nauc_precision_at_1000_std": 0.14828683333333334, + "nauc_precision_at_1000_diff1": -0.08852525, + "nauc_mrr_at_1_max": 0.393715, + "nauc_mrr_at_1_std": -0.012167000000000008, + "nauc_mrr_at_1_diff1": 0.4705770833333333, + "nauc_mrr_at_3_max": 0.39906149999999996, + "nauc_mrr_at_3_std": 0.007366500000000003, + "nauc_mrr_at_3_diff1": 0.42960466666666663, + "nauc_mrr_at_5_max": 0.3978708333333334, + "nauc_mrr_at_5_std": 0.013970916666666666, + "nauc_mrr_at_5_diff1": 0.42442583333333334, + "nauc_mrr_at_10_max": 0.39655949999999995, + "nauc_mrr_at_10_std": 0.016633916666666665, + "nauc_mrr_at_10_diff1": 0.4208435833333333, + "nauc_mrr_at_20_max": 0.39677349999999995, + "nauc_mrr_at_20_std": 0.018360749999999995, + "nauc_mrr_at_20_diff1": 0.4204530833333333, + "nauc_mrr_at_100_max": 0.3971681666666667, + "nauc_mrr_at_100_std": 0.01897166666666667, + "nauc_mrr_at_100_diff1": 0.42075141666666677, + "nauc_mrr_at_1000_max": 0.39720383333333337, + "nauc_mrr_at_1000_std": 0.018916749999999996, + "nauc_mrr_at_1000_diff1": 0.42091208333333335, + "main_score": 0.3984525000000001 + }, + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3984525000000001, + "ndcg_at_10": 0.3984525000000001 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/ibm-granite__granite-embedding-125m-english/external/CQADupstackRetrieval.json b/results/ibm-granite__granite-embedding-125m-english/external/CQADupstackRetrieval.json index 5e31ce4640..ea370497e5 100644 --- a/results/ibm-granite__granite-embedding-125m-english/external/CQADupstackRetrieval.json +++ b/results/ibm-granite__granite-embedding-125m-english/external/CQADupstackRetrieval.json @@ -1,19 +1,165 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.481542, - "main_score": 0.481542, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_1": 0.365025, + "ndcg_at_3": 0.42563833333333334, + "ndcg_at_5": 0.45190500000000017, + "ndcg_at_10": 0.4815416666666666, + "ndcg_at_20": 0.5029141666666667, + "ndcg_at_100": 0.5334008333333333, + "ndcg_at_1000": 0.5507241666666668, + "map_at_1": 0.30718333333333336, + "map_at_3": 0.38537166666666667, + "map_at_5": 0.4046825, + "map_at_10": 0.42020250000000003, + "map_at_20": 0.42783, + "map_at_100": 0.4336233333333334, + "map_at_1000": 0.43468249999999997, + "recall_at_1": 0.30718333333333336, + "recall_at_3": 0.462075, + "recall_at_5": 0.5298616666666667, + "recall_at_10": 0.6178366666666667, + "recall_at_20": 0.6950683333333333, + "recall_at_100": 0.840005, + "recall_at_1000": 0.95623, + "precision_at_1": 0.365025, + "precision_at_3": 0.19820999999999997, + "precision_at_5": 0.1411966666666667, + "precision_at_10": 0.08606083333333334, + "precision_at_20": 0.050425000000000005, + "precision_at_100": 0.013245, + "precision_at_1000": 0.0016625, + "mrr_at_1": 0.36502516666666673, + "mrr_at_3": 0.43639925000000007, + "mrr_at_5": 0.4517450833333333, + "mrr_at_10": 0.4629196666666667, + "mrr_at_20": 0.4678743333333333, + "mrr_at_100": 0.4711775833333334, + "mrr_at_1000": 0.47160025, + "nauc_ndcg_at_1_max": 0.35635433333333333, + "nauc_ndcg_at_1_std": -0.025082500000000004, + "nauc_ndcg_at_1_diff1": 0.49697575, + "nauc_ndcg_at_3_max": 0.344362, + "nauc_ndcg_at_3_std": -0.018411749999999998, + "nauc_ndcg_at_3_diff1": 0.4373903333333333, + "nauc_ndcg_at_5_max": 0.3493775, + "nauc_ndcg_at_5_std": -0.008254249999999998, + "nauc_ndcg_at_5_diff1": 0.43076216666666667, + "nauc_ndcg_at_10_max": 0.3532053333333333, + "nauc_ndcg_at_10_std": 0.005296166666666668, + "nauc_ndcg_at_10_diff1": 0.427897, + "nauc_ndcg_at_20_max": 0.357816, + "nauc_ndcg_at_20_std": 0.013973583333333334, + "nauc_ndcg_at_20_diff1": 0.4256358333333333, + "nauc_ndcg_at_100_max": 0.3646264166666666, + "nauc_ndcg_at_100_std": 0.02793141666666667, + "nauc_ndcg_at_100_diff1": 0.42913475, + "nauc_ndcg_at_1000_max": 0.36389716666666666, + "nauc_ndcg_at_1000_std": 0.021062499999999998, + "nauc_ndcg_at_1000_diff1": 0.43326900000000007, + "nauc_map_at_1_max": 0.3019065, + "nauc_map_at_1_std": -0.06136941666666667, + "nauc_map_at_1_diff1": 0.5095858333333334, + "nauc_map_at_3_max": 0.32652716666666665, + "nauc_map_at_3_std": -0.03927191666666667, + "nauc_map_at_3_diff1": 0.45890549999999997, + "nauc_map_at_5_max": 0.3356583333333334, + "nauc_map_at_5_std": -0.028991750000000004, + "nauc_map_at_5_diff1": 0.45290933333333344, + "nauc_map_at_10_max": 0.34177641666666664, + "nauc_map_at_10_std": -0.019589083333333333, + "nauc_map_at_10_diff1": 0.45126108333333337, + "nauc_map_at_20_max": 0.34461074999999997, + "nauc_map_at_20_std": -0.015506166666666661, + "nauc_map_at_20_diff1": 0.4500503333333333, + "nauc_map_at_100_max": 0.3469629166666666, + "nauc_map_at_100_std": -0.011661166666666672, + "nauc_map_at_100_diff1": 0.45009175, + "nauc_map_at_1000_max": 0.34688108333333323, + "nauc_map_at_1000_std": -0.011726583333333332, + "nauc_map_at_1000_diff1": 0.45010266666666665, + "nauc_recall_at_1_max": 0.3019065, + "nauc_recall_at_1_std": -0.06136941666666667, + "nauc_recall_at_1_diff1": 0.5095858333333334, + "nauc_recall_at_3_max": 0.3118069166666666, + "nauc_recall_at_3_std": -0.024253749999999998, + "nauc_recall_at_3_diff1": 0.39215491666666663, + "nauc_recall_at_5_max": 0.32405458333333326, + "nauc_recall_at_5_std": 0.0030784166666666672, + "nauc_recall_at_5_diff1": 0.36585466666666666, + "nauc_recall_at_10_max": 0.33118241666666676, + "nauc_recall_at_10_std": 0.05099150000000001, + "nauc_recall_at_10_diff1": 0.3432635833333333, + "nauc_recall_at_20_max": 0.3484125, + "nauc_recall_at_20_std": 0.09744425, + "nauc_recall_at_20_diff1": 0.32073550000000006, + "nauc_recall_at_100_max": 0.40071249999999997, + "nauc_recall_at_100_std": 0.2652039166666667, + "nauc_recall_at_100_diff1": 0.2973679166666667, + "nauc_recall_at_1000_max": 0.52596025, + "nauc_recall_at_1000_std": 0.5316131666666667, + "nauc_recall_at_1000_diff1": 0.272596, + "nauc_precision_at_1_max": 0.35635433333333333, + "nauc_precision_at_1_std": -0.025082500000000004, + "nauc_precision_at_1_diff1": 0.49697575, + "nauc_precision_at_3_max": 0.34383424999999995, + "nauc_precision_at_3_std": 0.04906383333333333, + "nauc_precision_at_3_diff1": 0.27956991666666664, + "nauc_precision_at_5_max": 0.33506641666666664, + "nauc_precision_at_5_std": 0.095448, + "nauc_precision_at_5_diff1": 0.20584491666666666, + "nauc_precision_at_10_max": 0.30116449999999995, + "nauc_precision_at_10_std": 0.14272133333333334, + "nauc_precision_at_10_diff1": 0.12496183333333333, + "nauc_precision_at_20_max": 0.26383483333333335, + "nauc_precision_at_20_std": 0.16945558333333335, + "nauc_precision_at_20_diff1": 0.05616483333333333, + "nauc_precision_at_100_max": 0.17882541666666668, + "nauc_precision_at_100_std": 0.1954391666666667, + "nauc_precision_at_100_diff1": -0.04408391666666666, + "nauc_precision_at_1000_max": 0.06492849999999999, + "nauc_precision_at_1000_std": 0.1198045, + "nauc_precision_at_1000_diff1": -0.12374983333333332, + "nauc_mrr_at_1_max": 0.35635433333333333, + "nauc_mrr_at_1_std": -0.025082500000000004, + "nauc_mrr_at_1_diff1": 0.49697575, + "nauc_mrr_at_3_max": 0.36531841666666665, + "nauc_mrr_at_3_std": -0.004909499999999998, + "nauc_mrr_at_3_diff1": 0.4505095, + "nauc_mrr_at_5_max": 0.3668914166666667, + "nauc_mrr_at_5_std": -0.00020883333333333517, + "nauc_mrr_at_5_diff1": 0.4459794166666667, + "nauc_mrr_at_10_max": 0.3671131666666667, + "nauc_mrr_at_10_std": 0.004291666666666668, + "nauc_mrr_at_10_diff1": 0.44502241666666653, + "nauc_mrr_at_20_max": 0.3673486666666667, + "nauc_mrr_at_20_std": 0.005398083333333335, + "nauc_mrr_at_20_diff1": 0.44483083333333345, + "nauc_mrr_at_100_max": 0.36762408333333335, + "nauc_mrr_at_100_std": 0.006035583333333332, + "nauc_mrr_at_100_diff1": 0.4455041666666667, + "nauc_mrr_at_1000_max": 0.36761641666666667, + "nauc_mrr_at_1000_std": 0.005883499999999998, + "nauc_mrr_at_1000_diff1": 0.4456814166666667, + "main_score": 0.4815416666666666 + }, + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4815416666666667, + "ndcg_at_10": 0.4815416666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/ibm-granite__granite-embedding-278m-multilingual/external/CQADupstackRetrieval.json b/results/ibm-granite__granite-embedding-278m-multilingual/external/CQADupstackRetrieval.json index 91c613a013..018a377464 100644 --- a/results/ibm-granite__granite-embedding-278m-multilingual/external/CQADupstackRetrieval.json +++ b/results/ibm-granite__granite-embedding-278m-multilingual/external/CQADupstackRetrieval.json @@ -1,19 +1,165 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.427434, - "main_score": 0.427434, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_1": 0.325885, + "ndcg_at_3": 0.37949083333333333, + "ndcg_at_5": 0.4025883333333333, + "ndcg_at_10": 0.42743416666666667, + "ndcg_at_20": 0.44784, + "ndcg_at_100": 0.47903416666666665, + "ndcg_at_1000": 0.5006741666666668, + "map_at_1": 0.2752808333333333, + "map_at_3": 0.34321999999999997, + "map_at_5": 0.35960916666666665, + "map_at_10": 0.37227083333333333, + "map_at_20": 0.37914833333333336, + "map_at_100": 0.38462166666666675, + "map_at_1000": 0.3857725, + "recall_at_1": 0.2752808333333333, + "recall_at_3": 0.4130075, + "recall_at_5": 0.4726408333333334, + "recall_at_10": 0.5466383333333333, + "recall_at_20": 0.6211658333333333, + "recall_at_100": 0.77176, + "recall_at_1000": 0.9203791666666666, + "precision_at_1": 0.325885, + "precision_at_3": 0.17485, + "precision_at_5": 0.12427666666666669, + "precision_at_10": 0.07493333333333334, + "precision_at_20": 0.044134999999999994, + "precision_at_100": 0.0118675, + "precision_at_1000": 0.0015691666666666664, + "mrr_at_1": 0.3258871666666667, + "mrr_at_3": 0.3909032499999999, + "mrr_at_5": 0.40533125, + "mrr_at_10": 0.4151483333333333, + "mrr_at_20": 0.4201036666666667, + "mrr_at_100": 0.4235724166666667, + "mrr_at_1000": 0.42410108333333335, + "nauc_ndcg_at_1_max": 0.4186760833333334, + "nauc_ndcg_at_1_std": -0.00022441666666666443, + "nauc_ndcg_at_1_diff1": 0.48604266666666673, + "nauc_ndcg_at_3_max": 0.40649825, + "nauc_ndcg_at_3_std": 0.009594416666666666, + "nauc_ndcg_at_3_diff1": 0.42754375000000006, + "nauc_ndcg_at_5_max": 0.4071646666666666, + "nauc_ndcg_at_5_std": 0.01811825, + "nauc_ndcg_at_5_diff1": 0.4209031666666666, + "nauc_ndcg_at_10_max": 0.40616033333333335, + "nauc_ndcg_at_10_std": 0.026214750000000002, + "nauc_ndcg_at_10_diff1": 0.41564058333333326, + "nauc_ndcg_at_20_max": 0.4100335, + "nauc_ndcg_at_20_std": 0.035835, + "nauc_ndcg_at_20_diff1": 0.41526025, + "nauc_ndcg_at_100_max": 0.41626575000000005, + "nauc_ndcg_at_100_std": 0.049210583333333335, + "nauc_ndcg_at_100_diff1": 0.41785700000000003, + "nauc_ndcg_at_1000_max": 0.41623041666666666, + "nauc_ndcg_at_1000_std": 0.047434166666666666, + "nauc_ndcg_at_1000_diff1": 0.41930049999999996, + "nauc_map_at_1_max": 0.37757375, + "nauc_map_at_1_std": -0.027256583333333334, + "nauc_map_at_1_diff1": 0.4968454166666667, + "nauc_map_at_3_max": 0.39416033333333333, + "nauc_map_at_3_std": -0.007485333333333333, + "nauc_map_at_3_diff1": 0.4464258333333333, + "nauc_map_at_5_max": 0.3984875833333333, + "nauc_map_at_5_std": 0.00010733333333333428, + "nauc_map_at_5_diff1": 0.44133975, + "nauc_map_at_10_max": 0.4005009166666666, + "nauc_map_at_10_std": 0.006503083333333333, + "nauc_map_at_10_diff1": 0.43826724999999994, + "nauc_map_at_20_max": 0.40287733333333337, + "nauc_map_at_20_std": 0.010432333333333332, + "nauc_map_at_20_diff1": 0.43784241666666673, + "nauc_map_at_100_max": 0.4044630833333334, + "nauc_map_at_100_std": 0.013809583333333333, + "nauc_map_at_100_diff1": 0.4381610833333333, + "nauc_map_at_1000_max": 0.4045624166666667, + "nauc_map_at_1000_std": 0.014088416666666666, + "nauc_map_at_1000_diff1": 0.4381260833333333, + "nauc_recall_at_1_max": 0.37757375, + "nauc_recall_at_1_std": -0.027256583333333334, + "nauc_recall_at_1_diff1": 0.4968454166666667, + "nauc_recall_at_3_max": 0.3799286666666667, + "nauc_recall_at_3_std": 0.0050746666666666666, + "nauc_recall_at_3_diff1": 0.3845881666666666, + "nauc_recall_at_5_max": 0.3823744166666667, + "nauc_recall_at_5_std": 0.028538000000000004, + "nauc_recall_at_5_diff1": 0.3616175833333334, + "nauc_recall_at_10_max": 0.37541708333333335, + "nauc_recall_at_10_std": 0.05354441666666667, + "nauc_recall_at_10_diff1": 0.3380731666666667, + "nauc_recall_at_20_max": 0.38071758333333333, + "nauc_recall_at_20_std": 0.094403, + "nauc_recall_at_20_diff1": 0.3240975833333334, + "nauc_recall_at_100_max": 0.41127158333333336, + "nauc_recall_at_100_std": 0.20718875000000003, + "nauc_recall_at_100_diff1": 0.3097101666666666, + "nauc_recall_at_1000_max": 0.44978608333333336, + "nauc_recall_at_1000_std": 0.3936581666666667, + "nauc_recall_at_1000_diff1": 0.27076241666666667, + "nauc_precision_at_1_max": 0.4186760833333334, + "nauc_precision_at_1_std": -0.00022441666666666443, + "nauc_precision_at_1_diff1": 0.48604266666666673, + "nauc_precision_at_3_max": 0.40538200000000013, + "nauc_precision_at_3_std": 0.06682866666666668, + "nauc_precision_at_3_diff1": 0.30627458333333335, + "nauc_precision_at_5_max": 0.38085708333333335, + "nauc_precision_at_5_std": 0.10236816666666666, + "nauc_precision_at_5_diff1": 0.24589866666666665, + "nauc_precision_at_10_max": 0.33795766666666666, + "nauc_precision_at_10_std": 0.13644358333333334, + "nauc_precision_at_10_diff1": 0.17663875, + "nauc_precision_at_20_max": 0.3067170833333333, + "nauc_precision_at_20_std": 0.16899591666666666, + "nauc_precision_at_20_diff1": 0.12398666666666665, + "nauc_precision_at_100_max": 0.21466991666666663, + "nauc_precision_at_100_std": 0.19683266666666666, + "nauc_precision_at_100_diff1": 0.02372166666666667, + "nauc_precision_at_1000_max": 0.06773875, + "nauc_precision_at_1000_std": 0.13712933333333335, + "nauc_precision_at_1000_diff1": -0.09302758333333333, + "nauc_mrr_at_1_max": 0.4186760833333334, + "nauc_mrr_at_1_std": -0.00022441666666666443, + "nauc_mrr_at_1_diff1": 0.48604266666666673, + "nauc_mrr_at_3_max": 0.42065525000000004, + "nauc_mrr_at_3_std": 0.016751166666666664, + "nauc_mrr_at_3_diff1": 0.43902208333333326, + "nauc_mrr_at_5_max": 0.4207275833333333, + "nauc_mrr_at_5_std": 0.023014749999999994, + "nauc_mrr_at_5_diff1": 0.43440275, + "nauc_mrr_at_10_max": 0.4195542500000001, + "nauc_mrr_at_10_std": 0.024994916666666672, + "nauc_mrr_at_10_diff1": 0.4323685833333333, + "nauc_mrr_at_20_max": 0.4198479166666666, + "nauc_mrr_at_20_std": 0.026983083333333335, + "nauc_mrr_at_20_diff1": 0.43248066666666674, + "nauc_mrr_at_100_max": 0.4201090833333334, + "nauc_mrr_at_100_std": 0.027583083333333334, + "nauc_mrr_at_100_diff1": 0.43288991666666665, + "nauc_mrr_at_1000_max": 0.42010841666666665, + "nauc_mrr_at_1000_std": 0.027504333333333332, + "nauc_mrr_at_1000_diff1": 0.43299624999999997, + "main_score": 0.42743416666666667 + }, + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4274341666666668, + "ndcg_at_10": 0.4274341666666668 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/ibm-granite__granite-embedding-30m-english/external/CQADupstackRetrieval.json b/results/ibm-granite__granite-embedding-30m-english/external/CQADupstackRetrieval.json index 6432c21720..31920042ae 100644 --- a/results/ibm-granite__granite-embedding-30m-english/external/CQADupstackRetrieval.json +++ b/results/ibm-granite__granite-embedding-30m-english/external/CQADupstackRetrieval.json @@ -1,19 +1,165 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.442919, - "main_score": 0.442919, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_1": 0.3391775000000001, + "ndcg_at_3": 0.39253750000000004, + "ndcg_at_5": 0.41622500000000007, + "ndcg_at_10": 0.44291916666666675, + "ndcg_at_20": 0.4631808333333333, + "ndcg_at_100": 0.49489000000000005, + "ndcg_at_1000": 0.5153408333333334, + "map_at_1": 0.2850841666666667, + "map_at_3": 0.35521416666666666, + "map_at_5": 0.37228500000000003, + "map_at_10": 0.3861175, + "map_at_20": 0.393125, + "map_at_100": 0.39882083333333335, + "map_at_1000": 0.39995916666666664, + "recall_at_1": 0.2850841666666667, + "recall_at_3": 0.42468750000000005, + "recall_at_5": 0.4859916666666667, + "recall_at_10": 0.5656024999999999, + "recall_at_20": 0.6396383333333333, + "recall_at_100": 0.7926449999999999, + "recall_at_1000": 0.9325150000000002, + "precision_at_1": 0.3391775000000001, + "precision_at_3": 0.18195583333333332, + "precision_at_5": 0.12950166666666668, + "precision_at_10": 0.07866333333333334, + "precision_at_20": 0.04614749999999999, + "precision_at_100": 0.012374166666666665, + "precision_at_1000": 0.0016091666666666667, + "mrr_at_1": 0.33917699999999995, + "mrr_at_3": 0.40448166666666663, + "mrr_at_5": 0.41903483333333336, + "mrr_at_10": 0.42944941666666664, + "mrr_at_20": 0.4343391666666666, + "mrr_at_100": 0.43782399999999994, + "mrr_at_1000": 0.43832325, + "nauc_ndcg_at_1_max": 0.3876875, + "nauc_ndcg_at_1_std": 0.005314750000000002, + "nauc_ndcg_at_1_diff1": 0.5018021666666667, + "nauc_ndcg_at_3_max": 0.37735691666666665, + "nauc_ndcg_at_3_std": 0.019756250000000003, + "nauc_ndcg_at_3_diff1": 0.4521719166666667, + "nauc_ndcg_at_5_max": 0.38198433333333326, + "nauc_ndcg_at_5_std": 0.027601333333333332, + "nauc_ndcg_at_5_diff1": 0.44559908333333326, + "nauc_ndcg_at_10_max": 0.3834826666666667, + "nauc_ndcg_at_10_std": 0.038177249999999996, + "nauc_ndcg_at_10_diff1": 0.4377215, + "nauc_ndcg_at_20_max": 0.3853288333333333, + "nauc_ndcg_at_20_std": 0.04801466666666668, + "nauc_ndcg_at_20_diff1": 0.4331277499999999, + "nauc_ndcg_at_100_max": 0.38912774999999994, + "nauc_ndcg_at_100_std": 0.0639795, + "nauc_ndcg_at_100_diff1": 0.4338179166666667, + "nauc_ndcg_at_1000_max": 0.390197, + "nauc_ndcg_at_1000_std": 0.05861708333333333, + "nauc_ndcg_at_1000_diff1": 0.4378785833333334, + "nauc_map_at_1_max": 0.3480850833333334, + "nauc_map_at_1_std": -0.024239916666666663, + "nauc_map_at_1_diff1": 0.5188476666666666, + "nauc_map_at_3_max": 0.3651655, + "nauc_map_at_3_std": 8.974999999999955e-05, + "nauc_map_at_3_diff1": 0.4711013333333332, + "nauc_map_at_5_max": 0.3717583333333333, + "nauc_map_at_5_std": 0.007668083333333334, + "nauc_map_at_5_diff1": 0.46496975, + "nauc_map_at_10_max": 0.3754620833333333, + "nauc_map_at_10_std": 0.015577166666666666, + "nauc_map_at_10_diff1": 0.4602030833333334, + "nauc_map_at_20_max": 0.37738058333333335, + "nauc_map_at_20_std": 0.020228750000000004, + "nauc_map_at_20_diff1": 0.45837608333333335, + "nauc_map_at_100_max": 0.37864575, + "nauc_map_at_100_std": 0.023781916666666666, + "nauc_map_at_100_diff1": 0.45818783333333335, + "nauc_map_at_1000_max": 0.378704, + "nauc_map_at_1000_std": 0.024033416666666668, + "nauc_map_at_1000_diff1": 0.4583103333333333, + "nauc_recall_at_1_max": 0.3480850833333334, + "nauc_recall_at_1_std": -0.024239916666666663, + "nauc_recall_at_1_diff1": 0.5188476666666666, + "nauc_recall_at_3_max": 0.3512659166666666, + "nauc_recall_at_3_std": 0.015866916666666665, + "nauc_recall_at_3_diff1": 0.4156113333333334, + "nauc_recall_at_5_max": 0.3614705833333333, + "nauc_recall_at_5_std": 0.03803583333333333, + "nauc_recall_at_5_diff1": 0.39051366666666676, + "nauc_recall_at_10_max": 0.3610466666666667, + "nauc_recall_at_10_std": 0.07102541666666666, + "nauc_recall_at_10_diff1": 0.3579460833333333, + "nauc_recall_at_20_max": 0.3625878333333333, + "nauc_recall_at_20_std": 0.11494475000000001, + "nauc_recall_at_20_diff1": 0.3306425833333333, + "nauc_recall_at_100_max": 0.3800966666666667, + "nauc_recall_at_100_std": 0.27040050000000004, + "nauc_recall_at_100_diff1": 0.29968625, + "nauc_recall_at_1000_max": 0.4532993333333334, + "nauc_recall_at_1000_std": 0.4532731666666667, + "nauc_recall_at_1000_diff1": 0.2808864166666667, + "nauc_precision_at_1_max": 0.3876875, + "nauc_precision_at_1_std": 0.005314750000000002, + "nauc_precision_at_1_diff1": 0.5018021666666667, + "nauc_precision_at_3_max": 0.3652460833333333, + "nauc_precision_at_3_std": 0.0766585, + "nauc_precision_at_3_diff1": 0.3113319166666667, + "nauc_precision_at_5_max": 0.3520106666666667, + "nauc_precision_at_5_std": 0.10746766666666666, + "nauc_precision_at_5_diff1": 0.24582291666666664, + "nauc_precision_at_10_max": 0.31465108333333336, + "nauc_precision_at_10_std": 0.15019074999999998, + "nauc_precision_at_10_diff1": 0.16255741666666668, + "nauc_precision_at_20_max": 0.27589949999999996, + "nauc_precision_at_20_std": 0.18108775000000002, + "nauc_precision_at_20_diff1": 0.09511666666666668, + "nauc_precision_at_100_max": 0.17186916666666668, + "nauc_precision_at_100_std": 0.21440466666666666, + "nauc_precision_at_100_diff1": -0.012442166666666667, + "nauc_precision_at_1000_max": 0.05215425, + "nauc_precision_at_1000_std": 0.13896516666666664, + "nauc_precision_at_1000_diff1": -0.10446258333333334, + "nauc_mrr_at_1_max": 0.3876875, + "nauc_mrr_at_1_std": 0.005314750000000002, + "nauc_mrr_at_1_diff1": 0.5018021666666667, + "nauc_mrr_at_3_max": 0.38979308333333335, + "nauc_mrr_at_3_std": 0.027559916666666663, + "nauc_mrr_at_3_diff1": 0.45991875, + "nauc_mrr_at_5_max": 0.39266641666666674, + "nauc_mrr_at_5_std": 0.03210533333333333, + "nauc_mrr_at_5_diff1": 0.4554448333333333, + "nauc_mrr_at_10_max": 0.39239558333333335, + "nauc_mrr_at_10_std": 0.0357125, + "nauc_mrr_at_10_diff1": 0.4524083333333333, + "nauc_mrr_at_20_max": 0.39212074999999996, + "nauc_mrr_at_20_std": 0.037281833333333333, + "nauc_mrr_at_20_diff1": 0.4515308333333333, + "nauc_mrr_at_100_max": 0.3922109166666667, + "nauc_mrr_at_100_std": 0.03823533333333333, + "nauc_mrr_at_100_diff1": 0.4519413333333333, + "nauc_mrr_at_1000_max": 0.3922478333333333, + "nauc_mrr_at_1000_std": 0.03805283333333333, + "nauc_mrr_at_1000_diff1": 0.45213841666666665, + "main_score": 0.44291916666666675 + }, + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.44291916666666675, + "ndcg_at_10": 0.44291916666666675 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/ieasybooks__multilingual-e5-large-onnx/external/CQADupstackRetrieval.json b/results/ieasybooks__multilingual-e5-large-onnx/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..c382e45475 --- /dev/null +++ b/results/ieasybooks__multilingual-e5-large-onnx/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2555825, + "map_at_10": 0.3444425000000001, + "map_at_100": 0.3559833333333333, + "map_at_1000": 0.35706916666666666, + "map_at_3": 0.31691749999999996, + "map_at_5": 0.33252916666666665, + "mrr_at_1": 0.30252666666666667, + "mrr_at_10": 0.3860675, + "mrr_at_100": 0.3942666666666666, + "mrr_at_1000": 0.39484083333333336, + "mrr_at_3": 0.36174416666666653, + "mrr_at_5": 0.3756275, + "ndcg_at_1": 0.30252666666666667, + "ndcg_at_10": 0.39683, + "ndcg_at_100": 0.44685416666666666, + "ndcg_at_1000": 0.46943166666666675, + "ndcg_at_3": 0.34961749999999997, + "ndcg_at_5": 0.37215666666666664, + "precision_at_1": 0.30252666666666667, + "precision_at_10": 0.06904166666666667, + "precision_at_100": 0.010989999999999995, + "precision_at_1000": 0.0014733333333333334, + "precision_at_3": 0.16037666666666667, + "precision_at_5": 0.11413583333333334, + "recall_at_1": 0.2555825, + "recall_at_10": 0.5113341666666666, + "recall_at_100": 0.7308366666666667, + "recall_at_1000": 0.8879483333333335, + "recall_at_3": 0.3798908333333333, + "recall_at_5": 0.43787833333333326, + "main_score": 0.39683 + } + ] + } +} \ No newline at end of file diff --git a/results/ildodeltaRule__multilingual-e5-large/external/CQADupstackRetrieval.json b/results/ildodeltaRule__multilingual-e5-large/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..c382e45475 --- /dev/null +++ b/results/ildodeltaRule__multilingual-e5-large/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2555825, + "map_at_10": 0.3444425000000001, + "map_at_100": 0.3559833333333333, + "map_at_1000": 0.35706916666666666, + "map_at_3": 0.31691749999999996, + "map_at_5": 0.33252916666666665, + "mrr_at_1": 0.30252666666666667, + "mrr_at_10": 0.3860675, + "mrr_at_100": 0.3942666666666666, + "mrr_at_1000": 0.39484083333333336, + "mrr_at_3": 0.36174416666666653, + "mrr_at_5": 0.3756275, + "ndcg_at_1": 0.30252666666666667, + "ndcg_at_10": 0.39683, + "ndcg_at_100": 0.44685416666666666, + "ndcg_at_1000": 0.46943166666666675, + "ndcg_at_3": 0.34961749999999997, + "ndcg_at_5": 0.37215666666666664, + "precision_at_1": 0.30252666666666667, + "precision_at_10": 0.06904166666666667, + "precision_at_100": 0.010989999999999995, + "precision_at_1000": 0.0014733333333333334, + "precision_at_3": 0.16037666666666667, + "precision_at_5": 0.11413583333333334, + "recall_at_1": 0.2555825, + "recall_at_10": 0.5113341666666666, + "recall_at_100": 0.7308366666666667, + "recall_at_1000": 0.8879483333333335, + "recall_at_3": 0.3798908333333333, + "recall_at_5": 0.43787833333333326, + "main_score": 0.39683 + } + ] + } +} \ No newline at end of file diff --git a/results/ilhamdprastyo__jina-embeddings-v3-tei/external/CQADupstackRetrieval.json b/results/ilhamdprastyo__jina-embeddings-v3-tei/external/CQADupstackRetrieval.json index 77ead12fca..a694f4daf8 100644 --- a/results/ilhamdprastyo__jina-embeddings-v3-tei/external/CQADupstackRetrieval.json +++ b/results/ilhamdprastyo__jina-embeddings-v3-tei/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.425886, - "main_score": 0.425886, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4258858333333333, + "ndcg_at_10": 0.4258858333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/infgrad__stella-base-en-v2/external/CQADupstackRetrieval.json b/results/infgrad__stella-base-en-v2/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..e20e515512 --- /dev/null +++ b/results/infgrad__stella-base-en-v2/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.26510999999999996, + "map_at_10": 0.3575533333333333, + "map_at_100": 0.36975250000000004, + "map_at_1000": 0.37087416666666667, + "map_at_3": 0.32921, + "map_at_5": 0.34450416666666667, + "mrr_at_1": 0.31578416666666664, + "mrr_at_10": 0.4006066666666667, + "mrr_at_100": 0.4093350000000001, + "mrr_at_1000": 0.4098716666666667, + "mrr_at_3": 0.37710499999999997, + "mrr_at_5": 0.39033249999999997, + "ndcg_at_1": 0.31578416666666664, + "ndcg_at_10": 0.4113866666666667, + "ndcg_at_100": 0.46372916666666664, + "ndcg_at_1000": 0.48587500000000006, + "ndcg_at_3": 0.36397083333333335, + "ndcg_at_5": 0.38539, + "precision_at_1": 0.31578416666666664, + "precision_at_10": 0.07221583333333333, + "precision_at_100": 0.011581666666666667, + "precision_at_1000": 0.0015416666666666667, + "precision_at_3": 0.16757999999999998, + "precision_at_5": 0.11830916666666665, + "recall_at_1": 0.26510999999999996, + "recall_at_10": 0.527825, + "recall_at_100": 0.7579675, + "recall_at_1000": 0.9110483333333335, + "recall_at_3": 0.39482333333333336, + "recall_at_5": 0.4507116666666667, + "main_score": 0.4113866666666667 + } + ] + } +} \ No newline at end of file diff --git a/results/intfloat__e5-base-v2/external/CQADupstackRetrieval.json b/results/intfloat__e5-base-v2/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..e5371e180b --- /dev/null +++ b/results/intfloat__e5-base-v2/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24391250000000003, + "map_at_10": 0.33280166666666666, + "map_at_100": 0.34495666666666674, + "map_at_1000": 0.3461533333333333, + "map_at_3": 0.3052183333333333, + "map_at_5": 0.32066083333333334, + "mrr_at_1": 0.29105083333333337, + "mrr_at_10": 0.3744766666666666, + "mrr_at_100": 0.38324916666666664, + "mrr_at_1000": 0.3838566666666667, + "mrr_at_3": 0.3506883333333333, + "mrr_at_5": 0.3642066666666667, + "ndcg_at_1": 0.29105083333333337, + "ndcg_at_10": 0.3854358333333333, + "ndcg_at_100": 0.4383358333333334, + "ndcg_at_1000": 0.46215333333333336, + "ndcg_at_3": 0.33875999999999995, + "ndcg_at_5": 0.3605208333333333, + "precision_at_1": 0.29105083333333337, + "precision_at_10": 0.06823416666666665, + "precision_at_100": 0.011270833333333334, + "precision_at_1000": 0.0015208333333333332, + "precision_at_3": 0.1569675, + "precision_at_5": 0.11193499999999998, + "recall_at_1": 0.24391250000000003, + "recall_at_10": 0.4998808333333333, + "recall_at_100": 0.7331616666666666, + "recall_at_1000": 0.8996291666666667, + "recall_at_3": 0.3686666666666667, + "recall_at_5": 0.42543500000000006, + "main_score": 0.3854358333333333 + } + ] + } +} \ No newline at end of file diff --git a/results/intfloat__e5-base/external/CQADupstackRetrieval.json b/results/intfloat__e5-base/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..0f04fd946d --- /dev/null +++ b/results/intfloat__e5-base/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2698008333333334, + "map_at_10": 0.3447208333333333, + "map_at_100": 0.3560925, + "map_at_1000": 0.35728333333333334, + "map_at_3": 0.32189416666666665, + "map_at_5": 0.33446833333333337, + "mrr_at_1": 0.31731666666666664, + "mrr_at_10": 0.38518, + "mrr_at_100": 0.3938166666666667, + "mrr_at_1000": 0.39446999999999993, + "mrr_at_3": 0.36499666666666675, + "mrr_at_5": 0.3763991666666666, + "ndcg_at_1": 0.31731666666666664, + "ndcg_at_10": 0.38920333333333335, + "ndcg_at_100": 0.44016750000000004, + "ndcg_at_1000": 0.4651075, + "ndcg_at_3": 0.3509766666666667, + "ndcg_at_5": 0.36843, + "precision_at_1": 0.31731666666666664, + "precision_at_10": 0.06472583333333332, + "precision_at_100": 0.010665000000000001, + "precision_at_1000": 0.0014725000000000003, + "precision_at_3": 0.15659083333333332, + "precision_at_5": 0.10878833333333332, + "recall_at_1": 0.2698008333333334, + "recall_at_10": 0.48139249999999995, + "recall_at_100": 0.7070149999999998, + "recall_at_1000": 0.8810775000000001, + "recall_at_3": 0.3730091666666667, + "recall_at_5": 0.4190358333333333, + "main_score": 0.38920333333333335 + } + ] + } +} \ No newline at end of file diff --git a/results/intfloat__e5-large-v2/external/CQADupstackRetrieval.json b/results/intfloat__e5-large-v2/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..7c9e280489 --- /dev/null +++ b/results/intfloat__e5-large-v2/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2340791666666667, + "map_at_10": 0.3245808333333333, + "map_at_100": 0.33691916666666666, + "map_at_1000": 0.33811916666666664, + "map_at_3": 0.2951625, + "map_at_5": 0.31168083333333335, + "mrr_at_1": 0.2796591666666666, + "mrr_at_10": 0.3652858333333334, + "mrr_at_100": 0.37404000000000004, + "mrr_at_1000": 0.3746433333333334, + "mrr_at_3": 0.3392883333333333, + "mrr_at_5": 0.35419333333333325, + "ndcg_at_1": 0.2796591666666666, + "ndcg_at_10": 0.37891416666666655, + "ndcg_at_100": 0.43230666666666656, + "ndcg_at_1000": 0.4563258333333333, + "ndcg_at_3": 0.3281124999999999, + "ndcg_at_5": 0.35225666666666666, + "precision_at_1": 0.2796591666666666, + "precision_at_10": 0.06834083333333332, + "precision_at_100": 0.0112225, + "precision_at_1000": 0.0015241666666666667, + "precision_at_3": 0.15264333333333335, + "precision_at_5": 0.11039416666666665, + "recall_at_1": 0.2340791666666667, + "recall_at_10": 0.49927083333333333, + "recall_at_100": 0.7344641666666668, + "recall_at_1000": 0.9019950000000001, + "recall_at_3": 0.3588341666666667, + "recall_at_5": 0.42061249999999994, + "main_score": 0.37891416666666655 + } + ] + } +} \ No newline at end of file diff --git a/results/intfloat__e5-large/external/CQADupstackRetrieval.json b/results/intfloat__e5-large/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..bba0a02c22 --- /dev/null +++ b/results/intfloat__e5-large/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.271505, + "map_at_10": 0.34844833333333336, + "map_at_100": 0.3595216666666667, + "map_at_1000": 0.3606675, + "map_at_3": 0.3241975, + "map_at_5": 0.3374233333333333, + "mrr_at_1": 0.3192366666666666, + "mrr_at_10": 0.38879833333333336, + "mrr_at_100": 0.39706250000000004, + "mrr_at_1000": 0.3976708333333333, + "mrr_at_3": 0.36720083333333325, + "mrr_at_5": 0.3796933333333334, + "ndcg_at_1": 0.3192366666666666, + "ndcg_at_10": 0.39442583333333336, + "ndcg_at_100": 0.44314749999999997, + "ndcg_at_1000": 0.4675, + "ndcg_at_3": 0.35362999999999994, + "ndcg_at_5": 0.37242333333333333, + "precision_at_1": 0.3192366666666666, + "precision_at_10": 0.06643333333333333, + "precision_at_100": 0.010612499999999999, + "precision_at_1000": 0.0014574999999999998, + "precision_at_3": 0.15875250000000002, + "precision_at_5": 0.11088916666666665, + "recall_at_1": 0.271505, + "recall_at_10": 0.49063499999999993, + "recall_at_100": 0.7060841666666665, + "recall_at_1000": 0.8772049999999999, + "recall_at_3": 0.3760575000000001, + "recall_at_5": 0.4251116666666668, + "main_score": 0.39442583333333336 + } + ] + } +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/external/CQADupstackRetrieval.json b/results/intfloat__e5-mistral-7b-instruct/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..e50c1a6b10 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2716233333333333, + "map_at_10": 0.3722291666666667, + "map_at_100": 0.3856733333333333, + "map_at_1000": 0.38684250000000003, + "map_at_3": 0.34228583333333334, + "map_at_5": 0.35852500000000004, + "mrr_at_1": 0.3245983333333334, + "mrr_at_10": 0.4165358333333333, + "mrr_at_100": 0.42566916666666665, + "mrr_at_1000": 0.4261766666666667, + "mrr_at_3": 0.392105, + "mrr_at_5": 0.40582166666666664, + "ndcg_at_1": 0.3245983333333334, + "ndcg_at_10": 0.4296758333333333, + "ndcg_at_100": 0.485065, + "ndcg_at_1000": 0.5055658333333334, + "ndcg_at_3": 0.3800441666666666, + "ndcg_at_5": 0.40259166666666674, + "precision_at_1": 0.3245983333333334, + "precision_at_10": 0.07664583333333333, + "precision_at_100": 0.012349999999999998, + "precision_at_1000": 0.0015966666666666668, + "precision_at_3": 0.17731166666666665, + "precision_at_5": 0.12575333333333336, + "recall_at_1": 0.2716233333333333, + "recall_at_10": 0.5544158333333334, + "recall_at_100": 0.7956966666666666, + "recall_at_1000": 0.9345224999999999, + "recall_at_3": 0.41433083333333337, + "recall_at_5": 0.4731108333333333, + "main_score": 0.4296758333333333 + } + ] + } +} \ No newline at end of file diff --git a/results/intfloat__e5-small-v2/external/CQADupstackRetrieval.json b/results/intfloat__e5-small-v2/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..cab096ef87 --- /dev/null +++ b/results/intfloat__e5-small-v2/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24604166666666663, + "map_at_10": 0.3242716666666666, + "map_at_100": 0.33514749999999993, + "map_at_1000": 0.336345, + "map_at_3": 0.3002366666666667, + "map_at_5": 0.3138233333333333, + "mrr_at_1": 0.29001166666666667, + "mrr_at_10": 0.363315, + "mrr_at_100": 0.37166833333333327, + "mrr_at_1000": 0.3723341666666668, + "mrr_at_3": 0.3419916666666667, + "mrr_at_5": 0.3540458333333334, + "ndcg_at_1": 0.29001166666666667, + "ndcg_at_10": 0.3706883333333334, + "ndcg_at_100": 0.41958166666666663, + "ndcg_at_1000": 0.4450158333333334, + "ndcg_at_3": 0.32973499999999994, + "ndcg_at_5": 0.3490833333333334, + "precision_at_1": 0.29001166666666667, + "precision_at_10": 0.06336, + "precision_at_100": 0.010282499999999998, + "precision_at_1000": 0.0014391666666666663, + "precision_at_3": 0.14932499999999996, + "precision_at_5": 0.10508250000000001, + "recall_at_1": 0.24604166666666663, + "recall_at_10": 0.469525, + "recall_at_100": 0.6867816666666667, + "recall_at_1000": 0.8659783333333334, + "recall_at_3": 0.35497833333333334, + "recall_at_5": 0.40525250000000007, + "main_score": 0.3706883333333334 + } + ] + } +} \ No newline at end of file diff --git a/results/intfloat__e5-small/external/CQADupstackRetrieval.json b/results/intfloat__e5-small/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..13b03cce29 --- /dev/null +++ b/results/intfloat__e5-small/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2422083333333333, + "map_at_10": 0.3160666666666666, + "map_at_100": 0.326195, + "map_at_1000": 0.32739999999999997, + "map_at_3": 0.2937825, + "map_at_5": 0.30596083333333335, + "mrr_at_1": 0.28607916666666666, + "mrr_at_10": 0.35545916666666666, + "mrr_at_100": 0.3633683333333333, + "mrr_at_1000": 0.36406249999999996, + "mrr_at_3": 0.3352625, + "mrr_at_5": 0.346605, + "ndcg_at_1": 0.28607916666666666, + "ndcg_at_10": 0.36079666666666665, + "ndcg_at_100": 0.4073308333333333, + "ndcg_at_1000": 0.4340666666666666, + "ndcg_at_3": 0.3223525, + "ndcg_at_5": 0.33970833333333333, + "precision_at_1": 0.28607916666666666, + "precision_at_10": 0.061203333333333346, + "precision_at_100": 0.009921666666666667, + "precision_at_1000": 0.0014091666666666666, + "precision_at_3": 0.1454975, + "precision_at_5": 0.10153166666666667, + "recall_at_1": 0.2422083333333333, + "recall_at_10": 0.45491833333333337, + "recall_at_100": 0.6628133333333333, + "recall_at_1000": 0.8516541666666667, + "recall_at_3": 0.346485, + "recall_at_5": 0.39229749999999997, + "main_score": 0.36079666666666665 + } + ] + } +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/external/CQADupstackRetrieval.json b/results/intfloat__multilingual-e5-base/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..493848363f --- /dev/null +++ b/results/intfloat__multilingual-e5-base/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.25946583333333334, + "map_at_10": 0.3379725, + "map_at_100": 0.34864083333333334, + "map_at_1000": 0.349795, + "map_at_3": 0.3126, + "map_at_5": 0.32715416666666663, + "mrr_at_1": 0.30863749999999995, + "mrr_at_10": 0.3799183333333333, + "mrr_at_100": 0.38790499999999994, + "mrr_at_1000": 0.38855750000000006, + "mrr_at_3": 0.35820833333333335, + "mrr_at_5": 0.3707533333333333, + "ndcg_at_1": 0.30863749999999995, + "ndcg_at_10": 0.3852141666666667, + "ndcg_at_100": 0.4317966666666667, + "ndcg_at_1000": 0.4564608333333333, + "ndcg_at_3": 0.3433300000000001, + "ndcg_at_5": 0.36349750000000003, + "precision_at_1": 0.30863749999999995, + "precision_at_10": 0.06599, + "precision_at_100": 0.010502500000000001, + "precision_at_1000": 0.00144, + "precision_at_3": 0.15557583333333333, + "precision_at_5": 0.11020000000000002, + "recall_at_1": 0.25946583333333334, + "recall_at_10": 0.4836991666666666, + "recall_at_100": 0.6902408333333334, + "recall_at_1000": 0.8643858333333331, + "recall_at_3": 0.364965, + "recall_at_5": 0.41762583333333336, + "main_score": 0.3852141666666667 + } + ] + } +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/external/CQADupstackRetrieval.json b/results/intfloat__multilingual-e5-large-instruct/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..ffb077aa0e --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2776416666666667, + "map_at_10": 0.37298166666666677, + "map_at_100": 0.38530166666666665, + "map_at_1000": 0.3864416666666667, + "map_at_3": 0.34484833333333337, + "map_at_5": 0.360385, + "mrr_at_1": 0.3293558333333333, + "mrr_at_10": 0.4158975, + "mrr_at_100": 0.42425333333333337, + "mrr_at_1000": 0.4247633333333334, + "mrr_at_3": 0.39268250000000005, + "mrr_at_5": 0.40567083333333337, + "ndcg_at_1": 0.3293558333333333, + "ndcg_at_10": 0.42706583333333337, + "ndcg_at_100": 0.47824833333333333, + "ndcg_at_1000": 0.49957333333333337, + "ndcg_at_3": 0.3806475, + "ndcg_at_5": 0.40181583333333326, + "precision_at_1": 0.3293558333333333, + "precision_at_10": 0.07459833333333334, + "precision_at_100": 0.011830833333333336, + "precision_at_1000": 0.0015608333333333333, + "precision_at_3": 0.17523499999999997, + "precision_at_5": 0.12349833333333332, + "recall_at_1": 0.2776416666666667, + "recall_at_10": 0.5431775, + "recall_at_100": 0.7674350000000001, + "recall_at_1000": 0.9145208333333332, + "recall_at_3": 0.41234250000000006, + "recall_at_5": 0.46739833333333336, + "main_score": 0.42706583333333337 + } + ] + } +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/external/CQADupstackRetrieval.json b/results/intfloat__multilingual-e5-large/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..c382e45475 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2555825, + "map_at_10": 0.3444425000000001, + "map_at_100": 0.3559833333333333, + "map_at_1000": 0.35706916666666666, + "map_at_3": 0.31691749999999996, + "map_at_5": 0.33252916666666665, + "mrr_at_1": 0.30252666666666667, + "mrr_at_10": 0.3860675, + "mrr_at_100": 0.3942666666666666, + "mrr_at_1000": 0.39484083333333336, + "mrr_at_3": 0.36174416666666653, + "mrr_at_5": 0.3756275, + "ndcg_at_1": 0.30252666666666667, + "ndcg_at_10": 0.39683, + "ndcg_at_100": 0.44685416666666666, + "ndcg_at_1000": 0.46943166666666675, + "ndcg_at_3": 0.34961749999999997, + "ndcg_at_5": 0.37215666666666664, + "precision_at_1": 0.30252666666666667, + "precision_at_10": 0.06904166666666667, + "precision_at_100": 0.010989999999999995, + "precision_at_1000": 0.0014733333333333334, + "precision_at_3": 0.16037666666666667, + "precision_at_5": 0.11413583333333334, + "recall_at_1": 0.2555825, + "recall_at_10": 0.5113341666666666, + "recall_at_100": 0.7308366666666667, + "recall_at_1000": 0.8879483333333335, + "recall_at_3": 0.3798908333333333, + "recall_at_5": 0.43787833333333326, + "main_score": 0.39683 + } + ] + } +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/external/CQADupstackRetrieval.json b/results/intfloat__multilingual-e5-small/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..0ba51ede72 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24252999999999997, + "map_at_10": 0.31655916666666667, + "map_at_100": 0.3268075, + "map_at_1000": 0.32794833333333334, + "map_at_3": 0.2943691666666666, + "map_at_5": 0.30717416666666664, + "mrr_at_1": 0.28602750000000005, + "mrr_at_10": 0.3556875, + "mrr_at_100": 0.36359499999999995, + "mrr_at_1000": 0.3642775, + "mrr_at_3": 0.3358616666666666, + "mrr_at_5": 0.34736416666666664, + "ndcg_at_1": 0.28602750000000005, + "ndcg_at_10": 0.3606933333333334, + "ndcg_at_100": 0.4070141666666667, + "ndcg_at_1000": 0.4324341666666667, + "ndcg_at_3": 0.32307916666666664, + "ndcg_at_5": 0.34129999999999994, + "precision_at_1": 0.28602750000000005, + "precision_at_10": 0.06097666666666667, + "precision_at_100": 0.009809166666666667, + "precision_at_1000": 0.0013766666666666662, + "precision_at_3": 0.14628166666666667, + "precision_at_5": 0.10266916666666667, + "recall_at_1": 0.24252999999999997, + "recall_at_10": 0.45319166666666666, + "recall_at_100": 0.6603575, + "recall_at_1000": 0.8394708333333334, + "recall_at_3": 0.3471941666666666, + "recall_at_5": 0.3946358333333333, + "main_score": 0.3606933333333334 + } + ] + } +} \ No newline at end of file diff --git a/results/izhx__udever-bloom-1b1/external/CQADupstackRetrieval.json b/results/izhx__udever-bloom-1b1/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..532f91b94b --- /dev/null +++ b/results/izhx__udever-bloom-1b1/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.21601166666666669, + "map_at_10": 0.29434166666666667, + "map_at_100": 0.305905, + "map_at_1000": 0.3071658333333334, + "map_at_3": 0.2696233333333333, + "map_at_5": 0.2828725, + "mrr_at_1": 0.2584825, + "mrr_at_10": 0.3349966666666667, + "mrr_at_100": 0.34394250000000004, + "mrr_at_1000": 0.3446366666666667, + "mrr_at_3": 0.31256, + "mrr_at_5": 0.32520166666666667, + "ndcg_at_1": 0.2584825, + "ndcg_at_10": 0.342975, + "ndcg_at_100": 0.39509833333333333, + "ndcg_at_1000": 0.4217958333333333, + "ndcg_at_3": 0.3000558333333333, + "ndcg_at_5": 0.3193141666666666, + "precision_at_1": 0.2584825, + "precision_at_10": 0.06075083333333334, + "precision_at_100": 0.010205833333333334, + "precision_at_1000": 0.0014425, + "precision_at_3": 0.13903249999999998, + "precision_at_5": 0.09874999999999998, + "recall_at_1": 0.21601166666666669, + "recall_at_10": 0.44787333333333335, + "recall_at_100": 0.6789450000000001, + "recall_at_1000": 0.8662424999999999, + "recall_at_3": 0.3266375, + "recall_at_5": 0.3771825, + "main_score": 0.342975 + } + ] + } +} \ No newline at end of file diff --git a/results/izhx__udever-bloom-3b/external/CQADupstackRetrieval.json b/results/izhx__udever-bloom-3b/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..e3b08a9d2e --- /dev/null +++ b/results/izhx__udever-bloom-3b/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24153166666666667, + "map_at_10": 0.32770499999999997, + "map_at_100": 0.3393133333333334, + "map_at_1000": 0.34052499999999997, + "map_at_3": 0.30158500000000005, + "map_at_5": 0.3159591666666666, + "mrr_at_1": 0.2887725, + "mrr_at_10": 0.36863583333333333, + "mrr_at_100": 0.3774550000000001, + "mrr_at_1000": 0.3780916666666666, + "mrr_at_3": 0.34634499999999996, + "mrr_at_5": 0.3592675000000001, + "ndcg_at_1": 0.2887725, + "ndcg_at_10": 0.37823416666666665, + "ndcg_at_100": 0.4298408333333333, + "ndcg_at_1000": 0.4544883333333333, + "ndcg_at_3": 0.3341875000000001, + "ndcg_at_5": 0.3545158333333333, + "precision_at_1": 0.2887725, + "precision_at_10": 0.0663825, + "precision_at_100": 0.010863333333333334, + "precision_at_1000": 0.0014858333333333334, + "precision_at_3": 0.15481, + "precision_at_5": 0.10953916666666669, + "recall_at_1": 0.24153166666666667, + "recall_at_10": 0.4879649999999999, + "recall_at_100": 0.7153716666666666, + "recall_at_1000": 0.8872158333333333, + "recall_at_3": 0.36419583333333333, + "recall_at_5": 0.4173583333333333, + "main_score": 0.37823416666666665 + } + ] + } +} \ No newline at end of file diff --git a/results/izhx__udever-bloom-560m/external/CQADupstackRetrieval.json b/results/izhx__udever-bloom-560m/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..9a33671605 --- /dev/null +++ b/results/izhx__udever-bloom-560m/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.19796583333333337, + "map_at_10": 0.26900166666666664, + "map_at_100": 0.27956583333333335, + "map_at_1000": 0.2808083333333333, + "map_at_3": 0.24598416666666664, + "map_at_5": 0.2581791666666667, + "mrr_at_1": 0.2368591666666667, + "mrr_at_10": 0.3065558333333333, + "mrr_at_100": 0.31503583333333335, + "mrr_at_1000": 0.3157608333333333, + "mrr_at_3": 0.2850525, + "mrr_at_5": 0.29690666666666665, + "ndcg_at_1": 0.2368591666666667, + "ndcg_at_10": 0.31425000000000003, + "ndcg_at_100": 0.3634316666666666, + "ndcg_at_1000": 0.39164249999999995, + "ndcg_at_3": 0.2733008333333334, + "ndcg_at_5": 0.2914408333333333, + "precision_at_1": 0.2368591666666667, + "precision_at_10": 0.055862500000000016, + "precision_at_100": 0.009571666666666666, + "precision_at_1000": 0.0013866666666666667, + "precision_at_3": 0.126635, + "precision_at_5": 0.09035333333333333, + "recall_at_1": 0.19796583333333337, + "recall_at_10": 0.41289416666666673, + "recall_at_100": 0.6325125, + "recall_at_1000": 0.834515, + "recall_at_3": 0.29727916666666665, + "recall_at_5": 0.3445824999999999, + "main_score": 0.31425000000000003 + } + ] + } +} \ No newline at end of file diff --git a/results/izhx__udever-bloom-7b1/external/CQADupstackRetrieval.json b/results/izhx__udever-bloom-7b1/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..bedb0514a1 --- /dev/null +++ b/results/izhx__udever-bloom-7b1/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24915250000000003, + "map_at_10": 0.3398191666666666, + "map_at_100": 0.3519166666666667, + "map_at_1000": 0.3530983333333333, + "map_at_3": 0.3127391666666666, + "map_at_5": 0.3274366666666666, + "mrr_at_1": 0.2980074999999999, + "mrr_at_10": 0.38235749999999996, + "mrr_at_100": 0.39106166666666664, + "mrr_at_1000": 0.3916658333333334, + "mrr_at_3": 0.3591033333333334, + "mrr_at_5": 0.37177666666666664, + "ndcg_at_1": 0.2980074999999999, + "ndcg_at_10": 0.3928783333333332, + "ndcg_at_100": 0.44533833333333334, + "ndcg_at_1000": 0.46896083333333327, + "ndcg_at_3": 0.34676, + "ndcg_at_5": 0.3675208333333333, + "precision_at_1": 0.2980074999999999, + "precision_at_10": 0.06913416666666666, + "precision_at_100": 0.011206666666666665, + "precision_at_1000": 0.0015116666666666668, + "precision_at_3": 0.16069083333333334, + "precision_at_5": 0.11337916666666668, + "recall_at_1": 0.24915250000000003, + "recall_at_10": 0.5086333333333334, + "recall_at_100": 0.7385574999999999, + "recall_at_1000": 0.9024041666666666, + "recall_at_3": 0.3780116666666666, + "recall_at_5": 0.43262999999999996, + "main_score": 0.3928783333333332 + } + ] + } +} \ No newline at end of file diff --git a/results/jamesdborin__jina-v2-base-en-embed/external/CQADupstackRetrieval.json b/results/jamesdborin__jina-v2-base-en-embed/external/CQADupstackRetrieval.json index 535e569243..3ba93b0027 100644 --- a/results/jamesdborin__jina-v2-base-en-embed/external/CQADupstackRetrieval.json +++ b/results/jamesdborin__jina-v2-base-en-embed/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.393437, - "main_score": 0.393437, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2517625, + "map_at_10": 0.34063916666666666, + "map_at_100": 0.35255500000000006, + "map_at_1000": 0.35372750000000003, + "map_at_3": 0.31351666666666667, + "map_at_5": 0.32806083333333336, + "mrr_at_1": 0.2959783333333333, + "mrr_at_10": 0.380925, + "mrr_at_100": 0.38957249999999993, + "mrr_at_1000": 0.3901608333333333, + "mrr_at_3": 0.3577625, + "mrr_at_5": 0.37049916666666666, + "ndcg_at_1": 0.2959783333333333, + "ndcg_at_10": 0.39343666666666666, + "ndcg_at_100": 0.44488249999999996, + "ndcg_at_1000": 0.4683358333333334, + "ndcg_at_3": 0.34697083333333334, + "ndcg_at_5": 0.3675075, + "precision_at_1": 0.2959783333333333, + "precision_at_10": 0.06884083333333332, + "precision_at_100": 0.01114, + "precision_at_1000": 0.0015108333333333332, + "precision_at_3": 0.15965250000000003, + "precision_at_5": 0.11246500000000001, + "recall_at_1": 0.2517625, + "recall_at_10": 0.5101599999999998, + "recall_at_100": 0.7360174999999998, + "recall_at_1000": 0.89849, + "recall_at_3": 0.37883999999999995, + "recall_at_5": 0.4324541666666666, + "main_score": 0.39343666666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jburmeister__stella_en_400M_v5/external/CQADupstackRetrieval.json b/results/jburmeister__stella_en_400M_v5/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..c7bb23a26d --- /dev/null +++ b/results/jburmeister__stella_en_400M_v5/external/CQADupstackRetrieval.json @@ -0,0 +1,157 @@ +{ + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4436125000000001, + "map_at_1": 0.283045, + "map_at_10": 0.38548416666666663, + "map_at_100": 0.3983141666666667, + "map_at_1000": 0.39944750000000007, + "map_at_20": 0.39253416666666674, + "map_at_3": 0.3540675, + "map_at_5": 0.3715558333333333, + "mrr_at_1": 0.3409077232860122, + "mrr_at_10": 0.43154453932114206, + "mrr_at_100": 0.43986452868482573, + "mrr_at_1000": 0.44037631313469405, + "mrr_at_20": 0.4364045813249614, + "mrr_at_3": 0.40674138648480485, + "mrr_at_5": 0.4210625118262026, + "nauc_map_at_1000_diff1": 0.46250011739434993, + "nauc_map_at_1000_max": 0.30136644462605977, + "nauc_map_at_1000_std": 0.05422301791618935, + "nauc_map_at_100_diff1": 0.46253631351999397, + "nauc_map_at_100_max": 0.3012612918885181, + "nauc_map_at_100_std": 0.05367077019987172, + "nauc_map_at_10_diff1": 0.4632817134174135, + "nauc_map_at_10_max": 0.2980274612581464, + "nauc_map_at_10_std": 0.0462996685176396, + "nauc_map_at_1_diff1": 0.5156118117729492, + "nauc_map_at_1_max": 0.2794885243863768, + "nauc_map_at_1_std": 0.017003665089273562, + "nauc_map_at_20_diff1": 0.4628675026029909, + "nauc_map_at_20_max": 0.2997920529035328, + "nauc_map_at_20_std": 0.05010588412441873, + "nauc_map_at_3_diff1": 0.4710018183619064, + "nauc_map_at_3_max": 0.2906231820607875, + "nauc_map_at_3_std": 0.0322356962546942, + "nauc_map_at_5_diff1": 0.4641971733050039, + "nauc_map_at_5_max": 0.29456798617695656, + "nauc_map_at_5_std": 0.04092169102307715, + "nauc_mrr_at_1000_diff1": 0.4588888977975723, + "nauc_mrr_at_1000_max": 0.32162138978089544, + "nauc_mrr_at_1000_std": 0.06281194342421792, + "nauc_mrr_at_100_diff1": 0.4587480433011124, + "nauc_mrr_at_100_max": 0.3216011334212834, + "nauc_mrr_at_100_std": 0.06286571777242178, + "nauc_mrr_at_10_diff1": 0.4584965290465883, + "nauc_mrr_at_10_max": 0.3213847916232293, + "nauc_mrr_at_10_std": 0.06105718728141998, + "nauc_mrr_at_1_diff1": 0.5101373032506216, + "nauc_mrr_at_1_max": 0.3277457396492779, + "nauc_mrr_at_1_std": 0.04415684893471724, + "nauc_mrr_at_20_diff1": 0.45866630462552743, + "nauc_mrr_at_20_max": 0.3215219360697865, + "nauc_mrr_at_20_std": 0.061960304641276304, + "nauc_mrr_at_3_diff1": 0.46522376582423186, + "nauc_mrr_at_3_max": 0.3218259009733714, + "nauc_mrr_at_3_std": 0.05288000648220897, + "nauc_mrr_at_5_diff1": 0.4586611481369745, + "nauc_mrr_at_5_max": 0.32142616390549206, + "nauc_mrr_at_5_std": 0.05881123817707373, + "nauc_ndcg_at_1000_diff1": 0.445055097547565, + "nauc_ndcg_at_1000_max": 0.3114968205797546, + "nauc_ndcg_at_1000_std": 0.08157937194901332, + "nauc_ndcg_at_100_diff1": 0.4412398363638596, + "nauc_ndcg_at_100_max": 0.3087806432140999, + "nauc_ndcg_at_100_std": 0.0840493441452808, + "nauc_ndcg_at_10_diff1": 0.4420009350522147, + "nauc_ndcg_at_10_max": 0.3015267107733158, + "nauc_ndcg_at_10_std": 0.06407495361566107, + "nauc_ndcg_at_1_diff1": 0.5101373032506216, + "nauc_ndcg_at_1_max": 0.3277457396492779, + "nauc_ndcg_at_1_std": 0.04415684893471724, + "nauc_ndcg_at_20_diff1": 0.4416988321564116, + "nauc_ndcg_at_20_max": 0.3033353250065121, + "nauc_ndcg_at_20_std": 0.0710024701386895, + "nauc_ndcg_at_3_diff1": 0.4535982873879988, + "nauc_ndcg_at_3_max": 0.302883124579487, + "nauc_ndcg_at_3_std": 0.046539008982933956, + "nauc_ndcg_at_5_diff1": 0.44324558115380186, + "nauc_ndcg_at_5_max": 0.30048149698941373, + "nauc_ndcg_at_5_std": 0.0566844596184132, + "nauc_precision_at_1000_diff1": -0.07282175798304458, + "nauc_precision_at_1000_max": 0.07820142031765352, + "nauc_precision_at_1000_std": 0.11736131836431171, + "nauc_precision_at_100_diff1": 0.010222940256506975, + "nauc_precision_at_100_max": 0.1612346497070298, + "nauc_precision_at_100_std": 0.18202607395247875, + "nauc_precision_at_10_diff1": 0.18289439185857836, + "nauc_precision_at_10_max": 0.26116517399154376, + "nauc_precision_at_10_std": 0.13921214069982302, + "nauc_precision_at_1_diff1": 0.5101373032506216, + "nauc_precision_at_1_max": 0.3277457396492779, + "nauc_precision_at_1_std": 0.04415684893471724, + "nauc_precision_at_20_diff1": 0.12365165405210886, + "nauc_precision_at_20_max": 0.22946297258937368, + "nauc_precision_at_20_std": 0.1613862870358933, + "nauc_precision_at_3_diff1": 0.32063423642849687, + "nauc_precision_at_3_max": 0.30140965811989406, + "nauc_precision_at_3_std": 0.08501746262550146, + "nauc_precision_at_5_diff1": 0.24777203357717947, + "nauc_precision_at_5_max": 0.2840157956684847, + "nauc_precision_at_5_std": 0.11643246774390914, + "nauc_recall_at_1000_diff1": 0.3004216463401409, + "nauc_recall_at_1000_max": 0.3498067760563842, + "nauc_recall_at_1000_std": 0.4801453905250591, + "nauc_recall_at_100_diff1": 0.3119341550751397, + "nauc_recall_at_100_max": 0.28697401492709806, + "nauc_recall_at_100_std": 0.2520960758920368, + "nauc_recall_at_10_diff1": 0.3618870823636506, + "nauc_recall_at_10_max": 0.2600562523134124, + "nauc_recall_at_10_std": 0.08891983977041376, + "nauc_recall_at_1_diff1": 0.5156118117729492, + "nauc_recall_at_1_max": 0.2794885243863768, + "nauc_recall_at_1_std": 0.017003665089273562, + "nauc_recall_at_20_diff1": 0.34939961185648033, + "nauc_recall_at_20_max": 0.2614996171595614, + "nauc_recall_at_20_std": 0.12065750236763301, + "nauc_recall_at_3_diff1": 0.40807439467095125, + "nauc_recall_at_3_max": 0.2644312777302578, + "nauc_recall_at_3_std": 0.03701144860424148, + "nauc_recall_at_5_diff1": 0.3760853515705578, + "nauc_recall_at_5_max": 0.26168016189725823, + "nauc_recall_at_5_std": 0.06344191564595315, + "ndcg_at_1": 0.3409083333333333, + "ndcg_at_10": 0.4436125000000001, + "ndcg_at_100": 0.49586166666666665, + "ndcg_at_1000": 0.5162358333333333, + "ndcg_at_20": 0.4640158333333333, + "ndcg_at_3": 0.3927733333333333, + "ndcg_at_5": 0.41662333333333335, + "precision_at_1": 0.3409083333333333, + "precision_at_10": 0.07957000000000002, + "precision_at_100": 0.012521666666666669, + "precision_at_1000": 0.0016125, + "precision_at_20": 0.046755000000000005, + "precision_at_3": 0.18402083333333333, + "precision_at_5": 0.13104333333333334, + "recall_at_1": 0.283045, + "recall_at_10": 0.5680666666666667, + "recall_at_100": 0.7966208333333334, + "recall_at_1000": 0.936455, + "recall_at_20": 0.6424949999999999, + "recall_at_3": 0.4243133333333333, + "recall_at_5": 0.48665416666666667 + } + ] + } +} \ No newline at end of file diff --git a/results/jinaai__jina-embedding-b-en-v1/external/CQADupstackRetrieval.json b/results/jinaai__jina-embedding-b-en-v1/external/CQADupstackRetrieval.json index 5504f170b3..0221918eb0 100644 --- a/results/jinaai__jina-embedding-b-en-v1/external/CQADupstackRetrieval.json +++ b/results/jinaai__jina-embedding-b-en-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.374762, - "main_score": 0.374762, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.23825583333333333, + "map_at_10": 0.322845, + "map_at_100": 0.3348566666666667, + "map_at_1000": 0.3360833333333333, + "map_at_3": 0.29604916666666664, + "map_at_5": 0.31015333333333334, + "mrr_at_1": 0.27850916666666664, + "mrr_at_10": 0.3612241666666667, + "mrr_at_100": 0.37012749999999994, + "mrr_at_1000": 0.3707566666666667, + "mrr_at_3": 0.33665749999999994, + "mrr_at_5": 0.35009166666666675, + "ndcg_at_1": 0.27850916666666664, + "ndcg_at_10": 0.3747625, + "ndcg_at_100": 0.4274433333333334, + "ndcg_at_1000": 0.4521991666666667, + "ndcg_at_3": 0.32709166666666667, + "ndcg_at_5": 0.3480658333333333, + "precision_at_1": 0.27850916666666664, + "precision_at_10": 0.06576166666666666, + "precision_at_100": 0.010879999999999999, + "precision_at_1000": 0.0015058333333333332, + "precision_at_3": 0.14933833333333335, + "precision_at_5": 0.10607249999999999, + "recall_at_1": 0.23825583333333333, + "recall_at_10": 0.491005, + "recall_at_100": 0.7221133333333334, + "recall_at_1000": 0.8934791666666666, + "recall_at_3": 0.3590525, + "recall_at_5": 0.41245833333333337, + "main_score": 0.3747625 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jinaai__jina-embedding-l-en-v1/external/CQADupstackRetrieval.json b/results/jinaai__jina-embedding-l-en-v1/external/CQADupstackRetrieval.json index aed3c048a3..589f12a023 100644 --- a/results/jinaai__jina-embedding-l-en-v1/external/CQADupstackRetrieval.json +++ b/results/jinaai__jina-embedding-l-en-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.379569, - "main_score": 0.379569, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24336166666666664, + "map_at_10": 0.3280791666666667, + "map_at_100": 0.34043416666666665, + "map_at_1000": 0.3416275, + "map_at_3": 0.30187083333333337, + "map_at_5": 0.3163783333333334, + "mrr_at_1": 0.2866958333333334, + "mrr_at_10": 0.3688616666666667, + "mrr_at_100": 0.3780233333333333, + "mrr_at_1000": 0.37861416666666664, + "mrr_at_3": 0.34537416666666665, + "mrr_at_5": 0.3584275, + "ndcg_at_1": 0.2866958333333334, + "ndcg_at_10": 0.3795691666666666, + "ndcg_at_100": 0.43394750000000004, + "ndcg_at_1000": 0.4579925, + "ndcg_at_3": 0.3343683333333334, + "ndcg_at_5": 0.3552575, + "precision_at_1": 0.2866958333333334, + "precision_at_10": 0.06603833333333335, + "precision_at_100": 0.011079166666666666, + "precision_at_1000": 0.0015208333333333335, + "precision_at_3": 0.1533875, + "precision_at_5": 0.1088775, + "recall_at_1": 0.24336166666666664, + "recall_at_10": 0.4919358333333333, + "recall_at_100": 0.7307583333333334, + "recall_at_1000": 0.8981675, + "recall_at_3": 0.3654091666666667, + "recall_at_5": 0.4191925000000001, + "main_score": 0.3795691666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jinaai__jina-embedding-s-en-v1/external/CQADupstackRetrieval.json b/results/jinaai__jina-embedding-s-en-v1/external/CQADupstackRetrieval.json index 72da5ae119..e07629ad4a 100644 --- a/results/jinaai__jina-embedding-s-en-v1/external/CQADupstackRetrieval.json +++ b/results/jinaai__jina-embedding-s-en-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.337368, - "main_score": 0.337368, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.21688499999999997, + "map_at_10": 0.29164666666666667, + "map_at_100": 0.3022575, + "map_at_1000": 0.3035083333333333, + "map_at_3": 0.2682025, + "map_at_5": 0.2814966666666667, + "mrr_at_1": 0.2577925, + "mrr_at_10": 0.32969000000000004, + "mrr_at_100": 0.3381725, + "mrr_at_1000": 0.3388825, + "mrr_at_3": 0.30831250000000004, + "mrr_at_5": 0.32065000000000005, + "ndcg_at_1": 0.2577925, + "ndcg_at_10": 0.3373675, + "ndcg_at_100": 0.3863566666666667, + "ndcg_at_1000": 0.41353500000000004, + "ndcg_at_3": 0.2966283333333333, + "ndcg_at_5": 0.3160725, + "precision_at_1": 0.2577925, + "precision_at_10": 0.05861416666666667, + "precision_at_100": 0.009852500000000002, + "precision_at_1000": 0.0014108333333333334, + "precision_at_3": 0.13563583333333332, + "precision_at_5": 0.09630333333333335, + "recall_at_1": 0.21688499999999997, + "recall_at_10": 0.43605, + "recall_at_100": 0.6552366666666667, + "recall_at_1000": 0.8469683333333332, + "recall_at_3": 0.32195499999999994, + "recall_at_5": 0.3725325, + "main_score": 0.3373675 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v2-base-de/external/CQADupstackRetrieval.json b/results/jinaai__jina-embeddings-v2-base-de/external/CQADupstackRetrieval.json index 640f422bfc..42270f56ca 100644 --- a/results/jinaai__jina-embeddings-v2-base-de/external/CQADupstackRetrieval.json +++ b/results/jinaai__jina-embeddings-v2-base-de/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.36222, - "main_score": 0.36222, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.23223666666666667, + "map_at_10": 0.3133816666666667, + "map_at_100": 0.3247358333333333, + "map_at_1000": 0.325955, + "map_at_3": 0.2884133333333333, + "map_at_5": 0.3020808333333333, + "mrr_at_1": 0.2762483333333333, + "mrr_at_10": 0.3538591666666667, + "mrr_at_100": 0.3623325, + "mrr_at_1000": 0.3629966666666667, + "mrr_at_3": 0.33165833333333333, + "mrr_at_5": 0.3441983333333334, + "ndcg_at_1": 0.2762483333333333, + "ndcg_at_10": 0.36222, + "ndcg_at_100": 0.4129491666666666, + "ndcg_at_1000": 0.43855083333333333, + "ndcg_at_3": 0.3195116666666667, + "ndcg_at_5": 0.33885416666666673, + "precision_at_1": 0.2762483333333333, + "precision_at_10": 0.06339916666666667, + "precision_at_100": 0.010483333333333334, + "precision_at_1000": 0.0014608333333333335, + "precision_at_3": 0.14726500000000003, + "precision_at_5": 0.10395, + "recall_at_1": 0.23223666666666667, + "recall_at_10": 0.46779, + "recall_at_100": 0.6927141666666666, + "recall_at_1000": 0.8727383333333334, + "recall_at_3": 0.3467874999999999, + "recall_at_5": 0.39799000000000007, + "main_score": 0.36222 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v2-base-en/external/CQADupstackRetrieval.json b/results/jinaai__jina-embeddings-v2-base-en/external/CQADupstackRetrieval.json index 535e569243..3ba93b0027 100644 --- a/results/jinaai__jina-embeddings-v2-base-en/external/CQADupstackRetrieval.json +++ b/results/jinaai__jina-embeddings-v2-base-en/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.393437, - "main_score": 0.393437, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2517625, + "map_at_10": 0.34063916666666666, + "map_at_100": 0.35255500000000006, + "map_at_1000": 0.35372750000000003, + "map_at_3": 0.31351666666666667, + "map_at_5": 0.32806083333333336, + "mrr_at_1": 0.2959783333333333, + "mrr_at_10": 0.380925, + "mrr_at_100": 0.38957249999999993, + "mrr_at_1000": 0.3901608333333333, + "mrr_at_3": 0.3577625, + "mrr_at_5": 0.37049916666666666, + "ndcg_at_1": 0.2959783333333333, + "ndcg_at_10": 0.39343666666666666, + "ndcg_at_100": 0.44488249999999996, + "ndcg_at_1000": 0.4683358333333334, + "ndcg_at_3": 0.34697083333333334, + "ndcg_at_5": 0.3675075, + "precision_at_1": 0.2959783333333333, + "precision_at_10": 0.06884083333333332, + "precision_at_100": 0.01114, + "precision_at_1000": 0.0015108333333333332, + "precision_at_3": 0.15965250000000003, + "precision_at_5": 0.11246500000000001, + "recall_at_1": 0.2517625, + "recall_at_10": 0.5101599999999998, + "recall_at_100": 0.7360174999999998, + "recall_at_1000": 0.89849, + "recall_at_3": 0.37883999999999995, + "recall_at_5": 0.4324541666666666, + "main_score": 0.39343666666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v2-base-es/external/CQADupstackRetrieval.json b/results/jinaai__jina-embeddings-v2-base-es/external/CQADupstackRetrieval.json index 62bbd21a4b..98f0f2c9b7 100644 --- a/results/jinaai__jina-embeddings-v2-base-es/external/CQADupstackRetrieval.json +++ b/results/jinaai__jina-embeddings-v2-base-es/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.387824, - "main_score": 0.387824, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.25012666666666666, + "map_at_10": 0.33685833333333337, + "map_at_100": 0.34849250000000004, + "map_at_1000": 0.34970083333333335, + "map_at_3": 0.3106508333333333, + "map_at_5": 0.32494416666666665, + "mrr_at_1": 0.29772666666666664, + "mrr_at_10": 0.3782466666666667, + "mrr_at_100": 0.3866741666666666, + "mrr_at_1000": 0.3872916666666666, + "mrr_at_3": 0.3554575, + "mrr_at_5": 0.36815249999999994, + "ndcg_at_1": 0.29772666666666664, + "ndcg_at_10": 0.38782416666666664, + "ndcg_at_100": 0.4384591666666667, + "ndcg_at_1000": 0.46275416666666663, + "ndcg_at_3": 0.34334166666666666, + "ndcg_at_5": 0.3634516666666666, + "precision_at_1": 0.29772666666666664, + "precision_at_10": 0.06794916666666667, + "precision_at_100": 0.01106416666666667, + "precision_at_1000": 0.0015033333333333335, + "precision_at_3": 0.15815083333333335, + "precision_at_5": 0.11184166666666664, + "recall_at_1": 0.25012666666666666, + "recall_at_10": 0.4974850000000001, + "recall_at_100": 0.7211341666666666, + "recall_at_1000": 0.89141, + "recall_at_3": 0.37242999999999993, + "recall_at_5": 0.4249033333333333, + "main_score": 0.38782416666666664 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v2-small-en/external/CQADupstackRetrieval.json b/results/jinaai__jina-embeddings-v2-small-en/external/CQADupstackRetrieval.json index f58c3b6780..cf2ac8cd42 100644 --- a/results/jinaai__jina-embeddings-v2-small-en/external/CQADupstackRetrieval.json +++ b/results/jinaai__jina-embeddings-v2-small-en/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.380342, - "main_score": 0.380342, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2479425, + "map_at_10": 0.3312033333333333, + "map_at_100": 0.3422133333333333, + "map_at_1000": 0.343435, + "map_at_3": 0.3063658333333334, + "map_at_5": 0.31974083333333325, + "mrr_at_1": 0.29242416666666665, + "mrr_at_10": 0.37116750000000004, + "mrr_at_100": 0.3793783333333334, + "mrr_at_1000": 0.3800308333333334, + "mrr_at_3": 0.3490466666666666, + "mrr_at_5": 0.3612916666666667, + "ndcg_at_1": 0.29242416666666665, + "ndcg_at_10": 0.3803416666666667, + "ndcg_at_100": 0.42866749999999987, + "ndcg_at_1000": 0.4534550000000001, + "ndcg_at_3": 0.33764666666666665, + "ndcg_at_5": 0.35668666666666676, + "precision_at_1": 0.29242416666666665, + "precision_at_10": 0.06589833333333334, + "precision_at_100": 0.010693333333333332, + "precision_at_1000": 0.0014641666666666666, + "precision_at_3": 0.1543075, + "precision_at_5": 0.10833833333333333, + "recall_at_1": 0.2479425, + "recall_at_10": 0.48582916666666653, + "recall_at_100": 0.6988499999999999, + "recall_at_1000": 0.8721099999999999, + "recall_at_3": 0.36625499999999994, + "recall_at_5": 0.41553999999999996, + "main_score": 0.3803416666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v3/external/CQADupstackRetrieval.json b/results/jinaai__jina-embeddings-v3/external/CQADupstackRetrieval.json index 77ead12fca..a694f4daf8 100644 --- a/results/jinaai__jina-embeddings-v3/external/CQADupstackRetrieval.json +++ b/results/jinaai__jina-embeddings-v3/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.425886, - "main_score": 0.425886, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4258858333333333, + "ndcg_at_10": 0.4258858333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jncraton__GIST-small-Embedding-v0-ct2-int8/external/CQADupstackRetrieval.json b/results/jncraton__GIST-small-Embedding-v0-ct2-int8/external/CQADupstackRetrieval.json index 73ba761ea3..3072b1ef95 100644 --- a/results/jncraton__GIST-small-Embedding-v0-ct2-int8/external/CQADupstackRetrieval.json +++ b/results/jncraton__GIST-small-Embedding-v0-ct2-int8/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.398874, - "main_score": 0.398874, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2524441666666667, + "map_at_10": 0.344595, + "map_at_100": 0.357, + "map_at_1000": 0.358155, + "map_at_3": 0.3160833333333334, + "map_at_5": 0.33189416666666666, + "mrr_at_1": 0.29825250000000003, + "mrr_at_10": 0.38608750000000003, + "mrr_at_100": 0.3946575, + "mrr_at_1000": 0.3952458333333333, + "mrr_at_3": 0.3614516666666667, + "mrr_at_5": 0.3757625, + "ndcg_at_1": 0.29825250000000003, + "ndcg_at_10": 0.39887416666666664, + "ndcg_at_100": 0.4517966666666667, + "ndcg_at_1000": 0.47440583333333336, + "ndcg_at_3": 0.35045916666666665, + "ndcg_at_5": 0.3732025, + "precision_at_1": 0.29825250000000003, + "precision_at_10": 0.07072250000000001, + "precision_at_100": 0.011462499999999997, + "precision_at_1000": 0.0015325, + "precision_at_3": 0.1618375, + "precision_at_5": 0.11526833333333335, + "recall_at_1": 0.2524441666666667, + "recall_at_10": 0.5174491666666667, + "recall_at_100": 0.7504574999999999, + "recall_at_1000": 0.9065558333333334, + "recall_at_3": 0.38283499999999987, + "recall_at_5": 0.44165916666666666, + "main_score": 0.39887416666666664 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jncraton__bge-small-en-ct2-int8/external/CQADupstackRetrieval.json b/results/jncraton__bge-small-en-ct2-int8/external/CQADupstackRetrieval.json index c307c7ba67..9f8fbbf7d2 100644 --- a/results/jncraton__bge-small-en-ct2-int8/external/CQADupstackRetrieval.json +++ b/results/jncraton__bge-small-en-ct2-int8/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.385054, - "main_score": 0.385054, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24669249999999998, + "map_at_10": 0.33332583333333327, + "map_at_100": 0.3455783333333333, + "map_at_1000": 0.3467141666666666, + "map_at_3": 0.30663166666666664, + "map_at_5": 0.32148833333333326, + "mrr_at_1": 0.29193833333333336, + "mrr_at_10": 0.3747625, + "mrr_at_100": 0.383545, + "mrr_at_1000": 0.38413166666666676, + "mrr_at_3": 0.3506741666666667, + "mrr_at_5": 0.36450666666666653, + "ndcg_at_1": 0.29193833333333336, + "ndcg_at_10": 0.38505416666666675, + "ndcg_at_100": 0.4381125, + "ndcg_at_1000": 0.4609558333333333, + "ndcg_at_3": 0.33909166666666674, + "ndcg_at_5": 0.3607666666666666, + "precision_at_1": 0.29193833333333336, + "precision_at_10": 0.06725166666666667, + "precision_at_100": 0.011058333333333331, + "precision_at_1000": 0.0014833333333333332, + "precision_at_3": 0.15554166666666666, + "precision_at_5": 0.11079250000000002, + "recall_at_1": 0.24669249999999998, + "recall_at_10": 0.4975583333333332, + "recall_at_100": 0.7306908333333333, + "recall_at_1000": 0.8891316666666667, + "recall_at_3": 0.36913250000000003, + "recall_at_5": 0.42486416666666665, + "main_score": 0.38505416666666675 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jncraton__e5-small-v2-ct2-int8/external/CQADupstackRetrieval.json b/results/jncraton__e5-small-v2-ct2-int8/external/CQADupstackRetrieval.json index 12cf7b6a66..cab096ef87 100644 --- a/results/jncraton__e5-small-v2-ct2-int8/external/CQADupstackRetrieval.json +++ b/results/jncraton__e5-small-v2-ct2-int8/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.370688, - "main_score": 0.370688, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24604166666666663, + "map_at_10": 0.3242716666666666, + "map_at_100": 0.33514749999999993, + "map_at_1000": 0.336345, + "map_at_3": 0.3002366666666667, + "map_at_5": 0.3138233333333333, + "mrr_at_1": 0.29001166666666667, + "mrr_at_10": 0.363315, + "mrr_at_100": 0.37166833333333327, + "mrr_at_1000": 0.3723341666666668, + "mrr_at_3": 0.3419916666666667, + "mrr_at_5": 0.3540458333333334, + "ndcg_at_1": 0.29001166666666667, + "ndcg_at_10": 0.3706883333333334, + "ndcg_at_100": 0.41958166666666663, + "ndcg_at_1000": 0.4450158333333334, + "ndcg_at_3": 0.32973499999999994, + "ndcg_at_5": 0.3490833333333334, + "precision_at_1": 0.29001166666666667, + "precision_at_10": 0.06336, + "precision_at_100": 0.010282499999999998, + "precision_at_1000": 0.0014391666666666663, + "precision_at_3": 0.14932499999999996, + "precision_at_5": 0.10508250000000001, + "recall_at_1": 0.24604166666666663, + "recall_at_10": 0.469525, + "recall_at_100": 0.6867816666666667, + "recall_at_1000": 0.8659783333333334, + "recall_at_3": 0.35497833333333334, + "recall_at_5": 0.40525250000000007, + "main_score": 0.3706883333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jncraton__gte-small-ct2-int8/external/CQADupstackRetrieval.json b/results/jncraton__gte-small-ct2-int8/external/CQADupstackRetrieval.json index 38cb6c3a0a..3a504ae0a7 100644 --- a/results/jncraton__gte-small-ct2-int8/external/CQADupstackRetrieval.json +++ b/results/jncraton__gte-small-ct2-int8/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.399784, - "main_score": 0.399784, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.25121666666666664, + "map_at_10": 0.3446258333333334, + "map_at_100": 0.35710499999999995, + "map_at_1000": 0.35826916666666664, + "map_at_3": 0.3156325, + "map_at_5": 0.3318975, + "mrr_at_1": 0.2966441666666667, + "mrr_at_10": 0.385455, + "mrr_at_100": 0.39395666666666673, + "mrr_at_1000": 0.39453249999999995, + "mrr_at_3": 0.3600333333333334, + "mrr_at_5": 0.3744091666666667, + "ndcg_at_1": 0.2966441666666667, + "ndcg_at_10": 0.3997841666666668, + "ndcg_at_100": 0.45278666666666667, + "ndcg_at_1000": 0.4752275, + "ndcg_at_3": 0.3500058333333334, + "ndcg_at_5": 0.3734908333333333, + "precision_at_1": 0.2966441666666667, + "precision_at_10": 0.07094500000000001, + "precision_at_100": 0.011523333333333332, + "precision_at_1000": 0.0015358333333333333, + "precision_at_3": 0.16184166666666663, + "precision_at_5": 0.116005, + "recall_at_1": 0.25121666666666664, + "recall_at_10": 0.5223975000000001, + "recall_at_100": 0.7548408333333333, + "recall_at_1000": 0.9095316666666667, + "recall_at_3": 0.38384583333333333, + "recall_at_5": 0.4439933333333333, + "main_score": 0.3997841666666668 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jncraton__gte-tiny-ct2-int8/external/CQADupstackRetrieval.json b/results/jncraton__gte-tiny-ct2-int8/external/CQADupstackRetrieval.json index e511d0ac1b..3f053a4dfd 100644 --- a/results/jncraton__gte-tiny-ct2-int8/external/CQADupstackRetrieval.json +++ b/results/jncraton__gte-tiny-ct2-int8/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.37796, - "main_score": 0.37796, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24266916666666663, + "map_at_10": 0.32750250000000003, + "map_at_100": 0.3391341666666667, + "map_at_1000": 0.34031749999999994, + "map_at_3": 0.30166416666666673, + "map_at_5": 0.31577000000000005, + "mrr_at_1": 0.28828166666666666, + "mrr_at_10": 0.36809916666666675, + "mrr_at_100": 0.3767075, + "mrr_at_1000": 0.37732999999999994, + "mrr_at_3": 0.34513416666666663, + "mrr_at_5": 0.35788, + "ndcg_at_1": 0.28828166666666666, + "ndcg_at_10": 0.37796, + "ndcg_at_100": 0.4294783333333333, + "ndcg_at_1000": 0.4538908333333333, + "ndcg_at_3": 0.3337475000000001, + "ndcg_at_5": 0.35379666666666665, + "precision_at_1": 0.28828166666666666, + "precision_at_10": 0.0661575, + "precision_at_100": 0.010848333333333333, + "precision_at_1000": 0.001484166666666667, + "precision_at_3": 0.15347833333333333, + "precision_at_5": 0.10848916666666666, + "recall_at_1": 0.24266916666666663, + "recall_at_10": 0.4873458333333333, + "recall_at_100": 0.7156341666666667, + "recall_at_1000": 0.8863091666666668, + "recall_at_3": 0.3631208333333333, + "recall_at_5": 0.4155633333333333, + "main_score": 0.37796 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jncraton__multilingual-e5-small-ct2-int8/external/CQADupstackRetrieval.json b/results/jncraton__multilingual-e5-small-ct2-int8/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..0ba51ede72 --- /dev/null +++ b/results/jncraton__multilingual-e5-small-ct2-int8/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24252999999999997, + "map_at_10": 0.31655916666666667, + "map_at_100": 0.3268075, + "map_at_1000": 0.32794833333333334, + "map_at_3": 0.2943691666666666, + "map_at_5": 0.30717416666666664, + "mrr_at_1": 0.28602750000000005, + "mrr_at_10": 0.3556875, + "mrr_at_100": 0.36359499999999995, + "mrr_at_1000": 0.3642775, + "mrr_at_3": 0.3358616666666666, + "mrr_at_5": 0.34736416666666664, + "ndcg_at_1": 0.28602750000000005, + "ndcg_at_10": 0.3606933333333334, + "ndcg_at_100": 0.4070141666666667, + "ndcg_at_1000": 0.4324341666666667, + "ndcg_at_3": 0.32307916666666664, + "ndcg_at_5": 0.34129999999999994, + "precision_at_1": 0.28602750000000005, + "precision_at_10": 0.06097666666666667, + "precision_at_100": 0.009809166666666667, + "precision_at_1000": 0.0013766666666666662, + "precision_at_3": 0.14628166666666667, + "precision_at_5": 0.10266916666666667, + "recall_at_1": 0.24252999999999997, + "recall_at_10": 0.45319166666666666, + "recall_at_100": 0.6603575, + "recall_at_1000": 0.8394708333333334, + "recall_at_3": 0.3471941666666666, + "recall_at_5": 0.3946358333333333, + "main_score": 0.3606933333333334 + } + ] + } +} \ No newline at end of file diff --git a/results/jncraton__stella-base-en-v2-ct2-int8/external/CQADupstackRetrieval.json b/results/jncraton__stella-base-en-v2-ct2-int8/external/CQADupstackRetrieval.json index 3e819e85f7..e20e515512 100644 --- a/results/jncraton__stella-base-en-v2-ct2-int8/external/CQADupstackRetrieval.json +++ b/results/jncraton__stella-base-en-v2-ct2-int8/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.411387, - "main_score": 0.411387, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.26510999999999996, + "map_at_10": 0.3575533333333333, + "map_at_100": 0.36975250000000004, + "map_at_1000": 0.37087416666666667, + "map_at_3": 0.32921, + "map_at_5": 0.34450416666666667, + "mrr_at_1": 0.31578416666666664, + "mrr_at_10": 0.4006066666666667, + "mrr_at_100": 0.4093350000000001, + "mrr_at_1000": 0.4098716666666667, + "mrr_at_3": 0.37710499999999997, + "mrr_at_5": 0.39033249999999997, + "ndcg_at_1": 0.31578416666666664, + "ndcg_at_10": 0.4113866666666667, + "ndcg_at_100": 0.46372916666666664, + "ndcg_at_1000": 0.48587500000000006, + "ndcg_at_3": 0.36397083333333335, + "ndcg_at_5": 0.38539, + "precision_at_1": 0.31578416666666664, + "precision_at_10": 0.07221583333333333, + "precision_at_100": 0.011581666666666667, + "precision_at_1000": 0.0015416666666666667, + "precision_at_3": 0.16757999999999998, + "precision_at_5": 0.11830916666666665, + "recall_at_1": 0.26510999999999996, + "recall_at_10": 0.527825, + "recall_at_100": 0.7579675, + "recall_at_1000": 0.9110483333333335, + "recall_at_3": 0.39482333333333336, + "recall_at_5": 0.4507116666666667, + "main_score": 0.4113866666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/joteqwork__new_gsev0/external/CQADupstackRetrieval.json b/results/joteqwork__new_gsev0/external/CQADupstackRetrieval.json index 73ba761ea3..3072b1ef95 100644 --- a/results/joteqwork__new_gsev0/external/CQADupstackRetrieval.json +++ b/results/joteqwork__new_gsev0/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.398874, - "main_score": 0.398874, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2524441666666667, + "map_at_10": 0.344595, + "map_at_100": 0.357, + "map_at_1000": 0.358155, + "map_at_3": 0.3160833333333334, + "map_at_5": 0.33189416666666666, + "mrr_at_1": 0.29825250000000003, + "mrr_at_10": 0.38608750000000003, + "mrr_at_100": 0.3946575, + "mrr_at_1000": 0.3952458333333333, + "mrr_at_3": 0.3614516666666667, + "mrr_at_5": 0.3757625, + "ndcg_at_1": 0.29825250000000003, + "ndcg_at_10": 0.39887416666666664, + "ndcg_at_100": 0.4517966666666667, + "ndcg_at_1000": 0.47440583333333336, + "ndcg_at_3": 0.35045916666666665, + "ndcg_at_5": 0.3732025, + "precision_at_1": 0.29825250000000003, + "precision_at_10": 0.07072250000000001, + "precision_at_100": 0.011462499999999997, + "precision_at_1000": 0.0015325, + "precision_at_3": 0.1618375, + "precision_at_5": 0.11526833333333335, + "recall_at_1": 0.2524441666666667, + "recall_at_10": 0.5174491666666667, + "recall_at_100": 0.7504574999999999, + "recall_at_1000": 0.9065558333333334, + "recall_at_3": 0.38283499999999987, + "recall_at_5": 0.44165916666666666, + "main_score": 0.39887416666666664 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jspringer__echo-mistral-7b-instruct-lasttoken/external/CQADupstackRetrieval.json b/results/jspringer__echo-mistral-7b-instruct-lasttoken/external/CQADupstackRetrieval.json index 3577a96655..0db9457aa2 100644 --- a/results/jspringer__echo-mistral-7b-instruct-lasttoken/external/CQADupstackRetrieval.json +++ b/results/jspringer__echo-mistral-7b-instruct-lasttoken/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.469065, - "main_score": 0.469065, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2916458333333333, + "map_at_10": 0.40632000000000007, + "map_at_100": 0.4196875, + "map_at_1000": 0.4207508333333333, + "map_at_3": 0.37184583333333326, + "map_at_5": 0.39137000000000005, + "mrr_at_1": 0.352035, + "mrr_at_10": 0.4528816666666666, + "mrr_at_100": 0.4611466666666667, + "mrr_at_1000": 0.4615741666666667, + "mrr_at_3": 0.42629249999999996, + "mrr_at_5": 0.44181416666666673, + "ndcg_at_1": 0.3488958333333333, + "ndcg_at_10": 0.46906500000000007, + "ndcg_at_100": 0.5213533333333333, + "ndcg_at_1000": 0.5389766666666668, + "ndcg_at_3": 0.41320749999999995, + "ndcg_at_5": 0.4402083333333333, + "precision_at_1": 0.3488958333333333, + "precision_at_10": 0.08392833333333333, + "precision_at_100": 0.013085833333333335, + "precision_at_1000": 0.0016458333333333333, + "precision_at_3": 0.19361166666666665, + "precision_at_5": 0.13808416666666667, + "recall_at_1": 0.2916458333333333, + "recall_at_10": 0.6087466666666665, + "recall_at_100": 0.8321008333333334, + "recall_at_1000": 0.9509275000000001, + "recall_at_3": 0.4537591666666667, + "recall_at_5": 0.5236766666666667, + "main_score": 0.46906500000000007 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jxm__cde-small-v1/external/CQADupstackRetrieval.json b/results/jxm__cde-small-v1/external/CQADupstackRetrieval.json index 98ba28a364..ca017c3fe8 100644 --- a/results/jxm__cde-small-v1/external/CQADupstackRetrieval.json +++ b/results/jxm__cde-small-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.398048, - "main_score": 0.398048, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3980483333333333, + "ndcg_at_10": 0.3980483333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/jxm__cde-small-v2/external/CQADupstackRetrieval.json b/results/jxm__cde-small-v2/external/CQADupstackRetrieval.json index ec151aff77..2ebb7102c4 100644 --- a/results/jxm__cde-small-v2/external/CQADupstackRetrieval.json +++ b/results/jxm__cde-small-v2/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.425106, - "main_score": 0.425106, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.42510583333333335, + "ndcg_at_10": 0.42510583333333335 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/katanemo__bge-large-en-v1.5/external/CQADupstackRetrieval.json b/results/katanemo__bge-large-en-v1.5/external/CQADupstackRetrieval.json index 561321d138..670c6a468f 100644 --- a/results/katanemo__bge-large-en-v1.5/external/CQADupstackRetrieval.json +++ b/results/katanemo__bge-large-en-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.42229, - "main_score": 0.42229, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2715516666666667, + "map_at_10": 0.3665741666666667, + "map_at_100": 0.3784991666666666, + "map_at_1000": 0.37963166666666676, + "map_at_3": 0.3374974999999999, + "map_at_5": 0.353765, + "mrr_at_1": 0.3208233333333334, + "mrr_at_10": 0.41033833333333336, + "mrr_at_100": 0.41845249999999995, + "mrr_at_1000": 0.41899833333333336, + "mrr_at_3": 0.3862008333333333, + "mrr_at_5": 0.40034416666666656, + "ndcg_at_1": 0.3208233333333334, + "ndcg_at_10": 0.42229, + "ndcg_at_100": 0.47267166666666666, + "ndcg_at_1000": 0.4943466666666667, + "ndcg_at_3": 0.3736408333333333, + "ndcg_at_5": 0.39671500000000004, + "precision_at_1": 0.3208233333333334, + "precision_at_10": 0.07382583333333334, + "precision_at_100": 0.0116625, + "precision_at_1000": 0.0015408333333333333, + "precision_at_3": 0.17218, + "precision_at_5": 0.1221875, + "recall_at_1": 0.2715516666666667, + "recall_at_10": 0.5436683333333333, + "recall_at_100": 0.7637183333333333, + "recall_at_1000": 0.9126183333333333, + "recall_at_3": 0.4076991666666667, + "recall_at_5": 0.46702333333333335, + "main_score": 0.42229 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/khoa-klaytn__bge-base-en-v1.5-angle/external/CQADupstackRetrieval.json b/results/khoa-klaytn__bge-base-en-v1.5-angle/external/CQADupstackRetrieval.json index 67cc6611b2..0658d0ba60 100644 --- a/results/khoa-klaytn__bge-base-en-v1.5-angle/external/CQADupstackRetrieval.json +++ b/results/khoa-klaytn__bge-base-en-v1.5-angle/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.42355, - "main_score": 0.42355, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2770775, + "map_at_10": 0.36961, + "map_at_100": 0.38158833333333336, + "map_at_1000": 0.3827033333333333, + "map_at_3": 0.3407183333333334, + "map_at_5": 0.3569533333333334, + "mrr_at_1": 0.3281875, + "mrr_at_10": 0.41293, + "mrr_at_100": 0.42116499999999996, + "mrr_at_1000": 0.4217025, + "mrr_at_3": 0.3883983333333333, + "mrr_at_5": 0.4029775, + "ndcg_at_1": 0.3281875, + "ndcg_at_10": 0.42355, + "ndcg_at_100": 0.47413749999999993, + "ndcg_at_1000": 0.495805, + "ndcg_at_3": 0.3752825, + "ndcg_at_5": 0.39832666666666666, + "precision_at_1": 0.3281875, + "precision_at_10": 0.07382416666666666, + "precision_at_100": 0.011640833333333333, + "precision_at_1000": 0.0015383333333333334, + "precision_at_3": 0.17134166666666664, + "precision_at_5": 0.12174833333333336, + "recall_at_1": 0.2770775, + "recall_at_10": 0.53945, + "recall_at_100": 0.76191, + "recall_at_1000": 0.91101, + "recall_at_3": 0.4039083333333334, + "recall_at_5": 0.4640083333333333, + "main_score": 0.42355 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/khoa-klaytn__bge-small-en-v1.5-angle/external/CQADupstackRetrieval.json b/results/khoa-klaytn__bge-small-en-v1.5-angle/external/CQADupstackRetrieval.json index 118694564e..0f6ef429b3 100644 --- a/results/khoa-klaytn__bge-small-en-v1.5-angle/external/CQADupstackRetrieval.json +++ b/results/khoa-klaytn__bge-small-en-v1.5-angle/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.390523, - "main_score": 0.390523, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24937916666666665, + "map_at_10": 0.33755250000000003, + "map_at_100": 0.34956, + "map_at_1000": 0.35070499999999993, + "map_at_3": 0.3098708333333333, + "map_at_5": 0.3251491666666666, + "mrr_at_1": 0.2948708333333333, + "mrr_at_10": 0.3792183333333334, + "mrr_at_100": 0.3876583333333333, + "mrr_at_1000": 0.38824666666666674, + "mrr_at_3": 0.3545125, + "mrr_at_5": 0.36827000000000004, + "ndcg_at_1": 0.2948708333333333, + "ndcg_at_10": 0.3905225, + "ndcg_at_100": 0.4425983333333334, + "ndcg_at_1000": 0.46568333333333334, + "ndcg_at_3": 0.3427158333333333, + "ndcg_at_5": 0.36483916666666666, + "precision_at_1": 0.2948708333333333, + "precision_at_10": 0.0686575, + "precision_at_100": 0.011195833333333332, + "precision_at_1000": 0.0015058333333333334, + "precision_at_3": 0.15742083333333334, + "precision_at_5": 0.11221916666666668, + "recall_at_1": 0.24937916666666665, + "recall_at_10": 0.5065041666666666, + "recall_at_100": 0.7355383333333334, + "recall_at_1000": 0.8961691666666667, + "recall_at_3": 0.3727808333333334, + "recall_at_5": 0.42994750000000004, + "main_score": 0.3905225 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/koble-ai__jina-embeddings-v3/external/CQADupstackRetrieval.json b/results/koble-ai__jina-embeddings-v3/external/CQADupstackRetrieval.json index 77ead12fca..a694f4daf8 100644 --- a/results/koble-ai__jina-embeddings-v3/external/CQADupstackRetrieval.json +++ b/results/koble-ai__jina-embeddings-v3/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.425886, - "main_score": 0.425886, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4258858333333333, + "ndcg_at_10": 0.4258858333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/krilecy__e5-mistral-7b-instruct/external/CQADupstackRetrieval.json b/results/krilecy__e5-mistral-7b-instruct/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..e50c1a6b10 --- /dev/null +++ b/results/krilecy__e5-mistral-7b-instruct/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2716233333333333, + "map_at_10": 0.3722291666666667, + "map_at_100": 0.3856733333333333, + "map_at_1000": 0.38684250000000003, + "map_at_3": 0.34228583333333334, + "map_at_5": 0.35852500000000004, + "mrr_at_1": 0.3245983333333334, + "mrr_at_10": 0.4165358333333333, + "mrr_at_100": 0.42566916666666665, + "mrr_at_1000": 0.4261766666666667, + "mrr_at_3": 0.392105, + "mrr_at_5": 0.40582166666666664, + "ndcg_at_1": 0.3245983333333334, + "ndcg_at_10": 0.4296758333333333, + "ndcg_at_100": 0.485065, + "ndcg_at_1000": 0.5055658333333334, + "ndcg_at_3": 0.3800441666666666, + "ndcg_at_5": 0.40259166666666674, + "precision_at_1": 0.3245983333333334, + "precision_at_10": 0.07664583333333333, + "precision_at_100": 0.012349999999999998, + "precision_at_1000": 0.0015966666666666668, + "precision_at_3": 0.17731166666666665, + "precision_at_5": 0.12575333333333336, + "recall_at_1": 0.2716233333333333, + "recall_at_10": 0.5544158333333334, + "recall_at_100": 0.7956966666666666, + "recall_at_1000": 0.9345224999999999, + "recall_at_3": 0.41433083333333337, + "recall_at_5": 0.4731108333333333, + "main_score": 0.4296758333333333 + } + ] + } +} \ No newline at end of file diff --git a/results/leeloolee__intention/external/CQADupstackRetrieval.json b/results/leeloolee__intention/external/CQADupstackRetrieval.json index a460382e7d..2ffc7c067e 100644 --- a/results/leeloolee__intention/external/CQADupstackRetrieval.json +++ b/results/leeloolee__intention/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.381218, - "main_score": 0.381218, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_10": 0.38121833333333327, + "main_score": 0.38121833333333327 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/lgbird__stella_1.5B_custom/external/CQADupstackRetrieval.json b/results/lgbird__stella_1.5B_custom/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..5122847345 --- /dev/null +++ b/results/lgbird__stella_1.5B_custom/external/CQADupstackRetrieval.json @@ -0,0 +1,157 @@ +{ + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.47748833333333335, + "map_at_1": 0.30179249999999996, + "map_at_10": 0.4160824999999999, + "map_at_100": 0.4294008333333332, + "map_at_1000": 0.43046666666666666, + "map_at_20": 0.4236833333333334, + "map_at_3": 0.38234916666666663, + "map_at_5": 0.4010183333333333, + "mrr_at_1": 0.36476760858081664, + "mrr_at_10": 0.46300991916437156, + "mrr_at_100": 0.4712155753713262, + "mrr_at_1000": 0.4716803361079995, + "mrr_at_20": 0.4680405724560391, + "mrr_at_3": 0.43770003528017976, + "mrr_at_5": 0.4522295361704542, + "nauc_map_at_1000_diff1": 0.46953671666941527, + "nauc_map_at_1000_max": 0.32260396316089673, + "nauc_map_at_1000_std": 0.0066577661200948775, + "nauc_map_at_100_diff1": 0.4694717463394555, + "nauc_map_at_100_max": 0.3225088350678177, + "nauc_map_at_100_std": 0.006257017014549283, + "nauc_map_at_10_diff1": 0.46974678429336464, + "nauc_map_at_10_max": 0.31862230807295505, + "nauc_map_at_10_std": -0.0014758828549579284, + "nauc_map_at_1_diff1": 0.5248913346466124, + "nauc_map_at_1_max": 0.29874374024967726, + "nauc_map_at_1_std": -0.024335475698361343, + "nauc_map_at_20_diff1": 0.4696088684217651, + "nauc_map_at_20_max": 0.3208954208613205, + "nauc_map_at_20_std": 0.0025946321113436525, + "nauc_map_at_3_diff1": 0.4770323012151835, + "nauc_map_at_3_max": 0.30977880095983107, + "nauc_map_at_3_std": -0.01342777563991804, + "nauc_map_at_5_diff1": 0.471615010199957, + "nauc_map_at_5_max": 0.31420885812683286, + "nauc_map_at_5_std": -0.008789297099444307, + "nauc_mrr_at_1000_diff1": 0.4669178645962615, + "nauc_mrr_at_1000_max": 0.34392807413340654, + "nauc_mrr_at_1000_std": 0.016155464863667934, + "nauc_mrr_at_100_diff1": 0.4667417236349189, + "nauc_mrr_at_100_max": 0.3438460704551262, + "nauc_mrr_at_100_std": 0.016259917384109653, + "nauc_mrr_at_10_diff1": 0.4660497560446239, + "nauc_mrr_at_10_max": 0.3432918897817958, + "nauc_mrr_at_10_std": 0.0139387793769014, + "nauc_mrr_at_1_diff1": 0.5161608573254137, + "nauc_mrr_at_1_max": 0.3518105023234596, + "nauc_mrr_at_1_std": 0.0017943702145478177, + "nauc_mrr_at_20_diff1": 0.46635943069860253, + "nauc_mrr_at_20_max": 0.34370509731187937, + "nauc_mrr_at_20_std": 0.015346464678860607, + "nauc_mrr_at_3_diff1": 0.47154389369038335, + "nauc_mrr_at_3_max": 0.3441036411855465, + "nauc_mrr_at_3_std": 0.00924551812357872, + "nauc_mrr_at_5_diff1": 0.46669010169176306, + "nauc_mrr_at_5_max": 0.3429740388138466, + "nauc_mrr_at_5_std": 0.010567184149139793, + "nauc_ndcg_at_1000_diff1": 0.45375448289173265, + "nauc_ndcg_at_1000_max": 0.3347957083714482, + "nauc_ndcg_at_1000_std": 0.03192251100225568, + "nauc_ndcg_at_100_diff1": 0.44936010146994987, + "nauc_ndcg_at_100_max": 0.3321249888295249, + "nauc_ndcg_at_100_std": 0.03609842852934217, + "nauc_ndcg_at_10_diff1": 0.44878932840119146, + "nauc_ndcg_at_10_max": 0.3238488524947851, + "nauc_ndcg_at_10_std": 0.01454493065035396, + "nauc_ndcg_at_1_diff1": 0.5161608573254137, + "nauc_ndcg_at_1_max": 0.3518105023234596, + "nauc_ndcg_at_1_std": 0.0017943702145478177, + "nauc_ndcg_at_20_diff1": 0.4486775217905061, + "nauc_ndcg_at_20_max": 0.32689535921840196, + "nauc_ndcg_at_20_std": 0.023377651585739012, + "nauc_ndcg_at_3_diff1": 0.45874858213813413, + "nauc_ndcg_at_3_max": 0.3233282450558947, + "nauc_ndcg_at_3_std": 0.000681643829273283, + "nauc_ndcg_at_5_diff1": 0.4520290213189239, + "nauc_ndcg_at_5_max": 0.32102697152391696, + "nauc_ndcg_at_5_std": 0.0035655728337744856, + "nauc_precision_at_1000_diff1": -0.08935267931198956, + "nauc_precision_at_1000_max": 0.06464981960169269, + "nauc_precision_at_1000_std": 0.10662786182234633, + "nauc_precision_at_100_diff1": -0.0164091517847155, + "nauc_precision_at_100_max": 0.15175617871025024, + "nauc_precision_at_100_std": 0.16924256989248077, + "nauc_precision_at_10_diff1": 0.15676651966277047, + "nauc_precision_at_10_max": 0.2624373418884712, + "nauc_precision_at_10_std": 0.10601741034956333, + "nauc_precision_at_1_diff1": 0.5161608573254137, + "nauc_precision_at_1_max": 0.3518105023234596, + "nauc_precision_at_1_std": 0.0017943702145478177, + "nauc_precision_at_20_diff1": 0.09447267260198654, + "nauc_precision_at_20_max": 0.23024130858142722, + "nauc_precision_at_20_std": 0.13739145648899603, + "nauc_precision_at_3_diff1": 0.3011583572134629, + "nauc_precision_at_3_max": 0.3137321080069495, + "nauc_precision_at_3_std": 0.04705512374126024, + "nauc_precision_at_5_diff1": 0.23192015335996094, + "nauc_precision_at_5_max": 0.29415746835998763, + "nauc_precision_at_5_std": 0.06843498772798558, + "nauc_recall_at_1000_diff1": 0.2536573313426033, + "nauc_recall_at_1000_max": 0.43066722565241683, + "nauc_recall_at_1000_std": 0.4793664853815292, + "nauc_recall_at_100_diff1": 0.31222880916617407, + "nauc_recall_at_100_max": 0.3176115990417266, + "nauc_recall_at_100_std": 0.23034218976635878, + "nauc_recall_at_10_diff1": 0.3623439028915225, + "nauc_recall_at_10_max": 0.28473458977606436, + "nauc_recall_at_10_std": 0.037797969934159, + "nauc_recall_at_1_diff1": 0.5248913346466124, + "nauc_recall_at_1_max": 0.29874374024967726, + "nauc_recall_at_1_std": -0.024335475698361343, + "nauc_recall_at_20_diff1": 0.34678676952584764, + "nauc_recall_at_20_max": 0.2904638392522168, + "nauc_recall_at_20_std": 0.0814889498208255, + "nauc_recall_at_3_diff1": 0.4131029996231311, + "nauc_recall_at_3_max": 0.2844199443414157, + "nauc_recall_at_3_std": -0.00747324057600377, + "nauc_recall_at_5_diff1": 0.38535873899920675, + "nauc_recall_at_5_max": 0.27942667805948374, + "nauc_recall_at_5_std": 0.0030652206930973686, + "ndcg_at_1": 0.3647675, + "ndcg_at_10": 0.47748833333333335, + "ndcg_at_100": 0.5290241666666667, + "ndcg_at_1000": 0.5469116666666667, + "ndcg_at_20": 0.4989758333333333, + "ndcg_at_3": 0.42462250000000007, + "ndcg_at_5": 0.4491841666666667, + "precision_at_1": 0.3647675, + "precision_at_10": 0.08582416666666665, + "precision_at_100": 0.013147500000000001, + "precision_at_1000": 0.0016458333333333333, + "precision_at_20": 0.05021833333333334, + "precision_at_3": 0.20004499999999997, + "precision_at_5": 0.14178666666666664, + "recall_at_1": 0.30179249999999996, + "recall_at_10": 0.6095016666666667, + "recall_at_100": 0.8319025000000001, + "recall_at_1000": 0.9527774999999998, + "recall_at_20": 0.6880175, + "recall_at_3": 0.4601841666666666, + "recall_at_5": 0.5248241666666666 + } + ] + } +} \ No newline at end of file diff --git a/results/liddlefish__privacy_embedding_bge_small_synthetic/external/CQADupstackRetrieval.json b/results/liddlefish__privacy_embedding_bge_small_synthetic/external/CQADupstackRetrieval.json index 118694564e..0f6ef429b3 100644 --- a/results/liddlefish__privacy_embedding_bge_small_synthetic/external/CQADupstackRetrieval.json +++ b/results/liddlefish__privacy_embedding_bge_small_synthetic/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.390523, - "main_score": 0.390523, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24937916666666665, + "map_at_10": 0.33755250000000003, + "map_at_100": 0.34956, + "map_at_1000": 0.35070499999999993, + "map_at_3": 0.3098708333333333, + "map_at_5": 0.3251491666666666, + "mrr_at_1": 0.2948708333333333, + "mrr_at_10": 0.3792183333333334, + "mrr_at_100": 0.3876583333333333, + "mrr_at_1000": 0.38824666666666674, + "mrr_at_3": 0.3545125, + "mrr_at_5": 0.36827000000000004, + "ndcg_at_1": 0.2948708333333333, + "ndcg_at_10": 0.3905225, + "ndcg_at_100": 0.4425983333333334, + "ndcg_at_1000": 0.46568333333333334, + "ndcg_at_3": 0.3427158333333333, + "ndcg_at_5": 0.36483916666666666, + "precision_at_1": 0.2948708333333333, + "precision_at_10": 0.0686575, + "precision_at_100": 0.011195833333333332, + "precision_at_1000": 0.0015058333333333334, + "precision_at_3": 0.15742083333333334, + "precision_at_5": 0.11221916666666668, + "recall_at_1": 0.24937916666666665, + "recall_at_10": 0.5065041666666666, + "recall_at_100": 0.7355383333333334, + "recall_at_1000": 0.8961691666666667, + "recall_at_3": 0.3727808333333334, + "recall_at_5": 0.42994750000000004, + "main_score": 0.3905225 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/liddlefish__privacy_embedding_rag/external/CQADupstackRetrieval.json b/results/liddlefish__privacy_embedding_rag/external/CQADupstackRetrieval.json index 118694564e..0f6ef429b3 100644 --- a/results/liddlefish__privacy_embedding_rag/external/CQADupstackRetrieval.json +++ b/results/liddlefish__privacy_embedding_rag/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.390523, - "main_score": 0.390523, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24937916666666665, + "map_at_10": 0.33755250000000003, + "map_at_100": 0.34956, + "map_at_1000": 0.35070499999999993, + "map_at_3": 0.3098708333333333, + "map_at_5": 0.3251491666666666, + "mrr_at_1": 0.2948708333333333, + "mrr_at_10": 0.3792183333333334, + "mrr_at_100": 0.3876583333333333, + "mrr_at_1000": 0.38824666666666674, + "mrr_at_3": 0.3545125, + "mrr_at_5": 0.36827000000000004, + "ndcg_at_1": 0.2948708333333333, + "ndcg_at_10": 0.3905225, + "ndcg_at_100": 0.4425983333333334, + "ndcg_at_1000": 0.46568333333333334, + "ndcg_at_3": 0.3427158333333333, + "ndcg_at_5": 0.36483916666666666, + "precision_at_1": 0.2948708333333333, + "precision_at_10": 0.0686575, + "precision_at_100": 0.011195833333333332, + "precision_at_1000": 0.0015058333333333334, + "precision_at_3": 0.15742083333333334, + "precision_at_5": 0.11221916666666668, + "recall_at_1": 0.24937916666666665, + "recall_at_10": 0.5065041666666666, + "recall_at_100": 0.7355383333333334, + "recall_at_1000": 0.8961691666666667, + "recall_at_3": 0.3727808333333334, + "recall_at_5": 0.42994750000000004, + "main_score": 0.3905225 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/liddlefish__privacy_embedding_rag_10k_base_12_final/external/CQADupstackRetrieval.json b/results/liddlefish__privacy_embedding_rag_10k_base_12_final/external/CQADupstackRetrieval.json index 67cc6611b2..0658d0ba60 100644 --- a/results/liddlefish__privacy_embedding_rag_10k_base_12_final/external/CQADupstackRetrieval.json +++ b/results/liddlefish__privacy_embedding_rag_10k_base_12_final/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.42355, - "main_score": 0.42355, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2770775, + "map_at_10": 0.36961, + "map_at_100": 0.38158833333333336, + "map_at_1000": 0.3827033333333333, + "map_at_3": 0.3407183333333334, + "map_at_5": 0.3569533333333334, + "mrr_at_1": 0.3281875, + "mrr_at_10": 0.41293, + "mrr_at_100": 0.42116499999999996, + "mrr_at_1000": 0.4217025, + "mrr_at_3": 0.3883983333333333, + "mrr_at_5": 0.4029775, + "ndcg_at_1": 0.3281875, + "ndcg_at_10": 0.42355, + "ndcg_at_100": 0.47413749999999993, + "ndcg_at_1000": 0.495805, + "ndcg_at_3": 0.3752825, + "ndcg_at_5": 0.39832666666666666, + "precision_at_1": 0.3281875, + "precision_at_10": 0.07382416666666666, + "precision_at_100": 0.011640833333333333, + "precision_at_1000": 0.0015383333333333334, + "precision_at_3": 0.17134166666666664, + "precision_at_5": 0.12174833333333336, + "recall_at_1": 0.2770775, + "recall_at_10": 0.53945, + "recall_at_100": 0.76191, + "recall_at_1000": 0.91101, + "recall_at_3": 0.4039083333333334, + "recall_at_5": 0.4640083333333333, + "main_score": 0.42355 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/liddlefish__privacy_embedding_rag_10k_base_15_final/external/CQADupstackRetrieval.json b/results/liddlefish__privacy_embedding_rag_10k_base_15_final/external/CQADupstackRetrieval.json index 67cc6611b2..0658d0ba60 100644 --- a/results/liddlefish__privacy_embedding_rag_10k_base_15_final/external/CQADupstackRetrieval.json +++ b/results/liddlefish__privacy_embedding_rag_10k_base_15_final/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.42355, - "main_score": 0.42355, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2770775, + "map_at_10": 0.36961, + "map_at_100": 0.38158833333333336, + "map_at_1000": 0.3827033333333333, + "map_at_3": 0.3407183333333334, + "map_at_5": 0.3569533333333334, + "mrr_at_1": 0.3281875, + "mrr_at_10": 0.41293, + "mrr_at_100": 0.42116499999999996, + "mrr_at_1000": 0.4217025, + "mrr_at_3": 0.3883983333333333, + "mrr_at_5": 0.4029775, + "ndcg_at_1": 0.3281875, + "ndcg_at_10": 0.42355, + "ndcg_at_100": 0.47413749999999993, + "ndcg_at_1000": 0.495805, + "ndcg_at_3": 0.3752825, + "ndcg_at_5": 0.39832666666666666, + "precision_at_1": 0.3281875, + "precision_at_10": 0.07382416666666666, + "precision_at_100": 0.011640833333333333, + "precision_at_1000": 0.0015383333333333334, + "precision_at_3": 0.17134166666666664, + "precision_at_5": 0.12174833333333336, + "recall_at_1": 0.2770775, + "recall_at_10": 0.53945, + "recall_at_100": 0.76191, + "recall_at_1000": 0.91101, + "recall_at_3": 0.4039083333333334, + "recall_at_5": 0.4640083333333333, + "main_score": 0.42355 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/liddlefish__privacy_embedding_rag_10k_base_checkpoint_2/external/CQADupstackRetrieval.json b/results/liddlefish__privacy_embedding_rag_10k_base_checkpoint_2/external/CQADupstackRetrieval.json index 67cc6611b2..0658d0ba60 100644 --- a/results/liddlefish__privacy_embedding_rag_10k_base_checkpoint_2/external/CQADupstackRetrieval.json +++ b/results/liddlefish__privacy_embedding_rag_10k_base_checkpoint_2/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.42355, - "main_score": 0.42355, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2770775, + "map_at_10": 0.36961, + "map_at_100": 0.38158833333333336, + "map_at_1000": 0.3827033333333333, + "map_at_3": 0.3407183333333334, + "map_at_5": 0.3569533333333334, + "mrr_at_1": 0.3281875, + "mrr_at_10": 0.41293, + "mrr_at_100": 0.42116499999999996, + "mrr_at_1000": 0.4217025, + "mrr_at_3": 0.3883983333333333, + "mrr_at_5": 0.4029775, + "ndcg_at_1": 0.3281875, + "ndcg_at_10": 0.42355, + "ndcg_at_100": 0.47413749999999993, + "ndcg_at_1000": 0.495805, + "ndcg_at_3": 0.3752825, + "ndcg_at_5": 0.39832666666666666, + "precision_at_1": 0.3281875, + "precision_at_10": 0.07382416666666666, + "precision_at_100": 0.011640833333333333, + "precision_at_1000": 0.0015383333333333334, + "precision_at_3": 0.17134166666666664, + "precision_at_5": 0.12174833333333336, + "recall_at_1": 0.2770775, + "recall_at_10": 0.53945, + "recall_at_100": 0.76191, + "recall_at_1000": 0.91101, + "recall_at_3": 0.4039083333333334, + "recall_at_5": 0.4640083333333333, + "main_score": 0.42355 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/liddlefish__privacy_embedding_rag_10k_base_final/external/CQADupstackRetrieval.json b/results/liddlefish__privacy_embedding_rag_10k_base_final/external/CQADupstackRetrieval.json index 67cc6611b2..0658d0ba60 100644 --- a/results/liddlefish__privacy_embedding_rag_10k_base_final/external/CQADupstackRetrieval.json +++ b/results/liddlefish__privacy_embedding_rag_10k_base_final/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.42355, - "main_score": 0.42355, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2770775, + "map_at_10": 0.36961, + "map_at_100": 0.38158833333333336, + "map_at_1000": 0.3827033333333333, + "map_at_3": 0.3407183333333334, + "map_at_5": 0.3569533333333334, + "mrr_at_1": 0.3281875, + "mrr_at_10": 0.41293, + "mrr_at_100": 0.42116499999999996, + "mrr_at_1000": 0.4217025, + "mrr_at_3": 0.3883983333333333, + "mrr_at_5": 0.4029775, + "ndcg_at_1": 0.3281875, + "ndcg_at_10": 0.42355, + "ndcg_at_100": 0.47413749999999993, + "ndcg_at_1000": 0.495805, + "ndcg_at_3": 0.3752825, + "ndcg_at_5": 0.39832666666666666, + "precision_at_1": 0.3281875, + "precision_at_10": 0.07382416666666666, + "precision_at_100": 0.011640833333333333, + "precision_at_1000": 0.0015383333333333334, + "precision_at_3": 0.17134166666666664, + "precision_at_5": 0.12174833333333336, + "recall_at_1": 0.2770775, + "recall_at_10": 0.53945, + "recall_at_100": 0.76191, + "recall_at_1000": 0.91101, + "recall_at_3": 0.4039083333333334, + "recall_at_5": 0.4640083333333333, + "main_score": 0.42355 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/liddlefish__privacy_embedding_rag_10k_tmp/external/CQADupstackRetrieval.json b/results/liddlefish__privacy_embedding_rag_10k_tmp/external/CQADupstackRetrieval.json index 118694564e..0f6ef429b3 100644 --- a/results/liddlefish__privacy_embedding_rag_10k_tmp/external/CQADupstackRetrieval.json +++ b/results/liddlefish__privacy_embedding_rag_10k_tmp/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.390523, - "main_score": 0.390523, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24937916666666665, + "map_at_10": 0.33755250000000003, + "map_at_100": 0.34956, + "map_at_1000": 0.35070499999999993, + "map_at_3": 0.3098708333333333, + "map_at_5": 0.3251491666666666, + "mrr_at_1": 0.2948708333333333, + "mrr_at_10": 0.3792183333333334, + "mrr_at_100": 0.3876583333333333, + "mrr_at_1000": 0.38824666666666674, + "mrr_at_3": 0.3545125, + "mrr_at_5": 0.36827000000000004, + "ndcg_at_1": 0.2948708333333333, + "ndcg_at_10": 0.3905225, + "ndcg_at_100": 0.4425983333333334, + "ndcg_at_1000": 0.46568333333333334, + "ndcg_at_3": 0.3427158333333333, + "ndcg_at_5": 0.36483916666666666, + "precision_at_1": 0.2948708333333333, + "precision_at_10": 0.0686575, + "precision_at_100": 0.011195833333333332, + "precision_at_1000": 0.0015058333333333334, + "precision_at_3": 0.15742083333333334, + "precision_at_5": 0.11221916666666668, + "recall_at_1": 0.24937916666666665, + "recall_at_10": 0.5065041666666666, + "recall_at_100": 0.7355383333333334, + "recall_at_1000": 0.8961691666666667, + "recall_at_3": 0.3727808333333334, + "recall_at_5": 0.42994750000000004, + "main_score": 0.3905225 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/liddlefish__privacyembeddingv2_bge_small/external/CQADupstackRetrieval.json b/results/liddlefish__privacyembeddingv2_bge_small/external/CQADupstackRetrieval.json index 118694564e..0f6ef429b3 100644 --- a/results/liddlefish__privacyembeddingv2_bge_small/external/CQADupstackRetrieval.json +++ b/results/liddlefish__privacyembeddingv2_bge_small/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.390523, - "main_score": 0.390523, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24937916666666665, + "map_at_10": 0.33755250000000003, + "map_at_100": 0.34956, + "map_at_1000": 0.35070499999999993, + "map_at_3": 0.3098708333333333, + "map_at_5": 0.3251491666666666, + "mrr_at_1": 0.2948708333333333, + "mrr_at_10": 0.3792183333333334, + "mrr_at_100": 0.3876583333333333, + "mrr_at_1000": 0.38824666666666674, + "mrr_at_3": 0.3545125, + "mrr_at_5": 0.36827000000000004, + "ndcg_at_1": 0.2948708333333333, + "ndcg_at_10": 0.3905225, + "ndcg_at_100": 0.4425983333333334, + "ndcg_at_1000": 0.46568333333333334, + "ndcg_at_3": 0.3427158333333333, + "ndcg_at_5": 0.36483916666666666, + "precision_at_1": 0.2948708333333333, + "precision_at_10": 0.0686575, + "precision_at_100": 0.011195833333333332, + "precision_at_1000": 0.0015058333333333334, + "precision_at_3": 0.15742083333333334, + "precision_at_5": 0.11221916666666668, + "recall_at_1": 0.24937916666666665, + "recall_at_10": 0.5065041666666666, + "recall_at_100": 0.7355383333333334, + "recall_at_1000": 0.8961691666666667, + "recall_at_3": 0.3727808333333334, + "recall_at_5": 0.42994750000000004, + "main_score": 0.3905225 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/lightbird-ai__nomic/external/CQADupstackRetrieval.json b/results/lightbird-ai__nomic/external/CQADupstackRetrieval.json index 020bc86ce6..b3dc78e1d7 100644 --- a/results/lightbird-ai__nomic/external/CQADupstackRetrieval.json +++ b/results/lightbird-ai__nomic/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.396147, - "main_score": 0.396147, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.25732166666666667, + "map_at_10": 0.3451616666666667, + "map_at_100": 0.3567241666666666, + "map_at_1000": 0.3578675, + "map_at_3": 0.3195341666666666, + "map_at_5": 0.33332999999999996, + "mrr_at_1": 0.3030016666666667, + "mrr_at_10": 0.386255, + "mrr_at_100": 0.3946183333333334, + "mrr_at_1000": 0.39519999999999994, + "mrr_at_3": 0.3641299999999999, + "mrr_at_5": 0.376365, + "ndcg_at_1": 0.3030016666666667, + "ndcg_at_10": 0.3961466666666667, + "ndcg_at_100": 0.4460808333333334, + "ndcg_at_1000": 0.46917083333333337, + "ndcg_at_3": 0.35265583333333334, + "ndcg_at_5": 0.3722000000000001, + "precision_at_1": 0.3030016666666667, + "precision_at_10": 0.06837416666666667, + "precision_at_100": 0.0110425, + "precision_at_1000": 0.0014874999999999999, + "precision_at_3": 0.1613716666666667, + "precision_at_5": 0.112815, + "recall_at_1": 0.25732166666666667, + "recall_at_10": 0.5057891666666666, + "recall_at_100": 0.7242183333333334, + "recall_at_1000": 0.8848766666666666, + "recall_at_3": 0.3841325, + "recall_at_5": 0.43515750000000003, + "main_score": 0.3961466666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/lightonai__modernbert-embed-large-unsupervised/external/CQADupstackRetrieval.json b/results/lightonai__modernbert-embed-large-unsupervised/external/CQADupstackRetrieval.json index 63a826d714..eca2188ac7 100644 --- a/results/lightonai__modernbert-embed-large-unsupervised/external/CQADupstackRetrieval.json +++ b/results/lightonai__modernbert-embed-large-unsupervised/external/CQADupstackRetrieval.json @@ -1,19 +1,52 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.454723, - "main_score": 0.454723, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.30108083333333335, + "map_at_10": 0.3995216666666666, + "map_at_100": 0.4114641666666667, + "map_at_1000": 0.41253916666666673, + "map_at_20": 0.40602833333333327, + "map_at_3": 0.36947750000000007, + "map_at_5": 0.38695916666666663, + "mrr_at_1": 0.3564074999999999, + "mrr_at_10": 0.443555, + "mrr_at_100": 0.45151333333333343, + "mrr_at_1000": 0.45200500000000005, + "mrr_at_20": 0.44818166666666676, + "mrr_at_3": 0.41940083333333333, + "mrr_at_5": 0.43430499999999994, + "ndcg_at_1": 0.3564074999999999, + "ndcg_at_10": 0.4547233333333333, + "ndcg_at_100": 0.5036216666666666, + "ndcg_at_1000": 0.5232325, + "ndcg_at_20": 0.47371, + "ndcg_at_3": 0.40630583333333337, + "ndcg_at_5": 0.43072916666666666, + "precision_at_1": 0.3564074999999999, + "precision_at_10": 0.07861833333333333, + "precision_at_100": 0.01214, + "precision_at_1000": 0.0015641666666666668, + "precision_at_20": 0.04578833333333334, + "precision_at_3": 0.18608999999999998, + "precision_at_5": 0.1318025, + "recall_at_1": 0.30108083333333335, + "recall_at_10": 0.572905, + "recall_at_100": 0.785085, + "recall_at_1000": 0.9188283333333334, + "recall_at_20": 0.6417899999999999, + "recall_at_3": 0.43793666666666664, + "recall_at_5": 0.5015716666666666, + "main_score": 0.4547233333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/lightonai__modernbert-embed-large/external/CQADupstackRetrieval.json b/results/lightonai__modernbert-embed-large/external/CQADupstackRetrieval.json index 3094b8dab9..17c18c61db 100644 --- a/results/lightonai__modernbert-embed-large/external/CQADupstackRetrieval.json +++ b/results/lightonai__modernbert-embed-large/external/CQADupstackRetrieval.json @@ -1,19 +1,52 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.440644, - "main_score": 0.440644, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2859266666666667, + "map_at_10": 0.3850391666666667, + "map_at_100": 0.39719166666666667, + "map_at_1000": 0.3982683333333334, + "map_at_20": 0.39186083333333327, + "map_at_3": 0.35561833333333326, + "map_at_5": 0.37181000000000003, + "mrr_at_1": 0.3367625, + "mrr_at_10": 0.42727, + "mrr_at_100": 0.4355041666666667, + "mrr_at_1000": 0.4360058333333334, + "mrr_at_20": 0.4321508333333333, + "mrr_at_3": 0.4032983333333334, + "mrr_at_5": 0.4169933333333333, + "ndcg_at_1": 0.3367625, + "ndcg_at_10": 0.44064416666666667, + "ndcg_at_100": 0.49085, + "ndcg_at_1000": 0.5109325, + "ndcg_at_20": 0.46077166666666663, + "ndcg_at_3": 0.39222250000000003, + "ndcg_at_5": 0.4147508333333333, + "precision_at_1": 0.3367625, + "precision_at_10": 0.07689916666666667, + "precision_at_100": 0.011995833333333334, + "precision_at_1000": 0.0015541666666666664, + "precision_at_20": 0.045155000000000015, + "precision_at_3": 0.18072416666666669, + "precision_at_5": 0.12732833333333332, + "recall_at_1": 0.2859266666666667, + "recall_at_10": 0.5615700000000001, + "recall_at_100": 0.7797075000000001, + "recall_at_1000": 0.9173058333333333, + "recall_at_20": 0.6349649999999999, + "recall_at_3": 0.42612833333333333, + "recall_at_5": 0.48445916666666666, + "main_score": 0.44064416666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/linhphanff__stella_en_1.5B_v5_clone/external/CQADupstackRetrieval.json b/results/linhphanff__stella_en_1.5B_v5_clone/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..5122847345 --- /dev/null +++ b/results/linhphanff__stella_en_1.5B_v5_clone/external/CQADupstackRetrieval.json @@ -0,0 +1,157 @@ +{ + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.47748833333333335, + "map_at_1": 0.30179249999999996, + "map_at_10": 0.4160824999999999, + "map_at_100": 0.4294008333333332, + "map_at_1000": 0.43046666666666666, + "map_at_20": 0.4236833333333334, + "map_at_3": 0.38234916666666663, + "map_at_5": 0.4010183333333333, + "mrr_at_1": 0.36476760858081664, + "mrr_at_10": 0.46300991916437156, + "mrr_at_100": 0.4712155753713262, + "mrr_at_1000": 0.4716803361079995, + "mrr_at_20": 0.4680405724560391, + "mrr_at_3": 0.43770003528017976, + "mrr_at_5": 0.4522295361704542, + "nauc_map_at_1000_diff1": 0.46953671666941527, + "nauc_map_at_1000_max": 0.32260396316089673, + "nauc_map_at_1000_std": 0.0066577661200948775, + "nauc_map_at_100_diff1": 0.4694717463394555, + "nauc_map_at_100_max": 0.3225088350678177, + "nauc_map_at_100_std": 0.006257017014549283, + "nauc_map_at_10_diff1": 0.46974678429336464, + "nauc_map_at_10_max": 0.31862230807295505, + "nauc_map_at_10_std": -0.0014758828549579284, + "nauc_map_at_1_diff1": 0.5248913346466124, + "nauc_map_at_1_max": 0.29874374024967726, + "nauc_map_at_1_std": -0.024335475698361343, + "nauc_map_at_20_diff1": 0.4696088684217651, + "nauc_map_at_20_max": 0.3208954208613205, + "nauc_map_at_20_std": 0.0025946321113436525, + "nauc_map_at_3_diff1": 0.4770323012151835, + "nauc_map_at_3_max": 0.30977880095983107, + "nauc_map_at_3_std": -0.01342777563991804, + "nauc_map_at_5_diff1": 0.471615010199957, + "nauc_map_at_5_max": 0.31420885812683286, + "nauc_map_at_5_std": -0.008789297099444307, + "nauc_mrr_at_1000_diff1": 0.4669178645962615, + "nauc_mrr_at_1000_max": 0.34392807413340654, + "nauc_mrr_at_1000_std": 0.016155464863667934, + "nauc_mrr_at_100_diff1": 0.4667417236349189, + "nauc_mrr_at_100_max": 0.3438460704551262, + "nauc_mrr_at_100_std": 0.016259917384109653, + "nauc_mrr_at_10_diff1": 0.4660497560446239, + "nauc_mrr_at_10_max": 0.3432918897817958, + "nauc_mrr_at_10_std": 0.0139387793769014, + "nauc_mrr_at_1_diff1": 0.5161608573254137, + "nauc_mrr_at_1_max": 0.3518105023234596, + "nauc_mrr_at_1_std": 0.0017943702145478177, + "nauc_mrr_at_20_diff1": 0.46635943069860253, + "nauc_mrr_at_20_max": 0.34370509731187937, + "nauc_mrr_at_20_std": 0.015346464678860607, + "nauc_mrr_at_3_diff1": 0.47154389369038335, + "nauc_mrr_at_3_max": 0.3441036411855465, + "nauc_mrr_at_3_std": 0.00924551812357872, + "nauc_mrr_at_5_diff1": 0.46669010169176306, + "nauc_mrr_at_5_max": 0.3429740388138466, + "nauc_mrr_at_5_std": 0.010567184149139793, + "nauc_ndcg_at_1000_diff1": 0.45375448289173265, + "nauc_ndcg_at_1000_max": 0.3347957083714482, + "nauc_ndcg_at_1000_std": 0.03192251100225568, + "nauc_ndcg_at_100_diff1": 0.44936010146994987, + "nauc_ndcg_at_100_max": 0.3321249888295249, + "nauc_ndcg_at_100_std": 0.03609842852934217, + "nauc_ndcg_at_10_diff1": 0.44878932840119146, + "nauc_ndcg_at_10_max": 0.3238488524947851, + "nauc_ndcg_at_10_std": 0.01454493065035396, + "nauc_ndcg_at_1_diff1": 0.5161608573254137, + "nauc_ndcg_at_1_max": 0.3518105023234596, + "nauc_ndcg_at_1_std": 0.0017943702145478177, + "nauc_ndcg_at_20_diff1": 0.4486775217905061, + "nauc_ndcg_at_20_max": 0.32689535921840196, + "nauc_ndcg_at_20_std": 0.023377651585739012, + "nauc_ndcg_at_3_diff1": 0.45874858213813413, + "nauc_ndcg_at_3_max": 0.3233282450558947, + "nauc_ndcg_at_3_std": 0.000681643829273283, + "nauc_ndcg_at_5_diff1": 0.4520290213189239, + "nauc_ndcg_at_5_max": 0.32102697152391696, + "nauc_ndcg_at_5_std": 0.0035655728337744856, + "nauc_precision_at_1000_diff1": -0.08935267931198956, + "nauc_precision_at_1000_max": 0.06464981960169269, + "nauc_precision_at_1000_std": 0.10662786182234633, + "nauc_precision_at_100_diff1": -0.0164091517847155, + "nauc_precision_at_100_max": 0.15175617871025024, + "nauc_precision_at_100_std": 0.16924256989248077, + "nauc_precision_at_10_diff1": 0.15676651966277047, + "nauc_precision_at_10_max": 0.2624373418884712, + "nauc_precision_at_10_std": 0.10601741034956333, + "nauc_precision_at_1_diff1": 0.5161608573254137, + "nauc_precision_at_1_max": 0.3518105023234596, + "nauc_precision_at_1_std": 0.0017943702145478177, + "nauc_precision_at_20_diff1": 0.09447267260198654, + "nauc_precision_at_20_max": 0.23024130858142722, + "nauc_precision_at_20_std": 0.13739145648899603, + "nauc_precision_at_3_diff1": 0.3011583572134629, + "nauc_precision_at_3_max": 0.3137321080069495, + "nauc_precision_at_3_std": 0.04705512374126024, + "nauc_precision_at_5_diff1": 0.23192015335996094, + "nauc_precision_at_5_max": 0.29415746835998763, + "nauc_precision_at_5_std": 0.06843498772798558, + "nauc_recall_at_1000_diff1": 0.2536573313426033, + "nauc_recall_at_1000_max": 0.43066722565241683, + "nauc_recall_at_1000_std": 0.4793664853815292, + "nauc_recall_at_100_diff1": 0.31222880916617407, + "nauc_recall_at_100_max": 0.3176115990417266, + "nauc_recall_at_100_std": 0.23034218976635878, + "nauc_recall_at_10_diff1": 0.3623439028915225, + "nauc_recall_at_10_max": 0.28473458977606436, + "nauc_recall_at_10_std": 0.037797969934159, + "nauc_recall_at_1_diff1": 0.5248913346466124, + "nauc_recall_at_1_max": 0.29874374024967726, + "nauc_recall_at_1_std": -0.024335475698361343, + "nauc_recall_at_20_diff1": 0.34678676952584764, + "nauc_recall_at_20_max": 0.2904638392522168, + "nauc_recall_at_20_std": 0.0814889498208255, + "nauc_recall_at_3_diff1": 0.4131029996231311, + "nauc_recall_at_3_max": 0.2844199443414157, + "nauc_recall_at_3_std": -0.00747324057600377, + "nauc_recall_at_5_diff1": 0.38535873899920675, + "nauc_recall_at_5_max": 0.27942667805948374, + "nauc_recall_at_5_std": 0.0030652206930973686, + "ndcg_at_1": 0.3647675, + "ndcg_at_10": 0.47748833333333335, + "ndcg_at_100": 0.5290241666666667, + "ndcg_at_1000": 0.5469116666666667, + "ndcg_at_20": 0.4989758333333333, + "ndcg_at_3": 0.42462250000000007, + "ndcg_at_5": 0.4491841666666667, + "precision_at_1": 0.3647675, + "precision_at_10": 0.08582416666666665, + "precision_at_100": 0.013147500000000001, + "precision_at_1000": 0.0016458333333333333, + "precision_at_20": 0.05021833333333334, + "precision_at_3": 0.20004499999999997, + "precision_at_5": 0.14178666666666664, + "recall_at_1": 0.30179249999999996, + "recall_at_10": 0.6095016666666667, + "recall_at_100": 0.8319025000000001, + "recall_at_1000": 0.9527774999999998, + "recall_at_20": 0.6880175, + "recall_at_3": 0.4601841666666666, + "recall_at_5": 0.5248241666666666 + } + ] + } +} \ No newline at end of file diff --git a/results/lixsh6__MegatronBert-1B3-embedding/external/CQADupstackRetrieval.json b/results/lixsh6__MegatronBert-1B3-embedding/external/CQADupstackRetrieval.json index e8c7372af1..d36262d257 100644 --- a/results/lixsh6__MegatronBert-1B3-embedding/external/CQADupstackRetrieval.json +++ b/results/lixsh6__MegatronBert-1B3-embedding/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.331192, - "main_score": 0.331192, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.20303499999999997, + "map_at_10": 0.28263499999999997, + "map_at_100": 0.29431250000000003, + "map_at_1000": 0.29555166666666666, + "map_at_3": 0.2559133333333333, + "map_at_5": 0.270915, + "mrr_at_1": 0.2419725, + "mrr_at_10": 0.31803750000000003, + "mrr_at_100": 0.32691916666666665, + "mrr_at_1000": 0.32760083333333334, + "mrr_at_3": 0.29447749999999995, + "mrr_at_5": 0.3079858333333334, + "ndcg_at_1": 0.2419725, + "ndcg_at_10": 0.33119250000000006, + "ndcg_at_100": 0.3838491666666666, + "ndcg_at_1000": 0.409915, + "ndcg_at_3": 0.285115, + "ndcg_at_5": 0.30718833333333334, + "precision_at_1": 0.2419725, + "precision_at_10": 0.06061666666666666, + "precision_at_100": 0.010404166666666666, + "precision_at_1000": 0.0014583333333333336, + "precision_at_3": 0.13347083333333334, + "precision_at_5": 0.09747916666666667, + "recall_at_1": 0.20303499999999997, + "recall_at_10": 0.43931833333333337, + "recall_at_100": 0.67478, + "recall_at_1000": 0.8591425000000001, + "recall_at_3": 0.3116008333333333, + "recall_at_5": 0.3676633333333333, + "main_score": 0.33119250000000006 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/lixsh6__XLM-0B6-embedding/external/CQADupstackRetrieval.json b/results/lixsh6__XLM-0B6-embedding/external/CQADupstackRetrieval.json index 0cb4946ee7..206e4e2aa5 100644 --- a/results/lixsh6__XLM-0B6-embedding/external/CQADupstackRetrieval.json +++ b/results/lixsh6__XLM-0B6-embedding/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.331472, - "main_score": 0.331472, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.1989466666666667, + "map_at_10": 0.2813191666666667, + "map_at_100": 0.29374083333333334, + "map_at_1000": 0.29501999999999995, + "map_at_3": 0.25450666666666666, + "map_at_5": 0.26862083333333336, + "mrr_at_1": 0.23877749999999998, + "mrr_at_10": 0.31796833333333335, + "mrr_at_100": 0.3270425, + "mrr_at_1000": 0.32774000000000003, + "mrr_at_3": 0.29411000000000004, + "mrr_at_5": 0.3071525, + "ndcg_at_1": 0.23877749999999998, + "ndcg_at_10": 0.3314725, + "ndcg_at_100": 0.3863300000000001, + "ndcg_at_1000": 0.41291666666666677, + "ndcg_at_3": 0.28504250000000003, + "ndcg_at_5": 0.3054625, + "precision_at_1": 0.23877749999999998, + "precision_at_10": 0.06143166666666667, + "precision_at_100": 0.010658333333333332, + "precision_at_1000": 0.001495, + "precision_at_3": 0.13468083333333333, + "precision_at_5": 0.09763416666666665, + "recall_at_1": 0.1989466666666667, + "recall_at_10": 0.4433358333333333, + "recall_at_100": 0.6879966666666667, + "recall_at_1000": 0.875325, + "recall_at_3": 0.3134816666666667, + "recall_at_5": 0.36612833333333333, + "main_score": 0.3314725 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/lixsh6__XLM-3B5-embedding/external/CQADupstackRetrieval.json b/results/lixsh6__XLM-3B5-embedding/external/CQADupstackRetrieval.json index 362e2a07d8..e05329fb1a 100644 --- a/results/lixsh6__XLM-3B5-embedding/external/CQADupstackRetrieval.json +++ b/results/lixsh6__XLM-3B5-embedding/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.389103, - "main_score": 0.389103, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24456916666666667, + "map_at_10": 0.33549500000000004, + "map_at_100": 0.34868083333333333, + "map_at_1000": 0.3498908333333333, + "map_at_3": 0.3059158333333334, + "map_at_5": 0.3224916666666667, + "mrr_at_1": 0.29387250000000004, + "mrr_at_10": 0.37739583333333326, + "mrr_at_100": 0.386595, + "mrr_at_1000": 0.38718250000000004, + "mrr_at_3": 0.3531658333333333, + "mrr_at_5": 0.3669441666666667, + "ndcg_at_1": 0.29387250000000004, + "ndcg_at_10": 0.38910333333333336, + "ndcg_at_100": 0.4440241666666666, + "ndcg_at_1000": 0.4672008333333334, + "ndcg_at_3": 0.34045583333333324, + "ndcg_at_5": 0.3633725, + "precision_at_1": 0.29387250000000004, + "precision_at_10": 0.07034666666666668, + "precision_at_100": 0.011698333333333333, + "precision_at_1000": 0.0015599999999999998, + "precision_at_3": 0.15866416666666666, + "precision_at_5": 0.11456333333333331, + "recall_at_1": 0.24456916666666667, + "recall_at_10": 0.5047758333333333, + "recall_at_100": 0.7452275, + "recall_at_1000": 0.9071049999999999, + "recall_at_3": 0.3686275, + "recall_at_5": 0.42765333333333333, + "main_score": 0.38910333333333336 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/llmrails__ember-v1/external/CQADupstackRetrieval.json b/results/llmrails__ember-v1/external/CQADupstackRetrieval.json index c8b5ca826e..5903c081f1 100644 --- a/results/llmrails__ember-v1/external/CQADupstackRetrieval.json +++ b/results/llmrails__ember-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.423873, - "main_score": 0.423873, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.26812166666666665, + "map_at_10": 0.36706916666666667, + "map_at_100": 0.37940166666666664, + "map_at_1000": 0.3805358333333333, + "map_at_3": 0.3372408333333334, + "map_at_5": 0.3536508333333333, + "mrr_at_1": 0.3191516666666667, + "mrr_at_10": 0.41097166666666657, + "mrr_at_100": 0.4193191666666667, + "mrr_at_1000": 0.4198458333333333, + "mrr_at_3": 0.3860183333333333, + "mrr_at_5": 0.4003191666666667, + "ndcg_at_1": 0.3191516666666667, + "ndcg_at_10": 0.42387250000000004, + "ndcg_at_100": 0.4756291666666667, + "ndcg_at_1000": 0.49716499999999997, + "ndcg_at_3": 0.37364916666666675, + "ndcg_at_5": 0.3969216666666667, + "precision_at_1": 0.3191516666666667, + "precision_at_10": 0.07476749999999999, + "precision_at_100": 0.011869166666666668, + "precision_at_1000": 0.00157, + "precision_at_3": 0.17275249999999998, + "precision_at_5": 0.1225825, + "recall_at_1": 0.26812166666666665, + "recall_at_10": 0.5482933333333333, + "recall_at_100": 0.7736508333333333, + "recall_at_1000": 0.9213366666666667, + "recall_at_3": 0.4083508333333334, + "recall_at_5": 0.4685083333333334, + "main_score": 0.42387250000000004 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/maiyad__multilingual-e5-small/external/CQADupstackRetrieval.json b/results/maiyad__multilingual-e5-small/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..0ba51ede72 --- /dev/null +++ b/results/maiyad__multilingual-e5-small/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24252999999999997, + "map_at_10": 0.31655916666666667, + "map_at_100": 0.3268075, + "map_at_1000": 0.32794833333333334, + "map_at_3": 0.2943691666666666, + "map_at_5": 0.30717416666666664, + "mrr_at_1": 0.28602750000000005, + "mrr_at_10": 0.3556875, + "mrr_at_100": 0.36359499999999995, + "mrr_at_1000": 0.3642775, + "mrr_at_3": 0.3358616666666666, + "mrr_at_5": 0.34736416666666664, + "ndcg_at_1": 0.28602750000000005, + "ndcg_at_10": 0.3606933333333334, + "ndcg_at_100": 0.4070141666666667, + "ndcg_at_1000": 0.4324341666666667, + "ndcg_at_3": 0.32307916666666664, + "ndcg_at_5": 0.34129999999999994, + "precision_at_1": 0.28602750000000005, + "precision_at_10": 0.06097666666666667, + "precision_at_100": 0.009809166666666667, + "precision_at_1000": 0.0013766666666666662, + "precision_at_3": 0.14628166666666667, + "precision_at_5": 0.10266916666666667, + "recall_at_1": 0.24252999999999997, + "recall_at_10": 0.45319166666666666, + "recall_at_100": 0.6603575, + "recall_at_1000": 0.8394708333333334, + "recall_at_3": 0.3471941666666666, + "recall_at_5": 0.3946358333333333, + "main_score": 0.3606933333333334 + } + ] + } +} \ No newline at end of file diff --git a/results/markaw__NV-Embed-v2/external/CQADupstackRetrieval.json b/results/markaw__NV-Embed-v2/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..215c860b35 --- /dev/null +++ b/results/markaw__NV-Embed-v2/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.3191325, + "map_at_10": 0.4387733333333334, + "map_at_100": 0.4524991666666666, + "map_at_1000": 0.4535058333333333, + "map_at_3": 0.40316833333333335, + "map_at_5": 0.4231708333333334, + "mrr_at_1": 0.0, + "mrr_at_10": 0.0, + "mrr_at_100": 0.0, + "mrr_at_1000": 0.0, + "mrr_at_3": 0.0, + "mrr_at_5": 0.0, + "ndcg_at_1": 0.3830616666666667, + "ndcg_at_10": 0.5024175000000001, + "ndcg_at_100": 0.5534533333333334, + "ndcg_at_1000": 0.5691225000000001, + "ndcg_at_3": 0.4467558333333333, + "ndcg_at_5": 0.4732333333333334, + "precision_at_1": 0.3830616666666667, + "precision_at_10": 0.09007416666666666, + "precision_at_100": 0.013633333333333332, + "precision_at_1000": 0.0016691666666666667, + "precision_at_3": 0.20895666666666668, + "precision_at_5": 0.14871666666666666, + "recall_at_1": 0.3191325, + "recall_at_10": 0.6411891666666666, + "recall_at_100": 0.8591133333333333, + "recall_at_1000": 0.9628225, + "recall_at_3": 0.48547499999999993, + "recall_at_5": 0.5544283333333334, + "main_score": 0.5024175000000001 + } + ] + } +} \ No newline at end of file diff --git a/results/michaelfeil__ct2fast-bge-base-en-v1.5/external/CQADupstackRetrieval.json b/results/michaelfeil__ct2fast-bge-base-en-v1.5/external/CQADupstackRetrieval.json index 67cc6611b2..0658d0ba60 100644 --- a/results/michaelfeil__ct2fast-bge-base-en-v1.5/external/CQADupstackRetrieval.json +++ b/results/michaelfeil__ct2fast-bge-base-en-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.42355, - "main_score": 0.42355, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2770775, + "map_at_10": 0.36961, + "map_at_100": 0.38158833333333336, + "map_at_1000": 0.3827033333333333, + "map_at_3": 0.3407183333333334, + "map_at_5": 0.3569533333333334, + "mrr_at_1": 0.3281875, + "mrr_at_10": 0.41293, + "mrr_at_100": 0.42116499999999996, + "mrr_at_1000": 0.4217025, + "mrr_at_3": 0.3883983333333333, + "mrr_at_5": 0.4029775, + "ndcg_at_1": 0.3281875, + "ndcg_at_10": 0.42355, + "ndcg_at_100": 0.47413749999999993, + "ndcg_at_1000": 0.495805, + "ndcg_at_3": 0.3752825, + "ndcg_at_5": 0.39832666666666666, + "precision_at_1": 0.3281875, + "precision_at_10": 0.07382416666666666, + "precision_at_100": 0.011640833333333333, + "precision_at_1000": 0.0015383333333333334, + "precision_at_3": 0.17134166666666664, + "precision_at_5": 0.12174833333333336, + "recall_at_1": 0.2770775, + "recall_at_10": 0.53945, + "recall_at_100": 0.76191, + "recall_at_1000": 0.91101, + "recall_at_3": 0.4039083333333334, + "recall_at_5": 0.4640083333333333, + "main_score": 0.42355 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/michaelfeil__ct2fast-bge-large-en-v1.5/external/CQADupstackRetrieval.json b/results/michaelfeil__ct2fast-bge-large-en-v1.5/external/CQADupstackRetrieval.json index 561321d138..670c6a468f 100644 --- a/results/michaelfeil__ct2fast-bge-large-en-v1.5/external/CQADupstackRetrieval.json +++ b/results/michaelfeil__ct2fast-bge-large-en-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.42229, - "main_score": 0.42229, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2715516666666667, + "map_at_10": 0.3665741666666667, + "map_at_100": 0.3784991666666666, + "map_at_1000": 0.37963166666666676, + "map_at_3": 0.3374974999999999, + "map_at_5": 0.353765, + "mrr_at_1": 0.3208233333333334, + "mrr_at_10": 0.41033833333333336, + "mrr_at_100": 0.41845249999999995, + "mrr_at_1000": 0.41899833333333336, + "mrr_at_3": 0.3862008333333333, + "mrr_at_5": 0.40034416666666656, + "ndcg_at_1": 0.3208233333333334, + "ndcg_at_10": 0.42229, + "ndcg_at_100": 0.47267166666666666, + "ndcg_at_1000": 0.4943466666666667, + "ndcg_at_3": 0.3736408333333333, + "ndcg_at_5": 0.39671500000000004, + "precision_at_1": 0.3208233333333334, + "precision_at_10": 0.07382583333333334, + "precision_at_100": 0.0116625, + "precision_at_1000": 0.0015408333333333333, + "precision_at_3": 0.17218, + "precision_at_5": 0.1221875, + "recall_at_1": 0.2715516666666667, + "recall_at_10": 0.5436683333333333, + "recall_at_100": 0.7637183333333333, + "recall_at_1000": 0.9126183333333333, + "recall_at_3": 0.4076991666666667, + "recall_at_5": 0.46702333333333335, + "main_score": 0.42229 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/michaelfeil__ct2fast-bge-small-en-v1.5/external/CQADupstackRetrieval.json b/results/michaelfeil__ct2fast-bge-small-en-v1.5/external/CQADupstackRetrieval.json index 118694564e..0f6ef429b3 100644 --- a/results/michaelfeil__ct2fast-bge-small-en-v1.5/external/CQADupstackRetrieval.json +++ b/results/michaelfeil__ct2fast-bge-small-en-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.390523, - "main_score": 0.390523, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24937916666666665, + "map_at_10": 0.33755250000000003, + "map_at_100": 0.34956, + "map_at_1000": 0.35070499999999993, + "map_at_3": 0.3098708333333333, + "map_at_5": 0.3251491666666666, + "mrr_at_1": 0.2948708333333333, + "mrr_at_10": 0.3792183333333334, + "mrr_at_100": 0.3876583333333333, + "mrr_at_1000": 0.38824666666666674, + "mrr_at_3": 0.3545125, + "mrr_at_5": 0.36827000000000004, + "ndcg_at_1": 0.2948708333333333, + "ndcg_at_10": 0.3905225, + "ndcg_at_100": 0.4425983333333334, + "ndcg_at_1000": 0.46568333333333334, + "ndcg_at_3": 0.3427158333333333, + "ndcg_at_5": 0.36483916666666666, + "precision_at_1": 0.2948708333333333, + "precision_at_10": 0.0686575, + "precision_at_100": 0.011195833333333332, + "precision_at_1000": 0.0015058333333333334, + "precision_at_3": 0.15742083333333334, + "precision_at_5": 0.11221916666666668, + "recall_at_1": 0.24937916666666665, + "recall_at_10": 0.5065041666666666, + "recall_at_100": 0.7355383333333334, + "recall_at_1000": 0.8961691666666667, + "recall_at_3": 0.3727808333333334, + "recall_at_5": 0.42994750000000004, + "main_score": 0.3905225 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/michaelfeil__ct2fast-e5-large-v2/external/CQADupstackRetrieval.json b/results/michaelfeil__ct2fast-e5-large-v2/external/CQADupstackRetrieval.json index f3bc020bc4..7c9e280489 100644 --- a/results/michaelfeil__ct2fast-e5-large-v2/external/CQADupstackRetrieval.json +++ b/results/michaelfeil__ct2fast-e5-large-v2/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.378914, - "main_score": 0.378914, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2340791666666667, + "map_at_10": 0.3245808333333333, + "map_at_100": 0.33691916666666666, + "map_at_1000": 0.33811916666666664, + "map_at_3": 0.2951625, + "map_at_5": 0.31168083333333335, + "mrr_at_1": 0.2796591666666666, + "mrr_at_10": 0.3652858333333334, + "mrr_at_100": 0.37404000000000004, + "mrr_at_1000": 0.3746433333333334, + "mrr_at_3": 0.3392883333333333, + "mrr_at_5": 0.35419333333333325, + "ndcg_at_1": 0.2796591666666666, + "ndcg_at_10": 0.37891416666666655, + "ndcg_at_100": 0.43230666666666656, + "ndcg_at_1000": 0.4563258333333333, + "ndcg_at_3": 0.3281124999999999, + "ndcg_at_5": 0.35225666666666666, + "precision_at_1": 0.2796591666666666, + "precision_at_10": 0.06834083333333332, + "precision_at_100": 0.0112225, + "precision_at_1000": 0.0015241666666666667, + "precision_at_3": 0.15264333333333335, + "precision_at_5": 0.11039416666666665, + "recall_at_1": 0.2340791666666667, + "recall_at_10": 0.49927083333333333, + "recall_at_100": 0.7344641666666668, + "recall_at_1000": 0.9019950000000001, + "recall_at_3": 0.3588341666666667, + "recall_at_5": 0.42061249999999994, + "main_score": 0.37891416666666655 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/michaelfeil__ct2fast-e5-large/external/CQADupstackRetrieval.json b/results/michaelfeil__ct2fast-e5-large/external/CQADupstackRetrieval.json index 25db6cc389..bba0a02c22 100644 --- a/results/michaelfeil__ct2fast-e5-large/external/CQADupstackRetrieval.json +++ b/results/michaelfeil__ct2fast-e5-large/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.394426, - "main_score": 0.394426, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.271505, + "map_at_10": 0.34844833333333336, + "map_at_100": 0.3595216666666667, + "map_at_1000": 0.3606675, + "map_at_3": 0.3241975, + "map_at_5": 0.3374233333333333, + "mrr_at_1": 0.3192366666666666, + "mrr_at_10": 0.38879833333333336, + "mrr_at_100": 0.39706250000000004, + "mrr_at_1000": 0.3976708333333333, + "mrr_at_3": 0.36720083333333325, + "mrr_at_5": 0.3796933333333334, + "ndcg_at_1": 0.3192366666666666, + "ndcg_at_10": 0.39442583333333336, + "ndcg_at_100": 0.44314749999999997, + "ndcg_at_1000": 0.4675, + "ndcg_at_3": 0.35362999999999994, + "ndcg_at_5": 0.37242333333333333, + "precision_at_1": 0.3192366666666666, + "precision_at_10": 0.06643333333333333, + "precision_at_100": 0.010612499999999999, + "precision_at_1000": 0.0014574999999999998, + "precision_at_3": 0.15875250000000002, + "precision_at_5": 0.11088916666666665, + "recall_at_1": 0.271505, + "recall_at_10": 0.49063499999999993, + "recall_at_100": 0.7060841666666665, + "recall_at_1000": 0.8772049999999999, + "recall_at_3": 0.3760575000000001, + "recall_at_5": 0.4251116666666668, + "main_score": 0.39442583333333336 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/michaelfeil__ct2fast-e5-small-v2/external/CQADupstackRetrieval.json b/results/michaelfeil__ct2fast-e5-small-v2/external/CQADupstackRetrieval.json index 12cf7b6a66..cab096ef87 100644 --- a/results/michaelfeil__ct2fast-e5-small-v2/external/CQADupstackRetrieval.json +++ b/results/michaelfeil__ct2fast-e5-small-v2/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.370688, - "main_score": 0.370688, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24604166666666663, + "map_at_10": 0.3242716666666666, + "map_at_100": 0.33514749999999993, + "map_at_1000": 0.336345, + "map_at_3": 0.3002366666666667, + "map_at_5": 0.3138233333333333, + "mrr_at_1": 0.29001166666666667, + "mrr_at_10": 0.363315, + "mrr_at_100": 0.37166833333333327, + "mrr_at_1000": 0.3723341666666668, + "mrr_at_3": 0.3419916666666667, + "mrr_at_5": 0.3540458333333334, + "ndcg_at_1": 0.29001166666666667, + "ndcg_at_10": 0.3706883333333334, + "ndcg_at_100": 0.41958166666666663, + "ndcg_at_1000": 0.4450158333333334, + "ndcg_at_3": 0.32973499999999994, + "ndcg_at_5": 0.3490833333333334, + "precision_at_1": 0.29001166666666667, + "precision_at_10": 0.06336, + "precision_at_100": 0.010282499999999998, + "precision_at_1000": 0.0014391666666666663, + "precision_at_3": 0.14932499999999996, + "precision_at_5": 0.10508250000000001, + "recall_at_1": 0.24604166666666663, + "recall_at_10": 0.469525, + "recall_at_100": 0.6867816666666667, + "recall_at_1000": 0.8659783333333334, + "recall_at_3": 0.35497833333333334, + "recall_at_5": 0.40525250000000007, + "main_score": 0.3706883333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/michaelfeil__ct2fast-e5-small/external/CQADupstackRetrieval.json b/results/michaelfeil__ct2fast-e5-small/external/CQADupstackRetrieval.json index 9820ca989c..13b03cce29 100644 --- a/results/michaelfeil__ct2fast-e5-small/external/CQADupstackRetrieval.json +++ b/results/michaelfeil__ct2fast-e5-small/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.360797, - "main_score": 0.360797, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2422083333333333, + "map_at_10": 0.3160666666666666, + "map_at_100": 0.326195, + "map_at_1000": 0.32739999999999997, + "map_at_3": 0.2937825, + "map_at_5": 0.30596083333333335, + "mrr_at_1": 0.28607916666666666, + "mrr_at_10": 0.35545916666666666, + "mrr_at_100": 0.3633683333333333, + "mrr_at_1000": 0.36406249999999996, + "mrr_at_3": 0.3352625, + "mrr_at_5": 0.346605, + "ndcg_at_1": 0.28607916666666666, + "ndcg_at_10": 0.36079666666666665, + "ndcg_at_100": 0.4073308333333333, + "ndcg_at_1000": 0.4340666666666666, + "ndcg_at_3": 0.3223525, + "ndcg_at_5": 0.33970833333333333, + "precision_at_1": 0.28607916666666666, + "precision_at_10": 0.061203333333333346, + "precision_at_100": 0.009921666666666667, + "precision_at_1000": 0.0014091666666666666, + "precision_at_3": 0.1454975, + "precision_at_5": 0.10153166666666667, + "recall_at_1": 0.2422083333333333, + "recall_at_10": 0.45491833333333337, + "recall_at_100": 0.6628133333333333, + "recall_at_1000": 0.8516541666666667, + "recall_at_3": 0.346485, + "recall_at_5": 0.39229749999999997, + "main_score": 0.36079666666666665 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/michaelfeil__ct2fast-gte-base/external/CQADupstackRetrieval.json b/results/michaelfeil__ct2fast-gte-base/external/CQADupstackRetrieval.json index 3891e60fd1..bbb472fed1 100644 --- a/results/michaelfeil__ct2fast-gte-base/external/CQADupstackRetrieval.json +++ b/results/michaelfeil__ct2fast-gte-base/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.429053, - "main_score": 0.429053, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2724358333333333, + "map_at_10": 0.37193250000000005, + "map_at_100": 0.3844833333333334, + "map_at_1000": 0.3856083333333333, + "map_at_3": 0.3406633333333333, + "map_at_5": 0.35878583333333336, + "mrr_at_1": 0.32291583333333335, + "mrr_at_10": 0.41482749999999996, + "mrr_at_100": 0.42335833333333334, + "mrr_at_1000": 0.4238683333333333, + "mrr_at_3": 0.38952999999999993, + "mrr_at_5": 0.40453333333333336, + "ndcg_at_1": 0.32291583333333335, + "ndcg_at_10": 0.4290533333333334, + "ndcg_at_100": 0.48138666666666663, + "ndcg_at_1000": 0.5022908333333334, + "ndcg_at_3": 0.3776133333333334, + "ndcg_at_5": 0.40310333333333337, + "precision_at_1": 0.32291583333333335, + "precision_at_10": 0.07585583333333333, + "precision_at_100": 0.012045000000000002, + "precision_at_1000": 0.0015733333333333335, + "precision_at_3": 0.17485416666666664, + "precision_at_5": 0.125145, + "recall_at_1": 0.2724358333333333, + "recall_at_10": 0.5545108333333334, + "recall_at_100": 0.7825858333333335, + "recall_at_1000": 0.9261716666666665, + "recall_at_3": 0.4113058333333333, + "recall_at_5": 0.47731333333333337, + "main_score": 0.4290533333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/michaelfeil__ct2fast-gte-large/external/CQADupstackRetrieval.json b/results/michaelfeil__ct2fast-gte-large/external/CQADupstackRetrieval.json index bba11fd3b7..bf8f979771 100644 --- a/results/michaelfeil__ct2fast-gte-large/external/CQADupstackRetrieval.json +++ b/results/michaelfeil__ct2fast-gte-large/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.431763, - "main_score": 0.431763, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27092083333333333, + "map_at_10": 0.37292499999999995, + "map_at_100": 0.38570416666666657, + "map_at_1000": 0.3868141666666667, + "map_at_3": 0.34080000000000005, + "map_at_5": 0.35899583333333335, + "mrr_at_1": 0.3194758333333333, + "mrr_at_10": 0.41510499999999995, + "mrr_at_100": 0.4236099999999999, + "mrr_at_1000": 0.42412500000000003, + "mrr_at_3": 0.3884958333333334, + "mrr_at_5": 0.40448249999999997, + "ndcg_at_1": 0.3194758333333333, + "ndcg_at_10": 0.43176333333333333, + "ndcg_at_100": 0.4845241666666668, + "ndcg_at_1000": 0.5051399999999999, + "ndcg_at_3": 0.3775216666666667, + "ndcg_at_5": 0.4039383333333333, + "precision_at_1": 0.3194758333333333, + "precision_at_10": 0.07688916666666666, + "precision_at_100": 0.012250833333333332, + "precision_at_1000": 0.001595, + "precision_at_3": 0.17465999999999998, + "precision_at_5": 0.12548083333333332, + "recall_at_1": 0.27092083333333333, + "recall_at_10": 0.5628658333333333, + "recall_at_100": 0.7909033333333333, + "recall_at_1000": 0.9327483333333335, + "recall_at_3": 0.4135325, + "recall_at_5": 0.4807275000000001, + "main_score": 0.43176333333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/minishlab__M2V_base_glove/external/CQADupstackRetrieval.json b/results/minishlab__M2V_base_glove/external/CQADupstackRetrieval.json index 05fa842c68..60c8dc8d18 100644 --- a/results/minishlab__M2V_base_glove/external/CQADupstackRetrieval.json +++ b/results/minishlab__M2V_base_glove/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.183952, - "main_score": 0.183952, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.18395166666666665, + "ndcg_at_10": 0.18395166666666665 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/minishlab__M2V_base_glove_subword/external/CQADupstackRetrieval.json b/results/minishlab__M2V_base_glove_subword/external/CQADupstackRetrieval.json index 7f93e1c243..0aa0f2fde4 100644 --- a/results/minishlab__M2V_base_glove_subword/external/CQADupstackRetrieval.json +++ b/results/minishlab__M2V_base_glove_subword/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.192115, - "main_score": 0.192115, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.19211500000000004, + "ndcg_at_10": 0.19211500000000004 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/minishlab__M2V_base_output/external/CQADupstackRetrieval.json b/results/minishlab__M2V_base_output/external/CQADupstackRetrieval.json index 4bc564efc5..0d19eca927 100644 --- a/results/minishlab__M2V_base_output/external/CQADupstackRetrieval.json +++ b/results/minishlab__M2V_base_output/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.190902, - "main_score": 0.190902, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.1909025, + "ndcg_at_10": 0.1909025 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/minishlab__potion-base-2M/external/CQADupstackRetrieval.json b/results/minishlab__potion-base-2M/external/CQADupstackRetrieval.json index 65abc323a7..7450addda4 100644 --- a/results/minishlab__potion-base-2M/external/CQADupstackRetrieval.json +++ b/results/minishlab__potion-base-2M/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.162926, - "main_score": 0.162926, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.16292583333333335, + "ndcg_at_10": 0.16292583333333335 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/minishlab__potion-base-4M/external/CQADupstackRetrieval.json b/results/minishlab__potion-base-4M/external/CQADupstackRetrieval.json index 44186da110..736712168f 100644 --- a/results/minishlab__potion-base-4M/external/CQADupstackRetrieval.json +++ b/results/minishlab__potion-base-4M/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.200663, - "main_score": 0.200663, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.2006633333333333, + "ndcg_at_10": 0.2006633333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/minishlab__potion-base-8M/external/CQADupstackRetrieval.json b/results/minishlab__potion-base-8M/external/CQADupstackRetrieval.json index dcb7d757b9..285c99b568 100644 --- a/results/minishlab__potion-base-8M/external/CQADupstackRetrieval.json +++ b/results/minishlab__potion-base-8M/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.223023, - "main_score": 0.223023, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.22302333333333332, + "ndcg_at_10": 0.22302333333333332 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/mixamrepijey__instructor-models/external/CQADupstackRetrieval.json b/results/mixamrepijey__instructor-models/external/CQADupstackRetrieval.json index bb0501c8eb..1c71a2d9d4 100644 --- a/results/mixamrepijey__instructor-models/external/CQADupstackRetrieval.json +++ b/results/mixamrepijey__instructor-models/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.438174, - "main_score": 0.438174, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.28099166666666664, + "map_at_10": 0.38136499999999995, + "map_at_100": 0.39444916666666674, + "map_at_1000": 0.39558583333333336, + "map_at_3": 0.3503641666666666, + "map_at_5": 0.3679833333333334, + "mrr_at_1": 0.33399666666666666, + "mrr_at_10": 0.4242583333333333, + "mrr_at_100": 0.4328575, + "mrr_at_1000": 0.43337416666666667, + "mrr_at_3": 0.3994975, + "mrr_at_5": 0.41416333333333344, + "ndcg_at_1": 0.33399666666666666, + "ndcg_at_10": 0.43817416666666664, + "ndcg_at_100": 0.4908166666666667, + "ndcg_at_1000": 0.5112116666666667, + "ndcg_at_3": 0.3873575, + "ndcg_at_5": 0.41181583333333327, + "precision_at_1": 0.33399666666666666, + "precision_at_10": 0.07738916666666668, + "precision_at_100": 0.012265833333333332, + "precision_at_1000": 0.0015983333333333336, + "precision_at_3": 0.17967416666666666, + "precision_at_5": 0.1278675, + "recall_at_1": 0.28099166666666664, + "recall_at_10": 0.5627049999999999, + "recall_at_100": 0.7893291666666667, + "recall_at_1000": 0.9281608333333334, + "recall_at_3": 0.4209775, + "recall_at_5": 0.4842533333333334, + "main_score": 0.43817416666666664 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/mixamrepijey__instructor-small/external/CQADupstackRetrieval.json b/results/mixamrepijey__instructor-small/external/CQADupstackRetrieval.json index bb0501c8eb..1c71a2d9d4 100644 --- a/results/mixamrepijey__instructor-small/external/CQADupstackRetrieval.json +++ b/results/mixamrepijey__instructor-small/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.438174, - "main_score": 0.438174, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.28099166666666664, + "map_at_10": 0.38136499999999995, + "map_at_100": 0.39444916666666674, + "map_at_1000": 0.39558583333333336, + "map_at_3": 0.3503641666666666, + "map_at_5": 0.3679833333333334, + "mrr_at_1": 0.33399666666666666, + "mrr_at_10": 0.4242583333333333, + "mrr_at_100": 0.4328575, + "mrr_at_1000": 0.43337416666666667, + "mrr_at_3": 0.3994975, + "mrr_at_5": 0.41416333333333344, + "ndcg_at_1": 0.33399666666666666, + "ndcg_at_10": 0.43817416666666664, + "ndcg_at_100": 0.4908166666666667, + "ndcg_at_1000": 0.5112116666666667, + "ndcg_at_3": 0.3873575, + "ndcg_at_5": 0.41181583333333327, + "precision_at_1": 0.33399666666666666, + "precision_at_10": 0.07738916666666668, + "precision_at_100": 0.012265833333333332, + "precision_at_1000": 0.0015983333333333336, + "precision_at_3": 0.17967416666666666, + "precision_at_5": 0.1278675, + "recall_at_1": 0.28099166666666664, + "recall_at_10": 0.5627049999999999, + "recall_at_100": 0.7893291666666667, + "recall_at_1000": 0.9281608333333334, + "recall_at_3": 0.4209775, + "recall_at_5": 0.4842533333333334, + "main_score": 0.43817416666666664 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/mixedbread-ai__mxbai-embed-2d-large-v1/external/CQADupstackRetrieval.json b/results/mixedbread-ai__mxbai-embed-2d-large-v1/external/CQADupstackRetrieval.json index 8785f1927d..4c68125c5e 100644 --- a/results/mixedbread-ai__mxbai-embed-2d-large-v1/external/CQADupstackRetrieval.json +++ b/results/mixedbread-ai__mxbai-embed-2d-large-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.394624, - "main_score": 0.394624, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24815833333333331, + "map_at_10": 0.34057833333333337, + "map_at_100": 0.35296583333333337, + "map_at_1000": 0.35418666666666676, + "map_at_3": 0.3116416666666667, + "map_at_5": 0.32797, + "mrr_at_1": 0.2940216666666667, + "mrr_at_10": 0.38111916666666673, + "mrr_at_100": 0.3898325, + "mrr_at_1000": 0.39043, + "mrr_at_3": 0.35663333333333336, + "mrr_at_5": 0.37089750000000005, + "ndcg_at_1": 0.2940216666666667, + "ndcg_at_10": 0.39462416666666655, + "ndcg_at_100": 0.44743416666666663, + "ndcg_at_1000": 0.4712283333333333, + "ndcg_at_3": 0.3457383333333334, + "ndcg_at_5": 0.36918166666666674, + "precision_at_1": 0.2940216666666667, + "precision_at_10": 0.07008416666666667, + "precision_at_100": 0.01143333333333333, + "precision_at_1000": 0.0015391666666666665, + "precision_at_3": 0.16011083333333334, + "precision_at_5": 0.11506666666666664, + "recall_at_1": 0.24815833333333331, + "recall_at_10": 0.5139391666666666, + "recall_at_100": 0.7452983333333333, + "recall_at_1000": 0.9100650000000001, + "recall_at_3": 0.3787458333333334, + "recall_at_5": 0.4386583333333334, + "main_score": 0.39462416666666655 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/mixedbread-ai__mxbai-embed-large-v1/external/CQADupstackRetrieval.json b/results/mixedbread-ai__mxbai-embed-large-v1/external/CQADupstackRetrieval.json index 0ba46bf7c0..251ec3f890 100644 --- a/results/mixedbread-ai__mxbai-embed-large-v1/external/CQADupstackRetrieval.json +++ b/results/mixedbread-ai__mxbai-embed-large-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.416043, - "main_score": 0.416043, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.26695, + "map_at_10": 0.360895, + "map_at_100": 0.3730941666666666, + "map_at_1000": 0.37425583333333345, + "map_at_3": 0.33196166666666665, + "map_at_5": 0.3478641666666667, + "mrr_at_1": 0.31486083333333337, + "mrr_at_10": 0.40347749999999993, + "mrr_at_100": 0.41175333333333325, + "mrr_at_1000": 0.41231583333333327, + "mrr_at_3": 0.3790075, + "mrr_at_5": 0.39266999999999996, + "ndcg_at_1": 0.31486083333333337, + "ndcg_at_10": 0.4160433333333334, + "ndcg_at_100": 0.4674525, + "ndcg_at_1000": 0.48961666666666676, + "ndcg_at_3": 0.36688249999999994, + "ndcg_at_5": 0.389665, + "precision_at_1": 0.31486083333333337, + "precision_at_10": 0.0729675, + "precision_at_100": 0.011621666666666666, + "precision_at_1000": 0.001545, + "precision_at_3": 0.168815, + "precision_at_5": 0.11974583333333333, + "recall_at_1": 0.26695, + "recall_at_10": 0.5365191666666667, + "recall_at_100": 0.7612083333333333, + "recall_at_1000": 0.9131191666666667, + "recall_at_3": 0.4003575, + "recall_at_5": 0.45876666666666666, + "main_score": 0.4160433333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/mixedbread-ai__mxbai-embed-xsmall-v1/external/CQADupstackRetrieval.json b/results/mixedbread-ai__mxbai-embed-xsmall-v1/external/CQADupstackRetrieval.json index a58ecd6437..48ccebec7b 100644 --- a/results/mixedbread-ai__mxbai-embed-xsmall-v1/external/CQADupstackRetrieval.json +++ b/results/mixedbread-ai__mxbai-embed-xsmall-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.41595, - "main_score": 0.41595, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_10": 0.41590000000000005, + "main_score": 0.41590000000000005 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/morgendigital__multilingual-e5-large-quantized/external/CQADupstackRetrieval.json b/results/morgendigital__multilingual-e5-large-quantized/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..c382e45475 --- /dev/null +++ b/results/morgendigital__multilingual-e5-large-quantized/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2555825, + "map_at_10": 0.3444425000000001, + "map_at_100": 0.3559833333333333, + "map_at_1000": 0.35706916666666666, + "map_at_3": 0.31691749999999996, + "map_at_5": 0.33252916666666665, + "mrr_at_1": 0.30252666666666667, + "mrr_at_10": 0.3860675, + "mrr_at_100": 0.3942666666666666, + "mrr_at_1000": 0.39484083333333336, + "mrr_at_3": 0.36174416666666653, + "mrr_at_5": 0.3756275, + "ndcg_at_1": 0.30252666666666667, + "ndcg_at_10": 0.39683, + "ndcg_at_100": 0.44685416666666666, + "ndcg_at_1000": 0.46943166666666675, + "ndcg_at_3": 0.34961749999999997, + "ndcg_at_5": 0.37215666666666664, + "precision_at_1": 0.30252666666666667, + "precision_at_10": 0.06904166666666667, + "precision_at_100": 0.010989999999999995, + "precision_at_1000": 0.0014733333333333334, + "precision_at_3": 0.16037666666666667, + "precision_at_5": 0.11413583333333334, + "recall_at_1": 0.2555825, + "recall_at_10": 0.5113341666666666, + "recall_at_100": 0.7308366666666667, + "recall_at_1000": 0.8879483333333335, + "recall_at_3": 0.3798908333333333, + "recall_at_5": 0.43787833333333326, + "main_score": 0.39683 + } + ] + } +} \ No newline at end of file diff --git a/results/newsrx__instructor-large-newsrx/external/CQADupstackRetrieval.json b/results/newsrx__instructor-large-newsrx/external/CQADupstackRetrieval.json index bb0501c8eb..1c71a2d9d4 100644 --- a/results/newsrx__instructor-large-newsrx/external/CQADupstackRetrieval.json +++ b/results/newsrx__instructor-large-newsrx/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.438174, - "main_score": 0.438174, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.28099166666666664, + "map_at_10": 0.38136499999999995, + "map_at_100": 0.39444916666666674, + "map_at_1000": 0.39558583333333336, + "map_at_3": 0.3503641666666666, + "map_at_5": 0.3679833333333334, + "mrr_at_1": 0.33399666666666666, + "mrr_at_10": 0.4242583333333333, + "mrr_at_100": 0.4328575, + "mrr_at_1000": 0.43337416666666667, + "mrr_at_3": 0.3994975, + "mrr_at_5": 0.41416333333333344, + "ndcg_at_1": 0.33399666666666666, + "ndcg_at_10": 0.43817416666666664, + "ndcg_at_100": 0.4908166666666667, + "ndcg_at_1000": 0.5112116666666667, + "ndcg_at_3": 0.3873575, + "ndcg_at_5": 0.41181583333333327, + "precision_at_1": 0.33399666666666666, + "precision_at_10": 0.07738916666666668, + "precision_at_100": 0.012265833333333332, + "precision_at_1000": 0.0015983333333333336, + "precision_at_3": 0.17967416666666666, + "precision_at_5": 0.1278675, + "recall_at_1": 0.28099166666666664, + "recall_at_10": 0.5627049999999999, + "recall_at_100": 0.7893291666666667, + "recall_at_1000": 0.9281608333333334, + "recall_at_3": 0.4209775, + "recall_at_5": 0.4842533333333334, + "main_score": 0.43817416666666664 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/newsrx__instructor-large/external/CQADupstackRetrieval.json b/results/newsrx__instructor-large/external/CQADupstackRetrieval.json index bb0501c8eb..1c71a2d9d4 100644 --- a/results/newsrx__instructor-large/external/CQADupstackRetrieval.json +++ b/results/newsrx__instructor-large/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.438174, - "main_score": 0.438174, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.28099166666666664, + "map_at_10": 0.38136499999999995, + "map_at_100": 0.39444916666666674, + "map_at_1000": 0.39558583333333336, + "map_at_3": 0.3503641666666666, + "map_at_5": 0.3679833333333334, + "mrr_at_1": 0.33399666666666666, + "mrr_at_10": 0.4242583333333333, + "mrr_at_100": 0.4328575, + "mrr_at_1000": 0.43337416666666667, + "mrr_at_3": 0.3994975, + "mrr_at_5": 0.41416333333333344, + "ndcg_at_1": 0.33399666666666666, + "ndcg_at_10": 0.43817416666666664, + "ndcg_at_100": 0.4908166666666667, + "ndcg_at_1000": 0.5112116666666667, + "ndcg_at_3": 0.3873575, + "ndcg_at_5": 0.41181583333333327, + "precision_at_1": 0.33399666666666666, + "precision_at_10": 0.07738916666666668, + "precision_at_100": 0.012265833333333332, + "precision_at_1000": 0.0015983333333333336, + "precision_at_3": 0.17967416666666666, + "precision_at_5": 0.1278675, + "recall_at_1": 0.28099166666666664, + "recall_at_10": 0.5627049999999999, + "recall_at_100": 0.7893291666666667, + "recall_at_1000": 0.9281608333333334, + "recall_at_3": 0.4209775, + "recall_at_5": 0.4842533333333334, + "main_score": 0.43817416666666664 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/newsrx__instructor-xl-newsrx/external/CQADupstackRetrieval.json b/results/newsrx__instructor-xl-newsrx/external/CQADupstackRetrieval.json index c151b0dccb..890e6539e2 100644 --- a/results/newsrx__instructor-xl-newsrx/external/CQADupstackRetrieval.json +++ b/results/newsrx__instructor-xl-newsrx/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.430941, - "main_score": 0.430941, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27861250000000004, + "map_at_10": 0.37529583333333333, + "map_at_100": 0.387915, + "map_at_1000": 0.3890558333333335, + "map_at_3": 0.3457333333333333, + "map_at_5": 0.36187166666666654, + "mrr_at_1": 0.3288291666666666, + "mrr_at_10": 0.41797500000000004, + "mrr_at_100": 0.42631833333333335, + "mrr_at_1000": 0.4268483333333333, + "mrr_at_3": 0.3931375000000001, + "mrr_at_5": 0.40704833333333335, + "ndcg_at_1": 0.3288291666666666, + "ndcg_at_10": 0.43094083333333333, + "ndcg_at_100": 0.4822158333333333, + "ndcg_at_1000": 0.50358, + "ndcg_at_3": 0.3812958333333334, + "ndcg_at_5": 0.40392666666666666, + "precision_at_1": 0.3288291666666666, + "precision_at_10": 0.075585, + "precision_at_100": 0.011903333333333332, + "precision_at_1000": 0.0015658333333333331, + "precision_at_3": 0.17495916666666667, + "precision_at_5": 0.12373833333333333, + "recall_at_1": 0.27861250000000004, + "recall_at_10": 0.5521591666666666, + "recall_at_100": 0.7739199999999999, + "recall_at_1000": 0.9204908333333335, + "recall_at_3": 0.4137475, + "recall_at_5": 0.47229083333333327, + "main_score": 0.43094083333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/nomic-ai__modernbert-embed-base-unsupervised/external/CQADupstackRetrieval.json b/results/nomic-ai__modernbert-embed-base-unsupervised/external/CQADupstackRetrieval.json index 6fb22e7a10..0a77b06b98 100644 --- a/results/nomic-ai__modernbert-embed-base-unsupervised/external/CQADupstackRetrieval.json +++ b/results/nomic-ai__modernbert-embed-base-unsupervised/external/CQADupstackRetrieval.json @@ -1,19 +1,52 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.424012, - "main_score": 0.424012, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "f46a197baaae43b4f621051089b82a364682dfeb", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.280175, + "map_at_10": 0.37226000000000004, + "map_at_100": 0.38387249999999995, + "map_at_1000": 0.38497, + "map_at_20": 0.378685, + "map_at_3": 0.3445716666666666, + "map_at_5": 0.36028916666666666, + "mrr_at_1": 0.330525, + "mrr_at_10": 0.41375249999999997, + "mrr_at_100": 0.42214083333333335, + "mrr_at_1000": 0.4226641666666666, + "mrr_at_20": 0.41868833333333333, + "mrr_at_3": 0.39146416666666667, + "mrr_at_5": 0.4044550000000001, + "ndcg_at_1": 0.330525, + "ndcg_at_10": 0.4240116666666667, + "ndcg_at_100": 0.4734408333333333, + "ndcg_at_1000": 0.4945733333333333, + "ndcg_at_20": 0.4433925, + "ndcg_at_3": 0.3793491666666667, + "ndcg_at_5": 0.40074583333333336, + "precision_at_1": 0.330525, + "precision_at_10": 0.07330500000000001, + "precision_at_100": 0.0115375, + "precision_at_1000": 0.001514166666666667, + "precision_at_20": 0.042985833333333334, + "precision_at_3": 0.1737725, + "precision_at_5": 0.122495, + "recall_at_1": 0.280175, + "recall_at_10": 0.5342441666666666, + "recall_at_100": 0.7508983333333332, + "recall_at_1000": 0.8974949999999999, + "recall_at_20": 0.6053375000000001, + "recall_at_3": 0.4093975000000001, + "recall_at_5": 0.4651383333333333, + "main_score": 0.4240116666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/nomic-ai__modernbert-embed-base/external/CQADupstackRetrieval.json b/results/nomic-ai__modernbert-embed-base/external/CQADupstackRetrieval.json index 022a1fe06f..d742a83a90 100644 --- a/results/nomic-ai__modernbert-embed-base/external/CQADupstackRetrieval.json +++ b/results/nomic-ai__modernbert-embed-base/external/CQADupstackRetrieval.json @@ -1,19 +1,52 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.420802, - "main_score": 0.420802, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "f46a197baaae43b4f621051089b82a364682dfeb", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27734166666666665, + "map_at_10": 0.36857999999999996, + "map_at_100": 0.38043833333333327, + "map_at_1000": 0.3815541666666667, + "map_at_20": 0.37521249999999995, + "map_at_3": 0.3407658333333333, + "map_at_5": 0.3562683333333333, + "mrr_at_1": 0.32676249999999996, + "mrr_at_10": 0.40999, + "mrr_at_100": 0.41835, + "mrr_at_1000": 0.41889499999999996, + "mrr_at_20": 0.414865, + "mrr_at_3": 0.38645, + "mrr_at_5": 0.39997250000000006, + "ndcg_at_1": 0.32676249999999996, + "ndcg_at_10": 0.42080166666666663, + "ndcg_at_100": 0.47082750000000007, + "ndcg_at_1000": 0.49276583333333335, + "ndcg_at_20": 0.4404808333333334, + "ndcg_at_3": 0.37433750000000005, + "ndcg_at_5": 0.39623, + "precision_at_1": 0.32676249999999996, + "precision_at_10": 0.07271, + "precision_at_100": 0.011458333333333333, + "precision_at_1000": 0.0015199999999999999, + "precision_at_20": 0.04282916666666667, + "precision_at_3": 0.17061416666666665, + "precision_at_5": 0.12054666666666669, + "recall_at_1": 0.27734166666666665, + "recall_at_10": 0.5333574999999999, + "recall_at_100": 0.7516275, + "recall_at_1000": 0.9034891666666666, + "recall_at_20": 0.604935, + "recall_at_3": 0.40377916666666663, + "recall_at_5": 0.460195, + "main_score": 0.42080166666666663 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/nomic-ai__nomic-embed-text-v1-ablated/external/CQADupstackRetrieval.json b/results/nomic-ai__nomic-embed-text-v1-ablated/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..68c28db094 --- /dev/null +++ b/results/nomic-ai__nomic-embed-text-v1-ablated/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.25502250000000004, + "map_at_10": 0.33655166666666664, + "map_at_100": 0.34728333333333333, + "map_at_1000": 0.3484375, + "map_at_3": 0.31254, + "map_at_5": 0.3255075, + "mrr_at_1": 0.2991975, + "mrr_at_10": 0.3765441666666667, + "mrr_at_100": 0.3846441666666667, + "mrr_at_1000": 0.38525916666666665, + "mrr_at_3": 0.35578583333333325, + "mrr_at_5": 0.3671083333333333, + "ndcg_at_1": 0.2991975, + "ndcg_at_10": 0.3847316666666667, + "ndcg_at_100": 0.43256416666666675, + "ndcg_at_1000": 0.4570658333333333, + "ndcg_at_3": 0.34350833333333336, + "ndcg_at_5": 0.36184583333333337, + "precision_at_1": 0.2991975, + "precision_at_10": 0.06548999999999999, + "precision_at_100": 0.010553333333333333, + "precision_at_1000": 0.0014516666666666666, + "precision_at_3": 0.15579083333333332, + "precision_at_5": 0.10851083333333332, + "recall_at_1": 0.25502250000000004, + "recall_at_10": 0.48796500000000004, + "recall_at_100": 0.6993500000000001, + "recall_at_1000": 0.871705, + "recall_at_3": 0.3720433333333333, + "recall_at_5": 0.42007833333333333, + "main_score": 0.3847316666666667 + } + ] + } +} \ No newline at end of file diff --git a/results/nomic-ai__nomic-embed-text-v1-unsupervised/external/CQADupstackRetrieval.json b/results/nomic-ai__nomic-embed-text-v1-unsupervised/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..e967f84c37 --- /dev/null +++ b/results/nomic-ai__nomic-embed-text-v1-unsupervised/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2729375, + "map_at_10": 0.36195333333333335, + "map_at_100": 0.3733183333333334, + "map_at_1000": 0.3744616666666667, + "map_at_3": 0.3349125, + "map_at_5": 0.3494166666666667, + "mrr_at_1": 0.32336666666666664, + "mrr_at_10": 0.4045983333333333, + "mrr_at_100": 0.41265333333333337, + "mrr_at_1000": 0.41321583333333334, + "mrr_at_3": 0.3823416666666667, + "mrr_at_5": 0.39484916666666664, + "ndcg_at_1": 0.32336666666666664, + "ndcg_at_10": 0.41399583333333334, + "ndcg_at_100": 0.46293, + "ndcg_at_1000": 0.4853425, + "ndcg_at_3": 0.3688833333333333, + "ndcg_at_5": 0.38907333333333327, + "precision_at_1": 0.32336666666666664, + "precision_at_10": 0.07175916666666667, + "precision_at_100": 0.01131166666666667, + "precision_at_1000": 0.0015141666666666667, + "precision_at_3": 0.16841166666666665, + "precision_at_5": 0.11796583333333334, + "recall_at_1": 0.2729375, + "recall_at_10": 0.5251458333333333, + "recall_at_100": 0.74128, + "recall_at_1000": 0.8964125, + "recall_at_3": 0.3983258333333333, + "recall_at_5": 0.45126416666666663, + "main_score": 0.41399583333333334 + } + ] + } +} \ No newline at end of file diff --git a/results/nomic-ai__nomic-embed-text-v1.5/external/CQADupstackRetrieval.json b/results/nomic-ai__nomic-embed-text-v1.5/external/CQADupstackRetrieval.json index 020bc86ce6..b3dc78e1d7 100644 --- a/results/nomic-ai__nomic-embed-text-v1.5/external/CQADupstackRetrieval.json +++ b/results/nomic-ai__nomic-embed-text-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.396147, - "main_score": 0.396147, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.25732166666666667, + "map_at_10": 0.3451616666666667, + "map_at_100": 0.3567241666666666, + "map_at_1000": 0.3578675, + "map_at_3": 0.3195341666666666, + "map_at_5": 0.33332999999999996, + "mrr_at_1": 0.3030016666666667, + "mrr_at_10": 0.386255, + "mrr_at_100": 0.3946183333333334, + "mrr_at_1000": 0.39519999999999994, + "mrr_at_3": 0.3641299999999999, + "mrr_at_5": 0.376365, + "ndcg_at_1": 0.3030016666666667, + "ndcg_at_10": 0.3961466666666667, + "ndcg_at_100": 0.4460808333333334, + "ndcg_at_1000": 0.46917083333333337, + "ndcg_at_3": 0.35265583333333334, + "ndcg_at_5": 0.3722000000000001, + "precision_at_1": 0.3030016666666667, + "precision_at_10": 0.06837416666666667, + "precision_at_100": 0.0110425, + "precision_at_1000": 0.0014874999999999999, + "precision_at_3": 0.1613716666666667, + "precision_at_5": 0.112815, + "recall_at_1": 0.25732166666666667, + "recall_at_10": 0.5057891666666666, + "recall_at_100": 0.7242183333333334, + "recall_at_1000": 0.8848766666666666, + "recall_at_3": 0.3841325, + "recall_at_5": 0.43515750000000003, + "main_score": 0.3961466666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/nomic-ai__nomic-embed-text-v1/external/CQADupstackRetrieval.json b/results/nomic-ai__nomic-embed-text-v1/external/CQADupstackRetrieval.json index 6615f7379d..27b14745cd 100644 --- a/results/nomic-ai__nomic-embed-text-v1/external/CQADupstackRetrieval.json +++ b/results/nomic-ai__nomic-embed-text-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.382553, - "main_score": 0.382553, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2500791666666667, + "map_at_10": 0.33287749999999994, + "map_at_100": 0.34411416666666667, + "map_at_1000": 0.34525833333333333, + "map_at_3": 0.3073441666666667, + "map_at_5": 0.32137166666666667, + "mrr_at_1": 0.29305666666666663, + "mrr_at_10": 0.3722966666666666, + "mrr_at_100": 0.3806658333333333, + "mrr_at_1000": 0.3812616666666667, + "mrr_at_3": 0.3492275, + "mrr_at_5": 0.3623333333333334, + "ndcg_at_1": 0.29305666666666663, + "ndcg_at_10": 0.3825533333333333, + "ndcg_at_100": 0.4325266666666666, + "ndcg_at_1000": 0.45635833333333337, + "ndcg_at_3": 0.33777166666666664, + "ndcg_at_5": 0.35850000000000004, + "precision_at_1": 0.29305666666666663, + "precision_at_10": 0.06596416666666667, + "precision_at_100": 0.010784166666666668, + "precision_at_1000": 0.0014666666666666665, + "precision_at_3": 0.1531075, + "precision_at_5": 0.10830916666666666, + "recall_at_1": 0.2500791666666667, + "recall_at_10": 0.4910933333333333, + "recall_at_100": 0.7109216666666667, + "recall_at_1000": 0.8777725000000001, + "recall_at_3": 0.36660916666666665, + "recall_at_5": 0.4194149999999999, + "main_score": 0.3825533333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v1/external/CQADupstackRetrieval.json b/results/nvidia__NV-Embed-v1/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..517502d16a --- /dev/null +++ b/results/nvidia__NV-Embed-v1/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.3182533333333333, + "map_at_10": 0.4402, + "map_at_100": 0.4537291666666667, + "map_at_1000": 0.45469916666666665, + "map_at_3": 0.40287833333333334, + "map_at_5": 0.42394583333333336, + "mrr_at_1": 0.0, + "mrr_at_10": 0.0, + "mrr_at_100": 0.0, + "mrr_at_1000": 0.0, + "mrr_at_3": 0.0, + "mrr_at_5": 0.0, + "ndcg_at_1": 0.3779733333333333, + "ndcg_at_10": 0.5050541666666667, + "ndcg_at_100": 0.5559125, + "ndcg_at_1000": 0.5706325, + "ndcg_at_3": 0.44595666666666667, + "ndcg_at_5": 0.47448749999999995, + "precision_at_1": 0.3779733333333333, + "precision_at_10": 0.09044083333333333, + "precision_at_100": 0.013728333333333335, + "precision_at_1000": 0.0016733333333333333, + "precision_at_3": 0.20842166666666667, + "precision_at_5": 0.14921916666666668, + "recall_at_1": 0.3182533333333333, + "recall_at_10": 0.6511916666666666, + "recall_at_100": 0.8672233333333336, + "recall_at_1000": 0.96442, + "recall_at_3": 0.48756916666666666, + "recall_at_5": 0.5607841666666666, + "main_score": 0.5050541666666667 + } + ] + } +} \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v2/external/CQADupstackRetrieval.json b/results/nvidia__NV-Embed-v2/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..215c860b35 --- /dev/null +++ b/results/nvidia__NV-Embed-v2/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.3191325, + "map_at_10": 0.4387733333333334, + "map_at_100": 0.4524991666666666, + "map_at_1000": 0.4535058333333333, + "map_at_3": 0.40316833333333335, + "map_at_5": 0.4231708333333334, + "mrr_at_1": 0.0, + "mrr_at_10": 0.0, + "mrr_at_100": 0.0, + "mrr_at_1000": 0.0, + "mrr_at_3": 0.0, + "mrr_at_5": 0.0, + "ndcg_at_1": 0.3830616666666667, + "ndcg_at_10": 0.5024175000000001, + "ndcg_at_100": 0.5534533333333334, + "ndcg_at_1000": 0.5691225000000001, + "ndcg_at_3": 0.4467558333333333, + "ndcg_at_5": 0.4732333333333334, + "precision_at_1": 0.3830616666666667, + "precision_at_10": 0.09007416666666666, + "precision_at_100": 0.013633333333333332, + "precision_at_1000": 0.0016691666666666667, + "precision_at_3": 0.20895666666666668, + "precision_at_5": 0.14871666666666666, + "recall_at_1": 0.3191325, + "recall_at_10": 0.6411891666666666, + "recall_at_100": 0.8591133333333333, + "recall_at_1000": 0.9628225, + "recall_at_3": 0.48547499999999993, + "recall_at_5": 0.5544283333333334, + "main_score": 0.5024175000000001 + } + ] + } +} \ No newline at end of file diff --git a/results/nvidia__NV-Retriever-v1/external/CQADupstackRetrieval.json b/results/nvidia__NV-Retriever-v1/external/CQADupstackRetrieval.json index f9cebc0267..0774fc70bd 100644 --- a/results/nvidia__NV-Retriever-v1/external/CQADupstackRetrieval.json +++ b/results/nvidia__NV-Retriever-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,157 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.493593, - "main_score": 0.493593, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.49359333333333333, + "map_at_1": 0.315475, + "map_at_10": 0.43166916666666666, + "map_at_100": 0.44506083333333335, + "map_at_1000": 0.4460875, + "map_at_20": 0.4392616666666667, + "map_at_3": 0.397375, + "map_at_5": 0.4163241666666667, + "mrr_at_1": 0.3758487329336356, + "mrr_at_10": 0.4757339949857069, + "mrr_at_100": 0.4837962696919692, + "mrr_at_1000": 0.48420440740931414, + "mrr_at_20": 0.4805694412330748, + "mrr_at_3": 0.45013122223278546, + "mrr_at_5": 0.46459635702990176, + "nauc_map_at_1000_diff1": 0.47559431895551796, + "nauc_map_at_1000_max": 0.32226243170210256, + "nauc_map_at_1000_std": -0.09215659016819912, + "nauc_map_at_100_diff1": 0.47552272542102403, + "nauc_map_at_100_max": 0.32232277704044543, + "nauc_map_at_100_std": -0.092572639496237, + "nauc_map_at_10_diff1": 0.4762525599466672, + "nauc_map_at_10_max": 0.3181069140406643, + "nauc_map_at_10_std": -0.10159455545932725, + "nauc_map_at_1_diff1": 0.5295982948156677, + "nauc_map_at_1_max": 0.28644143760250784, + "nauc_map_at_1_std": -0.1172163597077123, + "nauc_map_at_20_diff1": 0.4756050095649268, + "nauc_map_at_20_max": 0.32083959453700706, + "nauc_map_at_20_std": -0.09628010776060317, + "nauc_map_at_3_diff1": 0.48514536605804925, + "nauc_map_at_3_max": 0.30898488535624785, + "nauc_map_at_3_std": -0.1115241799050688, + "nauc_map_at_5_diff1": 0.47853616152883194, + "nauc_map_at_5_max": 0.3139616097707069, + "nauc_map_at_5_std": -0.10669927060581687, + "nauc_mrr_at_1000_diff1": 0.465756551519747, + "nauc_mrr_at_1000_max": 0.33613205491060505, + "nauc_mrr_at_1000_std": -0.07511388196842074, + "nauc_mrr_at_100_diff1": 0.4656493524451518, + "nauc_mrr_at_100_max": 0.3361311557843383, + "nauc_mrr_at_100_std": -0.07503137722678137, + "nauc_mrr_at_10_diff1": 0.4648587625246975, + "nauc_mrr_at_10_max": 0.3356104741766235, + "nauc_mrr_at_10_std": -0.07798262408773109, + "nauc_mrr_at_1_diff1": 0.5092937737651317, + "nauc_mrr_at_1_max": 0.329507362296752, + "nauc_mrr_at_1_std": -0.08423238646208266, + "nauc_mrr_at_20_diff1": 0.4650275775113446, + "nauc_mrr_at_20_max": 0.3358865514759019, + "nauc_mrr_at_20_std": -0.07570114941791467, + "nauc_mrr_at_3_diff1": 0.4689503971128471, + "nauc_mrr_at_3_max": 0.33496560503226624, + "nauc_mrr_at_3_std": -0.08210558822386303, + "nauc_mrr_at_5_diff1": 0.4652472719918368, + "nauc_mrr_at_5_max": 0.33470006143617664, + "nauc_mrr_at_5_std": -0.08047294277050185, + "nauc_ndcg_at_1000_diff1": 0.45952224716482065, + "nauc_ndcg_at_1000_max": 0.3355951998008019, + "nauc_ndcg_at_1000_std": -0.06526593883643846, + "nauc_ndcg_at_100_diff1": 0.45607681724171895, + "nauc_ndcg_at_100_max": 0.3356351746928194, + "nauc_ndcg_at_100_std": -0.06257795594161038, + "nauc_ndcg_at_10_diff1": 0.45492635544654886, + "nauc_ndcg_at_10_max": 0.32641269966176234, + "nauc_ndcg_at_10_std": -0.08742955252041423, + "nauc_ndcg_at_1_diff1": 0.5092937737651317, + "nauc_ndcg_at_1_max": 0.329507362296752, + "nauc_ndcg_at_1_std": -0.08423238646208266, + "nauc_ndcg_at_20_diff1": 0.45434211512043904, + "nauc_ndcg_at_20_max": 0.3310462221227073, + "nauc_ndcg_at_20_std": -0.07483803415235951, + "nauc_ndcg_at_3_diff1": 0.4631897453421016, + "nauc_ndcg_at_3_max": 0.3228721923806247, + "nauc_ndcg_at_3_std": -0.09541723657180841, + "nauc_ndcg_at_5_diff1": 0.4570298606925981, + "nauc_ndcg_at_5_max": 0.322619063907611, + "nauc_ndcg_at_5_std": -0.09399257100607875, + "nauc_precision_at_1000_diff1": -0.11364874438217842, + "nauc_precision_at_1000_max": 0.04301890425063193, + "nauc_precision_at_1000_std": 0.15855742716005355, + "nauc_precision_at_100_diff1": -0.04982324099155143, + "nauc_precision_at_100_max": 0.13642061594719773, + "nauc_precision_at_100_std": 0.1881929325056801, + "nauc_precision_at_10_diff1": 0.12638394408088927, + "nauc_precision_at_10_max": 0.2530684694563381, + "nauc_precision_at_10_std": 0.06594949743766333, + "nauc_precision_at_1_diff1": 0.5092937737651317, + "nauc_precision_at_1_max": 0.329507362296752, + "nauc_precision_at_1_std": -0.08423238646208266, + "nauc_precision_at_20_diff1": 0.0616872699781517, + "nauc_precision_at_20_max": 0.22181315927006373, + "nauc_precision_at_20_std": 0.1256367756338886, + "nauc_precision_at_3_diff1": 0.2883807305490845, + "nauc_precision_at_3_max": 0.31389218193103213, + "nauc_precision_at_3_std": -0.01896026766564083, + "nauc_precision_at_5_diff1": 0.20774536032621452, + "nauc_precision_at_5_max": 0.2891019461637974, + "nauc_precision_at_5_std": 0.016398138794154225, + "nauc_recall_at_1000_diff1": 0.32580302299275826, + "nauc_recall_at_1000_max": 0.5157538596289994, + "nauc_recall_at_1000_std": 0.42279175457257395, + "nauc_recall_at_100_diff1": 0.330346354270252, + "nauc_recall_at_100_max": 0.3759086973079201, + "nauc_recall_at_100_std": 0.14114518949779975, + "nauc_recall_at_10_diff1": 0.37766889497884376, + "nauc_recall_at_10_max": 0.30957649538205223, + "nauc_recall_at_10_std": -0.0751989142903617, + "nauc_recall_at_1_diff1": 0.5295982948156677, + "nauc_recall_at_1_max": 0.28644143760250784, + "nauc_recall_at_1_std": -0.1172163597077123, + "nauc_recall_at_20_diff1": 0.36167822557123697, + "nauc_recall_at_20_max": 0.3277154289601683, + "nauc_recall_at_20_std": -0.014627763691409723, + "nauc_recall_at_3_diff1": 0.4236573375194426, + "nauc_recall_at_3_max": 0.29836155630039995, + "nauc_recall_at_3_std": -0.10921190546010778, + "nauc_recall_at_5_diff1": 0.39787828956083926, + "nauc_recall_at_5_max": 0.29974729083162993, + "nauc_recall_at_5_std": -0.09914213193369636, + "ndcg_at_1": 0.37584833333333334, + "ndcg_at_10": 0.49359333333333333, + "ndcg_at_100": 0.5451608333333333, + "ndcg_at_1000": 0.5613400000000001, + "ndcg_at_20": 0.5147983333333334, + "ndcg_at_3": 0.4394075, + "ndcg_at_5": 0.4643991666666667, + "precision_at_1": 0.37584833333333334, + "precision_at_10": 0.08754333333333332, + "precision_at_100": 0.013438333333333335, + "precision_at_1000": 0.0016591666666666666, + "precision_at_20": 0.051358333333333325, + "precision_at_3": 0.20473833333333333, + "precision_at_5": 0.14480333333333334, + "recall_at_1": 0.315475, + "recall_at_10": 0.6299808333333332, + "recall_at_100": 0.8516766666666666, + "recall_at_1000": 0.9588949999999998, + "recall_at_20": 0.7061158333333333, + "recall_at_3": 0.4778208333333333, + "recall_at_5": 0.5430466666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/odunola__UAE-Large-VI/external/CQADupstackRetrieval.json b/results/odunola__UAE-Large-VI/external/CQADupstackRetrieval.json index 69afb03d88..0eb141fab6 100644 --- a/results/odunola__UAE-Large-VI/external/CQADupstackRetrieval.json +++ b/results/odunola__UAE-Large-VI/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.409344, - "main_score": 0.409344, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.26250833333333334, + "map_at_10": 0.3546875, + "map_at_100": 0.36667, + "map_at_1000": 0.36780250000000003, + "map_at_3": 0.32567333333333337, + "map_at_5": 0.34203333333333336, + "mrr_at_1": 0.308945, + "mrr_at_10": 0.3963683333333334, + "mrr_at_100": 0.40465083333333335, + "mrr_at_1000": 0.4052125, + "mrr_at_3": 0.37140166666666663, + "mrr_at_5": 0.38609999999999994, + "ndcg_at_1": 0.308945, + "ndcg_at_10": 0.40934416666666673, + "ndcg_at_100": 0.4606241666666666, + "ndcg_at_1000": 0.4828341666666667, + "ndcg_at_3": 0.35975749999999995, + "ndcg_at_5": 0.38378500000000004, + "precision_at_1": 0.308945, + "precision_at_10": 0.0718025, + "precision_at_100": 0.011468333333333334, + "precision_at_1000": 0.0015283333333333331, + "precision_at_3": 0.16525583333333332, + "precision_at_5": 0.11798333333333332, + "recall_at_1": 0.26250833333333334, + "recall_at_10": 0.5296108333333333, + "recall_at_100": 0.7545908333333334, + "recall_at_1000": 0.9073924999999998, + "recall_at_3": 0.3925483333333333, + "recall_at_5": 0.45379500000000006, + "main_score": 0.40934416666666673 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/odunola__e5-base-v2/external/CQADupstackRetrieval.json b/results/odunola__e5-base-v2/external/CQADupstackRetrieval.json index 2ec56f2092..e5371e180b 100644 --- a/results/odunola__e5-base-v2/external/CQADupstackRetrieval.json +++ b/results/odunola__e5-base-v2/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.385436, - "main_score": 0.385436, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24391250000000003, + "map_at_10": 0.33280166666666666, + "map_at_100": 0.34495666666666674, + "map_at_1000": 0.3461533333333333, + "map_at_3": 0.3052183333333333, + "map_at_5": 0.32066083333333334, + "mrr_at_1": 0.29105083333333337, + "mrr_at_10": 0.3744766666666666, + "mrr_at_100": 0.38324916666666664, + "mrr_at_1000": 0.3838566666666667, + "mrr_at_3": 0.3506883333333333, + "mrr_at_5": 0.3642066666666667, + "ndcg_at_1": 0.29105083333333337, + "ndcg_at_10": 0.3854358333333333, + "ndcg_at_100": 0.4383358333333334, + "ndcg_at_1000": 0.46215333333333336, + "ndcg_at_3": 0.33875999999999995, + "ndcg_at_5": 0.3605208333333333, + "precision_at_1": 0.29105083333333337, + "precision_at_10": 0.06823416666666665, + "precision_at_100": 0.011270833333333334, + "precision_at_1000": 0.0015208333333333332, + "precision_at_3": 0.1569675, + "precision_at_5": 0.11193499999999998, + "recall_at_1": 0.24391250000000003, + "recall_at_10": 0.4998808333333333, + "recall_at_100": 0.7331616666666666, + "recall_at_1000": 0.8996291666666667, + "recall_at_3": 0.3686666666666667, + "recall_at_5": 0.42543500000000006, + "main_score": 0.3854358333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/openbmb__MiniCPM-Embedding-Light/external/CQADupstackRetrieval.json b/results/openbmb__MiniCPM-Embedding-Light/external/CQADupstackRetrieval.json index 869125eaf4..aeebfc5630 100644 --- a/results/openbmb__MiniCPM-Embedding-Light/external/CQADupstackRetrieval.json +++ b/results/openbmb__MiniCPM-Embedding-Light/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.43816, - "main_score": 0.43816, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.43816000000000005, + "ndcg_at_10": 0.43816000000000005 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/openbmb__MiniCPM-Embedding/external/CQADupstackRetrieval.json b/results/openbmb__MiniCPM-Embedding/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..5686837cb0 --- /dev/null +++ b/results/openbmb__MiniCPM-Embedding/external/CQADupstackRetrieval.json @@ -0,0 +1,18 @@ +{ + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_10": 0.4653, + "main_score": 0.4653 + } + ] + } +} \ No newline at end of file diff --git a/results/parasail-ai__GritLM-7B-vllm/external/CQADupstackRetrieval.json b/results/parasail-ai__GritLM-7B-vllm/external/CQADupstackRetrieval.json index 4bee5e4850..3e17bdbb53 100644 --- a/results/parasail-ai__GritLM-7B-vllm/external/CQADupstackRetrieval.json +++ b/results/parasail-ai__GritLM-7B-vllm/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.494612, - "main_score": 0.494612, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.31956083333333335, + "map_at_10": 0.4333483333333333, + "map_at_100": 0.44648833333333326, + "map_at_1000": 0.4475, + "map_at_3": 0.3987741666666666, + "map_at_5": 0.4186766666666667, + "mrr_at_1": 0.38063416666666666, + "mrr_at_10": 0.47839666666666664, + "mrr_at_100": 0.48644000000000004, + "mrr_at_1000": 0.4868566666666667, + "mrr_at_3": 0.45263583333333335, + "mrr_at_5": 0.46790000000000004, + "ndcg_at_1": 0.38063416666666666, + "ndcg_at_10": 0.4941933333333333, + "ndcg_at_100": 0.5450166666666667, + "ndcg_at_1000": 0.5616116666666667, + "ndcg_at_3": 0.4398241666666667, + "ndcg_at_5": 0.46638083333333336, + "precision_at_1": 0.38063416666666666, + "precision_at_10": 0.08708583333333329, + "precision_at_100": 0.013269999999999999, + "precision_at_1000": 0.00165, + "precision_at_3": 0.2037816666666667, + "precision_at_5": 0.14516333333333334, + "recall_at_1": 0.31956083333333335, + "recall_at_10": 0.6269458333333334, + "recall_at_100": 0.8446433333333334, + "recall_at_1000": 0.955845, + "recall_at_3": 0.47520166666666663, + "recall_at_5": 0.5436066666666666, + "main_score": 0.4941933333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/pingkeest__learning2_model/external/CQADupstackRetrieval.json b/results/pingkeest__learning2_model/external/CQADupstackRetrieval.json index 6ac128244c..c9ac2e34b9 100644 --- a/results/pingkeest__learning2_model/external/CQADupstackRetrieval.json +++ b/results/pingkeest__learning2_model/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.421622, - "main_score": 0.421622, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2591033333333334, + "map_at_10": 0.3623225000000001, + "map_at_100": 0.37557666666666667, + "map_at_1000": 0.37672583333333337, + "map_at_3": 0.32956666666666673, + "map_at_5": 0.3473375, + "mrr_at_1": 0.30634, + "mrr_at_10": 0.4019449999999999, + "mrr_at_100": 0.41099250000000004, + "mrr_at_1000": 0.41150916666666665, + "mrr_at_3": 0.37461500000000003, + "mrr_at_5": 0.39002166666666666, + "ndcg_at_1": 0.30634, + "ndcg_at_10": 0.4216216666666666, + "ndcg_at_100": 0.4760708333333333, + "ndcg_at_1000": 0.4968616666666666, + "ndcg_at_3": 0.3660316666666666, + "ndcg_at_5": 0.3915616666666668, + "precision_at_1": 0.30634, + "precision_at_10": 0.07619333333333334, + "precision_at_100": 0.012198333333333334, + "precision_at_1000": 0.0015975000000000004, + "precision_at_3": 0.17087, + "precision_at_5": 0.12298333333333333, + "recall_at_1": 0.2591033333333334, + "recall_at_10": 0.5567300000000001, + "recall_at_100": 0.7920608333333334, + "recall_at_1000": 0.9334866666666667, + "recall_at_3": 0.4034858333333333, + "recall_at_5": 0.46834083333333326, + "main_score": 0.4216216666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/qinxianliu__FAB-Ramy-v1/external/CQADupstackRetrieval.json b/results/qinxianliu__FAB-Ramy-v1/external/CQADupstackRetrieval.json index 99b05e316e..21326110b2 100644 --- a/results/qinxianliu__FAB-Ramy-v1/external/CQADupstackRetrieval.json +++ b/results/qinxianliu__FAB-Ramy-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.379453, - "main_score": 0.379453, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.37945333333333336, + "ndcg_at_10": 0.37945333333333336 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/qinxianliu__FAE-v1/external/CQADupstackRetrieval.json b/results/qinxianliu__FAE-v1/external/CQADupstackRetrieval.json index adde590073..7505939ebe 100644 --- a/results/qinxianliu__FAE-v1/external/CQADupstackRetrieval.json +++ b/results/qinxianliu__FAE-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.322953, - "main_score": 0.322953, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.32295333333333337, + "ndcg_at_10": 0.32295333333333337 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/qinxianliu__FUE-v1/external/CQADupstackRetrieval.json b/results/qinxianliu__FUE-v1/external/CQADupstackRetrieval.json index c53791636f..e63af6c28c 100644 --- a/results/qinxianliu__FUE-v1/external/CQADupstackRetrieval.json +++ b/results/qinxianliu__FUE-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.408126, - "main_score": 0.408126, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.40812583333333335, + "ndcg_at_10": 0.40812583333333335 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/radames__e5-large/external/CQADupstackRetrieval.json b/results/radames__e5-large/external/CQADupstackRetrieval.json index 25db6cc389..bba0a02c22 100644 --- a/results/radames__e5-large/external/CQADupstackRetrieval.json +++ b/results/radames__e5-large/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.394426, - "main_score": 0.394426, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.271505, + "map_at_10": 0.34844833333333336, + "map_at_100": 0.3595216666666667, + "map_at_1000": 0.3606675, + "map_at_3": 0.3241975, + "map_at_5": 0.3374233333333333, + "mrr_at_1": 0.3192366666666666, + "mrr_at_10": 0.38879833333333336, + "mrr_at_100": 0.39706250000000004, + "mrr_at_1000": 0.3976708333333333, + "mrr_at_3": 0.36720083333333325, + "mrr_at_5": 0.3796933333333334, + "ndcg_at_1": 0.3192366666666666, + "ndcg_at_10": 0.39442583333333336, + "ndcg_at_100": 0.44314749999999997, + "ndcg_at_1000": 0.4675, + "ndcg_at_3": 0.35362999999999994, + "ndcg_at_5": 0.37242333333333333, + "precision_at_1": 0.3192366666666666, + "precision_at_10": 0.06643333333333333, + "precision_at_100": 0.010612499999999999, + "precision_at_1000": 0.0014574999999999998, + "precision_at_3": 0.15875250000000002, + "precision_at_5": 0.11088916666666665, + "recall_at_1": 0.271505, + "recall_at_10": 0.49063499999999993, + "recall_at_100": 0.7060841666666665, + "recall_at_1000": 0.8772049999999999, + "recall_at_3": 0.3760575000000001, + "recall_at_5": 0.4251116666666668, + "main_score": 0.39442583333333336 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/raghavlight__SE_v1/external/CQADupstackRetrieval.json b/results/raghavlight__SE_v1/external/CQADupstackRetrieval.json index 9c91693a6b..22116f5dac 100644 --- a/results/raghavlight__SE_v1/external/CQADupstackRetrieval.json +++ b/results/raghavlight__SE_v1/external/CQADupstackRetrieval.json @@ -1,19 +1,52 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.499421, - "main_score": 0.499421, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.3247491666666667, + "map_at_10": 0.4386241666666667, + "map_at_100": 0.4386241666666667, + "map_at_1000": 0.4386241666666667, + "map_at_20": 0.4386241666666667, + "map_at_3": 0.40445166666666665, + "map_at_5": 0.4234416666666667, + "mrr_at_1": 0.3924941666666667, + "mrr_at_10": 0.48560833333333325, + "mrr_at_100": 0.48560833333333325, + "mrr_at_1000": 0.48560833333333325, + "mrr_at_20": 0.48560833333333325, + "mrr_at_3": 0.46092416666666675, + "mrr_at_5": 0.4748925, + "ndcg_at_1": 0.3924941666666667, + "ndcg_at_10": 0.4994208333333333, + "ndcg_at_100": 0.4975491666666667, + "ndcg_at_1000": 0.4975158333333334, + "ndcg_at_20": 0.49810333333333334, + "ndcg_at_3": 0.44720583333333336, + "ndcg_at_5": 0.4712125, + "precision_at_1": 0.3924941666666667, + "precision_at_10": 0.08876166666666667, + "precision_at_100": 0.008875833333333333, + "precision_at_1000": 0.0008875, + "precision_at_20": 0.044380833333333335, + "precision_at_3": 0.20939500000000003, + "precision_at_5": 0.1476966666666667, + "recall_at_1": 0.3247491666666667, + "recall_at_10": 0.6295991666666666, + "recall_at_100": 0.6295991666666666, + "recall_at_1000": 0.6295991666666666, + "recall_at_20": 0.6295991666666666, + "recall_at_3": 0.4801025, + "recall_at_5": 0.5443341666666666, + "main_score": 0.4994208333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/raghavlight__TDTE/external/CQADupstackRetrieval.json b/results/raghavlight__TDTE/external/CQADupstackRetrieval.json index b5ae2a1b84..634da321fe 100644 --- a/results/raghavlight__TDTE/external/CQADupstackRetrieval.json +++ b/results/raghavlight__TDTE/external/CQADupstackRetrieval.json @@ -1,19 +1,52 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.495196, - "main_score": 0.495196, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.32074749999999996, + "map_at_10": 0.43473999999999996, + "map_at_100": 0.43473999999999996, + "map_at_1000": 0.43473999999999996, + "map_at_20": 0.43473999999999996, + "map_at_3": 0.4010458333333333, + "map_at_5": 0.42010749999999997, + "mrr_at_1": 0.3860425, + "mrr_at_10": 0.48055500000000007, + "mrr_at_100": 0.48055500000000007, + "mrr_at_1000": 0.48055500000000007, + "mrr_at_20": 0.48055500000000007, + "mrr_at_3": 0.45580833333333337, + "mrr_at_5": 0.4704750000000001, + "ndcg_at_1": 0.3860425, + "ndcg_at_10": 0.4951958333333334, + "ndcg_at_100": 0.493385, + "ndcg_at_1000": 0.4933491666666667, + "ndcg_at_20": 0.49393, + "ndcg_at_3": 0.4432699999999999, + "ndcg_at_5": 0.4681008333333333, + "precision_at_1": 0.3860425, + "precision_at_10": 0.08800666666666668, + "precision_at_100": 0.008800833333333334, + "precision_at_1000": 0.0008808333333333335, + "precision_at_20": 0.04400333333333334, + "precision_at_3": 0.20723166666666665, + "precision_at_5": 0.1465683333333333, + "recall_at_1": 0.32074749999999996, + "recall_at_10": 0.6250249999999999, + "recall_at_100": 0.6250249999999999, + "recall_at_1000": 0.6250249999999999, + "recall_at_20": 0.6250249999999999, + "recall_at_3": 0.4781091666666667, + "recall_at_5": 0.5438974999999999, + "main_score": 0.4951958333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/recipe__embeddings/external/CQADupstackRetrieval.json b/results/recipe__embeddings/external/CQADupstackRetrieval.json index 1ee618dd7b..d258760d67 100644 --- a/results/recipe__embeddings/external/CQADupstackRetrieval.json +++ b/results/recipe__embeddings/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.416334, - "main_score": 0.416334, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.26853499999999997, + "map_at_10": 0.36204333333333333, + "map_at_100": 0.3740391666666667, + "map_at_1000": 0.37515, + "map_at_3": 0.33399749999999995, + "map_at_5": 0.34966500000000006, + "mrr_at_1": 0.3162666666666667, + "mrr_at_10": 0.4043675, + "mrr_at_100": 0.4126033333333334, + "mrr_at_1000": 0.4131525, + "mrr_at_3": 0.38067333333333325, + "mrr_at_5": 0.39415416666666675, + "ndcg_at_1": 0.3162666666666667, + "ndcg_at_10": 0.41633416666666667, + "ndcg_at_100": 0.46704166666666663, + "ndcg_at_1000": 0.4888483333333335, + "ndcg_at_3": 0.36896, + "ndcg_at_5": 0.3911891666666667, + "precision_at_1": 0.3162666666666667, + "precision_at_10": 0.07241083333333333, + "precision_at_100": 0.011488333333333333, + "precision_at_1000": 0.0015250000000000003, + "precision_at_3": 0.16908333333333336, + "precision_at_5": 0.11942833333333333, + "recall_at_1": 0.26853499999999997, + "recall_at_10": 0.5346133333333334, + "recall_at_100": 0.7563633333333333, + "recall_at_1000": 0.9067016666666666, + "recall_at_3": 0.4024241666666667, + "recall_at_5": 0.45986083333333333, + "main_score": 0.41633416666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/retrainai__instructor-xl/external/CQADupstackRetrieval.json b/results/retrainai__instructor-xl/external/CQADupstackRetrieval.json index c151b0dccb..890e6539e2 100644 --- a/results/retrainai__instructor-xl/external/CQADupstackRetrieval.json +++ b/results/retrainai__instructor-xl/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.430941, - "main_score": 0.430941, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27861250000000004, + "map_at_10": 0.37529583333333333, + "map_at_100": 0.387915, + "map_at_1000": 0.3890558333333335, + "map_at_3": 0.3457333333333333, + "map_at_5": 0.36187166666666654, + "mrr_at_1": 0.3288291666666666, + "mrr_at_10": 0.41797500000000004, + "mrr_at_100": 0.42631833333333335, + "mrr_at_1000": 0.4268483333333333, + "mrr_at_3": 0.3931375000000001, + "mrr_at_5": 0.40704833333333335, + "ndcg_at_1": 0.3288291666666666, + "ndcg_at_10": 0.43094083333333333, + "ndcg_at_100": 0.4822158333333333, + "ndcg_at_1000": 0.50358, + "ndcg_at_3": 0.3812958333333334, + "ndcg_at_5": 0.40392666666666666, + "precision_at_1": 0.3288291666666666, + "precision_at_10": 0.075585, + "precision_at_100": 0.011903333333333332, + "precision_at_1000": 0.0015658333333333331, + "precision_at_3": 0.17495916666666667, + "precision_at_5": 0.12373833333333333, + "recall_at_1": 0.27861250000000004, + "recall_at_10": 0.5521591666666666, + "recall_at_100": 0.7739199999999999, + "recall_at_1000": 0.9204908333333335, + "recall_at_3": 0.4137475, + "recall_at_5": 0.47229083333333327, + "main_score": 0.43094083333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/rlsChapters__Chapters-SFR-Embedding-Mistral/external/CQADupstackRetrieval.json b/results/rlsChapters__Chapters-SFR-Embedding-Mistral/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..26887cbf40 --- /dev/null +++ b/results/rlsChapters__Chapters-SFR-Embedding-Mistral/external/CQADupstackRetrieval.json @@ -0,0 +1,97 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "ndcg_at_1": 0.3451166666666667, + "ndcg_at_2": 0.3851591666666667, + "ndcg_at_3": 0.4095083333333333, + "ndcg_at_5": 0.4358066666666667, + "ndcg_at_7": 0.450625, + "ndcg_at_10": 0.46490833333333326, + "ndcg_at_20": 0.48731333333333327, + "ndcg_at_30": 0.4978666666666667, + "ndcg_at_50": 0.5084049999999999, + "ndcg_at_70": 0.5139375, + "ndcg_at_100": 0.5188333333333333, + "ndcg_at_200": 0.5265225, + "ndcg_at_300": 0.5298241666666669, + "ndcg_at_500": 0.5328541666666667, + "ndcg_at_700": 0.5349241666666668, + "ndcg_at_1000": 0.5363758333333334, + "map_at_1": 0.29100750000000003, + "map_at_2": 0.34636500000000003, + "map_at_3": 0.36920333333333333, + "map_at_5": 0.38816416666666664, + "map_at_7": 0.3963541666666666, + "map_at_10": 0.40294583333333334, + "map_at_20": 0.41075749999999994, + "map_at_30": 0.41333, + "map_at_50": 0.41529333333333335, + "map_at_70": 0.4160683333333333, + "map_at_100": 0.41662249999999995, + "map_at_200": 0.4172691666666666, + "map_at_300": 0.4174658333333333, + "map_at_500": 0.41759833333333335, + "map_at_700": 0.41765583333333334, + "map_at_1000": 0.41769000000000006, + "recall_at_1": 0.29100750000000003, + "recall_at_2": 0.3907658333333333, + "recall_at_3": 0.4493591666666667, + "recall_at_5": 0.5166883333333333, + "recall_at_7": 0.5588100000000001, + "recall_at_10": 0.6034691666666667, + "recall_at_20": 0.6844016666666667, + "recall_at_30": 0.7290766666666667, + "recall_at_50": 0.7784300000000001, + "recall_at_70": 0.8070366666666667, + "recall_at_100": 0.8342866666666667, + "recall_at_200": 0.8806816666666668, + "recall_at_300": 0.9024899999999999, + "recall_at_500": 0.9237616666666668, + "recall_at_700": 0.93978, + "recall_at_1000": 0.9512791666666667, + "precision_at_1": 0.3451166666666667, + "precision_at_2": 0.24326333333333328, + "precision_at_3": 0.19099249999999998, + "precision_at_5": 0.13672666666666666, + "precision_at_7": 0.10772, + "precision_at_10": 0.08302166666666669, + "precision_at_20": 0.04896083333333332, + "precision_at_30": 0.03551083333333333, + "precision_at_50": 0.023386666666666663, + "precision_at_70": 0.017605833333333334, + "precision_at_100": 0.012964999999999999, + "precision_at_200": 0.007106666666666667, + "precision_at_300": 0.004955, + "precision_at_500": 0.003106666666666667, + "precision_at_700": 0.0022791666666666668, + "precision_at_1000": 0.001635833333333333, + "mrr_at_1": 0.3451166666666667, + "mrr_at_2": 0.39954249999999997, + "mrr_at_3": 0.41937416666666677, + "mrr_at_5": 0.43487166666666677, + "mrr_at_7": 0.4414983333333333, + "mrr_at_10": 0.44627666666666665, + "mrr_at_20": 0.45152916666666676, + "mrr_at_30": 0.45317, + "mrr_at_50": 0.4542875, + "mrr_at_70": 0.4546966666666667, + "mrr_at_100": 0.4549716666666667, + "mrr_at_200": 0.4552516666666666, + "mrr_at_300": 0.45532333333333347, + "mrr_at_500": 0.45536499999999996, + "mrr_at_700": 0.4553858333333334, + "mrr_at_1000": 0.4553958333333333, + "main_score": 0.46490833333333326 + } + ] + } +} \ No newline at end of file diff --git a/results/sam-babayev__sf_model_e5/external/CQADupstackRetrieval.json b/results/sam-babayev__sf_model_e5/external/CQADupstackRetrieval.json index 7bb50c452d..ac1b6420ff 100644 --- a/results/sam-babayev__sf_model_e5/external/CQADupstackRetrieval.json +++ b/results/sam-babayev__sf_model_e5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.411414, - "main_score": 0.411414, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.25813, + "map_at_10": 0.3547183333333334, + "map_at_100": 0.36717750000000005, + "map_at_1000": 0.36833000000000005, + "map_at_3": 0.3244991666666667, + "map_at_5": 0.341235, + "mrr_at_1": 0.30766750000000004, + "mrr_at_10": 0.39775083333333344, + "mrr_at_100": 0.40642333333333336, + "mrr_at_1000": 0.4069658333333333, + "mrr_at_3": 0.3727349999999999, + "mrr_at_5": 0.38723416666666666, + "ndcg_at_1": 0.30766750000000004, + "ndcg_at_10": 0.41141416666666664, + "ndcg_at_100": 0.4642016666666666, + "ndcg_at_1000": 0.48619166666666674, + "ndcg_at_3": 0.3606883333333333, + "ndcg_at_5": 0.3843966666666666, + "precision_at_1": 0.30766750000000004, + "precision_at_10": 0.0734, + "precision_at_100": 0.011796666666666667, + "precision_at_1000": 0.0015625, + "precision_at_3": 0.16763833333333333, + "precision_at_5": 0.11972166666666667, + "recall_at_1": 0.25813, + "recall_at_10": 0.5362741666666667, + "recall_at_100": 0.7670125000000002, + "recall_at_1000": 0.9185566666666667, + "recall_at_3": 0.3955075, + "recall_at_5": 0.45645250000000004, + "main_score": 0.41141416666666664 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/sam-babayev__zzz/external/CQADupstackRetrieval.json b/results/sam-babayev__zzz/external/CQADupstackRetrieval.json index 1522894573..6627e1d42e 100644 --- a/results/sam-babayev__zzz/external/CQADupstackRetrieval.json +++ b/results/sam-babayev__zzz/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.317488, - "main_score": 0.317488, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.19726083333333333, + "map_at_10": 0.27165333333333336, + "map_at_100": 0.282925, + "map_at_1000": 0.28416333333333327, + "map_at_3": 0.24783833333333333, + "map_at_5": 0.2610175, + "mrr_at_1": 0.23721500000000004, + "mrr_at_10": 0.30853333333333327, + "mrr_at_100": 0.3174175, + "mrr_at_1000": 0.31812999999999997, + "mrr_at_3": 0.2873225, + "mrr_at_5": 0.29945166666666667, + "ndcg_at_1": 0.23721500000000004, + "ndcg_at_10": 0.3174883333333333, + "ndcg_at_100": 0.36883583333333336, + "ndcg_at_1000": 0.39614499999999997, + "ndcg_at_3": 0.27639583333333334, + "ndcg_at_5": 0.2954366666666667, + "precision_at_1": 0.23721500000000004, + "precision_at_10": 0.057090833333333334, + "precision_at_100": 0.009859166666666665, + "precision_at_1000": 0.001413333333333333, + "precision_at_3": 0.1285683333333333, + "precision_at_5": 0.09258166666666667, + "recall_at_1": 0.19726083333333333, + "recall_at_10": 0.4173583333333334, + "recall_at_100": 0.6466566666666668, + "recall_at_1000": 0.8409833333333335, + "recall_at_3": 0.3022308333333333, + "recall_at_5": 0.35153083333333335, + "main_score": 0.3174883333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/sergeyzh__rubert-tiny-turbo/external/CQADupstackRetrieval.json b/results/sergeyzh__rubert-tiny-turbo/external/CQADupstackRetrieval.json index efe3dc2950..ccd4dc6236 100644 --- a/results/sergeyzh__rubert-tiny-turbo/external/CQADupstackRetrieval.json +++ b/results/sergeyzh__rubert-tiny-turbo/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.170161, - "main_score": 0.170161, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval is a combined dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.17016083333333334, + "ndcg_at_10": 0.17016083333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/shubham-bgi__UAE-Large/external/CQADupstackRetrieval.json b/results/shubham-bgi__UAE-Large/external/CQADupstackRetrieval.json index 69afb03d88..0eb141fab6 100644 --- a/results/shubham-bgi__UAE-Large/external/CQADupstackRetrieval.json +++ b/results/shubham-bgi__UAE-Large/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.409344, - "main_score": 0.409344, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.26250833333333334, + "map_at_10": 0.3546875, + "map_at_100": 0.36667, + "map_at_1000": 0.36780250000000003, + "map_at_3": 0.32567333333333337, + "map_at_5": 0.34203333333333336, + "mrr_at_1": 0.308945, + "mrr_at_10": 0.3963683333333334, + "mrr_at_100": 0.40465083333333335, + "mrr_at_1000": 0.4052125, + "mrr_at_3": 0.37140166666666663, + "mrr_at_5": 0.38609999999999994, + "ndcg_at_1": 0.308945, + "ndcg_at_10": 0.40934416666666673, + "ndcg_at_100": 0.4606241666666666, + "ndcg_at_1000": 0.4828341666666667, + "ndcg_at_3": 0.35975749999999995, + "ndcg_at_5": 0.38378500000000004, + "precision_at_1": 0.308945, + "precision_at_10": 0.0718025, + "precision_at_100": 0.011468333333333334, + "precision_at_1000": 0.0015283333333333331, + "precision_at_3": 0.16525583333333332, + "precision_at_5": 0.11798333333333332, + "recall_at_1": 0.26250833333333334, + "recall_at_10": 0.5296108333333333, + "recall_at_100": 0.7545908333333334, + "recall_at_1000": 0.9073924999999998, + "recall_at_3": 0.3925483333333333, + "recall_at_5": 0.45379500000000006, + "main_score": 0.40934416666666673 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/sionic-ai__sionic-ai-v1/external/CQADupstackRetrieval.json b/results/sionic-ai__sionic-ai-v1/external/CQADupstackRetrieval.json index d6323935d6..af6e16f9d2 100644 --- a/results/sionic-ai__sionic-ai-v1/external/CQADupstackRetrieval.json +++ b/results/sionic-ai__sionic-ai-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.430347, - "main_score": 0.430347, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2819883333333333, + "map_at_10": 0.3764883333333333, + "map_at_100": 0.38861749999999995, + "map_at_1000": 0.3897366666666666, + "map_at_3": 0.34831999999999996, + "map_at_5": 0.3636608333333334, + "mrr_at_1": 0.3325125, + "mrr_at_10": 0.4190383333333333, + "mrr_at_100": 0.42751249999999996, + "mrr_at_1000": 0.42804083333333337, + "mrr_at_3": 0.39580916666666666, + "mrr_at_5": 0.40919250000000007, + "ndcg_at_1": 0.3325125, + "ndcg_at_10": 0.43034750000000005, + "ndcg_at_100": 0.4811583333333333, + "ndcg_at_1000": 0.5023949999999999, + "ndcg_at_3": 0.38373666666666667, + "ndcg_at_5": 0.4052941666666667, + "precision_at_1": 0.3325125, + "precision_at_10": 0.07442750000000001, + "precision_at_100": 0.011699166666666667, + "precision_at_1000": 0.0015416666666666667, + "precision_at_3": 0.17556416666666666, + "precision_at_5": 0.12329499999999999, + "recall_at_1": 0.2819883333333333, + "recall_at_10": 0.54619, + "recall_at_100": 0.7678066666666666, + "recall_at_1000": 0.9129883333333333, + "recall_at_3": 0.41693916666666664, + "recall_at_5": 0.47250083333333337, + "main_score": 0.43034750000000005 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/sionic-ai__sionic-ai-v2/external/CQADupstackRetrieval.json b/results/sionic-ai__sionic-ai-v2/external/CQADupstackRetrieval.json index 8acecbe092..35b9946f8b 100644 --- a/results/sionic-ai__sionic-ai-v2/external/CQADupstackRetrieval.json +++ b/results/sionic-ai__sionic-ai-v2/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.443617, - "main_score": 0.443617, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2867808333333333, + "map_at_10": 0.3863366666666666, + "map_at_100": 0.39847083333333333, + "map_at_1000": 0.3995958333333334, + "map_at_3": 0.3549, + "map_at_5": 0.37231250000000005, + "mrr_at_1": 0.33813916666666666, + "mrr_at_10": 0.42955500000000013, + "mrr_at_100": 0.4375541666666667, + "mrr_at_1000": 0.4380616666666666, + "mrr_at_3": 0.4040191666666667, + "mrr_at_5": 0.4188358333333333, + "ndcg_at_1": 0.33813916666666666, + "ndcg_at_10": 0.44361666666666666, + "ndcg_at_100": 0.4937991666666667, + "ndcg_at_1000": 0.5143258333333333, + "ndcg_at_3": 0.39129499999999995, + "ndcg_at_5": 0.4160183333333333, + "precision_at_1": 0.33813916666666666, + "precision_at_10": 0.07759250000000002, + "precision_at_100": 0.012108333333333332, + "precision_at_1000": 0.00158, + "precision_at_3": 0.17907166666666668, + "precision_at_5": 0.12765333333333334, + "recall_at_1": 0.2867808333333333, + "recall_at_10": 0.5692716666666667, + "recall_at_100": 0.7874991666666668, + "recall_at_1000": 0.9273875000000001, + "recall_at_3": 0.42459916666666664, + "recall_at_5": 0.4876258333333333, + "main_score": 0.44361666666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/srikanthmalla__hkunlp-instructor-xl/external/CQADupstackRetrieval.json b/results/srikanthmalla__hkunlp-instructor-xl/external/CQADupstackRetrieval.json index c151b0dccb..890e6539e2 100644 --- a/results/srikanthmalla__hkunlp-instructor-xl/external/CQADupstackRetrieval.json +++ b/results/srikanthmalla__hkunlp-instructor-xl/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.430941, - "main_score": 0.430941, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27861250000000004, + "map_at_10": 0.37529583333333333, + "map_at_100": 0.387915, + "map_at_1000": 0.3890558333333335, + "map_at_3": 0.3457333333333333, + "map_at_5": 0.36187166666666654, + "mrr_at_1": 0.3288291666666666, + "mrr_at_10": 0.41797500000000004, + "mrr_at_100": 0.42631833333333335, + "mrr_at_1000": 0.4268483333333333, + "mrr_at_3": 0.3931375000000001, + "mrr_at_5": 0.40704833333333335, + "ndcg_at_1": 0.3288291666666666, + "ndcg_at_10": 0.43094083333333333, + "ndcg_at_100": 0.4822158333333333, + "ndcg_at_1000": 0.50358, + "ndcg_at_3": 0.3812958333333334, + "ndcg_at_5": 0.40392666666666666, + "precision_at_1": 0.3288291666666666, + "precision_at_10": 0.075585, + "precision_at_100": 0.011903333333333332, + "precision_at_1000": 0.0015658333333333331, + "precision_at_3": 0.17495916666666667, + "precision_at_5": 0.12373833333333333, + "recall_at_1": 0.27861250000000004, + "recall_at_10": 0.5521591666666666, + "recall_at_100": 0.7739199999999999, + "recall_at_1000": 0.9204908333333335, + "recall_at_3": 0.4137475, + "recall_at_5": 0.47229083333333327, + "main_score": 0.43094083333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/starsy__bge-en-icl/external/CQADupstackRetrieval.json b/results/starsy__bge-en-icl/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..ce6fd48199 --- /dev/null +++ b/results/starsy__bge-en-icl/external/CQADupstackRetrieval.json @@ -0,0 +1,41 @@ +{ + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.47308084499970704, + "ndcg_at_1": 0.36038578730542475, + "ndcg_at_3": 0.4193136535645304, + "ndcg_at_5": 0.44479015523894994, + "ndcg_at_10": 0.47308084499970704, + "ndcg_at_100": 0.524980624305136, + "ndcg_at_1000": 0.542908789514719, + "map_at_1": 0.3038821701528966, + "map_at_3": 0.37974871761903634, + "map_at_5": 0.3985399878507757, + "map_at_10": 0.4131456611036795, + "map_at_100": 0.42629078366558354, + "map_at_1000": 0.42737235870659845, + "precision_at_1": 0.36038578730542475, + "precision_at_3": 0.19399601800946328, + "precision_at_5": 0.1379264655952497, + "precision_at_10": 0.08399223517333387, + "precision_at_100": 0.012992373779520896, + "precision_at_1000": 0.0016327170951909568, + "recall_at_1": 0.3038821701528966, + "recall_at_3": 0.45516455125641647, + "recall_at_5": 0.5206077167834868, + "recall_at_10": 0.6038864106788279, + "recall_at_100": 0.8276968509918343, + "recall_at_1000": 0.9484170217080344 + } + ] + } +} \ No newline at end of file diff --git a/results/starsy__gte-Qwen2-7B-instruct/external/CQADupstackRetrieval.json b/results/starsy__gte-Qwen2-7B-instruct/external/CQADupstackRetrieval.json index 56a1d412f0..8764ad02ae 100644 --- a/results/starsy__gte-Qwen2-7B-instruct/external/CQADupstackRetrieval.json +++ b/results/starsy__gte-Qwen2-7B-instruct/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.464308, - "main_score": 0.464308, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2817291666666667, + "map_at_10": 0.40025749999999993, + "map_at_100": 0.4139208333333333, + "map_at_1000": 0.4149925, + "map_at_3": 0.36347, + "map_at_5": 0.3841391666666667, + "mrr_at_1": 0.3365925, + "mrr_at_10": 0.44085499999999994, + "mrr_at_100": 0.44941166666666665, + "mrr_at_1000": 0.449855, + "mrr_at_3": 0.412815, + "mrr_at_5": 0.42914916666666664, + "ndcg_at_1": 0.3365925, + "ndcg_at_10": 0.46430833333333327, + "ndcg_at_100": 0.51761, + "ndcg_at_1000": 0.53509, + "ndcg_at_3": 0.4045133333333333, + "ndcg_at_5": 0.4331483333333334, + "precision_at_1": 0.3365925, + "precision_at_10": 0.08499499999999999, + "precision_at_100": 0.013210000000000005, + "precision_at_1000": 0.0016591666666666666, + "precision_at_3": 0.19165083333333335, + "precision_at_5": 0.1381816666666667, + "recall_at_1": 0.2817291666666667, + "recall_at_10": 0.6112624999999999, + "recall_at_100": 0.8397266666666667, + "recall_at_1000": 0.956655, + "recall_at_3": 0.44661249999999997, + "recall_at_5": 0.5198333333333334, + "main_score": 0.46430833333333327 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/sthuck__gte-Qwen2-7B-instruct-bfloat16/external/CQADupstackRetrieval.json b/results/sthuck__gte-Qwen2-7B-instruct-bfloat16/external/CQADupstackRetrieval.json index 56a1d412f0..8764ad02ae 100644 --- a/results/sthuck__gte-Qwen2-7B-instruct-bfloat16/external/CQADupstackRetrieval.json +++ b/results/sthuck__gte-Qwen2-7B-instruct-bfloat16/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.464308, - "main_score": 0.464308, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2817291666666667, + "map_at_10": 0.40025749999999993, + "map_at_100": 0.4139208333333333, + "map_at_1000": 0.4149925, + "map_at_3": 0.36347, + "map_at_5": 0.3841391666666667, + "mrr_at_1": 0.3365925, + "mrr_at_10": 0.44085499999999994, + "mrr_at_100": 0.44941166666666665, + "mrr_at_1000": 0.449855, + "mrr_at_3": 0.412815, + "mrr_at_5": 0.42914916666666664, + "ndcg_at_1": 0.3365925, + "ndcg_at_10": 0.46430833333333327, + "ndcg_at_100": 0.51761, + "ndcg_at_1000": 0.53509, + "ndcg_at_3": 0.4045133333333333, + "ndcg_at_5": 0.4331483333333334, + "precision_at_1": 0.3365925, + "precision_at_10": 0.08499499999999999, + "precision_at_100": 0.013210000000000005, + "precision_at_1000": 0.0016591666666666666, + "precision_at_3": 0.19165083333333335, + "precision_at_5": 0.1381816666666667, + "recall_at_1": 0.2817291666666667, + "recall_at_10": 0.6112624999999999, + "recall_at_100": 0.8397266666666667, + "recall_at_1000": 0.956655, + "recall_at_3": 0.44661249999999997, + "recall_at_5": 0.5198333333333334, + "main_score": 0.46430833333333327 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/t12e__instructor-base/external/CQADupstackRetrieval.json b/results/t12e__instructor-base/external/CQADupstackRetrieval.json index e34b09cdaa..3ec0f79233 100644 --- a/results/t12e__instructor-base/external/CQADupstackRetrieval.json +++ b/results/t12e__instructor-base/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.409501, - "main_score": 0.409501, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2679175, + "map_at_10": 0.3575541666666667, + "map_at_100": 0.3700791666666667, + "map_at_1000": 0.3712408333333333, + "map_at_3": 0.3302966666666667, + "map_at_5": 0.3456866666666667, + "mrr_at_1": 0.31744333333333336, + "mrr_at_10": 0.399925, + "mrr_at_100": 0.40864583333333326, + "mrr_at_1000": 0.4092175000000001, + "mrr_at_3": 0.37681833333333337, + "mrr_at_5": 0.39028499999999994, + "ndcg_at_1": 0.31744333333333336, + "ndcg_at_10": 0.40950083333333337, + "ndcg_at_100": 0.46259666666666666, + "ndcg_at_1000": 0.48535333333333336, + "ndcg_at_3": 0.3643333333333333, + "ndcg_at_5": 0.38602333333333333, + "precision_at_1": 0.31744333333333336, + "precision_at_10": 0.07135166666666666, + "precision_at_100": 0.011535833333333334, + "precision_at_1000": 0.0015391666666666665, + "precision_at_3": 0.16713, + "precision_at_5": 0.11828416666666666, + "recall_at_1": 0.2679175, + "recall_at_10": 0.5198625, + "recall_at_100": 0.7530358333333333, + "recall_at_1000": 0.9105433333333334, + "recall_at_3": 0.3939583333333333, + "recall_at_5": 0.4505925, + "main_score": 0.40950083333333337 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/tanmaylaud__ret-phi2-v0/external/CQADupstackRetrieval.json b/results/tanmaylaud__ret-phi2-v0/external/CQADupstackRetrieval.json index 310bbc8365..63ad1da291 100644 --- a/results/tanmaylaud__ret-phi2-v0/external/CQADupstackRetrieval.json +++ b/results/tanmaylaud__ret-phi2-v0/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.357599, - "main_score": 0.357599, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.23019250000000002, + "map_at_10": 0.3098783333333333, + "map_at_100": 0.32079166666666675, + "map_at_1000": 0.32193333333333335, + "map_at_3": 0.28572916666666665, + "map_at_5": 0.29886083333333335, + "mrr_at_1": 0.2701383333333333, + "mrr_at_10": 0.34784750000000003, + "mrr_at_100": 0.3562841666666667, + "mrr_at_1000": 0.35696250000000007, + "mrr_at_3": 0.3263225, + "mrr_at_5": 0.33826500000000004, + "ndcg_at_1": 0.2701383333333333, + "ndcg_at_10": 0.35759916666666663, + "ndcg_at_100": 0.4069641666666666, + "ndcg_at_1000": 0.4318933333333333, + "ndcg_at_3": 0.3156075, + "ndcg_at_5": 0.3347166666666667, + "precision_at_1": 0.2701383333333333, + "precision_at_10": 0.06201416666666667, + "precision_at_100": 0.010189166666666668, + "precision_at_1000": 0.0013999999999999998, + "precision_at_3": 0.14448249999999999, + "precision_at_5": 0.10209333333333333, + "recall_at_1": 0.23019250000000002, + "recall_at_10": 0.4617675, + "recall_at_100": 0.6806741666666667, + "recall_at_1000": 0.8566791666666667, + "recall_at_3": 0.344355, + "recall_at_5": 0.39362, + "main_score": 0.35759916666666663 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/technicolor__Angle_BERT/external/CQADupstackRetrieval.json b/results/technicolor__Angle_BERT/external/CQADupstackRetrieval.json index 41d4a74ac0..27bcdd3f0d 100644 --- a/results/technicolor__Angle_BERT/external/CQADupstackRetrieval.json +++ b/results/technicolor__Angle_BERT/external/CQADupstackRetrieval.json @@ -1,19 +1,52 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.180028, - "main_score": 0.180028, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.1082375, + "map_at_10": 0.1505858333333333, + "map_at_100": 0.15841083333333336, + "map_at_1000": 0.1595275, + "map_at_20": 0.15447583333333334, + "map_at_3": 0.13618000000000002, + "map_at_5": 0.143695, + "mrr_at_1": 0.1336475, + "mrr_at_10": 0.1777841666666667, + "mrr_at_100": 0.18528416666666664, + "mrr_at_1000": 0.18612583333333332, + "mrr_at_20": 0.18169416666666666, + "mrr_at_3": 0.16304166666666667, + "mrr_at_5": 0.17065166666666667, + "ndcg_at_1": 0.1336475, + "ndcg_at_10": 0.18002833333333335, + "ndcg_at_100": 0.22082583333333333, + "ndcg_at_1000": 0.25149166666666667, + "ndcg_at_20": 0.19335750000000002, + "ndcg_at_3": 0.1533425, + "ndcg_at_5": 0.1645558333333333, + "precision_at_1": 0.1336475, + "precision_at_10": 0.032900000000000006, + "precision_at_100": 0.006327499999999999, + "precision_at_1000": 0.0010600000000000002, + "precision_at_20": 0.020326666666666663, + "precision_at_3": 0.07209416666666667, + "precision_at_5": 0.05204416666666666, + "recall_at_1": 0.1082375, + "recall_at_10": 0.24346166666666666, + "recall_at_100": 0.4306791666666668, + "recall_at_1000": 0.6563275000000001, + "recall_at_20": 0.29279916666666667, + "recall_at_3": 0.1674383333333333, + "recall_at_5": 0.19682583333333334, + "main_score": 0.18002833333333335 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/thenlper__gte-base/external/CQADupstackRetrieval.json b/results/thenlper__gte-base/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..bbb472fed1 --- /dev/null +++ b/results/thenlper__gte-base/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2724358333333333, + "map_at_10": 0.37193250000000005, + "map_at_100": 0.3844833333333334, + "map_at_1000": 0.3856083333333333, + "map_at_3": 0.3406633333333333, + "map_at_5": 0.35878583333333336, + "mrr_at_1": 0.32291583333333335, + "mrr_at_10": 0.41482749999999996, + "mrr_at_100": 0.42335833333333334, + "mrr_at_1000": 0.4238683333333333, + "mrr_at_3": 0.38952999999999993, + "mrr_at_5": 0.40453333333333336, + "ndcg_at_1": 0.32291583333333335, + "ndcg_at_10": 0.4290533333333334, + "ndcg_at_100": 0.48138666666666663, + "ndcg_at_1000": 0.5022908333333334, + "ndcg_at_3": 0.3776133333333334, + "ndcg_at_5": 0.40310333333333337, + "precision_at_1": 0.32291583333333335, + "precision_at_10": 0.07585583333333333, + "precision_at_100": 0.012045000000000002, + "precision_at_1000": 0.0015733333333333335, + "precision_at_3": 0.17485416666666664, + "precision_at_5": 0.125145, + "recall_at_1": 0.2724358333333333, + "recall_at_10": 0.5545108333333334, + "recall_at_100": 0.7825858333333335, + "recall_at_1000": 0.9261716666666665, + "recall_at_3": 0.4113058333333333, + "recall_at_5": 0.47731333333333337, + "main_score": 0.4290533333333334 + } + ] + } +} \ No newline at end of file diff --git a/results/thenlper__gte-large/external/CQADupstackRetrieval.json b/results/thenlper__gte-large/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..bf8f979771 --- /dev/null +++ b/results/thenlper__gte-large/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27092083333333333, + "map_at_10": 0.37292499999999995, + "map_at_100": 0.38570416666666657, + "map_at_1000": 0.3868141666666667, + "map_at_3": 0.34080000000000005, + "map_at_5": 0.35899583333333335, + "mrr_at_1": 0.3194758333333333, + "mrr_at_10": 0.41510499999999995, + "mrr_at_100": 0.4236099999999999, + "mrr_at_1000": 0.42412500000000003, + "mrr_at_3": 0.3884958333333334, + "mrr_at_5": 0.40448249999999997, + "ndcg_at_1": 0.3194758333333333, + "ndcg_at_10": 0.43176333333333333, + "ndcg_at_100": 0.4845241666666668, + "ndcg_at_1000": 0.5051399999999999, + "ndcg_at_3": 0.3775216666666667, + "ndcg_at_5": 0.4039383333333333, + "precision_at_1": 0.3194758333333333, + "precision_at_10": 0.07688916666666666, + "precision_at_100": 0.012250833333333332, + "precision_at_1000": 0.001595, + "precision_at_3": 0.17465999999999998, + "precision_at_5": 0.12548083333333332, + "recall_at_1": 0.27092083333333333, + "recall_at_10": 0.5628658333333333, + "recall_at_100": 0.7909033333333333, + "recall_at_1000": 0.9327483333333335, + "recall_at_3": 0.4135325, + "recall_at_5": 0.4807275000000001, + "main_score": 0.43176333333333333 + } + ] + } +} \ No newline at end of file diff --git a/results/thenlper__gte-small/external/CQADupstackRetrieval.json b/results/thenlper__gte-small/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..3a504ae0a7 --- /dev/null +++ b/results/thenlper__gte-small/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.25121666666666664, + "map_at_10": 0.3446258333333334, + "map_at_100": 0.35710499999999995, + "map_at_1000": 0.35826916666666664, + "map_at_3": 0.3156325, + "map_at_5": 0.3318975, + "mrr_at_1": 0.2966441666666667, + "mrr_at_10": 0.385455, + "mrr_at_100": 0.39395666666666673, + "mrr_at_1000": 0.39453249999999995, + "mrr_at_3": 0.3600333333333334, + "mrr_at_5": 0.3744091666666667, + "ndcg_at_1": 0.2966441666666667, + "ndcg_at_10": 0.3997841666666668, + "ndcg_at_100": 0.45278666666666667, + "ndcg_at_1000": 0.4752275, + "ndcg_at_3": 0.3500058333333334, + "ndcg_at_5": 0.3734908333333333, + "precision_at_1": 0.2966441666666667, + "precision_at_10": 0.07094500000000001, + "precision_at_100": 0.011523333333333332, + "precision_at_1000": 0.0015358333333333333, + "precision_at_3": 0.16184166666666663, + "precision_at_5": 0.116005, + "recall_at_1": 0.25121666666666664, + "recall_at_10": 0.5223975000000001, + "recall_at_100": 0.7548408333333333, + "recall_at_1000": 0.9095316666666667, + "recall_at_3": 0.38384583333333333, + "recall_at_5": 0.4439933333333333, + "main_score": 0.3997841666666668 + } + ] + } +} \ No newline at end of file diff --git a/results/tomaarsen__bge-base-en-v1.5/external/CQADupstackRetrieval.json b/results/tomaarsen__bge-base-en-v1.5/external/CQADupstackRetrieval.json index 67cc6611b2..0658d0ba60 100644 --- a/results/tomaarsen__bge-base-en-v1.5/external/CQADupstackRetrieval.json +++ b/results/tomaarsen__bge-base-en-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.42355, - "main_score": 0.42355, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2770775, + "map_at_10": 0.36961, + "map_at_100": 0.38158833333333336, + "map_at_1000": 0.3827033333333333, + "map_at_3": 0.3407183333333334, + "map_at_5": 0.3569533333333334, + "mrr_at_1": 0.3281875, + "mrr_at_10": 0.41293, + "mrr_at_100": 0.42116499999999996, + "mrr_at_1000": 0.4217025, + "mrr_at_3": 0.3883983333333333, + "mrr_at_5": 0.4029775, + "ndcg_at_1": 0.3281875, + "ndcg_at_10": 0.42355, + "ndcg_at_100": 0.47413749999999993, + "ndcg_at_1000": 0.495805, + "ndcg_at_3": 0.3752825, + "ndcg_at_5": 0.39832666666666666, + "precision_at_1": 0.3281875, + "precision_at_10": 0.07382416666666666, + "precision_at_100": 0.011640833333333333, + "precision_at_1000": 0.0015383333333333334, + "precision_at_3": 0.17134166666666664, + "precision_at_5": 0.12174833333333336, + "recall_at_1": 0.2770775, + "recall_at_10": 0.53945, + "recall_at_100": 0.76191, + "recall_at_1000": 0.91101, + "recall_at_3": 0.4039083333333334, + "recall_at_5": 0.4640083333333333, + "main_score": 0.42355 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/tomaarsen__bge-small-en-v1.5-copy/external/CQADupstackRetrieval.json b/results/tomaarsen__bge-small-en-v1.5-copy/external/CQADupstackRetrieval.json index 118694564e..0f6ef429b3 100644 --- a/results/tomaarsen__bge-small-en-v1.5-copy/external/CQADupstackRetrieval.json +++ b/results/tomaarsen__bge-small-en-v1.5-copy/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.390523, - "main_score": 0.390523, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24937916666666665, + "map_at_10": 0.33755250000000003, + "map_at_100": 0.34956, + "map_at_1000": 0.35070499999999993, + "map_at_3": 0.3098708333333333, + "map_at_5": 0.3251491666666666, + "mrr_at_1": 0.2948708333333333, + "mrr_at_10": 0.3792183333333334, + "mrr_at_100": 0.3876583333333333, + "mrr_at_1000": 0.38824666666666674, + "mrr_at_3": 0.3545125, + "mrr_at_5": 0.36827000000000004, + "ndcg_at_1": 0.2948708333333333, + "ndcg_at_10": 0.3905225, + "ndcg_at_100": 0.4425983333333334, + "ndcg_at_1000": 0.46568333333333334, + "ndcg_at_3": 0.3427158333333333, + "ndcg_at_5": 0.36483916666666666, + "precision_at_1": 0.2948708333333333, + "precision_at_10": 0.0686575, + "precision_at_100": 0.011195833333333332, + "precision_at_1000": 0.0015058333333333334, + "precision_at_3": 0.15742083333333334, + "precision_at_5": 0.11221916666666668, + "recall_at_1": 0.24937916666666665, + "recall_at_10": 0.5065041666666666, + "recall_at_100": 0.7355383333333334, + "recall_at_1000": 0.8961691666666667, + "recall_at_3": 0.3727808333333334, + "recall_at_5": 0.42994750000000004, + "main_score": 0.3905225 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/tomaarsen__mxbai-embed-large-v1-exported/external/CQADupstackRetrieval.json b/results/tomaarsen__mxbai-embed-large-v1-exported/external/CQADupstackRetrieval.json index 0ba46bf7c0..251ec3f890 100644 --- a/results/tomaarsen__mxbai-embed-large-v1-exported/external/CQADupstackRetrieval.json +++ b/results/tomaarsen__mxbai-embed-large-v1-exported/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.416043, - "main_score": 0.416043, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.26695, + "map_at_10": 0.360895, + "map_at_100": 0.3730941666666666, + "map_at_1000": 0.37425583333333345, + "map_at_3": 0.33196166666666665, + "map_at_5": 0.3478641666666667, + "mrr_at_1": 0.31486083333333337, + "mrr_at_10": 0.40347749999999993, + "mrr_at_100": 0.41175333333333325, + "mrr_at_1000": 0.41231583333333327, + "mrr_at_3": 0.3790075, + "mrr_at_5": 0.39266999999999996, + "ndcg_at_1": 0.31486083333333337, + "ndcg_at_10": 0.4160433333333334, + "ndcg_at_100": 0.4674525, + "ndcg_at_1000": 0.48961666666666676, + "ndcg_at_3": 0.36688249999999994, + "ndcg_at_5": 0.389665, + "precision_at_1": 0.31486083333333337, + "precision_at_10": 0.0729675, + "precision_at_100": 0.011621666666666666, + "precision_at_1000": 0.001545, + "precision_at_3": 0.168815, + "precision_at_5": 0.11974583333333333, + "recall_at_1": 0.26695, + "recall_at_10": 0.5365191666666667, + "recall_at_100": 0.7612083333333333, + "recall_at_1000": 0.9131191666666667, + "recall_at_3": 0.4003575, + "recall_at_5": 0.45876666666666666, + "main_score": 0.4160433333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/tomaarsen__mxbai-embed-large-v1-test/external/CQADupstackRetrieval.json b/results/tomaarsen__mxbai-embed-large-v1-test/external/CQADupstackRetrieval.json index 0ba46bf7c0..251ec3f890 100644 --- a/results/tomaarsen__mxbai-embed-large-v1-test/external/CQADupstackRetrieval.json +++ b/results/tomaarsen__mxbai-embed-large-v1-test/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.416043, - "main_score": 0.416043, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.26695, + "map_at_10": 0.360895, + "map_at_100": 0.3730941666666666, + "map_at_1000": 0.37425583333333345, + "map_at_3": 0.33196166666666665, + "map_at_5": 0.3478641666666667, + "mrr_at_1": 0.31486083333333337, + "mrr_at_10": 0.40347749999999993, + "mrr_at_100": 0.41175333333333325, + "mrr_at_1000": 0.41231583333333327, + "mrr_at_3": 0.3790075, + "mrr_at_5": 0.39266999999999996, + "ndcg_at_1": 0.31486083333333337, + "ndcg_at_10": 0.4160433333333334, + "ndcg_at_100": 0.4674525, + "ndcg_at_1000": 0.48961666666666676, + "ndcg_at_3": 0.36688249999999994, + "ndcg_at_5": 0.389665, + "precision_at_1": 0.31486083333333337, + "precision_at_10": 0.0729675, + "precision_at_100": 0.011621666666666666, + "precision_at_1000": 0.001545, + "precision_at_3": 0.168815, + "precision_at_5": 0.11974583333333333, + "recall_at_1": 0.26695, + "recall_at_10": 0.5365191666666667, + "recall_at_100": 0.7612083333333333, + "recall_at_1000": 0.9131191666666667, + "recall_at_3": 0.4003575, + "recall_at_5": 0.45876666666666666, + "main_score": 0.4160433333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/tsirif__BinGSE-Meta-Llama-3-8B-Instruct/external/CQADupstackRetrieval.json b/results/tsirif__BinGSE-Meta-Llama-3-8B-Instruct/external/CQADupstackRetrieval.json index b9cae3cbb7..8cd41deeb0 100644 --- a/results/tsirif__BinGSE-Meta-Llama-3-8B-Instruct/external/CQADupstackRetrieval.json +++ b/results/tsirif__BinGSE-Meta-Llama-3-8B-Instruct/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.439832, - "main_score": 0.439832, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.43983249999999996, + "ndcg_at_10": 0.43983249999999996 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/tsirif__BinGSE-Sheared-LLaMA/external/CQADupstackRetrieval.json b/results/tsirif__BinGSE-Sheared-LLaMA/external/CQADupstackRetrieval.json index c8dc12b1b6..2379e93e25 100644 --- a/results/tsirif__BinGSE-Sheared-LLaMA/external/CQADupstackRetrieval.json +++ b/results/tsirif__BinGSE-Sheared-LLaMA/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.391923, - "main_score": 0.391923, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.39192333333333323, + "ndcg_at_10": 0.39192333333333323 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__GTE256_sw/external/CQADupstackRetrieval.json b/results/twadada__GTE256_sw/external/CQADupstackRetrieval.json index 915d86e656..b12d042e1d 100644 --- a/results/twadada__GTE256_sw/external/CQADupstackRetrieval.json +++ b/results/twadada__GTE256_sw/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.239335, - "main_score": 0.239335, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.14668083333333332, + "map_at_10": 0.20246666666666668, + "map_at_100": 0.21210249999999997, + "map_at_1000": 0.21340666666666663, + "map_at_3": 0.18417083333333334, + "map_at_5": 0.19366833333333333, + "mrr_at_1": 0.17777833333333334, + "mrr_at_10": 0.23403333333333337, + "mrr_at_100": 0.24254083333333332, + "mrr_at_1000": 0.2434333333333333, + "mrr_at_3": 0.216155, + "mrr_at_5": 0.22521000000000002, + "ndcg_at_1": 0.17777833333333334, + "ndcg_at_10": 0.23933500000000002, + "ndcg_at_100": 0.28714749999999994, + "ndcg_at_1000": 0.31968833333333335, + "ndcg_at_3": 0.20607583333333332, + "ndcg_at_5": 0.21982416666666665, + "precision_at_1": 0.17777833333333334, + "precision_at_10": 0.04318, + "precision_at_100": 0.008045833333333334, + "precision_at_1000": 0.0012691666666666667, + "precision_at_3": 0.09535000000000002, + "precision_at_5": 0.06825916666666666, + "recall_at_1": 0.14668083333333332, + "recall_at_10": 0.31930916666666664, + "recall_at_100": 0.5375325, + "recall_at_1000": 0.7743366666666667, + "recall_at_3": 0.2252425, + "recall_at_5": 0.2609491666666667, + "main_score": 0.23933500000000002 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__GTE512_sw/external/CQADupstackRetrieval.json b/results/twadada__GTE512_sw/external/CQADupstackRetrieval.json index 6a50e3ca34..94df853994 100644 --- a/results/twadada__GTE512_sw/external/CQADupstackRetrieval.json +++ b/results/twadada__GTE512_sw/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.24614, - "main_score": 0.24614, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.15333916666666667, + "map_at_10": 0.20908583333333333, + "map_at_100": 0.21891333333333332, + "map_at_1000": 0.2202225, + "map_at_3": 0.19053833333333334, + "map_at_5": 0.20053916666666666, + "mrr_at_1": 0.185485, + "mrr_at_10": 0.2415733333333333, + "mrr_at_100": 0.2501325, + "mrr_at_1000": 0.25101, + "mrr_at_3": 0.2234708333333333, + "mrr_at_5": 0.23317833333333338, + "ndcg_at_1": 0.185485, + "ndcg_at_10": 0.24614, + "ndcg_at_100": 0.29431166666666664, + "ndcg_at_1000": 0.326675, + "ndcg_at_3": 0.21285083333333335, + "ndcg_at_5": 0.22751416666666663, + "precision_at_1": 0.185485, + "precision_at_10": 0.044013333333333335, + "precision_at_100": 0.00816, + "precision_at_1000": 0.0012825, + "precision_at_3": 0.09847916666666666, + "precision_at_5": 0.07069166666666668, + "recall_at_1": 0.15333916666666667, + "recall_at_10": 0.32569499999999996, + "recall_at_100": 0.5450375, + "recall_at_1000": 0.7802300000000001, + "recall_at_3": 0.23115000000000002, + "recall_at_5": 0.26968416666666667, + "main_score": 0.24614 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__GTE_wl_mv/external/CQADupstackRetrieval.json b/results/twadada__GTE_wl_mv/external/CQADupstackRetrieval.json index 8d4fce367b..8bc8232433 100644 --- a/results/twadada__GTE_wl_mv/external/CQADupstackRetrieval.json +++ b/results/twadada__GTE_wl_mv/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.257023, - "main_score": 0.257023, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.15921916666666666, + "map_at_10": 0.21780166666666667, + "map_at_100": 0.2284433333333333, + "map_at_1000": 0.22975916666666665, + "map_at_3": 0.19735916666666664, + "map_at_5": 0.20860416666666665, + "mrr_at_1": 0.19054249999999995, + "mrr_at_10": 0.25021333333333334, + "mrr_at_100": 0.2593491666666667, + "mrr_at_1000": 0.26019166666666665, + "mrr_at_3": 0.2303583333333333, + "mrr_at_5": 0.24140000000000003, + "ndcg_at_1": 0.19054249999999995, + "ndcg_at_10": 0.2570233333333334, + "ndcg_at_100": 0.30890500000000004, + "ndcg_at_1000": 0.34025750000000005, + "ndcg_at_3": 0.22017666666666663, + "ndcg_at_5": 0.23718666666666663, + "precision_at_1": 0.19054249999999995, + "precision_at_10": 0.046220833333333336, + "precision_at_100": 0.0086825, + "precision_at_1000": 0.0013258333333333334, + "precision_at_3": 0.1017616666666667, + "precision_at_5": 0.07382749999999999, + "recall_at_1": 0.15921916666666666, + "recall_at_10": 0.3431483333333333, + "recall_at_100": 0.5783341666666667, + "recall_at_1000": 0.8045625000000001, + "recall_at_3": 0.23967166666666667, + "recall_at_5": 0.2836841666666666, + "main_score": 0.2570233333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__fasttext/external/CQADupstackRetrieval.json b/results/twadada__fasttext/external/CQADupstackRetrieval.json index ee13eec38a..834bb19c11 100644 --- a/results/twadada__fasttext/external/CQADupstackRetrieval.json +++ b/results/twadada__fasttext/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.163087, - "main_score": 0.163087, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.09866250000000001, + "map_at_10": 0.13610333333333333, + "map_at_100": 0.14300916666666666, + "map_at_1000": 0.14408333333333334, + "map_at_3": 0.12315333333333334, + "map_at_5": 0.13012833333333332, + "mrr_at_1": 0.12075833333333334, + "mrr_at_10": 0.1616466666666667, + "mrr_at_100": 0.16834999999999997, + "mrr_at_1000": 0.16919166666666668, + "mrr_at_3": 0.1480633333333333, + "mrr_at_5": 0.155455, + "ndcg_at_1": 0.12075833333333334, + "ndcg_at_10": 0.1630866666666667, + "ndcg_at_100": 0.1996975, + "ndcg_at_1000": 0.22941499999999998, + "ndcg_at_3": 0.139, + "ndcg_at_5": 0.14974749999999998, + "precision_at_1": 0.12075833333333334, + "precision_at_10": 0.02990333333333334, + "precision_at_100": 0.0058333333333333345, + "precision_at_1000": 0.0010025, + "precision_at_3": 0.06517250000000001, + "precision_at_5": 0.04741833333333333, + "recall_at_1": 0.09866250000000001, + "recall_at_10": 0.2198225, + "recall_at_100": 0.39011916666666674, + "recall_at_1000": 0.6104558333333333, + "recall_at_3": 0.15127416666666668, + "recall_at_5": 0.17918833333333328, + "main_score": 0.1630866666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__ft-gcp-pca/external/CQADupstackRetrieval.json b/results/twadada__ft-gcp-pca/external/CQADupstackRetrieval.json index 0ea571eeed..effbbd03b5 100644 --- a/results/twadada__ft-gcp-pca/external/CQADupstackRetrieval.json +++ b/results/twadada__ft-gcp-pca/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.206629, - "main_score": 0.206629, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.12789666666666666, + "map_at_10": 0.17440666666666668, + "map_at_100": 0.18274416666666662, + "map_at_1000": 0.18397666666666665, + "map_at_3": 0.1589475, + "map_at_5": 0.16714249999999997, + "mrr_at_1": 0.15513749999999998, + "mrr_at_10": 0.20397250000000003, + "mrr_at_100": 0.21164666666666668, + "mrr_at_1000": 0.2125375, + "mrr_at_3": 0.187975, + "mrr_at_5": 0.19643333333333338, + "ndcg_at_1": 0.15513749999999998, + "ndcg_at_10": 0.20662916666666672, + "ndcg_at_100": 0.24884500000000004, + "ndcg_at_1000": 0.28035583333333336, + "ndcg_at_3": 0.17803999999999998, + "ndcg_at_5": 0.19046333333333332, + "precision_at_1": 0.15513749999999998, + "precision_at_10": 0.037079999999999995, + "precision_at_100": 0.006968333333333332, + "precision_at_1000": 0.00115, + "precision_at_3": 0.08267916666666668, + "precision_at_5": 0.059515000000000005, + "recall_at_1": 0.12789666666666666, + "recall_at_10": 0.27520416666666664, + "recall_at_100": 0.4691583333333334, + "recall_at_1000": 0.6991025, + "recall_at_3": 0.1935025, + "recall_at_5": 0.22548583333333336, + "main_score": 0.20662916666666672 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__ft-gcp/external/CQADupstackRetrieval.json b/results/twadada__ft-gcp/external/CQADupstackRetrieval.json index ee13eec38a..834bb19c11 100644 --- a/results/twadada__ft-gcp/external/CQADupstackRetrieval.json +++ b/results/twadada__ft-gcp/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.163087, - "main_score": 0.163087, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.09866250000000001, + "map_at_10": 0.13610333333333333, + "map_at_100": 0.14300916666666666, + "map_at_1000": 0.14408333333333334, + "map_at_3": 0.12315333333333334, + "map_at_5": 0.13012833333333332, + "mrr_at_1": 0.12075833333333334, + "mrr_at_10": 0.1616466666666667, + "mrr_at_100": 0.16834999999999997, + "mrr_at_1000": 0.16919166666666668, + "mrr_at_3": 0.1480633333333333, + "mrr_at_5": 0.155455, + "ndcg_at_1": 0.12075833333333334, + "ndcg_at_10": 0.1630866666666667, + "ndcg_at_100": 0.1996975, + "ndcg_at_1000": 0.22941499999999998, + "ndcg_at_3": 0.139, + "ndcg_at_5": 0.14974749999999998, + "precision_at_1": 0.12075833333333334, + "precision_at_10": 0.02990333333333334, + "precision_at_100": 0.0058333333333333345, + "precision_at_1000": 0.0010025, + "precision_at_3": 0.06517250000000001, + "precision_at_5": 0.04741833333333333, + "recall_at_1": 0.09866250000000001, + "recall_at_10": 0.2198225, + "recall_at_100": 0.39011916666666674, + "recall_at_1000": 0.6104558333333333, + "recall_at_3": 0.15127416666666668, + "recall_at_5": 0.17918833333333328, + "main_score": 0.1630866666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__ft-lower-pca/external/CQADupstackRetrieval.json b/results/twadada__ft-lower-pca/external/CQADupstackRetrieval.json index 01ebc938d6..5823f33afa 100644 --- a/results/twadada__ft-lower-pca/external/CQADupstackRetrieval.json +++ b/results/twadada__ft-lower-pca/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.207076, - "main_score": 0.207076, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.1258166666666667, + "map_at_10": 0.17371999999999999, + "map_at_100": 0.18233999999999997, + "map_at_1000": 0.1835558333333333, + "map_at_3": 0.157395, + "map_at_5": 0.16608833333333334, + "mrr_at_1": 0.15371833333333335, + "mrr_at_10": 0.20382583333333332, + "mrr_at_100": 0.21167000000000002, + "mrr_at_1000": 0.21254083333333335, + "mrr_at_3": 0.1869666666666667, + "mrr_at_5": 0.19604166666666667, + "ndcg_at_1": 0.15371833333333335, + "ndcg_at_10": 0.20707583333333332, + "ndcg_at_100": 0.25063166666666664, + "ndcg_at_1000": 0.28164666666666666, + "ndcg_at_3": 0.17675916666666666, + "ndcg_at_5": 0.1900775, + "precision_at_1": 0.15371833333333335, + "precision_at_10": 0.03764583333333333, + "precision_at_100": 0.0071641666666666685, + "precision_at_1000": 0.0011550000000000002, + "precision_at_3": 0.08251583333333334, + "precision_at_5": 0.05971666666666667, + "recall_at_1": 0.1258166666666667, + "recall_at_10": 0.278755, + "recall_at_100": 0.4782383333333333, + "recall_at_1000": 0.7049825000000002, + "recall_at_3": 0.19260583333333334, + "recall_at_5": 0.22741250000000002, + "main_score": 0.20707583333333332 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__ft-lower/external/CQADupstackRetrieval.json b/results/twadada__ft-lower/external/CQADupstackRetrieval.json index 619efc6e8d..4f4de92cbd 100644 --- a/results/twadada__ft-lower/external/CQADupstackRetrieval.json +++ b/results/twadada__ft-lower/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.1677, - "main_score": 0.1677, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.10108083333333333, + "map_at_10": 0.13992, + "map_at_100": 0.14732333333333333, + "map_at_1000": 0.1484475, + "map_at_3": 0.12643666666666667, + "map_at_5": 0.13403166666666666, + "mrr_at_1": 0.124105, + "mrr_at_10": 0.16612333333333332, + "mrr_at_100": 0.17314500000000002, + "mrr_at_1000": 0.17400916666666666, + "mrr_at_3": 0.15176250000000002, + "mrr_at_5": 0.15996083333333336, + "ndcg_at_1": 0.124105, + "ndcg_at_10": 0.16770000000000004, + "ndcg_at_100": 0.20619166666666666, + "ndcg_at_1000": 0.23642416666666666, + "ndcg_at_3": 0.14258999999999997, + "ndcg_at_5": 0.15456583333333332, + "precision_at_1": 0.124105, + "precision_at_10": 0.030724166666666667, + "precision_at_100": 0.006025833333333333, + "precision_at_1000": 0.0010208333333333332, + "precision_at_3": 0.06697916666666666, + "precision_at_5": 0.049084166666666665, + "recall_at_1": 0.10108083333333333, + "recall_at_10": 0.22638333333333333, + "recall_at_100": 0.40403500000000003, + "recall_at_1000": 0.6272966666666667, + "recall_at_3": 0.15552249999999998, + "recall_at_5": 0.18652999999999997, + "main_score": 0.16770000000000004 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__gte_wl/external/CQADupstackRetrieval.json b/results/twadada__gte_wl/external/CQADupstackRetrieval.json index 2dac76f118..0480be02d9 100644 --- a/results/twadada__gte_wl/external/CQADupstackRetrieval.json +++ b/results/twadada__gte_wl/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.256183, - "main_score": 0.256183, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.15797416666666667, + "map_at_10": 0.2167491666666667, + "map_at_100": 0.2273633333333333, + "map_at_1000": 0.22868583333333334, + "map_at_3": 0.19665083333333333, + "map_at_5": 0.20751333333333333, + "mrr_at_1": 0.19052333333333332, + "mrr_at_10": 0.24958083333333334, + "mrr_at_100": 0.25862666666666667, + "mrr_at_1000": 0.2595, + "mrr_at_3": 0.2302525, + "mrr_at_5": 0.24053166666666667, + "ndcg_at_1": 0.19052333333333332, + "ndcg_at_10": 0.2561825, + "ndcg_at_100": 0.30751666666666666, + "ndcg_at_1000": 0.3393783333333333, + "ndcg_at_3": 0.21966166666666667, + "ndcg_at_5": 0.23569333333333334, + "precision_at_1": 0.19052333333333332, + "precision_at_10": 0.046321666666666664, + "precision_at_100": 0.008673333333333333, + "precision_at_1000": 0.0013283333333333333, + "precision_at_3": 0.1015075, + "precision_at_5": 0.07330416666666667, + "recall_at_1": 0.15797416666666667, + "recall_at_10": 0.3428000000000001, + "recall_at_100": 0.5749841666666666, + "recall_at_1000": 0.8052425000000001, + "recall_at_3": 0.23929416666666664, + "recall_at_5": 0.2809466666666667, + "main_score": 0.2561825 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__kom/external/CQADupstackRetrieval.json b/results/twadada__kom/external/CQADupstackRetrieval.json index 13b2c2e0e0..67a595a362 100644 --- a/results/twadada__kom/external/CQADupstackRetrieval.json +++ b/results/twadada__kom/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.167883, - "main_score": 0.167883, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.16788250000000002, + "ndcg_at_10": 0.16788250000000002 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__kom2/external/CQADupstackRetrieval.json b/results/twadada__kom2/external/CQADupstackRetrieval.json index 13b2c2e0e0..67a595a362 100644 --- a/results/twadada__kom2/external/CQADupstackRetrieval.json +++ b/results/twadada__kom2/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.167883, - "main_score": 0.167883, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.16788250000000002, + "ndcg_at_10": 0.16788250000000002 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__komni/external/CQADupstackRetrieval.json b/results/twadada__komni/external/CQADupstackRetrieval.json index 13b2c2e0e0..67a595a362 100644 --- a/results/twadada__komni/external/CQADupstackRetrieval.json +++ b/results/twadada__komni/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.167883, - "main_score": 0.167883, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.16788250000000002, + "ndcg_at_10": 0.16788250000000002 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__l3_wl/external/CQADupstackRetrieval.json b/results/twadada__l3_wl/external/CQADupstackRetrieval.json index 575e759d51..0a238cff02 100644 --- a/results/twadada__l3_wl/external/CQADupstackRetrieval.json +++ b/results/twadada__l3_wl/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.249314, - "main_score": 0.249314, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.1535675, + "map_at_10": 0.21087750000000008, + "map_at_100": 0.2212925, + "map_at_1000": 0.22262, + "map_at_3": 0.19156249999999997, + "map_at_5": 0.20202916666666662, + "mrr_at_1": 0.18301583333333332, + "mrr_at_10": 0.24283083333333333, + "mrr_at_100": 0.25176583333333336, + "mrr_at_1000": 0.25262083333333335, + "mrr_at_3": 0.22385333333333332, + "mrr_at_5": 0.23408, + "ndcg_at_1": 0.18301583333333332, + "ndcg_at_10": 0.24931416666666667, + "ndcg_at_100": 0.30107249999999997, + "ndcg_at_1000": 0.332925, + "ndcg_at_3": 0.21380833333333335, + "ndcg_at_5": 0.22965416666666663, + "precision_at_1": 0.18301583333333332, + "precision_at_10": 0.044755833333333335, + "precision_at_100": 0.0084875, + "precision_at_1000": 0.001306666666666667, + "precision_at_3": 0.098585, + "precision_at_5": 0.07125333333333334, + "recall_at_1": 0.1535675, + "recall_at_10": 0.33385666666666663, + "recall_at_100": 0.5703541666666667, + "recall_at_1000": 0.8000875, + "recall_at_3": 0.23440833333333339, + "recall_at_5": 0.2748841666666666, + "main_score": 0.24931416666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__lma-nobivec/external/CQADupstackRetrieval.json b/results/twadada__lma-nobivec/external/CQADupstackRetrieval.json index 7aee840374..005a12b62c 100644 --- a/results/twadada__lma-nobivec/external/CQADupstackRetrieval.json +++ b/results/twadada__lma-nobivec/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.244493, - "main_score": 0.244493, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.15413833333333332, + "map_at_10": 0.20870750000000005, + "map_at_100": 0.21866833333333333, + "map_at_1000": 0.21999583333333333, + "map_at_3": 0.19127083333333336, + "map_at_5": 0.20056583333333333, + "mrr_at_1": 0.18593083333333332, + "mrr_at_10": 0.2405158333333333, + "mrr_at_100": 0.24926416666666668, + "mrr_at_1000": 0.2501416666666667, + "mrr_at_3": 0.2236258333333334, + "mrr_at_5": 0.23260666666666663, + "ndcg_at_1": 0.18593083333333332, + "ndcg_at_10": 0.24449333333333334, + "ndcg_at_100": 0.2933625, + "ndcg_at_1000": 0.32577416666666664, + "ndcg_at_3": 0.21358916666666666, + "ndcg_at_5": 0.22688416666666666, + "precision_at_1": 0.18593083333333332, + "precision_at_10": 0.04351166666666667, + "precision_at_100": 0.0081525, + "precision_at_1000": 0.0012766666666666664, + "precision_at_3": 0.099055, + "precision_at_5": 0.07023833333333333, + "recall_at_1": 0.15413833333333332, + "recall_at_10": 0.3202225, + "recall_at_100": 0.5432308333333334, + "recall_at_1000": 0.779175, + "recall_at_3": 0.23088250000000005, + "recall_at_5": 0.26674666666666663, + "main_score": 0.24449333333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__lma-nopca/external/CQADupstackRetrieval.json b/results/twadada__lma-nopca/external/CQADupstackRetrieval.json index 3440f8ae34..0255fdcf5a 100644 --- a/results/twadada__lma-nopca/external/CQADupstackRetrieval.json +++ b/results/twadada__lma-nopca/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.200747, - "main_score": 0.200747, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.12472833333333332, + "map_at_10": 0.17009833333333335, + "map_at_100": 0.17794999999999997, + "map_at_1000": 0.17903333333333332, + "map_at_3": 0.15497916666666667, + "map_at_5": 0.1634833333333333, + "mrr_at_1": 0.15232916666666665, + "mrr_at_10": 0.19870083333333333, + "mrr_at_100": 0.20612499999999997, + "mrr_at_1000": 0.2069158333333333, + "mrr_at_3": 0.1833641666666667, + "mrr_at_5": 0.19213499999999997, + "ndcg_at_1": 0.15232916666666665, + "ndcg_at_10": 0.20074666666666663, + "ndcg_at_100": 0.24111249999999998, + "ndcg_at_1000": 0.2696833333333333, + "ndcg_at_3": 0.17349583333333332, + "ndcg_at_5": 0.18634583333333338, + "precision_at_1": 0.15232916666666665, + "precision_at_10": 0.03610583333333333, + "precision_at_100": 0.006667500000000001, + "precision_at_1000": 0.0010683333333333335, + "precision_at_3": 0.08048249999999997, + "precision_at_5": 0.058397500000000005, + "recall_at_1": 0.12472833333333332, + "recall_at_10": 0.26479500000000006, + "recall_at_100": 0.4508208333333334, + "recall_at_1000": 0.6605941666666666, + "recall_at_3": 0.18786833333333333, + "recall_at_5": 0.22133000000000003, + "main_score": 0.20074666666666663 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__lma-wordpca/external/CQADupstackRetrieval.json b/results/twadada__lma-wordpca/external/CQADupstackRetrieval.json index ac9ca447ca..3797e3ee03 100644 --- a/results/twadada__lma-wordpca/external/CQADupstackRetrieval.json +++ b/results/twadada__lma-wordpca/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.215054, - "main_score": 0.215054, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.13331416666666668, + "map_at_10": 0.18174333333333334, + "map_at_100": 0.19092833333333334, + "map_at_1000": 0.19213083333333333, + "map_at_3": 0.165355, + "map_at_5": 0.1738316666666667, + "mrr_at_1": 0.16210333333333332, + "mrr_at_10": 0.2116625, + "mrr_at_100": 0.22005083333333336, + "mrr_at_1000": 0.22091249999999996, + "mrr_at_3": 0.1951425, + "mrr_at_5": 0.20373916666666664, + "ndcg_at_1": 0.16210333333333332, + "ndcg_at_10": 0.21505416666666669, + "ndcg_at_100": 0.26111666666666666, + "ndcg_at_1000": 0.2920516666666666, + "ndcg_at_3": 0.18499333333333332, + "ndcg_at_5": 0.1975775, + "precision_at_1": 0.16210333333333332, + "precision_at_10": 0.03890333333333333, + "precision_at_100": 0.007356666666666667, + "precision_at_1000": 0.0011758333333333334, + "precision_at_3": 0.08611083333333334, + "precision_at_5": 0.061665833333333336, + "recall_at_1": 0.13331416666666668, + "recall_at_10": 0.2862975, + "recall_at_100": 0.4969025000000001, + "recall_at_1000": 0.7224116666666667, + "recall_at_3": 0.20055999999999996, + "recall_at_5": 0.23340416666666666, + "main_score": 0.21505416666666669 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__lma/external/CQADupstackRetrieval.json b/results/twadada__lma/external/CQADupstackRetrieval.json index 9b3f6ac425..e8a1dff8ba 100644 --- a/results/twadada__lma/external/CQADupstackRetrieval.json +++ b/results/twadada__lma/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.248331, - "main_score": 0.248331, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.2483308333333333, + "ndcg_at_10": 0.2483308333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__lma2/external/CQADupstackRetrieval.json b/results/twadada__lma2/external/CQADupstackRetrieval.json index 9b3f6ac425..e8a1dff8ba 100644 --- a/results/twadada__lma2/external/CQADupstackRetrieval.json +++ b/results/twadada__lma2/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.248331, - "main_score": 0.248331, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.2483308333333333, + "ndcg_at_10": 0.2483308333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__lma3-correct/external/CQADupstackRetrieval.json b/results/twadada__lma3-correct/external/CQADupstackRetrieval.json index 9b3f6ac425..4fb7f95106 100644 --- a/results/twadada__lma3-correct/external/CQADupstackRetrieval.json +++ b/results/twadada__lma3-correct/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.248331, - "main_score": 0.248331, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.15725666666666668, + "map_at_10": 0.21168583333333335, + "map_at_100": 0.22158666666666665, + "map_at_1000": 0.2229175, + "map_at_3": 0.19335833333333338, + "map_at_5": 0.20328749999999998, + "mrr_at_1": 0.18944333333333335, + "mrr_at_10": 0.24423999999999998, + "mrr_at_100": 0.2527591666666667, + "mrr_at_1000": 0.2536416666666667, + "mrr_at_3": 0.22627416666666667, + "mrr_at_5": 0.23611916666666669, + "ndcg_at_1": 0.18944333333333335, + "ndcg_at_10": 0.24833083333333333, + "ndcg_at_100": 0.29647666666666667, + "ndcg_at_1000": 0.32913333333333333, + "ndcg_at_3": 0.21536166666666662, + "ndcg_at_5": 0.23013250000000002, + "precision_at_1": 0.18944333333333335, + "precision_at_10": 0.044035000000000005, + "precision_at_100": 0.008164999999999999, + "precision_at_1000": 0.001284166666666667, + "precision_at_3": 0.09893416666666667, + "precision_at_5": 0.071185, + "recall_at_1": 0.15725666666666668, + "recall_at_10": 0.3266266666666667, + "recall_at_100": 0.5448908333333333, + "recall_at_1000": 0.7827424999999999, + "recall_at_3": 0.23251916666666667, + "recall_at_5": 0.2712425, + "main_score": 0.24833083333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__lma3/external/CQADupstackRetrieval.json b/results/twadada__lma3/external/CQADupstackRetrieval.json index 9b3f6ac425..e8a1dff8ba 100644 --- a/results/twadada__lma3/external/CQADupstackRetrieval.json +++ b/results/twadada__lma3/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.248331, - "main_score": 0.248331, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.2483308333333333, + "ndcg_at_10": 0.2483308333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__lma_noabtt/external/CQADupstackRetrieval.json b/results/twadada__lma_noabtt/external/CQADupstackRetrieval.json index dee15762d7..962288a8e4 100644 --- a/results/twadada__lma_noabtt/external/CQADupstackRetrieval.json +++ b/results/twadada__lma_noabtt/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.219797, - "main_score": 0.219797, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.13838916666666667, + "map_at_10": 0.18685583333333336, + "map_at_100": 0.19500499999999998, + "map_at_1000": 0.19614833333333334, + "map_at_3": 0.17090333333333332, + "map_at_5": 0.17965833333333334, + "mrr_at_1": 0.16781083333333338, + "mrr_at_10": 0.21741, + "mrr_at_100": 0.2248608333333333, + "mrr_at_1000": 0.22568333333333335, + "mrr_at_3": 0.20163833333333334, + "mrr_at_5": 0.21013833333333332, + "ndcg_at_1": 0.16781083333333338, + "ndcg_at_10": 0.21979666666666667, + "ndcg_at_100": 0.261485, + "ndcg_at_1000": 0.29099749999999996, + "ndcg_at_3": 0.19107250000000003, + "ndcg_at_5": 0.20390916666666667, + "precision_at_1": 0.16781083333333338, + "precision_at_10": 0.039185833333333336, + "precision_at_100": 0.007166666666666665, + "precision_at_1000": 0.0011350000000000002, + "precision_at_3": 0.08856166666666666, + "precision_at_5": 0.0632875, + "recall_at_1": 0.13838916666666667, + "recall_at_10": 0.28876583333333333, + "recall_at_100": 0.4809441666666666, + "recall_at_1000": 0.6968258333333333, + "recall_at_3": 0.20706999999999998, + "recall_at_5": 0.24094249999999998, + "main_score": 0.21979666666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__mpn-noabtt/external/CQADupstackRetrieval.json b/results/twadada__mpn-noabtt/external/CQADupstackRetrieval.json index 2bb7bb1e65..3f04043d23 100644 --- a/results/twadada__mpn-noabtt/external/CQADupstackRetrieval.json +++ b/results/twadada__mpn-noabtt/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.227398, - "main_score": 0.227398, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.13978749999999998, + "map_at_10": 0.1917908333333333, + "map_at_100": 0.20128416666666665, + "map_at_1000": 0.20258083333333332, + "map_at_3": 0.17398, + "map_at_5": 0.18342999999999995, + "mrr_at_1": 0.17031416666666668, + "mrr_at_10": 0.22300083333333334, + "mrr_at_100": 0.2313458333333334, + "mrr_at_1000": 0.23222583333333333, + "mrr_at_3": 0.2049575, + "mrr_at_5": 0.21480333333333332, + "ndcg_at_1": 0.17031416666666668, + "ndcg_at_10": 0.22739833333333337, + "ndcg_at_100": 0.27511749999999996, + "ndcg_at_1000": 0.30706333333333335, + "ndcg_at_3": 0.1947566666666667, + "ndcg_at_5": 0.20910250000000002, + "precision_at_1": 0.17031416666666668, + "precision_at_10": 0.04118166666666667, + "precision_at_100": 0.007796666666666667, + "precision_at_1000": 0.0012458333333333332, + "precision_at_3": 0.09054500000000001, + "precision_at_5": 0.0656175, + "recall_at_1": 0.13978749999999998, + "recall_at_10": 0.3044133333333333, + "recall_at_100": 0.5237841666666667, + "recall_at_1000": 0.7546725000000001, + "recall_at_3": 0.21124833333333332, + "recall_at_5": 0.2488366666666667, + "main_score": 0.22739833333333337 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__mpn-nobivec/external/CQADupstackRetrieval.json b/results/twadada__mpn-nobivec/external/CQADupstackRetrieval.json index 64b426ca9a..1e04df7968 100644 --- a/results/twadada__mpn-nobivec/external/CQADupstackRetrieval.json +++ b/results/twadada__mpn-nobivec/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.230049, - "main_score": 0.230049, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.14091916666666668, + "map_at_10": 0.19413999999999998, + "map_at_100": 0.2039841666666667, + "map_at_1000": 0.2053091666666667, + "map_at_3": 0.1759308333333333, + "map_at_5": 0.18568, + "mrr_at_1": 0.17024666666666666, + "mrr_at_10": 0.22455666666666668, + "mrr_at_100": 0.2332816666666667, + "mrr_at_1000": 0.23417166666666667, + "mrr_at_3": 0.2065191666666667, + "mrr_at_5": 0.21653499999999998, + "ndcg_at_1": 0.17024666666666666, + "ndcg_at_10": 0.23004916666666667, + "ndcg_at_100": 0.27916083333333336, + "ndcg_at_1000": 0.3123883333333334, + "ndcg_at_3": 0.19685750000000002, + "ndcg_at_5": 0.21177416666666665, + "precision_at_1": 0.17024666666666666, + "precision_at_10": 0.04171, + "precision_at_100": 0.00794, + "precision_at_1000": 0.0012708333333333332, + "precision_at_3": 0.09142083333333333, + "precision_at_5": 0.0664275, + "recall_at_1": 0.14091916666666668, + "recall_at_10": 0.3080275, + "recall_at_100": 0.5332091666666666, + "recall_at_1000": 0.7751058333333333, + "recall_at_3": 0.21452833333333332, + "recall_at_5": 0.25315333333333334, + "main_score": 0.23004916666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__mpn-nopca/external/CQADupstackRetrieval.json b/results/twadada__mpn-nopca/external/CQADupstackRetrieval.json index ab925e651d..bfd48ac8ae 100644 --- a/results/twadada__mpn-nopca/external/CQADupstackRetrieval.json +++ b/results/twadada__mpn-nopca/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.19966, - "main_score": 0.19966, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.11840416666666669, + "map_at_10": 0.16582916666666667, + "map_at_100": 0.17531916666666666, + "map_at_1000": 0.1766066666666667, + "map_at_3": 0.14832333333333333, + "map_at_5": 0.15772083333333337, + "mrr_at_1": 0.14547, + "mrr_at_10": 0.194685, + "mrr_at_100": 0.20341916666666665, + "mrr_at_1000": 0.20431083333333336, + "mrr_at_3": 0.17719916666666669, + "mrr_at_5": 0.18668333333333334, + "ndcg_at_1": 0.14547, + "ndcg_at_10": 0.19966, + "ndcg_at_100": 0.24727666666666664, + "ndcg_at_1000": 0.2795566666666667, + "ndcg_at_3": 0.16735000000000003, + "ndcg_at_5": 0.18183083333333333, + "precision_at_1": 0.14547, + "precision_at_10": 0.03711833333333334, + "precision_at_100": 0.007289166666666667, + "precision_at_1000": 0.001190833333333333, + "precision_at_3": 0.07868166666666668, + "precision_at_5": 0.058330833333333325, + "recall_at_1": 0.11840416666666669, + "recall_at_10": 0.2739858333333334, + "recall_at_100": 0.49244083333333327, + "recall_at_1000": 0.7264841666666666, + "recall_at_3": 0.182145, + "recall_at_5": 0.21962500000000001, + "main_score": 0.19966 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__mpn-wordpca/external/CQADupstackRetrieval.json b/results/twadada__mpn-wordpca/external/CQADupstackRetrieval.json index 1b4d538f17..62e6a559b5 100644 --- a/results/twadada__mpn-wordpca/external/CQADupstackRetrieval.json +++ b/results/twadada__mpn-wordpca/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.206305, - "main_score": 0.206305, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.12268416666666666, + "map_at_10": 0.171725, + "map_at_100": 0.18108000000000002, + "map_at_1000": 0.18239833333333336, + "map_at_3": 0.15385916666666666, + "map_at_5": 0.1633808333333333, + "mrr_at_1": 0.15043583333333332, + "mrr_at_10": 0.20076749999999996, + "mrr_at_100": 0.209225, + "mrr_at_1000": 0.21012833333333333, + "mrr_at_3": 0.18258833333333332, + "mrr_at_5": 0.19230083333333334, + "ndcg_at_1": 0.15043583333333332, + "ndcg_at_10": 0.20630500000000002, + "ndcg_at_100": 0.25397416666666667, + "ndcg_at_1000": 0.2871625, + "ndcg_at_3": 0.17321416666666667, + "ndcg_at_5": 0.18781666666666666, + "precision_at_1": 0.15043583333333332, + "precision_at_10": 0.03826500000000001, + "precision_at_100": 0.0074641666666666676, + "precision_at_1000": 0.0012216666666666667, + "precision_at_3": 0.08127416666666665, + "precision_at_5": 0.059860833333333335, + "recall_at_1": 0.12268416666666666, + "recall_at_10": 0.2825583333333333, + "recall_at_100": 0.5027783333333333, + "recall_at_1000": 0.7442433333333333, + "recall_at_3": 0.18861, + "recall_at_5": 0.22663416666666675, + "main_score": 0.20630500000000002 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__mpn/external/CQADupstackRetrieval.json b/results/twadada__mpn/external/CQADupstackRetrieval.json index f7fbfcb328..d7589b2691 100644 --- a/results/twadada__mpn/external/CQADupstackRetrieval.json +++ b/results/twadada__mpn/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.235583, - "main_score": 0.235583, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.14433916666666666, + "map_at_10": 0.1989216666666667, + "map_at_100": 0.2087308333333333, + "map_at_1000": 0.21008416666666666, + "map_at_3": 0.18058666666666667, + "map_at_5": 0.19015583333333336, + "mrr_at_1": 0.1751, + "mrr_at_10": 0.2303275, + "mrr_at_100": 0.23890250000000002, + "mrr_at_1000": 0.23980333333333334, + "mrr_at_3": 0.2120616666666667, + "mrr_at_5": 0.22195833333333334, + "ndcg_at_1": 0.1751, + "ndcg_at_10": 0.2355825, + "ndcg_at_100": 0.28414249999999996, + "ndcg_at_1000": 0.3174908333333333, + "ndcg_at_3": 0.2022475, + "ndcg_at_5": 0.21668916666666665, + "precision_at_1": 0.1751, + "precision_at_10": 0.04271333333333334, + "precision_at_100": 0.008016666666666667, + "precision_at_1000": 0.0012825, + "precision_at_3": 0.09423833333333337, + "precision_at_5": 0.06818833333333334, + "recall_at_1": 0.14433916666666666, + "recall_at_10": 0.3152116666666666, + "recall_at_100": 0.5371125, + "recall_at_1000": 0.7792325000000001, + "recall_at_3": 0.2202575, + "recall_at_5": 0.2578991666666666, + "main_score": 0.2355825 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__mv_sw/external/CQADupstackRetrieval.json b/results/twadada__mv_sw/external/CQADupstackRetrieval.json index dcb7d757b9..325704cf7e 100644 --- a/results/twadada__mv_sw/external/CQADupstackRetrieval.json +++ b/results/twadada__mv_sw/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.223023, - "main_score": 0.223023, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.1336133333333333, + "map_at_10": 0.18689499999999998, + "map_at_100": 0.1962275, + "map_at_1000": 0.19748833333333335, + "map_at_3": 0.168815, + "map_at_5": 0.1784133333333334, + "mrr_at_1": 0.16093083333333336, + "mrr_at_10": 0.2163225, + "mrr_at_100": 0.22477333333333335, + "mrr_at_1000": 0.22563166666666665, + "mrr_at_3": 0.19829999999999998, + "mrr_at_5": 0.20799166666666669, + "ndcg_at_1": 0.16093083333333336, + "ndcg_at_10": 0.2230233333333333, + "ndcg_at_100": 0.2700033333333334, + "ndcg_at_1000": 0.3014883333333333, + "ndcg_at_3": 0.18966499999999997, + "ndcg_at_5": 0.20425916666666666, + "precision_at_1": 0.16093083333333336, + "precision_at_10": 0.040629166666666675, + "precision_at_100": 0.007655833333333333, + "precision_at_1000": 0.0012208333333333333, + "precision_at_3": 0.08848666666666666, + "precision_at_5": 0.06400833333333333, + "recall_at_1": 0.1336133333333333, + "recall_at_10": 0.3032383333333334, + "recall_at_100": 0.51808, + "recall_at_1000": 0.7464483333333333, + "recall_at_3": 0.20884249999999993, + "recall_at_5": 0.24676416666666673, + "main_score": 0.2230233333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__mxb/external/CQADupstackRetrieval.json b/results/twadada__mxb/external/CQADupstackRetrieval.json index 9bbd399d53..e4f3e51798 100644 --- a/results/twadada__mxb/external/CQADupstackRetrieval.json +++ b/results/twadada__mxb/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.226434, - "main_score": 0.226434, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.13873583333333334, + "map_at_10": 0.19144833333333333, + "map_at_100": 0.2006008333333333, + "map_at_1000": 0.20186416666666662, + "map_at_3": 0.17416083333333338, + "map_at_5": 0.18341250000000003, + "mrr_at_1": 0.16831416666666668, + "mrr_at_10": 0.22196249999999998, + "mrr_at_100": 0.23025416666666668, + "mrr_at_1000": 0.23113499999999998, + "mrr_at_3": 0.2053841666666667, + "mrr_at_5": 0.21414583333333334, + "ndcg_at_1": 0.16831416666666668, + "ndcg_at_10": 0.22643416666666663, + "ndcg_at_100": 0.2720641666666666, + "ndcg_at_1000": 0.30408, + "ndcg_at_3": 0.1953908333333333, + "ndcg_at_5": 0.20892499999999997, + "precision_at_1": 0.16831416666666668, + "precision_at_10": 0.0406275, + "precision_at_100": 0.007528333333333334, + "precision_at_1000": 0.0012083333333333332, + "precision_at_3": 0.09139666666666665, + "precision_at_5": 0.06530083333333334, + "recall_at_1": 0.13873583333333334, + "recall_at_10": 0.30217083333333333, + "recall_at_100": 0.5107408333333334, + "recall_at_1000": 0.7435124999999999, + "recall_at_3": 0.2133625, + "recall_at_5": 0.24913333333333332, + "main_score": 0.22643416666666663 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-300-w30k-b10k/external/CQADupstackRetrieval.json b/results/twadada__nmc-300-w30k-b10k/external/CQADupstackRetrieval.json index cafedeffd3..0df5090036 100644 --- a/results/twadada__nmc-300-w30k-b10k/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-300-w30k-b10k/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.212715, - "main_score": 0.212715, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.1305425, + "map_at_10": 0.18011166666666667, + "map_at_100": 0.18863249999999998, + "map_at_1000": 0.18986499999999995, + "map_at_3": 0.16473000000000002, + "map_at_5": 0.17302666666666666, + "mrr_at_1": 0.15915333333333334, + "mrr_at_10": 0.20951083333333334, + "mrr_at_100": 0.21731333333333333, + "mrr_at_1000": 0.21818749999999998, + "mrr_at_3": 0.19372833333333334, + "mrr_at_5": 0.20232750000000002, + "ndcg_at_1": 0.15915333333333334, + "ndcg_at_10": 0.21271500000000004, + "ndcg_at_100": 0.2559883333333333, + "ndcg_at_1000": 0.2881025, + "ndcg_at_3": 0.18473500000000004, + "ndcg_at_5": 0.19711666666666666, + "precision_at_1": 0.15915333333333334, + "precision_at_10": 0.038305, + "precision_at_100": 0.007128333333333335, + "precision_at_1000": 0.0011675, + "precision_at_3": 0.08618166666666667, + "precision_at_5": 0.06160166666666667, + "recall_at_1": 0.1305425, + "recall_at_10": 0.2818425, + "recall_at_100": 0.48085249999999996, + "recall_at_1000": 0.7158041666666665, + "recall_at_3": 0.202705, + "recall_at_5": 0.23499916666666665, + "main_score": 0.21271500000000004 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-300-w50k-b10k/external/CQADupstackRetrieval.json b/results/twadada__nmc-300-w50k-b10k/external/CQADupstackRetrieval.json index 7040fcb1fc..edb2b97a8a 100644 --- a/results/twadada__nmc-300-w50k-b10k/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-300-w50k-b10k/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.218034, - "main_score": 0.218034, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.13562333333333335, + "map_at_10": 0.18514583333333334, + "map_at_100": 0.19362916666666666, + "map_at_1000": 0.1948625, + "map_at_3": 0.16955583333333338, + "map_at_5": 0.17788, + "mrr_at_1": 0.1654575, + "mrr_at_10": 0.21549249999999998, + "mrr_at_100": 0.22318500000000005, + "mrr_at_1000": 0.22405583333333332, + "mrr_at_3": 0.199585, + "mrr_at_5": 0.2082183333333333, + "ndcg_at_1": 0.1654575, + "ndcg_at_10": 0.2180341666666667, + "ndcg_at_100": 0.2613383333333333, + "ndcg_at_1000": 0.2934866666666667, + "ndcg_at_3": 0.189735, + "ndcg_at_5": 0.20200833333333332, + "precision_at_1": 0.1654575, + "precision_at_10": 0.03895333333333334, + "precision_at_100": 0.007226666666666668, + "precision_at_1000": 0.0011775, + "precision_at_3": 0.08796666666666667, + "precision_at_5": 0.06278083333333333, + "recall_at_1": 0.13562333333333335, + "recall_at_10": 0.28738833333333336, + "recall_at_100": 0.48665166666666676, + "recall_at_1000": 0.7221291666666666, + "recall_at_3": 0.20722166666666664, + "recall_at_5": 0.2392041666666667, + "main_score": 0.2180341666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-300-w50k-b30k/external/CQADupstackRetrieval.json b/results/twadada__nmc-300-w50k-b30k/external/CQADupstackRetrieval.json index aa433ccad0..2f492bced9 100644 --- a/results/twadada__nmc-300-w50k-b30k/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-300-w50k-b30k/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.217645, - "main_score": 0.217645, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.1345741666666667, + "map_at_10": 0.18469333333333335, + "map_at_100": 0.19324333333333338, + "map_at_1000": 0.19447666666666671, + "map_at_3": 0.1688808333333333, + "map_at_5": 0.17759583333333331, + "mrr_at_1": 0.16384583333333333, + "mrr_at_10": 0.21479583333333335, + "mrr_at_100": 0.22253666666666663, + "mrr_at_1000": 0.22340916666666666, + "mrr_at_3": 0.19879083333333333, + "mrr_at_5": 0.20749750000000003, + "ndcg_at_1": 0.16384583333333333, + "ndcg_at_10": 0.217645, + "ndcg_at_100": 0.2610058333333333, + "ndcg_at_1000": 0.2930358333333334, + "ndcg_at_3": 0.18908666666666668, + "ndcg_at_5": 0.2019475, + "precision_at_1": 0.16384583333333333, + "precision_at_10": 0.038969166666666666, + "precision_at_100": 0.0071899999999999985, + "precision_at_1000": 0.0011716666666666666, + "precision_at_3": 0.08805583333333333, + "precision_at_5": 0.06312, + "recall_at_1": 0.1345741666666667, + "recall_at_10": 0.2873125, + "recall_at_100": 0.48642333333333343, + "recall_at_1000": 0.7204116666666666, + "recall_at_3": 0.20665249999999996, + "recall_at_5": 0.2399558333333333, + "main_score": 0.217645 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-300-w75k-b10k/external/CQADupstackRetrieval.json b/results/twadada__nmc-300-w75k-b10k/external/CQADupstackRetrieval.json index 4150b56b24..b95c867c53 100644 --- a/results/twadada__nmc-300-w75k-b10k/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-300-w75k-b10k/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.218464, - "main_score": 0.218464, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.13556083333333332, + "map_at_10": 0.18547416666666672, + "map_at_100": 0.19411, + "map_at_1000": 0.19536083333333332, + "map_at_3": 0.1697208333333333, + "map_at_5": 0.17831583333333328, + "mrr_at_1": 0.16519666666666666, + "mrr_at_10": 0.21572833333333333, + "mrr_at_100": 0.22353166666666666, + "mrr_at_1000": 0.22441999999999995, + "mrr_at_3": 0.19954500000000003, + "mrr_at_5": 0.20849583333333332, + "ndcg_at_1": 0.16519666666666666, + "ndcg_at_10": 0.21846416666666665, + "ndcg_at_100": 0.26199750000000005, + "ndcg_at_1000": 0.2944333333333333, + "ndcg_at_3": 0.1898058333333334, + "ndcg_at_5": 0.20266666666666666, + "precision_at_1": 0.16519666666666666, + "precision_at_10": 0.03907999999999999, + "precision_at_100": 0.0072325, + "precision_at_1000": 0.00118, + "precision_at_3": 0.08805166666666668, + "precision_at_5": 0.06317166666666665, + "recall_at_1": 0.13556083333333332, + "recall_at_10": 0.28798916666666663, + "recall_at_100": 0.4875083333333334, + "recall_at_1000": 0.7247908333333334, + "recall_at_3": 0.20702583333333333, + "recall_at_5": 0.24039250000000004, + "main_score": 0.21846416666666665 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-cls-100_correct/external/CQADupstackRetrieval.json b/results/twadada__nmc-cls-100_correct/external/CQADupstackRetrieval.json index 90c1006464..e07b442a71 100644 --- a/results/twadada__nmc-cls-100_correct/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-cls-100_correct/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.165137, - "main_score": 0.165137, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.10117416666666665, + "map_at_10": 0.13858333333333334, + "map_at_100": 0.14565166666666668, + "map_at_1000": 0.1468266666666667, + "map_at_3": 0.1260983333333333, + "map_at_5": 0.13277416666666667, + "mrr_at_1": 0.12332833333333335, + "mrr_at_10": 0.16376333333333334, + "mrr_at_100": 0.17063333333333333, + "mrr_at_1000": 0.17153500000000002, + "mrr_at_3": 0.15040666666666666, + "mrr_at_5": 0.15764833333333333, + "ndcg_at_1": 0.12332833333333335, + "ndcg_at_10": 0.16513666666666668, + "ndcg_at_100": 0.20284500000000003, + "ndcg_at_1000": 0.23540250000000001, + "ndcg_at_3": 0.14171250000000002, + "ndcg_at_5": 0.15193583333333333, + "precision_at_1": 0.12332833333333335, + "precision_at_10": 0.02983083333333333, + "precision_at_100": 0.005832500000000001, + "precision_at_1000": 0.001025, + "precision_at_3": 0.06626083333333334, + "precision_at_5": 0.04774916666666665, + "recall_at_1": 0.10117416666666665, + "recall_at_10": 0.22146666666666667, + "recall_at_100": 0.395745, + "recall_at_1000": 0.6373550000000001, + "recall_at_3": 0.15431666666666666, + "recall_at_5": 0.18121500000000001, + "main_score": 0.16513666666666668 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-cls-200_correct/external/CQADupstackRetrieval.json b/results/twadada__nmc-cls-200_correct/external/CQADupstackRetrieval.json index b9f1d2ddaa..e2ebdffd98 100644 --- a/results/twadada__nmc-cls-200_correct/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-cls-200_correct/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.208758, - "main_score": 0.208758, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.12800083333333334, + "map_at_10": 0.1765583333333333, + "map_at_100": 0.1847741666666667, + "map_at_1000": 0.18600916666666667, + "map_at_3": 0.16103666666666666, + "map_at_5": 0.16951, + "mrr_at_1": 0.15638666666666665, + "mrr_at_10": 0.20579250000000004, + "mrr_at_100": 0.21334916666666673, + "mrr_at_1000": 0.21425666666666668, + "mrr_at_3": 0.18994333333333333, + "mrr_at_5": 0.1987133333333333, + "ndcg_at_1": 0.15638666666666665, + "ndcg_at_10": 0.20875833333333327, + "ndcg_at_100": 0.250565, + "ndcg_at_1000": 0.28304666666666667, + "ndcg_at_3": 0.1802975, + "ndcg_at_5": 0.19315499999999997, + "precision_at_1": 0.15638666666666665, + "precision_at_10": 0.03753416666666667, + "precision_at_100": 0.006961666666666666, + "precision_at_1000": 0.0011475, + "precision_at_3": 0.08384416666666665, + "precision_at_5": 0.06048583333333333, + "recall_at_1": 0.12800083333333334, + "recall_at_10": 0.2771958333333333, + "recall_at_100": 0.468605, + "recall_at_1000": 0.7065391666666666, + "recall_at_3": 0.19736000000000004, + "recall_at_5": 0.2303333333333333, + "main_score": 0.20875833333333327 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-cls-300_correct/external/CQADupstackRetrieval.json b/results/twadada__nmc-cls-300_correct/external/CQADupstackRetrieval.json index 7992a5d8ff..b5a4b779ad 100644 --- a/results/twadada__nmc-cls-300_correct/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-cls-300_correct/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.222814, - "main_score": 0.222814, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.13772666666666666, + "map_at_10": 0.18910083333333336, + "map_at_100": 0.19776333333333335, + "map_at_1000": 0.199015, + "map_at_3": 0.17286333333333334, + "map_at_5": 0.1816575, + "mrr_at_1": 0.1676525, + "mrr_at_10": 0.2196625, + "mrr_at_100": 0.2274941666666667, + "mrr_at_1000": 0.22837916666666666, + "mrr_at_3": 0.2033125, + "mrr_at_5": 0.2124025, + "ndcg_at_1": 0.1676525, + "ndcg_at_10": 0.22281416666666662, + "ndcg_at_100": 0.26642999999999994, + "ndcg_at_1000": 0.2984975, + "ndcg_at_3": 0.19343999999999997, + "ndcg_at_5": 0.20661083333333333, + "precision_at_1": 0.1676525, + "precision_at_10": 0.03972666666666666, + "precision_at_100": 0.007320833333333333, + "precision_at_1000": 0.0011858333333333334, + "precision_at_3": 0.09005583333333333, + "precision_at_5": 0.06460416666666667, + "recall_at_1": 0.13772666666666666, + "recall_at_10": 0.2946433333333333, + "recall_at_100": 0.4943716666666667, + "recall_at_1000": 0.7277666666666667, + "recall_at_3": 0.21147083333333336, + "recall_at_5": 0.24555500000000002, + "main_score": 0.22281416666666662 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-cls-500_correct/external/CQADupstackRetrieval.json b/results/twadada__nmc-cls-500_correct/external/CQADupstackRetrieval.json index 89b1c74966..271a19af39 100644 --- a/results/twadada__nmc-cls-500_correct/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-cls-500_correct/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.232402, - "main_score": 0.232402, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.1431925, + "map_at_10": 0.19728083333333335, + "map_at_100": 0.20634249999999998, + "map_at_1000": 0.20759749999999996, + "map_at_3": 0.18026916666666665, + "map_at_5": 0.18982000000000002, + "mrr_at_1": 0.17433916666666666, + "mrr_at_10": 0.22865083333333336, + "mrr_at_100": 0.23671333333333333, + "mrr_at_1000": 0.23758666666666667, + "mrr_at_3": 0.2117683333333333, + "mrr_at_5": 0.22126583333333333, + "ndcg_at_1": 0.17433916666666666, + "ndcg_at_10": 0.23240249999999998, + "ndcg_at_100": 0.27731999999999996, + "ndcg_at_1000": 0.3089491666666666, + "ndcg_at_3": 0.20180499999999998, + "ndcg_at_5": 0.2160258333333333, + "precision_at_1": 0.17433916666666666, + "precision_at_10": 0.04150666666666667, + "precision_at_100": 0.007606666666666668, + "precision_at_1000": 0.0012116666666666667, + "precision_at_3": 0.09400833333333333, + "precision_at_5": 0.06769666666666665, + "recall_at_1": 0.1431925, + "recall_at_10": 0.30738583333333336, + "recall_at_100": 0.5123908333333334, + "recall_at_1000": 0.7419550000000001, + "recall_at_3": 0.2207891666666667, + "recall_at_5": 0.25751, + "main_score": 0.23240249999999998 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-cls-50_correct/external/CQADupstackRetrieval.json b/results/twadada__nmc-cls-50_correct/external/CQADupstackRetrieval.json index 21ea869dc6..36e04db611 100644 --- a/results/twadada__nmc-cls-50_correct/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-cls-50_correct/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.10657, - "main_score": 0.10657, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.06289666666666666, + "map_at_10": 0.08763249999999999, + "map_at_100": 0.09314083333333333, + "map_at_1000": 0.09419000000000001, + "map_at_3": 0.07856916666666668, + "map_at_5": 0.08359333333333334, + "mrr_at_1": 0.07752333333333332, + "mrr_at_10": 0.10620333333333333, + "mrr_at_100": 0.11191083333333333, + "mrr_at_1000": 0.112795, + "mrr_at_3": 0.09572916666666668, + "mrr_at_5": 0.10152499999999998, + "ndcg_at_1": 0.07752333333333332, + "ndcg_at_10": 0.10657000000000001, + "ndcg_at_100": 0.13755166666666666, + "ndcg_at_1000": 0.16927499999999998, + "ndcg_at_3": 0.08904916666666665, + "ndcg_at_5": 0.09709083333333333, + "precision_at_1": 0.07752333333333332, + "precision_at_10": 0.01969166666666667, + "precision_at_100": 0.0042625, + "precision_at_1000": 0.0008475000000000002, + "precision_at_3": 0.04182, + "precision_at_5": 0.030942499999999998, + "recall_at_1": 0.06289666666666666, + "recall_at_10": 0.14695083333333334, + "recall_at_100": 0.29238666666666663, + "recall_at_1000": 0.5320016666666667, + "recall_at_3": 0.09666999999999999, + "recall_at_5": 0.11766416666666667, + "main_score": 0.10657000000000001 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-cls-noabtt/external/CQADupstackRetrieval.json b/results/twadada__nmc-cls-noabtt/external/CQADupstackRetrieval.json index f5cedd793b..2a2681e424 100644 --- a/results/twadada__nmc-cls-noabtt/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-cls-noabtt/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.208298, - "main_score": 0.208298, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.13168666666666665, + "map_at_10": 0.17695583333333334, + "map_at_100": 0.18485000000000004, + "map_at_1000": 0.18600666666666668, + "map_at_3": 0.16195749999999998, + "map_at_5": 0.169855, + "mrr_at_1": 0.16058166666666665, + "mrr_at_10": 0.2069125, + "mrr_at_100": 0.21420333333333333, + "mrr_at_1000": 0.2150666666666667, + "mrr_at_3": 0.19175083333333337, + "mrr_at_5": 0.1996875, + "ndcg_at_1": 0.16058166666666665, + "ndcg_at_10": 0.20829833333333336, + "ndcg_at_100": 0.24898249999999997, + "ndcg_at_1000": 0.27985333333333334, + "ndcg_at_3": 0.18090000000000003, + "ndcg_at_5": 0.19259250000000003, + "precision_at_1": 0.16058166666666665, + "precision_at_10": 0.03709916666666667, + "precision_at_100": 0.006790833333333334, + "precision_at_1000": 0.0011083333333333331, + "precision_at_3": 0.08408500000000001, + "precision_at_5": 0.05968416666666667, + "recall_at_1": 0.13168666666666665, + "recall_at_10": 0.2738641666666667, + "recall_at_100": 0.46209083333333323, + "recall_at_1000": 0.6884049999999999, + "recall_at_3": 0.1948475, + "recall_at_5": 0.2263116666666666, + "main_score": 0.20829833333333336 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-cls-nobiv/external/CQADupstackRetrieval.json b/results/twadada__nmc-cls-nobiv/external/CQADupstackRetrieval.json index b20cb29857..b508adf820 100644 --- a/results/twadada__nmc-cls-nobiv/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-cls-nobiv/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.233283, - "main_score": 0.233283, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.14441, + "map_at_10": 0.1980083333333333, + "map_at_100": 0.2072533333333334, + "map_at_1000": 0.20851166666666665, + "map_at_3": 0.18076749999999997, + "map_at_5": 0.1903183333333333, + "mrr_at_1": 0.1760725, + "mrr_at_10": 0.22957833333333333, + "mrr_at_100": 0.23786583333333333, + "mrr_at_1000": 0.23871666666666666, + "mrr_at_3": 0.2123666666666667, + "mrr_at_5": 0.22187416666666668, + "ndcg_at_1": 0.1760725, + "ndcg_at_10": 0.2332825, + "ndcg_at_100": 0.278915, + "ndcg_at_1000": 0.3108916666666667, + "ndcg_at_3": 0.202065, + "ndcg_at_5": 0.21631499999999998, + "precision_at_1": 0.1760725, + "precision_at_10": 0.04173833333333333, + "precision_at_100": 0.007679166666666666, + "precision_at_1000": 0.0012241666666666666, + "precision_at_3": 0.09375000000000001, + "precision_at_5": 0.0676125, + "recall_at_1": 0.14441, + "recall_at_10": 0.30861833333333333, + "recall_at_100": 0.5164158333333334, + "recall_at_1000": 0.7493816666666666, + "recall_at_3": 0.22006, + "recall_at_5": 0.2571583333333334, + "main_score": 0.2332825 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-cls-nopca/external/CQADupstackRetrieval.json b/results/twadada__nmc-cls-nopca/external/CQADupstackRetrieval.json index 7cc3fa04c3..ce55d1352f 100644 --- a/results/twadada__nmc-cls-nopca/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-cls-nopca/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.190143, - "main_score": 0.190143, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.11687750000000001, + "map_at_10": 0.16009916666666665, + "map_at_100": 0.1677191666666667, + "map_at_1000": 0.16886333333333334, + "map_at_3": 0.14501916666666664, + "map_at_5": 0.15308416666666663, + "mrr_at_1": 0.14372416666666668, + "mrr_at_10": 0.18827499999999997, + "mrr_at_100": 0.19551416666666668, + "mrr_at_1000": 0.19637999999999997, + "mrr_at_3": 0.17313166666666668, + "mrr_at_5": 0.1812, + "ndcg_at_1": 0.14372416666666668, + "ndcg_at_10": 0.1901425, + "ndcg_at_100": 0.22991166666666668, + "ndcg_at_1000": 0.2601925, + "ndcg_at_3": 0.16268333333333335, + "ndcg_at_5": 0.17459666666666662, + "precision_at_1": 0.14372416666666668, + "precision_at_10": 0.03445166666666666, + "precision_at_100": 0.006432499999999997, + "precision_at_1000": 0.0010583333333333334, + "precision_at_3": 0.075815, + "precision_at_5": 0.054688333333333325, + "recall_at_1": 0.11687750000000001, + "recall_at_10": 0.2538433333333333, + "recall_at_100": 0.43761416666666664, + "recall_at_1000": 0.6592333333333332, + "recall_at_3": 0.17578916666666664, + "recall_at_5": 0.2069425, + "main_score": 0.1901425 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-cls/external/CQADupstackRetrieval.json b/results/twadada__nmc-cls/external/CQADupstackRetrieval.json index 44ae4a99fb..66d3982186 100644 --- a/results/twadada__nmc-cls/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-cls/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.234798, - "main_score": 0.234798, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.14406833333333333, + "map_at_10": 0.19934083333333333, + "map_at_100": 0.2085825, + "map_at_1000": 0.20983333333333332, + "map_at_3": 0.18257500000000002, + "map_at_5": 0.19182499999999997, + "mrr_at_1": 0.1753266666666667, + "mrr_at_10": 0.2307375, + "mrr_at_100": 0.2389891666666667, + "mrr_at_1000": 0.2398441666666667, + "mrr_at_3": 0.21403166666666665, + "mrr_at_5": 0.22338000000000002, + "ndcg_at_1": 0.1753266666666667, + "ndcg_at_10": 0.23479833333333333, + "ndcg_at_100": 0.28046916666666666, + "ndcg_at_1000": 0.311955, + "ndcg_at_3": 0.20464666666666667, + "ndcg_at_5": 0.21841500000000003, + "precision_at_1": 0.1753266666666667, + "precision_at_10": 0.041924166666666665, + "precision_at_100": 0.007695833333333333, + "precision_at_1000": 0.0012216666666666667, + "precision_at_3": 0.09573000000000001, + "precision_at_5": 0.06846333333333333, + "recall_at_1": 0.14406833333333333, + "recall_at_10": 0.31059000000000003, + "recall_at_100": 0.5187899999999999, + "recall_at_1000": 0.7473100000000001, + "recall_at_3": 0.22483916666666665, + "recall_at_5": 0.26078250000000003, + "main_score": 0.23479833333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-nignore15/external/CQADupstackRetrieval.json b/results/twadada__nmc-nignore15/external/CQADupstackRetrieval.json index ccc1949460..6bc9af50d2 100644 --- a/results/twadada__nmc-nignore15/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-nignore15/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.239294, - "main_score": 0.239294, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.14876916666666667, + "map_at_10": 0.20335916666666665, + "map_at_100": 0.21264833333333336, + "map_at_1000": 0.2139208333333333, + "map_at_3": 0.18571416666666668, + "map_at_5": 0.19552416666666667, + "mrr_at_1": 0.179935, + "mrr_at_10": 0.23497000000000004, + "mrr_at_100": 0.24318666666666666, + "mrr_at_1000": 0.24404583333333327, + "mrr_at_3": 0.21746416666666668, + "mrr_at_5": 0.22727416666666667, + "ndcg_at_1": 0.179935, + "ndcg_at_10": 0.2392941666666667, + "ndcg_at_100": 0.28531999999999996, + "ndcg_at_1000": 0.3172616666666667, + "ndcg_at_3": 0.20738083333333332, + "ndcg_at_5": 0.22215416666666665, + "precision_at_1": 0.179935, + "precision_at_10": 0.04256916666666667, + "precision_at_100": 0.007820833333333334, + "precision_at_1000": 0.0012375000000000003, + "precision_at_3": 0.09594916666666667, + "precision_at_5": 0.06911333333333333, + "recall_at_1": 0.14876916666666667, + "recall_at_10": 0.31664250000000005, + "recall_at_100": 0.5260891666666667, + "recall_at_1000": 0.7582383333333333, + "recall_at_3": 0.22649833333333333, + "recall_at_5": 0.264515, + "main_score": 0.2392941666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-nignore30/external/CQADupstackRetrieval.json b/results/twadada__nmc-nignore30/external/CQADupstackRetrieval.json index 3a7e33cf83..18f2797b40 100644 --- a/results/twadada__nmc-nignore30/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-nignore30/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.239012, - "main_score": 0.239012, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.14974750000000003, + "map_at_10": 0.20345749999999999, + "map_at_100": 0.21290416666666664, + "map_at_1000": 0.2141825, + "map_at_3": 0.18576500000000004, + "map_at_5": 0.19546166666666667, + "mrr_at_1": 0.18049249999999997, + "mrr_at_10": 0.2345216666666667, + "mrr_at_100": 0.24292416666666672, + "mrr_at_1000": 0.2437841666666667, + "mrr_at_3": 0.21728749999999997, + "mrr_at_5": 0.22680916666666665, + "ndcg_at_1": 0.18049249999999997, + "ndcg_at_10": 0.23901250000000002, + "ndcg_at_100": 0.2857325, + "ndcg_at_1000": 0.31747583333333335, + "ndcg_at_3": 0.20717833333333333, + "ndcg_at_5": 0.22170083333333332, + "precision_at_1": 0.18049249999999997, + "precision_at_10": 0.04257666666666667, + "precision_at_100": 0.007843333333333332, + "precision_at_1000": 0.0012375000000000003, + "precision_at_3": 0.09573750000000002, + "precision_at_5": 0.06871666666666666, + "recall_at_1": 0.14974750000000003, + "recall_at_10": 0.31535416666666666, + "recall_at_100": 0.5286958333333333, + "recall_at_1000": 0.7593208333333333, + "recall_at_3": 0.22561833333333334, + "recall_at_5": 0.26351583333333334, + "main_score": 0.23901250000000002 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-nignore50/external/CQADupstackRetrieval.json b/results/twadada__nmc-nignore50/external/CQADupstackRetrieval.json index 193ac04772..ec8020d83b 100644 --- a/results/twadada__nmc-nignore50/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-nignore50/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.234731, - "main_score": 0.234731, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.1461475, + "map_at_10": 0.19970749999999998, + "map_at_100": 0.20916083333333332, + "map_at_1000": 0.21045999999999998, + "map_at_3": 0.18229250000000005, + "map_at_5": 0.19202666666666668, + "mrr_at_1": 0.17608083333333333, + "mrr_at_10": 0.23027083333333334, + "mrr_at_100": 0.23879416666666672, + "mrr_at_1000": 0.23967833333333333, + "mrr_at_3": 0.21377083333333335, + "mrr_at_5": 0.22300833333333334, + "ndcg_at_1": 0.17608083333333333, + "ndcg_at_10": 0.23473083333333336, + "ndcg_at_100": 0.2817675, + "ndcg_at_1000": 0.3136625, + "ndcg_at_3": 0.2038383333333334, + "ndcg_at_5": 0.21822833333333333, + "precision_at_1": 0.17608083333333333, + "precision_at_10": 0.04162666666666666, + "precision_at_100": 0.007761666666666668, + "precision_at_1000": 0.0012325, + "precision_at_3": 0.09466000000000001, + "precision_at_5": 0.0679, + "recall_at_1": 0.1461475, + "recall_at_10": 0.310095, + "recall_at_100": 0.5247, + "recall_at_1000": 0.7552175, + "recall_at_3": 0.22228750000000003, + "recall_at_5": 0.26018083333333336, + "main_score": 0.23473083333333336 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-pmpt_correct/external/CQADupstackRetrieval.json b/results/twadada__nmc-pmpt_correct/external/CQADupstackRetrieval.json index 445eaac2fb..13562d6289 100644 --- a/results/twadada__nmc-pmpt_correct/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-pmpt_correct/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.246822, - "main_score": 0.246822, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.15481333333333336, + "map_at_10": 0.21042999999999995, + "map_at_100": 0.220115, + "map_at_1000": 0.22138250000000004, + "map_at_3": 0.19255166666666665, + "map_at_5": 0.2023483333333333, + "mrr_at_1": 0.18692583333333335, + "mrr_at_10": 0.24281, + "mrr_at_100": 0.25134249999999997, + "mrr_at_1000": 0.25218833333333335, + "mrr_at_3": 0.2254816666666667, + "mrr_at_5": 0.23507916666666667, + "ndcg_at_1": 0.18692583333333335, + "ndcg_at_10": 0.24682166666666666, + "ndcg_at_100": 0.2943166666666666, + "ndcg_at_1000": 0.3259633333333334, + "ndcg_at_3": 0.2148175, + "ndcg_at_5": 0.2293933333333333, + "precision_at_1": 0.18692583333333335, + "precision_at_10": 0.04370916666666667, + "precision_at_100": 0.008025, + "precision_at_1000": 0.0012566666666666668, + "precision_at_3": 0.09923833333333335, + "precision_at_5": 0.07110416666666666, + "recall_at_1": 0.15481333333333336, + "recall_at_10": 0.32433166666666663, + "recall_at_100": 0.5403975, + "recall_at_1000": 0.7706675, + "recall_at_3": 0.23353916666666663, + "recall_at_5": 0.2716183333333334, + "main_score": 0.24682166666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-prmpt/external/CQADupstackRetrieval.json b/results/twadada__nmc-prmpt/external/CQADupstackRetrieval.json index 445eaac2fb..13562d6289 100644 --- a/results/twadada__nmc-prmpt/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-prmpt/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.246822, - "main_score": 0.246822, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.15481333333333336, + "map_at_10": 0.21042999999999995, + "map_at_100": 0.220115, + "map_at_1000": 0.22138250000000004, + "map_at_3": 0.19255166666666665, + "map_at_5": 0.2023483333333333, + "mrr_at_1": 0.18692583333333335, + "mrr_at_10": 0.24281, + "mrr_at_100": 0.25134249999999997, + "mrr_at_1000": 0.25218833333333335, + "mrr_at_3": 0.2254816666666667, + "mrr_at_5": 0.23507916666666667, + "ndcg_at_1": 0.18692583333333335, + "ndcg_at_10": 0.24682166666666666, + "ndcg_at_100": 0.2943166666666666, + "ndcg_at_1000": 0.3259633333333334, + "ndcg_at_3": 0.2148175, + "ndcg_at_5": 0.2293933333333333, + "precision_at_1": 0.18692583333333335, + "precision_at_10": 0.04370916666666667, + "precision_at_100": 0.008025, + "precision_at_1000": 0.0012566666666666668, + "precision_at_3": 0.09923833333333335, + "precision_at_5": 0.07110416666666666, + "recall_at_1": 0.15481333333333336, + "recall_at_10": 0.32433166666666663, + "recall_at_100": 0.5403975, + "recall_at_1000": 0.7706675, + "recall_at_3": 0.23353916666666663, + "recall_at_5": 0.2716183333333334, + "main_score": 0.24682166666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-prmt-and-emb-150k/external/CQADupstackRetrieval.json b/results/twadada__nmc-prmt-and-emb-150k/external/CQADupstackRetrieval.json index 445eaac2fb..13562d6289 100644 --- a/results/twadada__nmc-prmt-and-emb-150k/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-prmt-and-emb-150k/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.246822, - "main_score": 0.246822, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.15481333333333336, + "map_at_10": 0.21042999999999995, + "map_at_100": 0.220115, + "map_at_1000": 0.22138250000000004, + "map_at_3": 0.19255166666666665, + "map_at_5": 0.2023483333333333, + "mrr_at_1": 0.18692583333333335, + "mrr_at_10": 0.24281, + "mrr_at_100": 0.25134249999999997, + "mrr_at_1000": 0.25218833333333335, + "mrr_at_3": 0.2254816666666667, + "mrr_at_5": 0.23507916666666667, + "ndcg_at_1": 0.18692583333333335, + "ndcg_at_10": 0.24682166666666666, + "ndcg_at_100": 0.2943166666666666, + "ndcg_at_1000": 0.3259633333333334, + "ndcg_at_3": 0.2148175, + "ndcg_at_5": 0.2293933333333333, + "precision_at_1": 0.18692583333333335, + "precision_at_10": 0.04370916666666667, + "precision_at_100": 0.008025, + "precision_at_1000": 0.0012566666666666668, + "precision_at_3": 0.09923833333333335, + "precision_at_5": 0.07110416666666666, + "recall_at_1": 0.15481333333333336, + "recall_at_10": 0.32433166666666663, + "recall_at_100": 0.5403975, + "recall_at_1000": 0.7706675, + "recall_at_3": 0.23353916666666663, + "recall_at_5": 0.2716183333333334, + "main_score": 0.24682166666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-prmt-and-emb/external/CQADupstackRetrieval.json b/results/twadada__nmc-prmt-and-emb/external/CQADupstackRetrieval.json index 445eaac2fb..13562d6289 100644 --- a/results/twadada__nmc-prmt-and-emb/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-prmt-and-emb/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.246822, - "main_score": 0.246822, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.15481333333333336, + "map_at_10": 0.21042999999999995, + "map_at_100": 0.220115, + "map_at_1000": 0.22138250000000004, + "map_at_3": 0.19255166666666665, + "map_at_5": 0.2023483333333333, + "mrr_at_1": 0.18692583333333335, + "mrr_at_10": 0.24281, + "mrr_at_100": 0.25134249999999997, + "mrr_at_1000": 0.25218833333333335, + "mrr_at_3": 0.2254816666666667, + "mrr_at_5": 0.23507916666666667, + "ndcg_at_1": 0.18692583333333335, + "ndcg_at_10": 0.24682166666666666, + "ndcg_at_100": 0.2943166666666666, + "ndcg_at_1000": 0.3259633333333334, + "ndcg_at_3": 0.2148175, + "ndcg_at_5": 0.2293933333333333, + "precision_at_1": 0.18692583333333335, + "precision_at_10": 0.04370916666666667, + "precision_at_100": 0.008025, + "precision_at_1000": 0.0012566666666666668, + "precision_at_3": 0.09923833333333335, + "precision_at_5": 0.07110416666666666, + "recall_at_1": 0.15481333333333336, + "recall_at_10": 0.32433166666666663, + "recall_at_100": 0.5403975, + "recall_at_1000": 0.7706675, + "recall_at_3": 0.23353916666666663, + "recall_at_5": 0.2716183333333334, + "main_score": 0.24682166666666666 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__nmc-wordpca/external/CQADupstackRetrieval.json b/results/twadada__nmc-wordpca/external/CQADupstackRetrieval.json index 517874f4cd..1a0ae49124 100644 --- a/results/twadada__nmc-wordpca/external/CQADupstackRetrieval.json +++ b/results/twadada__nmc-wordpca/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.203482, - "main_score": 0.203482, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.12486000000000001, + "map_at_10": 0.17156583333333333, + "map_at_100": 0.18013749999999998, + "map_at_1000": 0.18136999999999998, + "map_at_3": 0.15558583333333334, + "map_at_5": 0.16421833333333327, + "mrr_at_1": 0.15296833333333332, + "mrr_at_10": 0.2003541666666667, + "mrr_at_100": 0.208445, + "mrr_at_1000": 0.20933333333333334, + "mrr_at_3": 0.18420333333333336, + "mrr_at_5": 0.19293499999999997, + "ndcg_at_1": 0.15296833333333332, + "ndcg_at_10": 0.20348166666666664, + "ndcg_at_100": 0.24787083333333337, + "ndcg_at_1000": 0.2797908333333333, + "ndcg_at_3": 0.17439750000000004, + "ndcg_at_5": 0.1872258333333333, + "precision_at_1": 0.15296833333333332, + "precision_at_10": 0.03687916666666667, + "precision_at_100": 0.007038333333333333, + "precision_at_1000": 0.0011483333333333335, + "precision_at_3": 0.081305, + "precision_at_5": 0.058883333333333336, + "recall_at_1": 0.12486000000000001, + "recall_at_10": 0.27169166666666666, + "recall_at_100": 0.4770375, + "recall_at_1000": 0.70991, + "recall_at_3": 0.1894875, + "recall_at_5": 0.22289749999999997, + "main_score": 0.20348166666666664 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__s2v-gcp-pca/external/CQADupstackRetrieval.json b/results/twadada__s2v-gcp-pca/external/CQADupstackRetrieval.json index bb86124738..3dd480b9ba 100644 --- a/results/twadada__s2v-gcp-pca/external/CQADupstackRetrieval.json +++ b/results/twadada__s2v-gcp-pca/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.204421, - "main_score": 0.204421, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.13133333333333333, + "map_at_10": 0.17423833333333336, + "map_at_100": 0.18282916666666665, + "map_at_1000": 0.18404833333333337, + "map_at_3": 0.15924583333333336, + "map_at_5": 0.16736416666666665, + "mrr_at_1": 0.15967, + "mrr_at_10": 0.2030225, + "mrr_at_100": 0.2110133333333333, + "mrr_at_1000": 0.21189833333333333, + "mrr_at_3": 0.1880633333333333, + "mrr_at_5": 0.19632250000000004, + "ndcg_at_1": 0.15967, + "ndcg_at_10": 0.20442083333333333, + "ndcg_at_100": 0.24815083333333335, + "ndcg_at_1000": 0.2800433333333333, + "ndcg_at_3": 0.17737916666666667, + "ndcg_at_5": 0.18947750000000002, + "precision_at_1": 0.15967, + "precision_at_10": 0.03606833333333333, + "precision_at_100": 0.0069475000000000006, + "precision_at_1000": 0.0011408333333333331, + "precision_at_3": 0.08130083333333334, + "precision_at_5": 0.05840583333333333, + "recall_at_1": 0.13133333333333333, + "recall_at_10": 0.2680541666666667, + "recall_at_100": 0.4690025, + "recall_at_1000": 0.7029883333333334, + "recall_at_3": 0.19008583333333337, + "recall_at_5": 0.22206583333333338, + "main_score": 0.20442083333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__s2v-gcp/external/CQADupstackRetrieval.json b/results/twadada__s2v-gcp/external/CQADupstackRetrieval.json index 0acdd364f4..73025d08e4 100644 --- a/results/twadada__s2v-gcp/external/CQADupstackRetrieval.json +++ b/results/twadada__s2v-gcp/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.197814, - "main_score": 0.197814, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.12574, + "map_at_10": 0.16855833333333328, + "map_at_100": 0.17692750000000002, + "map_at_1000": 0.178145, + "map_at_3": 0.15422416666666666, + "map_at_5": 0.1621533333333333, + "mrr_at_1": 0.15288666666666667, + "mrr_at_10": 0.19676666666666665, + "mrr_at_100": 0.20453833333333332, + "mrr_at_1000": 0.20543250000000002, + "mrr_at_3": 0.18258166666666664, + "mrr_at_5": 0.1902866666666666, + "ndcg_at_1": 0.15288666666666667, + "ndcg_at_10": 0.19781416666666665, + "ndcg_at_100": 0.24025916666666663, + "ndcg_at_1000": 0.27181999999999995, + "ndcg_at_3": 0.17224500000000004, + "ndcg_at_5": 0.18379083333333335, + "precision_at_1": 0.15288666666666667, + "precision_at_10": 0.03490416666666667, + "precision_at_100": 0.006715833333333333, + "precision_at_1000": 0.00111, + "precision_at_3": 0.07932333333333333, + "precision_at_5": 0.05679, + "recall_at_1": 0.12574, + "recall_at_10": 0.2589141666666667, + "recall_at_100": 0.4535633333333333, + "recall_at_1000": 0.685165, + "recall_at_3": 0.18535083333333335, + "recall_at_5": 0.21596166666666672, + "main_score": 0.19781416666666665 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__s2v/external/CQADupstackRetrieval.json b/results/twadada__s2v/external/CQADupstackRetrieval.json index 0acdd364f4..73025d08e4 100644 --- a/results/twadada__s2v/external/CQADupstackRetrieval.json +++ b/results/twadada__s2v/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.197814, - "main_score": 0.197814, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.12574, + "map_at_10": 0.16855833333333328, + "map_at_100": 0.17692750000000002, + "map_at_1000": 0.178145, + "map_at_3": 0.15422416666666666, + "map_at_5": 0.1621533333333333, + "mrr_at_1": 0.15288666666666667, + "mrr_at_10": 0.19676666666666665, + "mrr_at_100": 0.20453833333333332, + "mrr_at_1000": 0.20543250000000002, + "mrr_at_3": 0.18258166666666664, + "mrr_at_5": 0.1902866666666666, + "ndcg_at_1": 0.15288666666666667, + "ndcg_at_10": 0.19781416666666665, + "ndcg_at_100": 0.24025916666666663, + "ndcg_at_1000": 0.27181999999999995, + "ndcg_at_3": 0.17224500000000004, + "ndcg_at_5": 0.18379083333333335, + "precision_at_1": 0.15288666666666667, + "precision_at_10": 0.03490416666666667, + "precision_at_100": 0.006715833333333333, + "precision_at_1000": 0.00111, + "precision_at_3": 0.07932333333333333, + "precision_at_5": 0.05679, + "recall_at_1": 0.12574, + "recall_at_10": 0.2589141666666667, + "recall_at_100": 0.4535633333333333, + "recall_at_1000": 0.685165, + "recall_at_3": 0.18535083333333335, + "recall_at_5": 0.21596166666666672, + "main_score": 0.19781416666666665 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__st-mpnet_original/external/CQADupstackRetrieval.json b/results/twadada__st-mpnet_original/external/CQADupstackRetrieval.json index 4adc5fb66a..507f60f54a 100644 --- a/results/twadada__st-mpnet_original/external/CQADupstackRetrieval.json +++ b/results/twadada__st-mpnet_original/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.449592, - "main_score": 0.449592, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2774366666666667, + "map_at_10": 0.3875416666666667, + "map_at_100": 0.4013325, + "map_at_1000": 0.40246166666666666, + "map_at_3": 0.35267250000000006, + "map_at_5": 0.37132750000000003, + "mrr_at_1": 0.3314358333333334, + "mrr_at_10": 0.4296625, + "mrr_at_100": 0.43845666666666666, + "mrr_at_1000": 0.4389225, + "mrr_at_3": 0.4018900000000001, + "mrr_at_5": 0.417585, + "ndcg_at_1": 0.3314358333333334, + "ndcg_at_10": 0.4495916666666668, + "ndcg_at_100": 0.5046375000000001, + "ndcg_at_1000": 0.5235508333333334, + "ndcg_at_3": 0.39178833333333335, + "ndcg_at_5": 0.4179725000000001, + "precision_at_1": 0.3314358333333334, + "precision_at_10": 0.08201083333333332, + "precision_at_100": 0.013085, + "precision_at_1000": 0.001665833333333333, + "precision_at_3": 0.18405583333333336, + "precision_at_5": 0.13233166666666665, + "recall_at_1": 0.2774366666666667, + "recall_at_10": 0.5891866666666666, + "recall_at_100": 0.8276216666666669, + "recall_at_1000": 0.9556883333333333, + "recall_at_3": 0.42869250000000003, + "recall_at_5": 0.4955333333333333, + "main_score": 0.4495916666666668 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__sup-cse/external/CQADupstackRetrieval.json b/results/twadada__sup-cse/external/CQADupstackRetrieval.json index f1e62a499e..ab1527edeb 100644 --- a/results/twadada__sup-cse/external/CQADupstackRetrieval.json +++ b/results/twadada__sup-cse/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.197445, - "main_score": 0.197445, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.12363666666666666, + "map_at_10": 0.16769583333333332, + "map_at_100": 0.1752825, + "map_at_1000": 0.1763925, + "map_at_3": 0.15336083333333334, + "map_at_5": 0.1612208333333333, + "mrr_at_1": 0.14978166666666667, + "mrr_at_10": 0.19563416666666666, + "mrr_at_100": 0.20268500000000003, + "mrr_at_1000": 0.20353000000000002, + "mrr_at_3": 0.18085916666666668, + "mrr_at_5": 0.18910083333333333, + "ndcg_at_1": 0.14978166666666667, + "ndcg_at_10": 0.19744499999999998, + "ndcg_at_100": 0.23696083333333334, + "ndcg_at_1000": 0.26728, + "ndcg_at_3": 0.17140833333333333, + "ndcg_at_5": 0.18317750000000005, + "precision_at_1": 0.14978166666666667, + "precision_at_10": 0.03497416666666667, + "precision_at_100": 0.006443333333333334, + "precision_at_1000": 0.00106, + "precision_at_3": 0.07916749999999999, + "precision_at_5": 0.05668166666666666, + "recall_at_1": 0.12363666666666666, + "recall_at_10": 0.26023833333333335, + "recall_at_100": 0.4430291666666666, + "recall_at_1000": 0.6663566666666667, + "recall_at_3": 0.18639416666666667, + "recall_at_5": 0.21716833333333332, + "main_score": 0.19744499999999998 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__tst2/external/CQADupstackRetrieval.json b/results/twadada__tst2/external/CQADupstackRetrieval.json index 2676656d6d..043729b880 100644 --- a/results/twadada__tst2/external/CQADupstackRetrieval.json +++ b/results/twadada__tst2/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.222253, - "main_score": 0.222253, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.13380416666666664, + "map_at_10": 0.18699916666666666, + "map_at_100": 0.19687249999999998, + "map_at_1000": 0.19815916666666666, + "map_at_3": 0.16937416666666663, + "map_at_5": 0.17940250000000002, + "mrr_at_1": 0.16226000000000002, + "mrr_at_10": 0.21661833333333333, + "mrr_at_100": 0.22536916666666668, + "mrr_at_1000": 0.22625166666666666, + "mrr_at_3": 0.19896250000000001, + "mrr_at_5": 0.20922416666666666, + "ndcg_at_1": 0.16226000000000002, + "ndcg_at_10": 0.2222533333333333, + "ndcg_at_100": 0.2710708333333333, + "ndcg_at_1000": 0.3035791666666667, + "ndcg_at_3": 0.19040083333333327, + "ndcg_at_5": 0.20576083333333337, + "precision_at_1": 0.16226000000000002, + "precision_at_10": 0.04054416666666667, + "precision_at_100": 0.007731666666666667, + "precision_at_1000": 0.0012425000000000001, + "precision_at_3": 0.08942750000000001, + "precision_at_5": 0.065365, + "recall_at_1": 0.13380416666666664, + "recall_at_10": 0.2985875, + "recall_at_100": 0.521615, + "recall_at_1000": 0.7580958333333334, + "recall_at_3": 0.20929416666666664, + "recall_at_5": 0.2488216666666667, + "main_score": 0.2222533333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__un-sim/external/CQADupstackRetrieval.json b/results/twadada__un-sim/external/CQADupstackRetrieval.json index da4c8b6928..f5b4f403ad 100644 --- a/results/twadada__un-sim/external/CQADupstackRetrieval.json +++ b/results/twadada__un-sim/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.192299, - "main_score": 0.192299, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.12025000000000001, + "map_at_10": 0.1628216666666667, + "map_at_100": 0.17044916666666665, + "map_at_1000": 0.17159416666666666, + "map_at_3": 0.14794166666666667, + "map_at_5": 0.1565475, + "mrr_at_1": 0.14642249999999998, + "mrr_at_10": 0.19092833333333334, + "mrr_at_100": 0.1981375, + "mrr_at_1000": 0.19901249999999998, + "mrr_at_3": 0.17603, + "mrr_at_5": 0.18462083333333335, + "ndcg_at_1": 0.14642249999999998, + "ndcg_at_10": 0.19229916666666663, + "ndcg_at_100": 0.2318841666666667, + "ndcg_at_1000": 0.26286000000000004, + "ndcg_at_3": 0.16579916666666666, + "ndcg_at_5": 0.17851583333333335, + "precision_at_1": 0.14642249999999998, + "precision_at_10": 0.034223333333333335, + "precision_at_100": 0.006358333333333332, + "precision_at_1000": 0.0010575, + "precision_at_3": 0.07684250000000001, + "precision_at_5": 0.055715, + "recall_at_1": 0.12025000000000001, + "recall_at_10": 0.25470750000000003, + "recall_at_100": 0.437285, + "recall_at_1000": 0.66525, + "recall_at_3": 0.17878083333333336, + "recall_at_5": 0.21252750000000004, + "main_score": 0.19229916666666663 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/twadada__wl_sw_256/external/CQADupstackRetrieval.json b/results/twadada__wl_sw_256/external/CQADupstackRetrieval.json index 1b4f6a98cc..074f3c205d 100644 --- a/results/twadada__wl_sw_256/external/CQADupstackRetrieval.json +++ b/results/twadada__wl_sw_256/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.241646, - "main_score": 0.241646, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.14736583333333333, + "map_at_10": 0.20393, + "map_at_100": 0.2142775, + "map_at_1000": 0.21560666666666667, + "map_at_3": 0.18529583333333333, + "map_at_5": 0.19509249999999997, + "mrr_at_1": 0.17613666666666672, + "mrr_at_10": 0.23522250000000003, + "mrr_at_100": 0.2442416666666667, + "mrr_at_1000": 0.24512166666666665, + "mrr_at_3": 0.2164875, + "mrr_at_5": 0.22648916666666666, + "ndcg_at_1": 0.17613666666666672, + "ndcg_at_10": 0.24164583333333328, + "ndcg_at_100": 0.2930591666666667, + "ndcg_at_1000": 0.3252291666666667, + "ndcg_at_3": 0.20732, + "ndcg_at_5": 0.22223333333333334, + "precision_at_1": 0.17613666666666672, + "precision_at_10": 0.0433925, + "precision_at_100": 0.008296666666666666, + "precision_at_1000": 0.0012933333333333332, + "precision_at_3": 0.096265, + "precision_at_5": 0.06921666666666666, + "recall_at_1": 0.14736583333333333, + "recall_at_10": 0.32469583333333335, + "recall_at_100": 0.559405, + "recall_at_1000": 0.7917466666666667, + "recall_at_3": 0.22765749999999996, + "recall_at_5": 0.26614583333333336, + "main_score": 0.24164583333333328 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/vectoriseai__bge-base-en-v1.5/external/CQADupstackRetrieval.json b/results/vectoriseai__bge-base-en-v1.5/external/CQADupstackRetrieval.json index 67cc6611b2..0658d0ba60 100644 --- a/results/vectoriseai__bge-base-en-v1.5/external/CQADupstackRetrieval.json +++ b/results/vectoriseai__bge-base-en-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.42355, - "main_score": 0.42355, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2770775, + "map_at_10": 0.36961, + "map_at_100": 0.38158833333333336, + "map_at_1000": 0.3827033333333333, + "map_at_3": 0.3407183333333334, + "map_at_5": 0.3569533333333334, + "mrr_at_1": 0.3281875, + "mrr_at_10": 0.41293, + "mrr_at_100": 0.42116499999999996, + "mrr_at_1000": 0.4217025, + "mrr_at_3": 0.3883983333333333, + "mrr_at_5": 0.4029775, + "ndcg_at_1": 0.3281875, + "ndcg_at_10": 0.42355, + "ndcg_at_100": 0.47413749999999993, + "ndcg_at_1000": 0.495805, + "ndcg_at_3": 0.3752825, + "ndcg_at_5": 0.39832666666666666, + "precision_at_1": 0.3281875, + "precision_at_10": 0.07382416666666666, + "precision_at_100": 0.011640833333333333, + "precision_at_1000": 0.0015383333333333334, + "precision_at_3": 0.17134166666666664, + "precision_at_5": 0.12174833333333336, + "recall_at_1": 0.2770775, + "recall_at_10": 0.53945, + "recall_at_100": 0.76191, + "recall_at_1000": 0.91101, + "recall_at_3": 0.4039083333333334, + "recall_at_5": 0.4640083333333333, + "main_score": 0.42355 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/vectoriseai__bge-large-en-v1.5/external/CQADupstackRetrieval.json b/results/vectoriseai__bge-large-en-v1.5/external/CQADupstackRetrieval.json index 561321d138..670c6a468f 100644 --- a/results/vectoriseai__bge-large-en-v1.5/external/CQADupstackRetrieval.json +++ b/results/vectoriseai__bge-large-en-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.42229, - "main_score": 0.42229, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2715516666666667, + "map_at_10": 0.3665741666666667, + "map_at_100": 0.3784991666666666, + "map_at_1000": 0.37963166666666676, + "map_at_3": 0.3374974999999999, + "map_at_5": 0.353765, + "mrr_at_1": 0.3208233333333334, + "mrr_at_10": 0.41033833333333336, + "mrr_at_100": 0.41845249999999995, + "mrr_at_1000": 0.41899833333333336, + "mrr_at_3": 0.3862008333333333, + "mrr_at_5": 0.40034416666666656, + "ndcg_at_1": 0.3208233333333334, + "ndcg_at_10": 0.42229, + "ndcg_at_100": 0.47267166666666666, + "ndcg_at_1000": 0.4943466666666667, + "ndcg_at_3": 0.3736408333333333, + "ndcg_at_5": 0.39671500000000004, + "precision_at_1": 0.3208233333333334, + "precision_at_10": 0.07382583333333334, + "precision_at_100": 0.0116625, + "precision_at_1000": 0.0015408333333333333, + "precision_at_3": 0.17218, + "precision_at_5": 0.1221875, + "recall_at_1": 0.2715516666666667, + "recall_at_10": 0.5436683333333333, + "recall_at_100": 0.7637183333333333, + "recall_at_1000": 0.9126183333333333, + "recall_at_3": 0.4076991666666667, + "recall_at_5": 0.46702333333333335, + "main_score": 0.42229 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/vectoriseai__bge-small-en-v1.5/external/CQADupstackRetrieval.json b/results/vectoriseai__bge-small-en-v1.5/external/CQADupstackRetrieval.json index 118694564e..0f6ef429b3 100644 --- a/results/vectoriseai__bge-small-en-v1.5/external/CQADupstackRetrieval.json +++ b/results/vectoriseai__bge-small-en-v1.5/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.390523, - "main_score": 0.390523, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24937916666666665, + "map_at_10": 0.33755250000000003, + "map_at_100": 0.34956, + "map_at_1000": 0.35070499999999993, + "map_at_3": 0.3098708333333333, + "map_at_5": 0.3251491666666666, + "mrr_at_1": 0.2948708333333333, + "mrr_at_10": 0.3792183333333334, + "mrr_at_100": 0.3876583333333333, + "mrr_at_1000": 0.38824666666666674, + "mrr_at_3": 0.3545125, + "mrr_at_5": 0.36827000000000004, + "ndcg_at_1": 0.2948708333333333, + "ndcg_at_10": 0.3905225, + "ndcg_at_100": 0.4425983333333334, + "ndcg_at_1000": 0.46568333333333334, + "ndcg_at_3": 0.3427158333333333, + "ndcg_at_5": 0.36483916666666666, + "precision_at_1": 0.2948708333333333, + "precision_at_10": 0.0686575, + "precision_at_100": 0.011195833333333332, + "precision_at_1000": 0.0015058333333333334, + "precision_at_3": 0.15742083333333334, + "precision_at_5": 0.11221916666666668, + "recall_at_1": 0.24937916666666665, + "recall_at_10": 0.5065041666666666, + "recall_at_100": 0.7355383333333334, + "recall_at_1000": 0.8961691666666667, + "recall_at_3": 0.3727808333333334, + "recall_at_5": 0.42994750000000004, + "main_score": 0.3905225 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/vectoriseai__bge-small-en/external/CQADupstackRetrieval.json b/results/vectoriseai__bge-small-en/external/CQADupstackRetrieval.json index c307c7ba67..9f8fbbf7d2 100644 --- a/results/vectoriseai__bge-small-en/external/CQADupstackRetrieval.json +++ b/results/vectoriseai__bge-small-en/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.385054, - "main_score": 0.385054, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24669249999999998, + "map_at_10": 0.33332583333333327, + "map_at_100": 0.3455783333333333, + "map_at_1000": 0.3467141666666666, + "map_at_3": 0.30663166666666664, + "map_at_5": 0.32148833333333326, + "mrr_at_1": 0.29193833333333336, + "mrr_at_10": 0.3747625, + "mrr_at_100": 0.383545, + "mrr_at_1000": 0.38413166666666676, + "mrr_at_3": 0.3506741666666667, + "mrr_at_5": 0.36450666666666653, + "ndcg_at_1": 0.29193833333333336, + "ndcg_at_10": 0.38505416666666675, + "ndcg_at_100": 0.4381125, + "ndcg_at_1000": 0.4609558333333333, + "ndcg_at_3": 0.33909166666666674, + "ndcg_at_5": 0.3607666666666666, + "precision_at_1": 0.29193833333333336, + "precision_at_10": 0.06725166666666667, + "precision_at_100": 0.011058333333333331, + "precision_at_1000": 0.0014833333333333332, + "precision_at_3": 0.15554166666666666, + "precision_at_5": 0.11079250000000002, + "recall_at_1": 0.24669249999999998, + "recall_at_10": 0.4975583333333332, + "recall_at_100": 0.7306908333333333, + "recall_at_1000": 0.8891316666666667, + "recall_at_3": 0.36913250000000003, + "recall_at_5": 0.42486416666666665, + "main_score": 0.38505416666666675 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/vectoriseai__e5-base-v2/external/CQADupstackRetrieval.json b/results/vectoriseai__e5-base-v2/external/CQADupstackRetrieval.json index 2ec56f2092..e5371e180b 100644 --- a/results/vectoriseai__e5-base-v2/external/CQADupstackRetrieval.json +++ b/results/vectoriseai__e5-base-v2/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.385436, - "main_score": 0.385436, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24391250000000003, + "map_at_10": 0.33280166666666666, + "map_at_100": 0.34495666666666674, + "map_at_1000": 0.3461533333333333, + "map_at_3": 0.3052183333333333, + "map_at_5": 0.32066083333333334, + "mrr_at_1": 0.29105083333333337, + "mrr_at_10": 0.3744766666666666, + "mrr_at_100": 0.38324916666666664, + "mrr_at_1000": 0.3838566666666667, + "mrr_at_3": 0.3506883333333333, + "mrr_at_5": 0.3642066666666667, + "ndcg_at_1": 0.29105083333333337, + "ndcg_at_10": 0.3854358333333333, + "ndcg_at_100": 0.4383358333333334, + "ndcg_at_1000": 0.46215333333333336, + "ndcg_at_3": 0.33875999999999995, + "ndcg_at_5": 0.3605208333333333, + "precision_at_1": 0.29105083333333337, + "precision_at_10": 0.06823416666666665, + "precision_at_100": 0.011270833333333334, + "precision_at_1000": 0.0015208333333333332, + "precision_at_3": 0.1569675, + "precision_at_5": 0.11193499999999998, + "recall_at_1": 0.24391250000000003, + "recall_at_10": 0.4998808333333333, + "recall_at_100": 0.7331616666666666, + "recall_at_1000": 0.8996291666666667, + "recall_at_3": 0.3686666666666667, + "recall_at_5": 0.42543500000000006, + "main_score": 0.3854358333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/vectoriseai__e5-base/external/CQADupstackRetrieval.json b/results/vectoriseai__e5-base/external/CQADupstackRetrieval.json index 9df368a98a..0f04fd946d 100644 --- a/results/vectoriseai__e5-base/external/CQADupstackRetrieval.json +++ b/results/vectoriseai__e5-base/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.389203, - "main_score": 0.389203, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2698008333333334, + "map_at_10": 0.3447208333333333, + "map_at_100": 0.3560925, + "map_at_1000": 0.35728333333333334, + "map_at_3": 0.32189416666666665, + "map_at_5": 0.33446833333333337, + "mrr_at_1": 0.31731666666666664, + "mrr_at_10": 0.38518, + "mrr_at_100": 0.3938166666666667, + "mrr_at_1000": 0.39446999999999993, + "mrr_at_3": 0.36499666666666675, + "mrr_at_5": 0.3763991666666666, + "ndcg_at_1": 0.31731666666666664, + "ndcg_at_10": 0.38920333333333335, + "ndcg_at_100": 0.44016750000000004, + "ndcg_at_1000": 0.4651075, + "ndcg_at_3": 0.3509766666666667, + "ndcg_at_5": 0.36843, + "precision_at_1": 0.31731666666666664, + "precision_at_10": 0.06472583333333332, + "precision_at_100": 0.010665000000000001, + "precision_at_1000": 0.0014725000000000003, + "precision_at_3": 0.15659083333333332, + "precision_at_5": 0.10878833333333332, + "recall_at_1": 0.2698008333333334, + "recall_at_10": 0.48139249999999995, + "recall_at_100": 0.7070149999999998, + "recall_at_1000": 0.8810775000000001, + "recall_at_3": 0.3730091666666667, + "recall_at_5": 0.4190358333333333, + "main_score": 0.38920333333333335 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/vectoriseai__e5-large-v2/external/CQADupstackRetrieval.json b/results/vectoriseai__e5-large-v2/external/CQADupstackRetrieval.json index f3bc020bc4..7c9e280489 100644 --- a/results/vectoriseai__e5-large-v2/external/CQADupstackRetrieval.json +++ b/results/vectoriseai__e5-large-v2/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.378914, - "main_score": 0.378914, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2340791666666667, + "map_at_10": 0.3245808333333333, + "map_at_100": 0.33691916666666666, + "map_at_1000": 0.33811916666666664, + "map_at_3": 0.2951625, + "map_at_5": 0.31168083333333335, + "mrr_at_1": 0.2796591666666666, + "mrr_at_10": 0.3652858333333334, + "mrr_at_100": 0.37404000000000004, + "mrr_at_1000": 0.3746433333333334, + "mrr_at_3": 0.3392883333333333, + "mrr_at_5": 0.35419333333333325, + "ndcg_at_1": 0.2796591666666666, + "ndcg_at_10": 0.37891416666666655, + "ndcg_at_100": 0.43230666666666656, + "ndcg_at_1000": 0.4563258333333333, + "ndcg_at_3": 0.3281124999999999, + "ndcg_at_5": 0.35225666666666666, + "precision_at_1": 0.2796591666666666, + "precision_at_10": 0.06834083333333332, + "precision_at_100": 0.0112225, + "precision_at_1000": 0.0015241666666666667, + "precision_at_3": 0.15264333333333335, + "precision_at_5": 0.11039416666666665, + "recall_at_1": 0.2340791666666667, + "recall_at_10": 0.49927083333333333, + "recall_at_100": 0.7344641666666668, + "recall_at_1000": 0.9019950000000001, + "recall_at_3": 0.3588341666666667, + "recall_at_5": 0.42061249999999994, + "main_score": 0.37891416666666655 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/vectoriseai__e5-large/external/CQADupstackRetrieval.json b/results/vectoriseai__e5-large/external/CQADupstackRetrieval.json index 25db6cc389..bba0a02c22 100644 --- a/results/vectoriseai__e5-large/external/CQADupstackRetrieval.json +++ b/results/vectoriseai__e5-large/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.394426, - "main_score": 0.394426, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.271505, + "map_at_10": 0.34844833333333336, + "map_at_100": 0.3595216666666667, + "map_at_1000": 0.3606675, + "map_at_3": 0.3241975, + "map_at_5": 0.3374233333333333, + "mrr_at_1": 0.3192366666666666, + "mrr_at_10": 0.38879833333333336, + "mrr_at_100": 0.39706250000000004, + "mrr_at_1000": 0.3976708333333333, + "mrr_at_3": 0.36720083333333325, + "mrr_at_5": 0.3796933333333334, + "ndcg_at_1": 0.3192366666666666, + "ndcg_at_10": 0.39442583333333336, + "ndcg_at_100": 0.44314749999999997, + "ndcg_at_1000": 0.4675, + "ndcg_at_3": 0.35362999999999994, + "ndcg_at_5": 0.37242333333333333, + "precision_at_1": 0.3192366666666666, + "precision_at_10": 0.06643333333333333, + "precision_at_100": 0.010612499999999999, + "precision_at_1000": 0.0014574999999999998, + "precision_at_3": 0.15875250000000002, + "precision_at_5": 0.11088916666666665, + "recall_at_1": 0.271505, + "recall_at_10": 0.49063499999999993, + "recall_at_100": 0.7060841666666665, + "recall_at_1000": 0.8772049999999999, + "recall_at_3": 0.3760575000000001, + "recall_at_5": 0.4251116666666668, + "main_score": 0.39442583333333336 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/vectoriseai__e5-small-v2/external/CQADupstackRetrieval.json b/results/vectoriseai__e5-small-v2/external/CQADupstackRetrieval.json index 12cf7b6a66..cab096ef87 100644 --- a/results/vectoriseai__e5-small-v2/external/CQADupstackRetrieval.json +++ b/results/vectoriseai__e5-small-v2/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.370688, - "main_score": 0.370688, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.24604166666666663, + "map_at_10": 0.3242716666666666, + "map_at_100": 0.33514749999999993, + "map_at_1000": 0.336345, + "map_at_3": 0.3002366666666667, + "map_at_5": 0.3138233333333333, + "mrr_at_1": 0.29001166666666667, + "mrr_at_10": 0.363315, + "mrr_at_100": 0.37166833333333327, + "mrr_at_1000": 0.3723341666666668, + "mrr_at_3": 0.3419916666666667, + "mrr_at_5": 0.3540458333333334, + "ndcg_at_1": 0.29001166666666667, + "ndcg_at_10": 0.3706883333333334, + "ndcg_at_100": 0.41958166666666663, + "ndcg_at_1000": 0.4450158333333334, + "ndcg_at_3": 0.32973499999999994, + "ndcg_at_5": 0.3490833333333334, + "precision_at_1": 0.29001166666666667, + "precision_at_10": 0.06336, + "precision_at_100": 0.010282499999999998, + "precision_at_1000": 0.0014391666666666663, + "precision_at_3": 0.14932499999999996, + "precision_at_5": 0.10508250000000001, + "recall_at_1": 0.24604166666666663, + "recall_at_10": 0.469525, + "recall_at_100": 0.6867816666666667, + "recall_at_1000": 0.8659783333333334, + "recall_at_3": 0.35497833333333334, + "recall_at_5": 0.40525250000000007, + "main_score": 0.3706883333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/vectoriseai__ember-v1/external/CQADupstackRetrieval.json b/results/vectoriseai__ember-v1/external/CQADupstackRetrieval.json index c8b5ca826e..5903c081f1 100644 --- a/results/vectoriseai__ember-v1/external/CQADupstackRetrieval.json +++ b/results/vectoriseai__ember-v1/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.423873, - "main_score": 0.423873, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.26812166666666665, + "map_at_10": 0.36706916666666667, + "map_at_100": 0.37940166666666664, + "map_at_1000": 0.3805358333333333, + "map_at_3": 0.3372408333333334, + "map_at_5": 0.3536508333333333, + "mrr_at_1": 0.3191516666666667, + "mrr_at_10": 0.41097166666666657, + "mrr_at_100": 0.4193191666666667, + "mrr_at_1000": 0.4198458333333333, + "mrr_at_3": 0.3860183333333333, + "mrr_at_5": 0.4003191666666667, + "ndcg_at_1": 0.3191516666666667, + "ndcg_at_10": 0.42387250000000004, + "ndcg_at_100": 0.4756291666666667, + "ndcg_at_1000": 0.49716499999999997, + "ndcg_at_3": 0.37364916666666675, + "ndcg_at_5": 0.3969216666666667, + "precision_at_1": 0.3191516666666667, + "precision_at_10": 0.07476749999999999, + "precision_at_100": 0.011869166666666668, + "precision_at_1000": 0.00157, + "precision_at_3": 0.17275249999999998, + "precision_at_5": 0.1225825, + "recall_at_1": 0.26812166666666665, + "recall_at_10": 0.5482933333333333, + "recall_at_100": 0.7736508333333333, + "recall_at_1000": 0.9213366666666667, + "recall_at_3": 0.4083508333333334, + "recall_at_5": 0.4685083333333334, + "main_score": 0.42387250000000004 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/vectoriseai__gte-base/external/CQADupstackRetrieval.json b/results/vectoriseai__gte-base/external/CQADupstackRetrieval.json index 3891e60fd1..bbb472fed1 100644 --- a/results/vectoriseai__gte-base/external/CQADupstackRetrieval.json +++ b/results/vectoriseai__gte-base/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.429053, - "main_score": 0.429053, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2724358333333333, + "map_at_10": 0.37193250000000005, + "map_at_100": 0.3844833333333334, + "map_at_1000": 0.3856083333333333, + "map_at_3": 0.3406633333333333, + "map_at_5": 0.35878583333333336, + "mrr_at_1": 0.32291583333333335, + "mrr_at_10": 0.41482749999999996, + "mrr_at_100": 0.42335833333333334, + "mrr_at_1000": 0.4238683333333333, + "mrr_at_3": 0.38952999999999993, + "mrr_at_5": 0.40453333333333336, + "ndcg_at_1": 0.32291583333333335, + "ndcg_at_10": 0.4290533333333334, + "ndcg_at_100": 0.48138666666666663, + "ndcg_at_1000": 0.5022908333333334, + "ndcg_at_3": 0.3776133333333334, + "ndcg_at_5": 0.40310333333333337, + "precision_at_1": 0.32291583333333335, + "precision_at_10": 0.07585583333333333, + "precision_at_100": 0.012045000000000002, + "precision_at_1000": 0.0015733333333333335, + "precision_at_3": 0.17485416666666664, + "precision_at_5": 0.125145, + "recall_at_1": 0.2724358333333333, + "recall_at_10": 0.5545108333333334, + "recall_at_100": 0.7825858333333335, + "recall_at_1000": 0.9261716666666665, + "recall_at_3": 0.4113058333333333, + "recall_at_5": 0.47731333333333337, + "main_score": 0.4290533333333334 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/vectoriseai__gte-large/external/CQADupstackRetrieval.json b/results/vectoriseai__gte-large/external/CQADupstackRetrieval.json index bba11fd3b7..bf8f979771 100644 --- a/results/vectoriseai__gte-large/external/CQADupstackRetrieval.json +++ b/results/vectoriseai__gte-large/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.431763, - "main_score": 0.431763, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.27092083333333333, + "map_at_10": 0.37292499999999995, + "map_at_100": 0.38570416666666657, + "map_at_1000": 0.3868141666666667, + "map_at_3": 0.34080000000000005, + "map_at_5": 0.35899583333333335, + "mrr_at_1": 0.3194758333333333, + "mrr_at_10": 0.41510499999999995, + "mrr_at_100": 0.4236099999999999, + "mrr_at_1000": 0.42412500000000003, + "mrr_at_3": 0.3884958333333334, + "mrr_at_5": 0.40448249999999997, + "ndcg_at_1": 0.3194758333333333, + "ndcg_at_10": 0.43176333333333333, + "ndcg_at_100": 0.4845241666666668, + "ndcg_at_1000": 0.5051399999999999, + "ndcg_at_3": 0.3775216666666667, + "ndcg_at_5": 0.4039383333333333, + "precision_at_1": 0.3194758333333333, + "precision_at_10": 0.07688916666666666, + "precision_at_100": 0.012250833333333332, + "precision_at_1000": 0.001595, + "precision_at_3": 0.17465999999999998, + "precision_at_5": 0.12548083333333332, + "recall_at_1": 0.27092083333333333, + "recall_at_10": 0.5628658333333333, + "recall_at_100": 0.7909033333333333, + "recall_at_1000": 0.9327483333333335, + "recall_at_3": 0.4135325, + "recall_at_5": 0.4807275000000001, + "main_score": 0.43176333333333333 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/vectoriseai__gte-small/external/CQADupstackRetrieval.json b/results/vectoriseai__gte-small/external/CQADupstackRetrieval.json index 38cb6c3a0a..3a504ae0a7 100644 --- a/results/vectoriseai__gte-small/external/CQADupstackRetrieval.json +++ b/results/vectoriseai__gte-small/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.399784, - "main_score": 0.399784, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.25121666666666664, + "map_at_10": 0.3446258333333334, + "map_at_100": 0.35710499999999995, + "map_at_1000": 0.35826916666666664, + "map_at_3": 0.3156325, + "map_at_5": 0.3318975, + "mrr_at_1": 0.2966441666666667, + "mrr_at_10": 0.385455, + "mrr_at_100": 0.39395666666666673, + "mrr_at_1000": 0.39453249999999995, + "mrr_at_3": 0.3600333333333334, + "mrr_at_5": 0.3744091666666667, + "ndcg_at_1": 0.2966441666666667, + "ndcg_at_10": 0.3997841666666668, + "ndcg_at_100": 0.45278666666666667, + "ndcg_at_1000": 0.4752275, + "ndcg_at_3": 0.3500058333333334, + "ndcg_at_5": 0.3734908333333333, + "precision_at_1": 0.2966441666666667, + "precision_at_10": 0.07094500000000001, + "precision_at_100": 0.011523333333333332, + "precision_at_1000": 0.0015358333333333333, + "precision_at_3": 0.16184166666666663, + "precision_at_5": 0.116005, + "recall_at_1": 0.25121666666666664, + "recall_at_10": 0.5223975000000001, + "recall_at_100": 0.7548408333333333, + "recall_at_1000": 0.9095316666666667, + "recall_at_3": 0.38384583333333333, + "recall_at_5": 0.4439933333333333, + "main_score": 0.3997841666666668 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/vectoriseai__instructor-large/external/CQADupstackRetrieval.json b/results/vectoriseai__instructor-large/external/CQADupstackRetrieval.json index bb0501c8eb..1c71a2d9d4 100644 --- a/results/vectoriseai__instructor-large/external/CQADupstackRetrieval.json +++ b/results/vectoriseai__instructor-large/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.438174, - "main_score": 0.438174, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.28099166666666664, + "map_at_10": 0.38136499999999995, + "map_at_100": 0.39444916666666674, + "map_at_1000": 0.39558583333333336, + "map_at_3": 0.3503641666666666, + "map_at_5": 0.3679833333333334, + "mrr_at_1": 0.33399666666666666, + "mrr_at_10": 0.4242583333333333, + "mrr_at_100": 0.4328575, + "mrr_at_1000": 0.43337416666666667, + "mrr_at_3": 0.3994975, + "mrr_at_5": 0.41416333333333344, + "ndcg_at_1": 0.33399666666666666, + "ndcg_at_10": 0.43817416666666664, + "ndcg_at_100": 0.4908166666666667, + "ndcg_at_1000": 0.5112116666666667, + "ndcg_at_3": 0.3873575, + "ndcg_at_5": 0.41181583333333327, + "precision_at_1": 0.33399666666666666, + "precision_at_10": 0.07738916666666668, + "precision_at_100": 0.012265833333333332, + "precision_at_1000": 0.0015983333333333336, + "precision_at_3": 0.17967416666666666, + "precision_at_5": 0.1278675, + "recall_at_1": 0.28099166666666664, + "recall_at_10": 0.5627049999999999, + "recall_at_100": 0.7893291666666667, + "recall_at_1000": 0.9281608333333334, + "recall_at_3": 0.4209775, + "recall_at_5": 0.4842533333333334, + "main_score": 0.43817416666666664 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/vectoriseai__multilingual-e5-large/external/CQADupstackRetrieval.json b/results/vectoriseai__multilingual-e5-large/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..c382e45475 --- /dev/null +++ b/results/vectoriseai__multilingual-e5-large/external/CQADupstackRetrieval.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2555825, + "map_at_10": 0.3444425000000001, + "map_at_100": 0.3559833333333333, + "map_at_1000": 0.35706916666666666, + "map_at_3": 0.31691749999999996, + "map_at_5": 0.33252916666666665, + "mrr_at_1": 0.30252666666666667, + "mrr_at_10": 0.3860675, + "mrr_at_100": 0.3942666666666666, + "mrr_at_1000": 0.39484083333333336, + "mrr_at_3": 0.36174416666666653, + "mrr_at_5": 0.3756275, + "ndcg_at_1": 0.30252666666666667, + "ndcg_at_10": 0.39683, + "ndcg_at_100": 0.44685416666666666, + "ndcg_at_1000": 0.46943166666666675, + "ndcg_at_3": 0.34961749999999997, + "ndcg_at_5": 0.37215666666666664, + "precision_at_1": 0.30252666666666667, + "precision_at_10": 0.06904166666666667, + "precision_at_100": 0.010989999999999995, + "precision_at_1000": 0.0014733333333333334, + "precision_at_3": 0.16037666666666667, + "precision_at_5": 0.11413583333333334, + "recall_at_1": 0.2555825, + "recall_at_10": 0.5113341666666666, + "recall_at_100": 0.7308366666666667, + "recall_at_1000": 0.8879483333333335, + "recall_at_3": 0.3798908333333333, + "recall_at_5": 0.43787833333333326, + "main_score": 0.39683 + } + ] + } +} \ No newline at end of file diff --git a/results/voyageai__voyage-3-m-exp/external/CQADupstackRetrieval.json b/results/voyageai__voyage-3-m-exp/external/CQADupstackRetrieval.json index eadeef6ceb..73d5ae1814 100644 --- a/results/voyageai__voyage-3-m-exp/external/CQADupstackRetrieval.json +++ b/results/voyageai__voyage-3-m-exp/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.683035, - "main_score": 0.683035, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.6830350000000002, + "ndcg_at_10": 0.6830350000000002 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/w601sxs__b1ade-embed-kd/external/CQADupstackRetrieval.json b/results/w601sxs__b1ade-embed-kd/external/CQADupstackRetrieval.json index 64cbfbb82e..b250c3fb01 100644 --- a/results/w601sxs__b1ade-embed-kd/external/CQADupstackRetrieval.json +++ b/results/w601sxs__b1ade-embed-kd/external/CQADupstackRetrieval.json @@ -1,19 +1,52 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.320502, - "main_score": 0.320502, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.19317, + "map_at_10": 0.26653, + "map_at_100": 0.28012, + "map_at_1000": 0.28231, + "map_at_20": 0.27301, + "map_at_3": 0.23763, + "map_at_5": 0.25391, + "mrr_at_1": 0.24506, + "mrr_at_10": 0.31992, + "mrr_at_100": 0.32924, + "mrr_at_1000": 0.32993, + "mrr_at_20": 0.32521, + "mrr_at_3": 0.2948, + "mrr_at_5": 0.30982, + "ndcg_at_1": 0.24506, + "ndcg_at_10": 0.32203, + "ndcg_at_100": 0.37797, + "ndcg_at_1000": 0.40859, + "ndcg_at_20": 0.34098, + "ndcg_at_3": 0.27552, + "ndcg_at_5": 0.29781, + "precision_at_1": 0.24506, + "precision_at_10": 0.06462, + "precision_at_100": 0.013500000000000002, + "precision_at_1000": 0.00225, + "precision_at_20": 0.04071, + "precision_at_3": 0.13241, + "precision_at_5": 0.09921, + "recall_at_1": 0.19317, + "recall_at_10": 0.42296, + "recall_at_100": 0.682, + "recall_at_1000": 0.8856499999999999, + "recall_at_20": 0.49883000000000005, + "recall_at_3": 0.28608, + "recall_at_5": 0.34854, + "main_score": 0.32203 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/w601sxs__b1ade-embed/external/CQADupstackRetrieval.json b/results/w601sxs__b1ade-embed/external/CQADupstackRetrieval.json index 6ef527412f..b970bea554 100644 --- a/results/w601sxs__b1ade-embed/external/CQADupstackRetrieval.json +++ b/results/w601sxs__b1ade-embed/external/CQADupstackRetrieval.json @@ -1,19 +1,52 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.433909, - "main_score": 0.433909, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2792966666666667, + "map_at_10": 0.3775758333333333, + "map_at_100": 0.3899675000000001, + "map_at_1000": 0.39109416666666663, + "map_at_20": 0.3844558333333334, + "map_at_3": 0.3470758333333333, + "map_at_5": 0.3639783333333333, + "mrr_at_1": 0.3307458333333333, + "mrr_at_10": 0.42112750000000004, + "mrr_at_100": 0.42946249999999997, + "mrr_at_1000": 0.42998000000000003, + "mrr_at_20": 0.4261133333333333, + "mrr_at_3": 0.3965641666666667, + "mrr_at_5": 0.41062750000000003, + "ndcg_at_1": 0.3307458333333333, + "ndcg_at_10": 0.4339091666666667, + "ndcg_at_100": 0.4856891666666667, + "ndcg_at_1000": 0.50666, + "ndcg_at_20": 0.4544491666666668, + "ndcg_at_3": 0.3834983333333334, + "ndcg_at_5": 0.4070983333333333, + "precision_at_1": 0.3307458333333333, + "precision_at_10": 0.07609083333333333, + "precision_at_100": 0.01205, + "precision_at_1000": 0.0015808333333333336, + "precision_at_20": 0.0448525, + "precision_at_3": 0.17662250000000002, + "precision_at_5": 0.12545833333333334, + "recall_at_1": 0.2792966666666667, + "recall_at_10": 0.55658, + "recall_at_100": 0.7820633333333334, + "recall_at_1000": 0.9258875000000001, + "recall_at_20": 0.6313408333333332, + "recall_at_3": 0.41678416666666673, + "recall_at_5": 0.4774058333333333, + "main_score": 0.4339091666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/weakit-v__bge-base-en-v1.5-onnx/external/CQADupstackRetrieval.json b/results/weakit-v__bge-base-en-v1.5-onnx/external/CQADupstackRetrieval.json index 67cc6611b2..0658d0ba60 100644 --- a/results/weakit-v__bge-base-en-v1.5-onnx/external/CQADupstackRetrieval.json +++ b/results/weakit-v__bge-base-en-v1.5-onnx/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.42355, - "main_score": 0.42355, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.2770775, + "map_at_10": 0.36961, + "map_at_100": 0.38158833333333336, + "map_at_1000": 0.3827033333333333, + "map_at_3": 0.3407183333333334, + "map_at_5": 0.3569533333333334, + "mrr_at_1": 0.3281875, + "mrr_at_10": 0.41293, + "mrr_at_100": 0.42116499999999996, + "mrr_at_1000": 0.4217025, + "mrr_at_3": 0.3883983333333333, + "mrr_at_5": 0.4029775, + "ndcg_at_1": 0.3281875, + "ndcg_at_10": 0.42355, + "ndcg_at_100": 0.47413749999999993, + "ndcg_at_1000": 0.495805, + "ndcg_at_3": 0.3752825, + "ndcg_at_5": 0.39832666666666666, + "precision_at_1": 0.3281875, + "precision_at_10": 0.07382416666666666, + "precision_at_100": 0.011640833333333333, + "precision_at_1000": 0.0015383333333333334, + "precision_at_3": 0.17134166666666664, + "precision_at_5": 0.12174833333333336, + "recall_at_1": 0.2770775, + "recall_at_10": 0.53945, + "recall_at_100": 0.76191, + "recall_at_1000": 0.91101, + "recall_at_3": 0.4039083333333334, + "recall_at_5": 0.4640083333333333, + "main_score": 0.42355 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/willalexm__potion-base-8M-stf/external/CQADupstackRetrieval.json b/results/willalexm__potion-base-8M-stf/external/CQADupstackRetrieval.json index dcb7d757b9..285c99b568 100644 --- a/results/willalexm__potion-base-8M-stf/external/CQADupstackRetrieval.json +++ b/results/willalexm__potion-base-8M-stf/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.223023, - "main_score": 0.223023, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.22302333333333332, + "ndcg_at_10": 0.22302333333333332 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/woody72__multilingual-e5-base/external/CQADupstackRetrieval.json b/results/woody72__multilingual-e5-base/external/CQADupstackRetrieval.json index 03e6508ad5..493848363f 100644 --- a/results/woody72__multilingual-e5-base/external/CQADupstackRetrieval.json +++ b/results/woody72__multilingual-e5-base/external/CQADupstackRetrieval.json @@ -1,19 +1,47 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.385214, - "main_score": 0.385214, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "None", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "map_at_1": 0.25946583333333334, + "map_at_10": 0.3379725, + "map_at_100": 0.34864083333333334, + "map_at_1000": 0.349795, + "map_at_3": 0.3126, + "map_at_5": 0.32715416666666663, + "mrr_at_1": 0.30863749999999995, + "mrr_at_10": 0.3799183333333333, + "mrr_at_100": 0.38790499999999994, + "mrr_at_1000": 0.38855750000000006, + "mrr_at_3": 0.35820833333333335, + "mrr_at_5": 0.3707533333333333, + "ndcg_at_1": 0.30863749999999995, + "ndcg_at_10": 0.3852141666666667, + "ndcg_at_100": 0.4317966666666667, + "ndcg_at_1000": 0.4564608333333333, + "ndcg_at_3": 0.3433300000000001, + "ndcg_at_5": 0.36349750000000003, + "precision_at_1": 0.30863749999999995, + "precision_at_10": 0.06599, + "precision_at_100": 0.010502500000000001, + "precision_at_1000": 0.00144, + "precision_at_3": 0.15557583333333333, + "precision_at_5": 0.11020000000000002, + "recall_at_1": 0.25946583333333334, + "recall_at_10": 0.4836991666666666, + "recall_at_100": 0.6902408333333334, + "recall_at_1000": 0.8643858333333331, + "recall_at_3": 0.364965, + "recall_at_5": 0.41762583333333336, + "main_score": 0.3852141666666667 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/yibinlei__LENS-d4000/external/CQADupstackRetrieval.json b/results/yibinlei__LENS-d4000/external/CQADupstackRetrieval.json index 471c11b7b7..a7ff6b4dc5 100644 --- a/results/yibinlei__LENS-d4000/external/CQADupstackRetrieval.json +++ b/results/yibinlei__LENS-d4000/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.473912, - "main_score": 0.473912, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4739125, + "ndcg_at_10": 0.4739125 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/yibinlei__LENS-d8000/external/CQADupstackRetrieval.json b/results/yibinlei__LENS-d8000/external/CQADupstackRetrieval.json index 102abf6a91..8b25f161df 100644 --- a/results/yibinlei__LENS-d8000/external/CQADupstackRetrieval.json +++ b/results/yibinlei__LENS-d8000/external/CQADupstackRetrieval.json @@ -1,19 +1,18 @@ { - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": null, - "scores": { - "test": [ - { - "ndcg_at_10": 0.48669, - "main_score": 0.48669, - "hf_subset": "default", - "languages": [ - "eng-Latn" + "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.48669000000000007, + "ndcg_at_10": 0.48669000000000007 + } ] - } - ] - }, - "evaluation_time": NaN, - "kg_co2_emissions": NaN + } } \ No newline at end of file diff --git a/results/zeta-alpha-ai__Zeta-Alpha-E5-Mistral/external/CQADupstackRetrieval.json b/results/zeta-alpha-ai__Zeta-Alpha-E5-Mistral/external/CQADupstackRetrieval.json new file mode 100644 index 0000000000..e51b0c0bde --- /dev/null +++ b/results/zeta-alpha-ai__Zeta-Alpha-E5-Mistral/external/CQADupstackRetrieval.json @@ -0,0 +1,18 @@ +{ + "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", + "task_name": "CQADupstackRetrieval", + "evaluation_time": null, + "mteb_version": null, + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.48852333333333336, + "ndcg_at_10": 0.48852333333333336 + } + ] + } +} \ No newline at end of file From edc878afdac172a1784bf4736873c5baa2ab53c2 Mon Sep 17 00:00:00 2001 From: Roman Solomatin <36135455+Samoed@users.noreply.github.com> Date: Wed, 29 Jan 2025 20:25:24 +0300 Subject: [PATCH 2/2] remove added files --- .../external/CQADupstackRetrieval.json | 18 ------- .../external/CQADupstackRetrieval.json | 47 ------------------- .../external/CQADupstackRetrieval.json | 18 ------- .../external/CQADupstackRetrieval.json | 18 ------- 4 files changed, 101 deletions(-) delete mode 100644 results/Daxtra__jina-embeddings-v3/external/CQADupstackRetrieval.json delete mode 100644 results/anuccikpmg__multilingual-e5-large-instruct-openvino-int8/external/CQADupstackRetrieval.json delete mode 100644 results/cnmoro__snowflake-arctic-embed-m-v2.0-cpu/external/CQADupstackRetrieval.json delete mode 100644 results/iamgroot42__spice/external/CQADupstackRetrieval.json diff --git a/results/Daxtra__jina-embeddings-v3/external/CQADupstackRetrieval.json b/results/Daxtra__jina-embeddings-v3/external/CQADupstackRetrieval.json deleted file mode 100644 index a694f4daf8..0000000000 --- a/results/Daxtra__jina-embeddings-v3/external/CQADupstackRetrieval.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", - "task_name": "CQADupstackRetrieval", - "evaluation_time": null, - "mteb_version": null, - "scores": { - "test": [ - { - "hf_subset": "default", - "languages": [ - "eng-Latn" - ], - "main_score": 0.4258858333333333, - "ndcg_at_10": 0.4258858333333333 - } - ] - } -} \ No newline at end of file diff --git a/results/anuccikpmg__multilingual-e5-large-instruct-openvino-int8/external/CQADupstackRetrieval.json b/results/anuccikpmg__multilingual-e5-large-instruct-openvino-int8/external/CQADupstackRetrieval.json deleted file mode 100644 index ffb077aa0e..0000000000 --- a/results/anuccikpmg__multilingual-e5-large-instruct-openvino-int8/external/CQADupstackRetrieval.json +++ /dev/null @@ -1,47 +0,0 @@ -{ - "dataset_revision": "None", - "task_name": "CQADupstackRetrieval", - "evaluation_time": null, - "mteb_version": null, - "scores": { - "test": [ - { - "hf_subset": "default", - "languages": [ - "eng-Latn" - ], - "map_at_1": 0.2776416666666667, - "map_at_10": 0.37298166666666677, - "map_at_100": 0.38530166666666665, - "map_at_1000": 0.3864416666666667, - "map_at_3": 0.34484833333333337, - "map_at_5": 0.360385, - "mrr_at_1": 0.3293558333333333, - "mrr_at_10": 0.4158975, - "mrr_at_100": 0.42425333333333337, - "mrr_at_1000": 0.4247633333333334, - "mrr_at_3": 0.39268250000000005, - "mrr_at_5": 0.40567083333333337, - "ndcg_at_1": 0.3293558333333333, - "ndcg_at_10": 0.42706583333333337, - "ndcg_at_100": 0.47824833333333333, - "ndcg_at_1000": 0.49957333333333337, - "ndcg_at_3": 0.3806475, - "ndcg_at_5": 0.40181583333333326, - "precision_at_1": 0.3293558333333333, - "precision_at_10": 0.07459833333333334, - "precision_at_100": 0.011830833333333336, - "precision_at_1000": 0.0015608333333333333, - "precision_at_3": 0.17523499999999997, - "precision_at_5": 0.12349833333333332, - "recall_at_1": 0.2776416666666667, - "recall_at_10": 0.5431775, - "recall_at_100": 0.7674350000000001, - "recall_at_1000": 0.9145208333333332, - "recall_at_3": 0.41234250000000006, - "recall_at_5": 0.46739833333333336, - "main_score": 0.42706583333333337 - } - ] - } -} \ No newline at end of file diff --git a/results/cnmoro__snowflake-arctic-embed-m-v2.0-cpu/external/CQADupstackRetrieval.json b/results/cnmoro__snowflake-arctic-embed-m-v2.0-cpu/external/CQADupstackRetrieval.json deleted file mode 100644 index a973aabb21..0000000000 --- a/results/cnmoro__snowflake-arctic-embed-m-v2.0-cpu/external/CQADupstackRetrieval.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", - "task_name": "CQADupstackRetrieval", - "evaluation_time": null, - "mteb_version": null, - "scores": { - "test": [ - { - "hf_subset": "default", - "languages": [ - "eng-Latn" - ], - "main_score": 0.47198, - "ndcg_at_10": 0.47198 - } - ] - } -} \ No newline at end of file diff --git a/results/iamgroot42__spice/external/CQADupstackRetrieval.json b/results/iamgroot42__spice/external/CQADupstackRetrieval.json deleted file mode 100644 index 58a4d3e8c2..0000000000 --- a/results/iamgroot42__spice/external/CQADupstackRetrieval.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "dataset_revision": "CQADupstackRetrieval_is_a_combined_dataset", - "task_name": "CQADupstackRetrieval", - "evaluation_time": null, - "mteb_version": null, - "scores": { - "test": [ - { - "hf_subset": "default", - "languages": [ - "eng-Latn" - ], - "main_score": 0.6361608333333333, - "ndcg_at_10": 0.6361608333333333 - } - ] - } -} \ No newline at end of file