Ensure external does not have a revision (#107)

* removed gritLM7B external generally we should not have external scores where the revision is specified (we have no garuantee that the scores are as specified) * set external revision to "no_revision_available" * added test to ensure formatting and no duplicate revisions * use "external" as revision for external models * removed null revisions * strictly test for revision * deleted load external
embeddings-benchmark · Feb 5, 2025 · 7bfb6d9 · 7bfb6d9
1 parent aa40c1a
commit 7bfb6d9
Show file tree

Hide file tree

Showing 649 changed files with 1,296 additions and 3,042 deletions.
diff --git a/load_external.py b/load_external.py
diff --git a/results/AbderrahmanSkiredj1__Arabic_text_embedding_for_sts/external/model_meta.json b/results/AbderrahmanSkiredj1__Arabic_text_embedding_for_sts/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "AbderrahmanSkiredj1/Arabic_text_embedding_for_sts",
-    "revision": "bbd8aaebafc25b38eaa96300313db0bbe0086d12",
+    "revision": "external",
     "release_date": "2024-07-07",
     "languages": [],
     "loader": null,

diff --git a/...nSkiredj1__arabic_text_embedding_sts_arabertv02_arabicnlitriplet/external/model_meta.json b/...nSkiredj1__arabic_text_embedding_sts_arabertv02_arabicnlitriplet/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "AbderrahmanSkiredj1/arabic_text_embedding_sts_arabertv02_arabicnlitriplet",
-    "revision": "a920aa3e6222ce4a03a5799ecb6f1e6dea6e4c46",
+    "revision": "external",
     "release_date": "2024-07-06",
     "languages": [],
     "loader": null,

diff --git a/results/AdrienB134__llm2vec-croissant-mntp/external/model_meta.json b/results/AdrienB134__llm2vec-croissant-mntp/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "AdrienB134/llm2vec-croissant-mntp",
-    "revision": "36d9180216ca362269b297c060af8c8b55e1c67a",
+    "revision": "external",
     "release_date": "2024-05-14",
     "languages": [
         "fr"

diff --git a/results/AdrienB134__llm2vec-occiglot-mntp/external/model_meta.json b/results/AdrienB134__llm2vec-occiglot-mntp/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "AdrienB134/llm2vec-occiglot-mntp",
-    "revision": "2bf0b636d03efd648ed8c0c1709a66e181716025",
+    "revision": "external",
     "release_date": "2024-05-14",
     "languages": [
         "fr"

diff --git a/results/Alibaba-NLP__gme-Qwen2-VL-2B-Instruct/external/model_meta.json b/results/Alibaba-NLP__gme-Qwen2-VL-2B-Instruct/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "Alibaba-NLP/gme-Qwen2-VL-2B-Instruct",
-    "revision": "cfeb66885b598de483cc04eb08c7d9da534d7afe",
+    "revision": "external",
     "release_date": "2024-12-21",
     "languages": [
         "en",

diff --git a/results/Alibaba-NLP__gme-Qwen2-VL-7B-Instruct/external/model_meta.json b/results/Alibaba-NLP__gme-Qwen2-VL-7B-Instruct/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "Alibaba-NLP/gme-Qwen2-VL-7B-Instruct",
-    "revision": "d42eca5a540526cfa982a349724b24b25c12a95e",
+    "revision": "external",
     "release_date": "2024-12-21",
     "languages": [
         "en",

diff --git a/results/Alibaba-NLP__gte-Qwen1.5-7B-instruct/external/model_meta.json b/results/Alibaba-NLP__gte-Qwen1.5-7B-instruct/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "Alibaba-NLP/gte-Qwen1.5-7B-instruct",
-    "revision": "e2f771ba1aba0666210c7fa446fdcf467fb49108",
+    "revision": "external",
     "release_date": "2024-04-20",
     "languages": [],
     "loader": null,

diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/external/model_meta.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "Alibaba-NLP/gte-Qwen2-1.5B-instruct",
-    "revision": "0d2ad8e1ac654a2b626e62154778a70868141208",
+    "revision": "external",
     "release_date": "2024-06-29",
     "languages": [],
     "loader": null,

diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/external/model_meta.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "Alibaba-NLP/gte-Qwen2-7B-instruct",
-    "revision": "132a598ddb894f1fada52b5f124a429c48fc7aa1",
+    "revision": "external",
     "release_date": "2024-06-15",
     "languages": [],
     "loader": null,

diff --git a/results/Alibaba-NLP__gte-base-en-v1.5/external/model_meta.json b/results/Alibaba-NLP__gte-base-en-v1.5/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "Alibaba-NLP/gte-base-en-v1.5",
-    "revision": "a829fd0e060bb84554da0dfd354d0de0f7712b7f",
+    "revision": "external",
     "release_date": "2024-04-20",
     "languages": [
         "en"

diff --git a/results/Alibaba-NLP__gte-large-en-v1.5/external/model_meta.json b/results/Alibaba-NLP__gte-large-en-v1.5/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "Alibaba-NLP/gte-large-en-v1.5",
-    "revision": "104333d6af6f97649377c2afbde10a7704870c7b",
+    "revision": "external",
     "release_date": "2024-04-20",
     "languages": [
         "en"

diff --git a/results/Alibaba-NLP__gte-multilingual-base/external/model_meta.json b/results/Alibaba-NLP__gte-multilingual-base/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "Alibaba-NLP/gte-multilingual-base",
-    "revision": "ca1791e0bcc104f6db161f27de1340241b13c5a4",
+    "revision": "external",
     "release_date": "2024-07-20",
     "languages": [
         "af",

diff --git a/results/Alignment-Lab-AI__e5-mistral-7b-instruct/external/model_meta.json b/results/Alignment-Lab-AI__e5-mistral-7b-instruct/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "Alignment-Lab-AI/e5-mistral-7b-instruct",
-    "revision": "07ead35d522c1368772a24fc1c4977114f140ba3",
+    "revision": "external",
     "release_date": "2024-12-17",
     "languages": [
         "en"

diff --git a/results/Amu__tao-8k/external/model_meta.json b/results/Amu__tao-8k/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "Amu/tao-8k",
-    "revision": "bc783a14a907aa520ebf978787d3d6513803de13",
+    "revision": "external",
     "release_date": "2023-11-04",
     "languages": [
         "zh"

diff --git a/results/Amu__tao/external/model_meta.json b/results/Amu__tao/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "Amu/tao",
-    "revision": "06bf3750652bca5c532293030c79d0c8714aaf70",
+    "revision": "external",
     "release_date": "2023-10-18",
     "languages": [
         "zh"

diff --git a/results/BAAI__bge-base-en-v1.5/external/model_meta.json b/results/BAAI__bge-base-en-v1.5/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "BAAI/bge-base-en-v1.5",
-    "revision": "a5beb1e3e68b9ab74eb54cfd186867f64f240e1a",
+    "revision": "external",
     "release_date": "2023-09-11",
     "languages": [
         "en"

diff --git a/results/BAAI__bge-base-en/external/model_meta.json b/results/BAAI__bge-base-en/external/model_meta.json
@@ -1,6 +1,6 @@
 {
     "name": "BAAI/bge-base-en",
-    "revision": "b737bf5dcc6ee8bdc530531266b4804a5d77b5d8",
+    "revision": "external",
     "release_date": "2023-08-05",
     "languages": [
         "en"