fill in cohere_v and dino model meta

embeddings-benchmark · Jan 27, 2025 · 8e03c5a · 8e03c5a
1 parent edaf0d6
commit 8e03c5a
Show file tree

Hide file tree

Showing 2 changed files with 44 additions and 38 deletions.
diff --git a/mteb/models/cohere_v.py b/mteb/models/cohere_v.py
@@ -194,11 +194,11 @@ def get_fused_embeddings(
     similarity_fn_name="cosine",
     framework=[],
     modalities=["image", "text"],
-    open_weights=None,
+    open_weights=False,
     public_training_code=None,
     public_training_data=None,
-    reference=None,
-    use_instructions=None,
+    reference="https://huggingface.co/Cohere/Cohere-embed-multilingual-v3.0",
+    use_instructions=False,
     training_datasets=None,
 )
 
@@ -215,11 +215,11 @@ def get_fused_embeddings(
     similarity_fn_name="cosine",
     framework=[],
     modalities=["image", "text"],
-    open_weights=None,
+    open_weights=False,
     public_training_code=None,
     public_training_data=None,
-    reference=None,
-    use_instructions=None,
+    reference="https://huggingface.co/Cohere/Cohere-embed-english-v3.0",
+    use_instructions=False,
     training_datasets=None,
 )
 

diff --git a/mteb/models/dino_models.py b/mteb/models/dino_models.py
@@ -120,6 +120,12 @@ def get_fused_embeddings(
             return image_embeddings
 
 
+dinov2_training_datasets = {
+    # LVD-142M
+    #  ImageNet-22k
+}
+
+
 dinov2_small = ModelMeta(
     loader=partial(
         DINOModelWrapper,
@@ -130,18 +136,18 @@ def get_fused_embeddings(
     revision="ed25f3a31f01632728cabb09d1542f84ab7b0056",
     release_date="2023-07-18",
     modalities=["image"],
-    n_parameters=None,
+    n_parameters=22_100_000,
     max_tokens=None,
-    embed_dim=None,
-    license=None,
-    open_weights=None,
-    public_training_code=None,
+    embed_dim=384,
+    license="apache-2.0",
+    open_weights=True,
+    public_training_code="https://github.com/facebookresearch/dinov2",
     public_training_data=None,
     framework=["PyTorch"],
-    reference=None,
+    reference="https://huggingface.co/facebook/dinov2-small",
     similarity_fn_name=None,
-    use_instructions=None,
-    training_datasets=None,
+    use_instructions=False,
+    training_datasets=dinov2_training_datasets,
 )
 
 dinov2_base = ModelMeta(
@@ -154,18 +160,18 @@ def get_fused_embeddings(
     revision="f9e44c814b77203eaa57a6bdbbd535f21ede1415",
     release_date="2023-07-18",
     modalities=["image"],
-    n_parameters=None,
+    n_parameters=86_600_000,
     max_tokens=None,
-    embed_dim=None,
-    license=None,
-    open_weights=None,
-    public_training_code=None,
+    embed_dim=768,
+    license="apache-2.0",
+    open_weights=True,
+    public_training_code="https://github.com/facebookresearch/dinov2",
     public_training_data=None,
     framework=["PyTorch"],
-    reference=None,
+    reference="https://huggingface.co/facebook/dinov2-base",
     similarity_fn_name=None,
-    use_instructions=None,
-    training_datasets=None,
+    use_instructions=False,
+    training_datasets=dinov2_training_datasets,
 )
 
 dinov2_large = ModelMeta(
@@ -178,18 +184,18 @@ def get_fused_embeddings(
     revision="47b73eefe95e8d44ec3623f8890bd894b6ea2d6c",
     release_date="2023-07-18",
     modalities=["image"],
-    n_parameters=None,
+    n_parameters=304_000_000,
     max_tokens=None,
-    embed_dim=None,
-    license=None,
-    open_weights=None,
-    public_training_code=None,
+    embed_dim=1024,
+    license="apache-2.0",
+    open_weights=True,
+    public_training_code="https://github.com/facebookresearch/dinov2",
     public_training_data=None,
     framework=["PyTorch"],
-    reference=None,
+    reference="https://huggingface.co/facebook/dinov2-large",
     similarity_fn_name=None,
-    use_instructions=None,
-    training_datasets=None,
+    use_instructions=False,
+    training_datasets=dinov2_training_datasets,
 )
 
 dinov2_giant = ModelMeta(
@@ -202,18 +208,18 @@ def get_fused_embeddings(
     revision="611a9d42f2335e0f921f1e313ad3c1b7178d206d",
     release_date="2023-07-18",
     modalities=["image"],
-    n_parameters=None,
+    n_parameters=1_140_000_000,
     max_tokens=None,
-    embed_dim=None,
-    license=None,
-    open_weights=None,
-    public_training_code=None,
+    embed_dim=1536,
+    license="apache-2.0",
+    open_weights=True,
+    public_training_code="https://github.com/facebookresearch/dinov2",
     public_training_data=None,
     framework=["PyTorch"],
-    reference=None,
+    reference="https://huggingface.co/facebook/dinov2-giant",
     similarity_fn_name=None,
-    use_instructions=None,
-    training_datasets=None,
+    use_instructions=False,
+    training_datasets=dinov2_training_datasets,
 )
 
 if __name__ == "__main__":