no message

mteb/cmd.py

@@ -24,7 +24,7 @@
 logger = logging.getLogger(__name__)
 
 
-def _name_to_path(name: str) -> str:
+def name_to_path(name: str) -> str:
     return name.replace("/", "__").replace(" ", "_")
 
 
@@ -118,7 +118,27 @@ def main():
         help="Display the available tasks",
     )
 
-    args = parser.parse_args()
+    ## model revision
+    parser.add_argument(
+        "--model_revision",
+        type=str,
+        default=None,
+        help="Revision of the model to be loaded. Revisions are automatically read if the model is loaded from huggingface. ",
+    )
+
+    args, additional_kwargs = parser.parse_known_args()
+
+    kwargs = {}
+    if additional_kwargs:
+        for i in range(0, len(additional_kwargs), 2):
+            key = additional_kwargs[i].lstrip("-")
+            value = additional_kwargs[i + 1]
+            if value.lower() in [
+                "true",
+                "false",
+            ]:
+                value = value.lower() == "true"
+            kwargs[key] = value
 
     # set logging based on verbosity level
     if args.verbosity == 0:
@@ -140,9 +160,11 @@ def main():
         raise ValueError("Please specify a model using the -m or --model argument")
 
     if args.output_folder is None:
-        args.output_folder = f"results/{_name_to_path(args.model)}"
+        args.output_folder = f"results/{name_to_path(args.model)}"
 
-    model = SentenceTransformer(args.model, device=args.device)
+    model = SentenceTransformer(
+        args.model, device=args.device, revision=args.model_revision
+    )
 
     tasks = mteb.get_tasks(
         categories=args.categories,
@@ -158,6 +180,7 @@ def main():
         output_folder=args.output_folder,
         eval_splits=args.eval_splits,
         co2_tracker=args.co2_tracker,
+        **kwargs,
     )
 
     _save_model_metadata(model, args.model, Path(args.output_folder))