Add max_input_size property

Quansight · Feb 1, 2024 · 16ddbc0 · 16ddbc0
1 parent 79689b2
commit 16ddbc0
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/ragna/assistants/_ai21labs.py b/ragna/assistants/_ai21labs.py
@@ -18,3 +18,7 @@ class AI21LabsAssistant(ApiAssistant):
     @classmethod
     def display_name(cls) -> str:
         return f"AI21Labs/jurassic-2-{cls._MODEL_TYPE}"
+
+    @property
+    def max_input_size(self) -> int:
+        return self._CONTEXT_SIZE