auto_evaluate bug fixes

confident-ai · Feb 3, 2025 · fa4a2fa · fa4a2fa
1 parent 44adb90
commit fa4a2fa
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 2 deletions.
diff --git a/deepeval/__init__.py b/deepeval/__init__.py
@@ -8,6 +8,7 @@
 from deepeval.event import track
 from deepeval.monitor import monitor, a_monitor, send_feedback, a_send_feedback
 from deepeval.evaluate import evaluate, assert_test
+from deepeval.auto_evaluate import auto_evaluate
 from deepeval.test_run import on_test_run_end, log_hyperparameters
 from deepeval.utils import login_with_confident_api_key
 from deepeval.telemetry import *
@@ -23,6 +24,7 @@
     "a_send_feedback",
     "send_feedback",
     "evaluate",
+    "auto_evaluate"
     "assert_test",
     "on_test_run_end",
     "trace_langchain",

diff --git a/deepeval/auto_evaluate.py b/deepeval/auto_evaluate.py
@@ -156,7 +156,7 @@ def generate_goldens(
                 include_expected_output=include_expected_output,
                 max_goldens_per_context=max_goldens_per_context,
                 max_concurrent=max_concurrent,
-                async_mod=async_mode,
+                async_mode=async_mode,
                 filtration_config=filtration_config,
                 evolution_config=evolution_config,
                 styling_config=styling_config,

diff --git a/tests/test_automatic_evals.py b/tests/test_automatic_evals.py
@@ -1,6 +1,6 @@
 from deepeval.metrics import AnswerRelevancyMetric, FaithfulnessMetric
 from deepeval.integrations import trace_llama_index, trace_langchain
-from deepeval.auto_evaluate import auto_evaluate
+from deepeval import evaluate, auto_evaluate
 
 #######################################################
 ### LLamaIndex ########################################