new release

deepeval/integrations/hugging_face/tests/test_callbacks.py

@@ -1,5 +1,4 @@
-"""Test for callbacks
-"""
+"""Test for callbacks"""
 
 from transformers import (
     Seq2SeqTrainer,

deepeval/key_handler.py

@@ -1,5 +1,4 @@
-"""File for handling API key
-"""
+"""File for handling API key"""
 
 import json
 from enum import Enum

deepeval/metrics/ragas.py

@@ -1,5 +1,4 @@
-"""An implementation of the Ragas metric
-"""
+"""An implementation of the Ragas metric"""
 
 from typing import Optional, Union, Any, List
 from langchain_core.language_models import BaseChatModel

deepeval/metrics/utils.py

@@ -29,7 +29,7 @@
 def copy_metrics(
     metrics: List[
         Union[BaseMetric, BaseConversationalMetric, BaseMultimodalMetric]
-    ]
+    ],
 ) -> List[Union[BaseMetric, BaseMultimodalMetric, BaseConversationalMetric]]:
     copied_metrics = []
     for metric in metrics:

deepeval/monitor/utils.py

@@ -5,7 +5,7 @@
 def process_additional_data(
     additional_data: Optional[
         Dict[str, Union[str, Link, List[Link], Dict]]
-    ] = None
+    ] = None,
 ):
     custom_properties = None
     if additional_data:

deepeval/test_case/utils.py

@@ -6,7 +6,7 @@
 def check_valid_test_cases_type(
     test_cases: Union[
         List[Union[LLMTestCase, MLLMTestCase]], List[ConversationalTestCase]
-    ]
+    ],
 ):
     llm_test_case_count = 0
     conversational_test_case_count = 0

setup.py

@@ -33,6 +33,7 @@
         "pytest-xdist",
         "portalocker",
         "langchain",
+        "llama-index",
         "langchain-core",
         "langchain_openai",
         "langchain-community",

tests/test_answer_relevancy.py

@@ -1,5 +1,4 @@
-"""Tests for answer relevancy
-"""
+"""Tests for answer relevancy"""
 
 import pytest
 from deepeval.metrics.answer_relevancy.schema import Verdicts

tests/test_benchmarks.py

@@ -1,5 +1,4 @@
-"""Tests for various benchmark functions.
-"""
+"""Tests for various benchmark functions."""
 
 # import pytest
 # from deepeval.benchmarks import GSM8K

tests/test_custom_metric.py

@@ -1,5 +1,4 @@
-"""Test for custom metrics in Python
-"""
+"""Test for custom metrics in Python"""
 
 from deepeval.test_case import LLMTestCase
 from deepeval.metrics import BaseMetric

tests/test_scoring.py

@@ -1,5 +1,4 @@
-"""Tests for metrics calculator
-"""
+"""Tests for metrics calculator"""
 
 import unittest
 from deepeval.scorer import Scorer