fix: fix deepeval types + add py.typed (#2028)

Author: anakin87

.github/workflows/deepeval.yml

@@ -49,12 +49,9 @@ jobs:
 
       - name: Install Hatch
         run: pip install --upgrade hatch
-
-    # TODO: Once this integration is properly typed, use hatch run test:types
-    # https://github.com/deepset-ai/haystack-core-integrations/issues/1771
       - name: Lint
         if: matrix.python-version == '3.9' && runner.os == 'Linux'
-        run: hatch run fmt-check && hatch run lint:typing
+        run: hatch run fmt-check && hatch run test:types
 
       - name: Generate docs
         if: matrix.python-version == '3.9' && runner.os == 'Linux'

integrations/deepeval/pyproject.toml

@@ -64,17 +64,17 @@ unit = 'pytest -m "not integration" {args:tests}'
 integration = 'pytest -m "integration" {args:tests}'
 all = 'pytest {args:tests}'
 cov-retry = 'all --cov=haystack_integrations --reruns 3 --reruns-delay 30 -x'
-types = "mypy --install-types --non-interactive --explicit-package-bases {args:src/ tests}"
+types = "mypy -p haystack_integrations.components.evaluators.deepeval {args}"
 
-# TODO: remove lint environment once this integration is properly typed
-# test environment should be used instead
-# https://github.com/deepset-ai/haystack-core-integrations/issues/1771
-[tool.hatch.envs.lint]
-installer = "uv"
-detached = true
-dependencies = ["pip", "mypy>=1.0.0", "ruff>=0.0.243"]
-[tool.hatch.envs.lint.scripts]
-typing = "mypy --install-types --non-interactive {args:src/}"
+[tool.mypy]
+install_types = true
+non_interactive = true
+check_untyped_defs = true
+disallow_incomplete_defs = true
+
+[[tool.mypy.overrides]]
+module = ["deepeval.*"]
+ignore_missing_imports = true
 
 [tool.ruff]
 target-version = "py38"
@@ -153,15 +153,3 @@ parallel = false
 omit = ["*/tests/*", "*/__init__.py"]
 show_missing = true
 exclude_lines = ["no cov", "if __name__ == .__main__.:", "if TYPE_CHECKING:"]
-
-
-[[tool.mypy.overrides]]
-module = [
-  "haystack.*",
-  "pytest.*",
-  "deepeval.*",
-  "numpy",
-  "grpc",
-  "haystack_integrations.*",
-]
-ignore_missing_imports = true

integrations/deepeval/src/haystack_integrations/components/evaluators/deepeval/evaluator.py

@@ -72,7 +72,7 @@ def __init__(
         component.set_input_types(self, **expected_inputs)
 
     @component.output_types(results=List[List[Dict[str, Any]]])
-    def run(self, **inputs) -> Dict[str, Any]:
+    def run(self, **inputs: Any) -> Dict[str, Any]:
         """
         Run the DeepEval evaluator on the provided inputs.
 
@@ -107,7 +107,7 @@ def to_dict(self) -> Dict[str, Any]:
             If the component cannot be serialized.
         """
 
-        def check_serializable(obj: Any):
+        def check_serializable(obj: Any) -> bool:
             try:
                 json.dumps(obj)
                 return True

integrations/deepeval/src/haystack_integrations/components/evaluators/deepeval/metrics.py

@@ -175,7 +175,7 @@ def _validate_input_elements(**kwargs):
             raise ValueError(msg)
 
     @staticmethod
-    def validate_input_parameters(metric: DeepEvalMetric, expected: Dict[str, Any], received: Dict[str, Any]):
+    def validate_input_parameters(metric: DeepEvalMetric, expected: Dict[str, Any], received: Dict[str, Any]) -> None:
         for param, _ in expected.items():
             if param not in received:
                 msg = f"DeepEval evaluator expected input parameter '{param}' for metric '{metric}'"