feat: enhance E2E testing setup and model reporting

- Added a new fixture to manage runtime report artifacts in a writable temp directory during E2E tests, addressing permission issues in local CI/dev environments.
- Updated `conftest.py` to include a requirements.txt file in the model packaging path for training activities.
- Refactored existing fixtures to use `pytest.fixture` instead of `pytest_asyncio.fixture` for better compatibility.
- Enhanced the `Reports` class to include a target alias for report metrics, ensuring compatibility with Evidently's reporting requirements.
- Introduced new test scenarios to validate the handling of missing and whitespace-only `date_column` inputs in the training workflow.

These changes improve the robustness of the E2E testing framework and enhance the clarity of model reporting metrics.
This commit is contained in:
vitor-aignosi
2026-05-05 10:59:51 -03:00
parent ba9eb3d7c7
commit d1f9394879
29 changed files with 255 additions and 182 deletions

View File

@@ -1,6 +1,5 @@
"""Unit tests for the CleanupFiles workflow."""
import os
from unittest.mock import AsyncMock, patch
import pytest
@@ -18,8 +17,7 @@ async def test_cleanup_files_workflow(mock_workflow_module):
# Instantiate and run the workflow
workflow_instance = CleanupFiles()
with patch.dict(os.environ, {'POD_ID': 'temporal-pod'}):
await workflow_instance.run({})
await workflow_instance.run({})
# Verify that the activities were called with the correct parameters
calls = mock_workflow_module.execute_activity_method.call_args_list
@@ -28,7 +26,5 @@ async def test_cleanup_files_workflow(mock_workflow_module):
# Check cleanup_temp_directories call
local_call_args = calls[0][0][1]
assert local_call_args['temp_path'] == REPORTS_TEMP_DIR
assert local_call_args['metadata'] == {
'pod_id': 'temporal-pod',
'workflow_name': 'cleanup_files',
}
assert local_call_args['metadata']['workflow_name'] == 'cleanup_files'
assert 'pod_id' in local_call_args['metadata']

View File

@@ -3,6 +3,7 @@
from unittest.mock import AsyncMock, Mock, patch
import pytest
from temporalio.exceptions import ApplicationError
from model_manager.utils.models.experiment_status import ExperimentStatus
from model_manager.utils.models.train_model_params import TrainModelParams
@@ -295,7 +296,7 @@ async def test_run_missing_experiment_run_id(mock_wf):
from model_manager.workflows.train_model import TrainModel
mock_wf.logger = Mock()
with pytest.raises(ValueError, match='experiment_run_id is required'):
with pytest.raises(ApplicationError, match='experiment_run_id is required'):
await TrainModel().run({})