SIENTIAPDE-1712

Refactor MinioDataFramePayload usage across activities

- Updated instances of MinioDataFramePayload initialization in Gates, MLFlow, and Storage classes to use the new from_dict method for better data reconstruction from dictionaries.
- Enhanced the PredictionProcess workflow to utilize the updated payload handling.
- Added passthrough fixtures in tests to accommodate the new from_dict method for consistent testing behavior.

tests/laborious/workflows/subworkflows/test_prediction_process.py

@@ -6,6 +6,15 @@ from laborious.activities.activities import Activities
 from laborious.workflows.sub_workflows.prediction_process import PredictionProcess
 
 
+@fixture(autouse=True)
+def _passthrough_from_dict():
+    with patch(
+        'laborious.workflows.sub_workflows.prediction_process.MinioDataFramePayload.from_dict',
+        side_effect=lambda x: x,
+    ):
+        yield
+
+
 @fixture
 def prediction_process():
     return PredictionProcess()

tests/laborious/workflows/test_minimal_retrain.py

@@ -6,6 +6,15 @@ from laborious.activities.activities import Activities
 from laborious.workflows.minimal_retrain import MinimalRetrain
 
 
+@fixture(autouse=True)
+def _passthrough_from_dict():
+    with patch(
+        'laborious.workflows.minimal_retrain.MinioDataFramePayload.from_dict',
+        side_effect=lambda x: x,
+    ):
+        yield
+
+
 @fixture
 def minimal_retrain() -> MinimalRetrain:
     return MinimalRetrain()

tests/laborious/workflows/test_predictions_batch.py

@@ -1,4 +1,4 @@
-from unittest.mock import ANY, AsyncMock, call, patch
+from unittest.mock import ANY, AsyncMock, MagicMock, call, patch
 
 from pytest import fixture, mark
 
@@ -22,12 +22,15 @@ metadata = {
 
 
 @mark.asyncio
+@patch(
+    'laborious.workflows.predictions_batch.MinioDataFramePayload.from_dict', side_effect=lambda x: x
+)
 @patch('laborious.workflows.predictions_batch.workflow', new_callable=AsyncMock)
-async def test_run(workflow_mock: AsyncMock, predictions_batch: PredictionsBatch):
-    workflow_mock.execute_activity_method.return_value = {
-        'success': True,
-        'data': {'col': ['test_data']},
-    }
+async def test_run(workflow_mock: AsyncMock, mock_from_dict, predictions_batch: PredictionsBatch):
+    activity_return = MagicMock()
+    activity_return.cleanup_prefix.return_value = None
+    workflow_mock.execute_activity_method.return_value = activity_return
+
     input_data = {
         'schedule_name': 'test_schedule',
         'model_name': 'test_model',
@@ -62,7 +65,8 @@ async def test_run(workflow_mock: AsyncMock, predictions_batch: PredictionsBatch
     )
     prediction_input = {
         'metadata': metadata,
-        'data': {'success': True, 'data': {'col': ['test_data']}},
+        'data': activity_return,
+        'cleanup_prefix': activity_return.cleanup_prefix(),
         'schema': input_data['schema'],
         'table_name': input_data['table_name'],
         'transform_table_name': input_data['transform_table_name'],