SIENTIAPDE-1273

Refactor data handling in various modules to ensure DataFrame consistency

- Replaced direct DataFrame instantiation with `ensure_dataframe` utility in Gates, MLFlow, OPC, and ModelMetrics classes to standardize data handling.
- Updated return types in several asynchronous methods to return DataFrames instead of dictionaries for improved usability.
- Adjusted data export processes in workflows to convert DataFrames to dictionaries with `to_dict(orient='records')` for compatibility with downstream systems.

laborious/workflows/drift.py

@@ -93,7 +93,7 @@ class Drift:
                 Activities.export_data_to_postgres,
                 {
                     **metadata,
-                    'data': drift_data,
+                    'data': drift_data.to_dict(orient='records'),
                     'schema': input_data['schema'],
                     'table_name': input_data['target_table_name'],
                     'timestamp_conversion': {'column': 'timestamp', 'format': DATETIME_FORMAT_WITH_TZ},

laborious/workflows/minimal_retrain.py

@@ -127,7 +127,7 @@ class MinimalRetrain:
             Activities.export_data_to_postgres,
             {
                 **metadata,
-                'data': report,
+                'data': report.to_dict(orient='records'),
                 'schema': input_data['schema'],
                 'table_name': input_data['table_name'],
             },

laborious/workflows/simple_metrics.py

@@ -82,7 +82,7 @@ class SimpleMetrics:
             Activities.export_data_to_postgres,
             {
                 **metadata,
-                'data': simple_metrics,
+                'data': simple_metrics.to_dict(orient='records'),
                 'schema': input_data['schema'],
                 'table_name': input_data['target_table_name'],
                 'timestamp_conversion': {

laborious/workflows/sub_workflows/format_and_export_prediction.py

@@ -107,7 +107,7 @@ class FormatAndExportPrediction:
                         **metadata,
                         'schema': input_data['schema'],
                         'table_name': input_data['transform_table_name'],
-                        'data': transformed,
+                        'data': transformed.to_dict(orient='records'),
                         'timestamp_conversion': {
                             'column': 'timestamp',
                             'format': DATETIME_FORMAT_WITH_TZ,
@@ -156,7 +156,7 @@ class FormatAndExportPrediction:
                 **metadata,
                 'schema': input_data['schema'],
                 'table_name': input_data['table_name'],
-                'data': prediction,
+                'data': prediction.to_dict(orient='records'),
                 'timestamp_conversion': {'column': 'timestamp', 'format': DATETIME_FORMAT_WITH_TZ},
             },
             retry_policy=retry_policy,