SIENTIAPDE-1273

Refactor data export in Drift, SimpleMetrics, and FormatAndExportPrediction workflows to improve data handling. Changed the export format from a list of dictionaries to direct objects for enhanced clarity and compatibility with downstream systems.

laborious/workflows/drift.py

@@ -52,6 +52,7 @@ class Drift:
                 **metadata,
                 'query': gathering_query,
                 'datetime_columns': ['timestamp', 'created_at'],
+                'orient': 'records',
             },
             retry_policy=retry_policy,
             start_to_close_timeout=timedelta(seconds=300),

laborious/workflows/simple_metrics.py

@@ -53,6 +53,7 @@ class SimpleMetrics:
                 **metadata,
                 'query': query,
                 'datetime_columns': ['timestamp'],
+                'orient': 'records',
             },
             retry_policy=retry_policy,
             start_to_close_timeout=timedelta(seconds=300),
@@ -82,7 +83,7 @@ class SimpleMetrics:
             Activities.export_data_to_postgres,
             {
                 **metadata,
-                'data': simple_metrics.to_dict(orient='records'),
+                'data': simple_metrics,
                 'schema': input_data['schema'],
                 'table_name': input_data['target_table_name'],
                 'timestamp_conversion': {

laborious/workflows/sub_workflows/format_and_export_prediction.py

@@ -107,7 +107,7 @@ class FormatAndExportPrediction:
                         **metadata,
                         'schema': input_data['schema'],
                         'table_name': input_data['transform_table_name'],
-                        'data': transformed.to_dict(orient='records'),
+                        'data': transformed,
                         'timestamp_conversion': {
                             'column': 'timestamp',
                             'format': DATETIME_FORMAT_WITH_TZ,
@@ -156,7 +156,7 @@ class FormatAndExportPrediction:
                 **metadata,
                 'schema': input_data['schema'],
                 'table_name': input_data['table_name'],
-                'data': prediction.to_dict(orient='records'),
+                'data': prediction,
                 'timestamp_conversion': {'column': 'timestamp', 'format': DATETIME_FORMAT_WITH_TZ},
             },
             retry_policy=retry_policy,