SIENTIAPDE-1273

Update dependencies and refactor data handling in various modules

- Updated sientia-dataops-library dependency version from 1.5.3 to 1.5.4 in requirements files.
- Updated sientia-mlops-library dependency version from 0.39.0 to 0.40.2 in requirements files.
- Refactored return types in Gates, MLFlow, and ModelMetrics classes to return dictionaries instead of DataFrames for improved compatibility with downstream systems.
- Removed the temporal_codec module as it is no longer needed for DataFrame serialization.
- Adjusted data handling in the Drift workflow to ensure proper data structure is maintained.

laborious/worker/worker.py

@@ -48,7 +48,6 @@ with workflow.unsafe.imports_passed_through():
         build_opc_config,
         build_postgres_config,
     )
-    from laborious.utils.temporal_codec import create_dataframe_data_converter
     from laborious.workflows.minimal_retrain import MinimalRetrain
     from laborious.workflows.predictions_batch import PredictionsBatch
     from laborious.workflows.drift import Drift
@@ -133,14 +132,10 @@ async def main():
 
     logger.custom_info(f'Starting Temporal Client at {host}...', metadata)
 
-    # Create custom data converter with DataFrame support
-    data_converter = create_dataframe_data_converter()
-
     temporal_client = await client.Client.connect(
         target_host=host,
         namespace=os.getenv('TEMPORAL_NAMESPACE', 'laborious'),
         runtime=new_runtime,
-        data_converter=data_converter,
     )
 
     logger.custom_info('Starting Workers...', metadata)