SIENTIAPDE-1712

SIENTIAPDE-1712 Add last_timestamp parameter to MLFlow and Gates activities for enhanced tracking

- Introduced last_timestamp parameter in the MLFlow and Gates classes to improve tracking of data processing times.
- Updated MinioDataFramePayload to handle last_timestamp, ensuring it defaults to the maximum timestamp from the dataframe if not provided.

laborious/activities/gates.py

@@ -479,7 +479,8 @@ class Gates(MinioManager):
             minio_repo=self.minio_repository,
             model_name=input_data['model_name'],
             operation='transform',
-            workflow_metadata=metadata
+            workflow_metadata=metadata,
+            last_timestamp=payload.last_timestamp,
         )
 
     @activity.defn(name='format_prediction')

laborious/activities/mlflow.py

@@ -178,6 +178,7 @@ class MLFlow(MinioManager):
                 operation='transform',
                 status=response_data,
                 workflow_metadata=metadata,
+                last_timestamp=payload.last_timestamp,
             )
 
         return await MinioDataFramePayload.from_dataframe(
@@ -189,6 +190,7 @@ class MLFlow(MinioManager):
             status={
                 'success': True,
             },
+            last_timestamp=payload.last_timestamp,
         )
 
     @activity.defn(name='request_predict')
@@ -260,6 +262,7 @@ class MLFlow(MinioManager):
                 operation='predict',
                 status=response_data,
                 workflow_metadata=metadata,
+                last_timestamp=payload.last_timestamp,
             )
 
         return await MinioDataFramePayload.from_dataframe(
@@ -271,6 +274,7 @@ class MLFlow(MinioManager):
             status={
                 'success': True,
             },
+            last_timestamp=payload.last_timestamp,
         )
 
     @activity.defn(name='retrain_model')