diff --git a/laborious/activities/gates.py b/laborious/activities/gates.py index 34376b1..b53562e 100644 --- a/laborious/activities/gates.py +++ b/laborious/activities/gates.py @@ -522,6 +522,7 @@ class Gates(MinioManager): operation='transform', workflow_metadata=metadata, last_timestamp=payload.last_timestamp, + logger=self.logger ) @activity.defn(name='format_prediction') diff --git a/laborious/activities/mlflow.py b/laborious/activities/mlflow.py index 10d3d8d..207e20e 100644 --- a/laborious/activities/mlflow.py +++ b/laborious/activities/mlflow.py @@ -197,6 +197,7 @@ class MLFlow(MinioManager): status=response_data, workflow_metadata=metadata, last_timestamp=payload.last_timestamp, + logger=self.logger, ) return await MinioDataFramePayload.from_dataframe( @@ -209,6 +210,7 @@ class MLFlow(MinioManager): 'success': True, }, last_timestamp=payload.last_timestamp, + logger=self.logger, ) @activity.defn(name='request_predict') @@ -281,6 +283,7 @@ class MLFlow(MinioManager): status=response_data, workflow_metadata=metadata, last_timestamp=payload.last_timestamp, + logger=self.logger, ) return await MinioDataFramePayload.from_dataframe( @@ -293,6 +296,7 @@ class MLFlow(MinioManager): 'success': True, }, last_timestamp=payload.last_timestamp, + logger=self.logger, ) @activity.defn(name='retrain_model') diff --git a/laborious/activities/storage.py b/laborious/activities/storage.py index 6a6207a..d64cc52 100644 --- a/laborious/activities/storage.py +++ b/laborious/activities/storage.py @@ -105,6 +105,7 @@ class Storage(Postgres, MinioManager): workflow_metadata=metadata, model_name=model_name, operation='initial', + logger=self.logger, ) @activity.defn(name='export_payload_to_postgres') diff --git a/laborious/utils/models/minio_dataframe_payload.py b/laborious/utils/models/minio_dataframe_payload.py index 30f5a00..b480ee1 100644 --- a/laborious/utils/models/minio_dataframe_payload.py +++ b/laborious/utils/models/minio_dataframe_payload.py @@ -236,7 +236,7 @@ class MinioDataFramePayload: if last_timestamp is None: last_timestamp = max(dataframe['timestamp'].values.tolist()) - dataframe_size = cls.estimate_size_bytes(dataframe) + dataframe_size = cls.estimate_size_bytes(dataframe, workflow_metadata, logger) cls._debug( logger, (