diff --git a/laborious/activities/gates.py b/laborious/activities/gates.py index 7bab5f5..e78c42b 100644 --- a/laborious/activities/gates.py +++ b/laborious/activities/gates.py @@ -81,7 +81,7 @@ class Gates(BaseActivity): self.logger.error(f"Filter {fil} not found") continue try: - if input_filter_functions[fil](data, config): + if input_filter_functions[fil](data, config['config']): self.logger.debug( f"Data not passed the input filter {fil}:{config}") filter_output.append(config['POLICY']) diff --git a/laborious/workflows/sub_workflows/prediction_process.py b/laborious/workflows/sub_workflows/prediction_process.py index 1e01f6a..1ee59ed 100644 --- a/laborious/workflows/sub_workflows/prediction_process.py +++ b/laborious/workflows/sub_workflows/prediction_process.py @@ -192,6 +192,7 @@ class PredictionProcess(): model_id = input_data['model_id'] model_name = input_data['model_name'] model_retention = input_data['model_retention'] + last_timestamp = input_data['last_timestamp'] path_flag = path_flag.upper() if path_flag else None @@ -205,7 +206,8 @@ class PredictionProcess(): { 'schema': schema, 'table_name': table_name, - 'model': model_id + 'model': model_id, + 'last_timestamp': last_timestamp }, retry_policy=retry_policy, start_to_close_timeout=timedelta(minutes=1),