SIENTIAPDE-1097

Update input filter function call and add last_timestamp to prediction_process

laborious/activities/gates.py

@@ -81,7 +81,7 @@ class Gates(BaseActivity):
                 self.logger.error(f"Filter {fil} not found")
                 continue
             try:
-                if input_filter_functions[fil](data, config):
+                if input_filter_functions[fil](data, config['config']):
                     self.logger.debug(
                         f"Data not passed the input filter {fil}:{config}")
                     filter_output.append(config['POLICY'])

laborious/workflows/sub_workflows/prediction_process.py

@@ -192,6 +192,7 @@ class PredictionProcess():
         model_id = input_data['model_id']
         model_name = input_data['model_name']
         model_retention = input_data['model_retention']
+        last_timestamp = input_data['last_timestamp']
 
         path_flag = path_flag.upper() if path_flag else None
 
@@ -205,7 +206,8 @@ class PredictionProcess():
                 {
                     'schema': schema,
                     'table_name': table_name,
-                    'model': model_id
+                    'model': model_id,
+                    'last_timestamp': last_timestamp
                 },
                 retry_policy=retry_policy,
                 start_to_close_timeout=timedelta(minutes=1),