gitea_admin/sientia-dataops-laborious_temporal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

SIENTIAPDE-1097

Browse Source 
Update input filter function call and add last_timestamp to prediction_process
This commit is contained in:
vitor-aignosi
2025-06-10 09:07:36 -03:00
parent ba96ea988e
commit c02dae19a0
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
laborious/activities/gates.py
View File

@@ -81,7 +81,7 @@ class Gates(BaseActivity):
self.logger.error(f"Filter {fil} not found") self.logger.error(f"Filter {fil} not found")
continue continue
try: try:
if input_filter_functions[fil](data, config): if input_filter_functions[fil](data, config['config']):
self.logger.debug( self.logger.debug(
f"Data not passed the input filter {fil}:{config}") f"Data not passed the input filter {fil}:{config}")
filter_output.append(config['POLICY']) filter_output.append(config['POLICY'])

4
laborious/workflows/sub_workflows/prediction_process.py
View File

@@ -192,6 +192,7 @@ class PredictionProcess():
model_id = input_data['model_id'] model_id = input_data['model_id']
model_name = input_data['model_name'] model_name = input_data['model_name']
model_retention = input_data['model_retention'] model_retention = input_data['model_retention']
last_timestamp = input_data['last_timestamp']
path_flag = path_flag.upper() if path_flag else None path_flag = path_flag.upper() if path_flag else None
@@ -205,7 +206,8 @@ class PredictionProcess():
{ {
'schema': schema, 'schema': schema,
'table_name': table_name, 'table_name': table_name,
'model': model_id 'model': model_id,
'last_timestamp': last_timestamp
}, },
retry_policy=retry_policy, retry_policy=retry_policy,
start_to_close_timeout=timedelta(minutes=1), start_to_close_timeout=timedelta(minutes=1),