SIENTIAPDE-1110

Update Druid activity to handle None values for last data timestamp, ensuring robust date parsing. Bump image tag in values.yaml to 0.2.3 for version consistency.
This commit is contained in:
vitor-aignosi
2025-07-02 09:25:46 -03:00
parent 332612ac84
commit c3c8e1b766
2 changed files with 7 additions and 3 deletions

View File

@@ -41,8 +41,12 @@ class Druid(BaseActivity):
"""
metadata = input_data['metadata']
datasource = f"raw_{input_data['schedule_name']}"
last_data_timestamp = datetime.strptime(
input_data['last_data_timestamp'], "%Y-%m-%d %H:%M:%S.%f")
last_data_timestamp_str = input_data['last_data_timestamp']
if last_data_timestamp_str is None:
last_data_timestamp = datetime(1970, 1, 1, 0, 0, 0)
else:
last_data_timestamp = datetime.strptime(
last_data_timestamp_str, "%Y-%m-%d %H:%M:%S.%f")
self.debug(
f"Loading data from Druid: {input_data}", metadata=metadata)