SIENTIAPDE-1110
Update Druid activity to handle None values for last data timestamp, ensuring robust date parsing. Bump image tag in values.yaml to 0.2.3 for version consistency.
This commit is contained in:
@@ -41,8 +41,12 @@ class Druid(BaseActivity):
|
||||
"""
|
||||
metadata = input_data['metadata']
|
||||
datasource = f"raw_{input_data['schedule_name']}"
|
||||
last_data_timestamp = datetime.strptime(
|
||||
input_data['last_data_timestamp'], "%Y-%m-%d %H:%M:%S.%f")
|
||||
last_data_timestamp_str = input_data['last_data_timestamp']
|
||||
if last_data_timestamp_str is None:
|
||||
last_data_timestamp = datetime(1970, 1, 1, 0, 0, 0)
|
||||
else:
|
||||
last_data_timestamp = datetime.strptime(
|
||||
last_data_timestamp_str, "%Y-%m-%d %H:%M:%S.%f")
|
||||
|
||||
self.debug(
|
||||
f"Loading data from Druid: {input_data}", metadata=metadata)
|
||||
|
||||
Reference in New Issue
Block a user