SIENTIAPDE-1110
Update Druid activity to handle None values for last data timestamp, ensuring robust date parsing. Bump image tag in values.yaml to 0.2.3 for version consistency.
This commit is contained in:
@@ -41,8 +41,12 @@ class Druid(BaseActivity):
|
||||
"""
|
||||
metadata = input_data['metadata']
|
||||
datasource = f"raw_{input_data['schedule_name']}"
|
||||
last_data_timestamp_str = input_data['last_data_timestamp']
|
||||
if last_data_timestamp_str is None:
|
||||
last_data_timestamp = datetime(1970, 1, 1, 0, 0, 0)
|
||||
else:
|
||||
last_data_timestamp = datetime.strptime(
|
||||
input_data['last_data_timestamp'], "%Y-%m-%d %H:%M:%S.%f")
|
||||
last_data_timestamp_str, "%Y-%m-%d %H:%M:%S.%f")
|
||||
|
||||
self.debug(
|
||||
f"Loading data from Druid: {input_data}", metadata=metadata)
|
||||
|
||||
@@ -11,7 +11,7 @@ image:
|
||||
# This sets the pull policy for images.
|
||||
pullPolicy: Always
|
||||
# Overrides the image tag whose default is the chart appVersion.
|
||||
tag: "0.2.2"
|
||||
tag: "0.2.3"
|
||||
|
||||
# This is for the secrets for pulling an image from a private repository more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/
|
||||
imagePullSecrets:
|
||||
|
||||
Reference in New Issue
Block a user