SIENTIAPDE-1193

Enhance timestamp handling in Redis and CoreScouter workflows by updating to DATETIME_FORMAT_MS_WITH_TZ. Modify tests to reflect new timestamp format, ensuring consistency across data structures and improving overall datetime management.

scouter/activities/redis.py

@@ -149,6 +149,7 @@ class Redis(RedisBase):
 
             # Remove possibly removed tags
             tags = list(model_tags.keys())
+            tags.append('timestamp')
             self.debug(
                 f"Tags to keep: {tags}",
                 metadata=metadata

scouter/workflow/sub_workflows/core_scouter.py

@@ -5,7 +5,7 @@ with workflow.unsafe.imports_passed_through():
     from typing import Any
     from datetime import timedelta
     from sientia_do.temporal.policies import retry_policy
-    from sientia_do.temporal.constants import DATETIME_FORMAT
+    from sientia_do.temporal.constants import DATETIME_FORMAT_MS_WITH_TZ
 
 
 @workflow.defn(name="core_scouter")
@@ -85,7 +85,7 @@ class CoreScouter:
                 'data': held_data,
                 'timestamp_conversion': {
                     'column': 'timestamp',
-                    'format': DATETIME_FORMAT
+                    'format': DATETIME_FORMAT_MS_WITH_TZ
                 }
             },
             retry_policy=retry_policy,