SIENTIAPDE-1169

Update image tag to 0.4.0 in values.yaml, modify GITHUB_BRANCH for SIENTIAPDE-1169, and enhance Redis activity to handle model tags for improved data retention.

scouter/activities/redis.py

@@ -111,6 +111,7 @@ class Redis(RedisBase):
                    metadata=metadata
                    )
         data = DataFrame(input_data['data'])
+        model_tags = input_data['model_tags']
         retention_time = input_data['retention_time']
 
         key = f"held_data_{input_data['workflow_name']}_{input_data['schedule_name']}"
@@ -138,6 +139,11 @@ class Redis(RedisBase):
 
         try:
 
+            # Remove possibly removed tags
+            tags = list(model_tags.keys())
+            data_hold = {tag: content for tag,
+                         content in data_hold.items() if tag in tags}
+
             to_register_metrics = []
             for _, row in data.iterrows():
                 value = row['value']

scouter/workflow/sub_workflows/core_scouter.py

@@ -65,6 +65,7 @@ class CoreScouter:
                 'workflow_name': input_data['workflow_name'],
                 'data': grouped_data,
                 'model_id': input_data['model_id'],
+                'model_tags': input_data['model_tags'],
                 'retention_time': input_data['retention_time']
             },
             retry_policy=retry_policy,