SIENTIAPDE-1169

Update image tag to 0.4.0 in values.yaml, modify GITHUB_BRANCH for SIENTIAPDE-1169, and enhance Redis activity to handle model tags for improved data retention.

scouter/activities/redis.py

@@ -111,6 +111,7 @@ class Redis(RedisBase):
                    metadata=metadata
                    )
         data = DataFrame(input_data['data'])
+        model_tags = input_data['model_tags']
         retention_time = input_data['retention_time']
 
         key = f"held_data_{input_data['workflow_name']}_{input_data['schedule_name']}"
@@ -138,6 +139,11 @@ class Redis(RedisBase):
 
         try:
 
+            # Remove possibly removed tags
+            tags = list(model_tags.keys())
+            data_hold = {tag: content for tag,
+                         content in data_hold.items() if tag in tags}
+
             to_register_metrics = []
             for _, row in data.iterrows():
                 value = row['value']

scouter/workflow/sub_workflows/core_scouter.py

@@ -65,6 +65,7 @@ class CoreScouter:
                 'workflow_name': input_data['workflow_name'],
                 'data': grouped_data,
                 'model_id': input_data['model_id'],
+                'model_tags': input_data['model_tags'],
                 'retention_time': input_data['retention_time']
             },
             retry_policy=retry_policy,

values.yaml

@@ -11,7 +11,7 @@ image:
   # This sets the pull policy for images.
   pullPolicy: Always
   # Overrides the image tag whose default is the chart appVersion.
-  tag: "0.3.2"
+  tag: "0.4.0"
 
 # This is for the secrets for pulling an image from a private repository more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/
 imagePullSecrets:
@@ -143,7 +143,7 @@ env:
   - name: GITHUB_REPO_URL
     value: "git@github.com:Aignosi/sientia-dataops-scouter_temporal.git"
   - name: GITHUB_BRANCH
-    value: "SIENTIAPDE-1174-mapear-e-implementar-metricas-a-serem-criadas"
+    value: "SIENTIAPDE-1169-pensar-e-projetar-testes-de-breakdown-e-performance"
   - name: PYTHON_APP
     value: "scouter.worker.worker"