SIENTIAPDE-1174

Update requirements for sientia-dataops-library to version 1.3.7, add ServiceMonitor configuration for Prometheus in values.yaml, and refactor pod_id usage in Gates and Redis activities for improved consistency in metric tracking.

requirements.txt

@@ -5,7 +5,7 @@ asyncua
 redis
 aiokafka
 pymongo
-git+ssh://git@github.com/Aignosi/sientia-dataops-library.git@1.3.6
+git+ssh://git@github.com/Aignosi/sientia-dataops-library.git@1.3.7
 git+ssh://git@github.com/Aignosi/sientia-mlops-library.git@0.38.5
 pydruid[pandas]
 prometheus-client

scouter/activities/gates.py

@@ -266,7 +266,7 @@ class Gates(BaseActivity):
         metadata = input_data['metadata']
 
         metrics.LABORIOUS_DATA_WRITTEN_COUNT(
-            pod_id=metadata['pod_id'],
+            pod_id=self.pod_id,
             model_name=metadata['model_name'],
             pipeline_name=metadata['pipeline_name']
         ).inc()

scouter/activities/redis.py

@@ -154,7 +154,7 @@ class Redis(RedisBase):
             # Register metrics
             for metric in to_register_metrics:
                 metrics.TAG_CHANGES_MONITOR.labels(
-                    pod_id=metadata['pod_id'],
+                    pod_id=self.pod_id,
                     model_name=input_data['model_name'],
                     pipeline_name=input_data['schedule_name'],
                     tag_name=metric[0]

values.yaml

@@ -119,6 +119,25 @@ services:
     targetPort: 9090
     name: metrics
 
+# Configuração do ServiceMonitor para o Prometheus Operator
+# ref: https://github.com/prometheus-operator/prometheus-operator
+serviceMonitor:
+  # Se true, um recurso ServiceMonitor será criado.
+  enabled: true
+  # O intervalo no qual as métricas devem ser coletadas (ex: 30s, 1m).
+  interval: 30s
+  # O path do endpoint de métricas na sua aplicação.
+  path: /metrics
+  # Labels adicionais para o recurso ServiceMonitor.
+  # Essencial para que o Prometheus Operator o descubra. Se você usa o helm chart kube-prometheus-stack,
+  # ele procura por ServiceMonitors com o label "release: kube-prometheus-stack".
+  additionalLabels:
+    release: kube-prometheus-stack
+  # Configurações de relabeling adicionais, se necessário.
+  # ref: https://prometheus.io/docs/prometheus/latest/configuration/configuration/#relabel_config
+  relabelings: []
+  port: metrics
+
 env:
   # Entrypoint variables 
   - name: GITHUB_REPO_URL