SIENTIAPDE-1646

Merge branch 'main' into feature/SIENTIAPDE-1646

pipelines_sample.json

@@ -0,0 +1,43 @@
+{
+  "schedule_name": "scouter-test_linreg",
+  "workflow_type": "scouter",
+  "active": true,
+  "model_id": "1",
+  "frequency": "1m",
+  "offset": "0m",
+  "max_retry_policy": 1,
+  "execution_timeout_seconds": 300,
+  "task_timeout_seconds": 300,
+  "on_conflict": "error",
+  "debug_data_package": false,
+  "fill_missing_tags": false,
+  "filters": [
+    { "filter_name": "OUT_OF_RANGE", "policy": "STOP" }
+  ],
+  "read_tags": [
+    {
+      "server_id": "1",
+      "tag_name": "Counter",
+      "tag_address": "ns=2;s=GatewayProSYS.ProSYS.Simulation.Counter",
+      "aggr_func": "lts",
+      "data_range": [1, 30],
+      "frequency": 30000
+    },
+    {
+      "server_id": "1",
+      "tag_name": "Square",
+      "tag_address": "ns=2;s=GatewayProSYS.ProSYS.Simulation.Square",
+      "aggr_func": "lts",
+      "data_range": [-2, 2],
+      "frequency": 30000
+    },
+    {
+      "server_id": "1",
+      "tag_name": "Rollout",
+      "tag_address": "ns=2;s=GatewayProSYS.ProSYS.Simulation.Rollout",
+      "aggr_func": "lts",
+      "data_range": [-2, 2],
+      "frequency": 30000
+    }
+  ]
+}

sonar-project.properties

@@ -1,4 +1,4 @@
-sonar.projectKey=Aignosi_sientia-dataops-orchestrator_temporal_099ace99-66d1-4df4-a557-10fde4f9d2f8
+sonar.projectKey=Aignosi_sientia-dataops-orchestrator_temporal_22f04ada-022d-4345-a74f-bbda07dc17a6
 sonar.projectName=sientia-dataops-orchestrator_temporal
 sonar.sources=orchestrator
 sonar.tests=tests

values.yaml

@@ -1,265 +0,0 @@
-# Default values for sientia-module.
-# This is a YAML-formatted file.
-# Declare variables to be passed into your templates.
-
-# This will set the replicaset count more information can be found here: https://kubernetes.io/docs/concepts/workloads/controllers/replicaset/
-replicaCount: 1
-
-# This sets the container image more information can be found here: https://kubernetes.io/docs/concepts/containers/images/
-image:
-  repository: aignosi.azurecr.io/sientia-module
-  # This sets the pull policy for images.
-  pullPolicy: Always
-  # Overrides the image tag whose default is the chart appVersion.
-  tag: "1.0.0"
-
-# This is for the secrets for pulling an image from a private repository more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/
-imagePullSecrets:
-- name: docker-hub-secret
-# This is to override the chart name.
-nameOverride: "sientia-orchestrator-worker"
-fullnameOverride: "sientia-orchestrator-worker"
-namespace: sientia
-
-# This section builds out the service account more information can be found here: https://kubernetes.io/docs/concepts/security/service-accounts/
-serviceAccount:
-  # Specifies whether a service account should be created
-  create: true
-  # Automatically mount a ServiceAccount's API credentials?
-  automount: true
-  # Annotations to add to the service account
-  annotations: {}
-  # The name of the service account to use.
-  # If not set and create is true, a name is generated using the fullname template
-  name: "sientia-orchestrator-worker"
-
-# This is for setting Kubernetes Annotations to a Pod.
-# For more information checkout: https://kubernetes.io/docs/concepts/overview/working-with-objects/annotations/
-podAnnotations: {}
-# This is for setting Kubernetes Labels to a Pod.
-# For more information checkout: https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/
-podLabels: {}
-
-podSecurityContext: {}
-  # fsGroup: 2000
-
-securityContext: {}
-  # capabilities:
-  #   drop:
-  #   - ALL
-  # readOnlyRootFilesystem: true
-  # runAsNonRoot: true
-  # runAsUser: 1000
-
-
-resources: 
-  # We usually recommend not to specify default resources and to leave this as a conscious
-  # choice for the user. This also increases chances charts run on environments with little
-  # resources, such as Minikube. If you do want to specify resources, uncomment the following
-  # lines, adjust them as necessary, and remove the curly braces after 'resources:'.
-  # limits:
-  #   cpu: 100m
-  #   memory: 128Mi
-  # requests:
-  #   cpu: 100m
-  #   memory: 128Mi
-
-  limits:
-    cpu: 1000m
-    memory: 2048Mi
-  requests:
-    cpu: 100m
-    memory: 128Mi
-
-# This is to setup the liveness and readiness probes more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/
-livenessProbe:
-  exec:
-    command:
-      - sh
-      - -c
-      - |
-        curl -sf http://localhost:9090/metrics | grep -q '^app_up{.*} 1'
-  initialDelaySeconds: 30
-  periodSeconds: 15
-  timeoutSeconds: 5
-  failureThreshold: 3
-
-readinessProbe:
-  exec:
-    command:
-      - sh
-      - -c
-      - |
-        curl -sf http://localhost:9090/metrics | grep -q '^app_up{.*} 1'
-  initialDelaySeconds: 20
-  periodSeconds: 10
-  timeoutSeconds: 3
-  failureThreshold: 2
-
-
-# This section is for setting up autoscaling more information can be found here: https://kubernetes.io/docs/concepts/workloads/autoscaling/
-autoscaling:
-  enabled: false
-  minReplicas: 1
-  maxReplicas: 100
-  targetCPUUtilizationPercentage: 80
-  # targetMemoryUtilizationPercentage: 80
-
-# Additional volumes on the output Deployment definition.
-volumes: []
-# - name: foo
-#   secret:
-#     secretName: mysecret
-#     optional: false
-
-# Additional volumeMounts on the output Deployment definition.
-volumeMounts: []
-# - name: foo
-#   mountPath: "/etc/foo"
-#   readOnly: true
-
-nodeSelector: {}
-
-tolerations: []
-
-affinity: {}
-
-services:
-  sdk-metrics:
-    enabled: true
-    type: ClusterIP
-    port: 9091
-    targetPort: 9091
-    name: sdk-metrics
-
-  metrics:
-    enabled: true
-    type: ClusterIP
-    port: 9090
-    targetPort: 9090
-    name: metrics
-
-# Configuração do ServiceMonitor para o Prometheus Operator
-# ref: https://github.com/prometheus-operator/prometheus-operator
-serviceMonitor:
-  # Se true, um recurso ServiceMonitor será criado.
-  enabled: true
-  # O intervalo no qual as métricas devem ser coletadas (ex: 30s, 1m).
-  endpoints:
-  - port: metrics
-    path: /metrics
-    interval: 30s
-    relabelings: []
-  - port: sdk-metrics
-    path: /metrics
-    interval: 30s
-    relabelings: []
-
-  additionalLabels:
-    release: kube-prometheus-stack
-  
-
-env:
-  # Entrypoint variables 
-  - name: GITHUB_REPO_URL
-    value: "git@github.com:Aignosi/sientia-dataops-orchestrator_temporal.git"
-  - name: GITHUB_BRANCH
-    value: "feature/SIENTIAPDE-1646"
-  - name: PYTHON_APP
-    value: "orchestrator.worker.worker"
-
-  # Application variables
-  - name: REDIS_HOST
-    value: "redis-master.redis.svc.cluster.local"
-  - name: REDIS_PORT
-    value: "6379"
-  - name: REDIS_USERNAME
-    valueFrom:
-      secretKeyRef:
-        name: redis
-        key: redis-username
-  - name: REDIS_PASSWORD
-    valueFrom:
-      secretKeyRef:
-        name: redis
-        key: redis-password
-
-  - name: MONGODB_USERNAME
-    value: "root"
-  - name: MONGODB_PASSWORD
-    value: "wKZDbMNU1c"
-  - name: MONGODB_URL
-    value: "my-release-mongodb.mongodb.svc.cluster.local:27017"
-  - name: MONGODB_DATABASE
-    value: "sientia"
-  - name: MONGODB_TTL_INDEX_HOURS
-    value: "1"
-
-  # - name: EMAIL_SENDER
-  #   value: "vitor.santos@aignosi.com.br"
-  # - name: EMAIL_SENDER_PASSWORD
-  #   valueFrom:
-  #     secretKeyRef:
-  #       name: smtp-credentials
-  #       key: app_password
-  # - name: EMAIL_SMTP_SERVER
-  #   value: "smtp.gmail.com"
-  # - name: EMAIL_SMTP_PORT
-  #   value: "587"
-
-  # Application variables
-  - name: POSTGRES_HOST
-    value: "paradedb-rw.paradedb.svc.cluster.local"
-  - name: POSTGRES_PORT
-    value: "5432"
-  - name: POSTGRES_USER
-    value: "sientia"
-  - name: POSTGRES_PASSWORD
-    value: "sientia"
-  - name: POSTGRES_DBNAME
-    value: "sientia"
-  - name: POSTGRES_MIN_CONNECTIONS
-    value: "10"
-  - name: POSTGRES_MAX_CONNECTIONS
-    value: "40"
-
-  - name: KAFKA_BOOTSTRAP_SERVERS
-    value: "kafka.kafka.svc.cluster.local:9092"
-
-  - name: LOG_LEVEL
-    value: "DEBUG"
-  - name: HTTP_METRICS_PORT
-    value: "9090"
-  - name: PROJECT_NAME
-    value: "sientia-orchestrator"
-
-  - name: TEMPORAL_HOST
-    value: "temporal-frontend.temporal.svc.cluster.local:7233"
-  - name: TEMPORAL_NAMESPACE
-    value: "default"
-  - name: TEMPORAL_SCOUTER_NAMESPACE
-    value: "scouter"
-  - name: TEMPORAL_LABORIOUS_NAMESPACE
-    value: "laborious"
-
-  - name: PYPI_SERVER
-    value: "http://library-distribution-server.library.svc.cluster.local:5000"
-
-ssh:
-  enabled: true
-  secretName: git-ssh-key-sientia-orchestrator-worker
-  sshPath: /mnt/.ssh
-  knownHostsPath: /mnt/known_hosts
-
-# kubectl create secret docker-registry docker-hub-secret --namespace sientia --docker-server=http://aignosi.azurecr.io --docker-username=aignosi --docker-password=5I5zpQ6sRaHqX1hD3dr+2mo647yO3FRc359/wu6gsP+ACRDRz5mp
-
-# helm upgrade --install sientia-orchestrator-worker sientia/sientia-module -n sientia --create-namespace -f ./values.yaml --version 0.6.6
-
-# kubectl create secret generic git-ssh-key-sientia-orchestrator-worker \
-#   --namespace sientia \
-#   --from-file=ssh-privatekey=git_key \
-#   --type=kubernetes.io/ssh-auth
-
-# kubectl create secret generic smtp-credentials \
-#   --namespace sientia \
-#   --from-literal=app_password='sua-senha-de-app-de-16-digitos'