diff --git a/pipelines_sample.json b/pipelines_sample.json new file mode 100644 index 0000000..a9441d3 --- /dev/null +++ b/pipelines_sample.json @@ -0,0 +1,43 @@ +{ + "schedule_name": "scouter-test_linreg", + "workflow_type": "scouter", + "active": true, + "model_id": "1", + "frequency": "1m", + "offset": "0m", + "max_retry_policy": 1, + "execution_timeout_seconds": 300, + "task_timeout_seconds": 300, + "on_conflict": "error", + "debug_data_package": false, + "fill_missing_tags": false, + "filters": [ + { "filter_name": "OUT_OF_RANGE", "policy": "STOP" } + ], + "read_tags": [ + { + "server_id": "1", + "tag_name": "Counter", + "tag_address": "ns=2;s=GatewayProSYS.ProSYS.Simulation.Counter", + "aggr_func": "lts", + "data_range": [1, 30], + "frequency": 30000 + }, + { + "server_id": "1", + "tag_name": "Square", + "tag_address": "ns=2;s=GatewayProSYS.ProSYS.Simulation.Square", + "aggr_func": "lts", + "data_range": [-2, 2], + "frequency": 30000 + }, + { + "server_id": "1", + "tag_name": "Rollout", + "tag_address": "ns=2;s=GatewayProSYS.ProSYS.Simulation.Rollout", + "aggr_func": "lts", + "data_range": [-2, 2], + "frequency": 30000 + } + ] +} diff --git a/sonar-project.properties b/sonar-project.properties index 92e208d..5a21e68 100644 --- a/sonar-project.properties +++ b/sonar-project.properties @@ -1,4 +1,4 @@ -sonar.projectKey=Aignosi_sientia-dataops-orchestrator_temporal_099ace99-66d1-4df4-a557-10fde4f9d2f8 +sonar.projectKey=Aignosi_sientia-dataops-orchestrator_temporal_22f04ada-022d-4345-a74f-bbda07dc17a6 sonar.projectName=sientia-dataops-orchestrator_temporal sonar.sources=orchestrator sonar.tests=tests diff --git a/values.yaml b/values.yaml deleted file mode 100644 index b70db50..0000000 --- a/values.yaml +++ /dev/null @@ -1,265 +0,0 @@ -# Default values for sientia-module. -# This is a YAML-formatted file. -# Declare variables to be passed into your templates. - -# This will set the replicaset count more information can be found here: https://kubernetes.io/docs/concepts/workloads/controllers/replicaset/ -replicaCount: 1 - -# This sets the container image more information can be found here: https://kubernetes.io/docs/concepts/containers/images/ -image: - repository: aignosi.azurecr.io/sientia-module - # This sets the pull policy for images. - pullPolicy: Always - # Overrides the image tag whose default is the chart appVersion. - tag: "1.0.0" - -# This is for the secrets for pulling an image from a private repository more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/ -imagePullSecrets: -- name: docker-hub-secret -# This is to override the chart name. -nameOverride: "sientia-orchestrator-worker" -fullnameOverride: "sientia-orchestrator-worker" -namespace: sientia - -# This section builds out the service account more information can be found here: https://kubernetes.io/docs/concepts/security/service-accounts/ -serviceAccount: - # Specifies whether a service account should be created - create: true - # Automatically mount a ServiceAccount's API credentials? - automount: true - # Annotations to add to the service account - annotations: {} - # The name of the service account to use. - # If not set and create is true, a name is generated using the fullname template - name: "sientia-orchestrator-worker" - -# This is for setting Kubernetes Annotations to a Pod. -# For more information checkout: https://kubernetes.io/docs/concepts/overview/working-with-objects/annotations/ -podAnnotations: {} -# This is for setting Kubernetes Labels to a Pod. -# For more information checkout: https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/ -podLabels: {} - -podSecurityContext: {} - # fsGroup: 2000 - -securityContext: {} - # capabilities: - # drop: - # - ALL - # readOnlyRootFilesystem: true - # runAsNonRoot: true - # runAsUser: 1000 - - -resources: - # We usually recommend not to specify default resources and to leave this as a conscious - # choice for the user. This also increases chances charts run on environments with little - # resources, such as Minikube. If you do want to specify resources, uncomment the following - # lines, adjust them as necessary, and remove the curly braces after 'resources:'. - # limits: - # cpu: 100m - # memory: 128Mi - # requests: - # cpu: 100m - # memory: 128Mi - - limits: - cpu: 1000m - memory: 2048Mi - requests: - cpu: 100m - memory: 128Mi - -# This is to setup the liveness and readiness probes more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/ -livenessProbe: - exec: - command: - - sh - - -c - - | - curl -sf http://localhost:9090/metrics | grep -q '^app_up{.*} 1' - initialDelaySeconds: 30 - periodSeconds: 15 - timeoutSeconds: 5 - failureThreshold: 3 - -readinessProbe: - exec: - command: - - sh - - -c - - | - curl -sf http://localhost:9090/metrics | grep -q '^app_up{.*} 1' - initialDelaySeconds: 20 - periodSeconds: 10 - timeoutSeconds: 3 - failureThreshold: 2 - - -# This section is for setting up autoscaling more information can be found here: https://kubernetes.io/docs/concepts/workloads/autoscaling/ -autoscaling: - enabled: false - minReplicas: 1 - maxReplicas: 100 - targetCPUUtilizationPercentage: 80 - # targetMemoryUtilizationPercentage: 80 - -# Additional volumes on the output Deployment definition. -volumes: [] -# - name: foo -# secret: -# secretName: mysecret -# optional: false - -# Additional volumeMounts on the output Deployment definition. -volumeMounts: [] -# - name: foo -# mountPath: "/etc/foo" -# readOnly: true - -nodeSelector: {} - -tolerations: [] - -affinity: {} - -services: - sdk-metrics: - enabled: true - type: ClusterIP - port: 9091 - targetPort: 9091 - name: sdk-metrics - - metrics: - enabled: true - type: ClusterIP - port: 9090 - targetPort: 9090 - name: metrics - -# Configuração do ServiceMonitor para o Prometheus Operator -# ref: https://github.com/prometheus-operator/prometheus-operator -serviceMonitor: - # Se true, um recurso ServiceMonitor será criado. - enabled: true - # O intervalo no qual as métricas devem ser coletadas (ex: 30s, 1m). - endpoints: - - port: metrics - path: /metrics - interval: 30s - relabelings: [] - - port: sdk-metrics - path: /metrics - interval: 30s - relabelings: [] - - additionalLabels: - release: kube-prometheus-stack - - -env: - # Entrypoint variables - - name: GITHUB_REPO_URL - value: "git@github.com:Aignosi/sientia-dataops-orchestrator_temporal.git" - - name: GITHUB_BRANCH - value: "feature/SIENTIAPDE-1646" - - name: PYTHON_APP - value: "orchestrator.worker.worker" - - # Application variables - - name: REDIS_HOST - value: "redis-master.redis.svc.cluster.local" - - name: REDIS_PORT - value: "6379" - - name: REDIS_USERNAME - valueFrom: - secretKeyRef: - name: redis - key: redis-username - - name: REDIS_PASSWORD - valueFrom: - secretKeyRef: - name: redis - key: redis-password - - - name: MONGODB_USERNAME - value: "root" - - name: MONGODB_PASSWORD - value: "wKZDbMNU1c" - - name: MONGODB_URL - value: "my-release-mongodb.mongodb.svc.cluster.local:27017" - - name: MONGODB_DATABASE - value: "sientia" - - name: MONGODB_TTL_INDEX_HOURS - value: "1" - - # - name: EMAIL_SENDER - # value: "vitor.santos@aignosi.com.br" - # - name: EMAIL_SENDER_PASSWORD - # valueFrom: - # secretKeyRef: - # name: smtp-credentials - # key: app_password - # - name: EMAIL_SMTP_SERVER - # value: "smtp.gmail.com" - # - name: EMAIL_SMTP_PORT - # value: "587" - - # Application variables - - name: POSTGRES_HOST - value: "paradedb-rw.paradedb.svc.cluster.local" - - name: POSTGRES_PORT - value: "5432" - - name: POSTGRES_USER - value: "sientia" - - name: POSTGRES_PASSWORD - value: "sientia" - - name: POSTGRES_DBNAME - value: "sientia" - - name: POSTGRES_MIN_CONNECTIONS - value: "10" - - name: POSTGRES_MAX_CONNECTIONS - value: "40" - - - name: KAFKA_BOOTSTRAP_SERVERS - value: "kafka.kafka.svc.cluster.local:9092" - - - name: LOG_LEVEL - value: "DEBUG" - - name: HTTP_METRICS_PORT - value: "9090" - - name: PROJECT_NAME - value: "sientia-orchestrator" - - - name: TEMPORAL_HOST - value: "temporal-frontend.temporal.svc.cluster.local:7233" - - name: TEMPORAL_NAMESPACE - value: "default" - - name: TEMPORAL_SCOUTER_NAMESPACE - value: "scouter" - - name: TEMPORAL_LABORIOUS_NAMESPACE - value: "laborious" - - - name: PYPI_SERVER - value: "http://library-distribution-server.library.svc.cluster.local:5000" - -ssh: - enabled: true - secretName: git-ssh-key-sientia-orchestrator-worker - sshPath: /mnt/.ssh - knownHostsPath: /mnt/known_hosts - -# kubectl create secret docker-registry docker-hub-secret --namespace sientia --docker-server=http://aignosi.azurecr.io --docker-username=aignosi --docker-password=5I5zpQ6sRaHqX1hD3dr+2mo647yO3FRc359/wu6gsP+ACRDRz5mp - -# helm upgrade --install sientia-orchestrator-worker sientia/sientia-module -n sientia --create-namespace -f ./values.yaml --version 0.6.6 - -# kubectl create secret generic git-ssh-key-sientia-orchestrator-worker \ -# --namespace sientia \ -# --from-file=ssh-privatekey=git_key \ -# --type=kubernetes.io/ssh-auth - -# kubectl create secret generic smtp-credentials \ -# --namespace sientia \ -# --from-literal=app_password='sua-senha-de-app-de-16-digitos'