5c4f9eca96
Update README.md and values.yaml to enhance system description and worker configuration. Added ML model orchestration to the system overview, introduced new debug mode features, and updated environment variable values to be strings for consistency.
250 lines
7.0 KiB
YAML
250 lines
7.0 KiB
YAML
# Default values for sientia-module.
|
|
# This is a YAML-formatted file.
|
|
# Declare variables to be passed into your templates.
|
|
|
|
# This will set the replicaset count more information can be found here: https://kubernetes.io/docs/concepts/workloads/controllers/replicaset/
|
|
replicaCount: 1
|
|
|
|
# This sets the container image more information can be found here: https://kubernetes.io/docs/concepts/containers/images/
|
|
image:
|
|
repository: aignosi.azurecr.io/sientia-module
|
|
# This sets the pull policy for images.
|
|
pullPolicy: Always
|
|
# Overrides the image tag whose default is the chart appVersion.
|
|
tag: "1.0.0"
|
|
|
|
# This is for the secrets for pulling an image from a private repository more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/
|
|
imagePullSecrets:
|
|
- name: docker-hub-secret
|
|
# This is to override the chart name.
|
|
nameOverride: "sientia-scouter-worker"
|
|
fullnameOverride: "sientia-scouter-worker"
|
|
namespace: sientia
|
|
|
|
# This section builds out the service account more information can be found here: https://kubernetes.io/docs/concepts/security/service-accounts/
|
|
serviceAccount:
|
|
# Specifies whether a service account should be created
|
|
create: true
|
|
# Automatically mount a ServiceAccount's API credentials?
|
|
automount: true
|
|
# Annotations to add to the service account
|
|
annotations: {}
|
|
# The name of the service account to use.
|
|
# If not set and create is true, a name is generated using the fullname template
|
|
name: "sientia-scouter-worker"
|
|
|
|
# This is for setting Kubernetes Annotations to a Pod.
|
|
# For more information checkout: https://kubernetes.io/docs/concepts/overview/working-with-objects/annotations/
|
|
podAnnotations: {}
|
|
# This is for setting Kubernetes Labels to a Pod.
|
|
# For more information checkout: https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/
|
|
podLabels: {}
|
|
|
|
podSecurityContext: {}
|
|
# fsGroup: 2000
|
|
|
|
securityContext: {}
|
|
# capabilities:
|
|
# drop:
|
|
# - ALL
|
|
# readOnlyRootFilesystem: true
|
|
# runAsNonRoot: true
|
|
# runAsUser: 1000
|
|
|
|
|
|
resources: {}
|
|
# We usually recommend not to specify default resources and to leave this as a conscious
|
|
# choice for the user. This also increases chances charts run on environments with little
|
|
# resources, such as Minikube. If you do want to specify resources, uncomment the following
|
|
# lines, adjust them as necessary, and remove the curly braces after 'resources:'.
|
|
# limits:
|
|
# cpu: 100m
|
|
# memory: 128Mi
|
|
# requests:
|
|
# cpu: 100m
|
|
# memory: 128Mi
|
|
|
|
# This is to setup the liveness and readiness probes more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/
|
|
livenessProbe:
|
|
exec:
|
|
command:
|
|
- sh
|
|
- -c
|
|
- pgrep -f "scouter.worker.worker"
|
|
initialDelaySeconds: 20
|
|
periodSeconds: 30
|
|
|
|
readinessProbe:
|
|
exec:
|
|
command:
|
|
- sh
|
|
- -c
|
|
- pgrep -f "scouter.worker.worker"
|
|
initialDelaySeconds: 10
|
|
periodSeconds: 15
|
|
|
|
|
|
# This section is for setting up autoscaling more information can be found here: https://kubernetes.io/docs/concepts/workloads/autoscaling/
|
|
autoscaling:
|
|
enabled: false
|
|
minReplicas: 1
|
|
maxReplicas: 100
|
|
targetCPUUtilizationPercentage: 80
|
|
# targetMemoryUtilizationPercentage: 80
|
|
|
|
# Additional volumes on the output Deployment definition.
|
|
volumes: []
|
|
# - name: foo
|
|
# secret:
|
|
# secretName: mysecret
|
|
# optional: false
|
|
|
|
# Additional volumeMounts on the output Deployment definition.
|
|
volumeMounts: []
|
|
# - name: foo
|
|
# mountPath: "/etc/foo"
|
|
# readOnly: true
|
|
|
|
nodeSelector: {}
|
|
|
|
tolerations: []
|
|
|
|
affinity: {}
|
|
|
|
services:
|
|
sdk-metrics:
|
|
enabled: true
|
|
type: ClusterIP
|
|
port: 9091
|
|
targetPort: 9091
|
|
name: sdk-metrics
|
|
|
|
metrics:
|
|
enabled: true
|
|
type: ClusterIP
|
|
port: 9090
|
|
targetPort: 9090
|
|
name: metrics
|
|
|
|
# Configuração do ServiceMonitor para o Prometheus Operator
|
|
# ref: https://github.com/prometheus-operator/prometheus-operator
|
|
serviceMonitor:
|
|
# Se true, um recurso ServiceMonitor será criado.
|
|
enabled: true
|
|
# O intervalo no qual as métricas devem ser coletadas (ex: 30s, 1m).
|
|
endpoints:
|
|
- port: metrics
|
|
path: /metrics
|
|
interval: 30s
|
|
relabelings: []
|
|
- port: sdk-metrics
|
|
path: /metrics
|
|
interval: 30s
|
|
relabelings: []
|
|
|
|
additionalLabels:
|
|
release: kube-prometheus-stack
|
|
|
|
env:
|
|
# Entrypoint variables
|
|
- name: GITHUB_REPO_URL
|
|
value: "git@github.com:Aignosi/sientia-dataops-scouter_temporal.git"
|
|
- name: GITHUB_BRANCH
|
|
value: "release/SIENTIAPDE-1441"
|
|
- name: PYTHON_APP
|
|
value: "scouter.worker.worker"
|
|
|
|
# Application variables
|
|
- name: POSTGRES_HOST
|
|
value: "paradedb-rw.paradedb.svc.cluster.local"
|
|
- name: POSTGRES_PORT
|
|
value: "5432"
|
|
- name: POSTGRES_USER
|
|
value: "sientia"
|
|
- name: POSTGRES_PASSWORD
|
|
value: "sientia"
|
|
- name: POSTGRES_DBNAME
|
|
value: "sientia"
|
|
- name: POSTGRES_MIN_CONNECTIONS
|
|
value: "10"
|
|
- name: POSTGRES_MAX_CONNECTIONS
|
|
value: "40"
|
|
|
|
- name: REDIS_HOST
|
|
value: "redis-master.redis.svc.cluster.local"
|
|
- name: REDIS_PORT
|
|
value: "6379"
|
|
- name: REDIS_USERNAME
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: redis
|
|
key: redis-username
|
|
- name: REDIS_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: redis
|
|
key: redis-password
|
|
|
|
- name: LOG_LEVEL
|
|
value: "DEBUG"
|
|
- name: HTTP_METRICS_PORT
|
|
value: "9090"
|
|
- name: PROJECT_NAME
|
|
value: "sientia-scouter"
|
|
|
|
- name: TEMPORAL_HOST
|
|
value: "temporal-frontend.temporal.svc.cluster.local:7233"
|
|
- name: TEMPORAL_NAMESPACE
|
|
value: "scouter"
|
|
|
|
- name: MONGODB_USERNAME
|
|
value: "root"
|
|
- name: MONGODB_PASSWORD
|
|
value: "wKZDbMNU1c"
|
|
- name: MONGODB_URL
|
|
value: "my-release-mongodb.mongodb.svc.cluster.local:27017"
|
|
- name: MONGODB_DATABASE
|
|
value: "sientia"
|
|
|
|
- name: PYPI_SERVER
|
|
value: "http://library-distribution-server.library.svc.cluster.local:5000"
|
|
|
|
# Temporal worker tuning
|
|
- name: MAX_CONCURRENT_WORKFLOW_TASKS
|
|
value: "200"
|
|
- name: MAX_CONCURRENT_ACTIVITIES
|
|
value: "200"
|
|
- name: MAX_CONCURRENT_LOCAL_ACTIVITIES
|
|
value: "200"
|
|
- name: MAX_CACHED_WORKFLOWS
|
|
value: "200"
|
|
|
|
- name: WORKFLOW_POLLER_BEHAVIUR_MINIMUM
|
|
value: "10"
|
|
- name: WORKFLOW_POLLER_BEHAVIUR_INITIAL
|
|
value: "100"
|
|
- name: WORKFLOW_POLLER_BEHAVIUR_MAXIMUM
|
|
value: "200"
|
|
|
|
- name: ACTIVITY_POLLER_BEHAVIUR_MINIMUM
|
|
value: "10"
|
|
- name: ACTIVITY_POLLER_BEHAVIUR_INITIAL
|
|
value: "100"
|
|
- name: ACTIVITY_POLLER_BEHAVIUR_MAXIMUM
|
|
value: "200"
|
|
|
|
|
|
ssh:
|
|
enabled: true
|
|
secretName: git-ssh-key-sientia-scouter-worker
|
|
sshPath: /mnt/.ssh
|
|
knownHostsPath: /mnt/known_hosts
|
|
|
|
# kubectl create secret docker-registry docker-hub-secret --namespace sientia --docker-server=http://aignosi.azurecr.io --docker-username=aignosi --docker-password=5I5zpQ6sRaHqX1hD3dr+2mo647yO3FRc359/wu6gsP+ACRDRz5mp
|
|
|
|
# helm upgrade --install sientia-scouter-worker sientia/sientia-module -n sientia --create-namespace -f ./values.yaml --version 0.6.0
|
|
|
|
# kubectl create secret generic git-ssh-key-sientia-scouter-worker \
|
|
# --namespace sientia \
|
|
# --from-file=ssh-privatekey=git_key \
|
|
# --type=kubernetes.io/ssh-auth |