SIENTIAPDE-1945: Adopt shared Docker image and Kubernetes deployment strategy.
Removed the local Dockerfile, .dockerignore, and values.yaml, as image building and Kubernetes deployment are now handled by external sientia-module components. Updated README accordingly.
This commit is contained in:
@@ -1,93 +0,0 @@
|
|||||||
# ============================================================================
|
|
||||||
# WHITELIST APPROACH: Block everything by default, then allow only what's needed
|
|
||||||
# ============================================================================
|
|
||||||
|
|
||||||
# Block everything first
|
|
||||||
*
|
|
||||||
|
|
||||||
# ============================================================================
|
|
||||||
# ALLOW: Application source code (model_manager package)
|
|
||||||
# ============================================================================
|
|
||||||
|
|
||||||
# Allow the main package directory and all Python files
|
|
||||||
!model_manager/
|
|
||||||
!model_manager/**/*.py
|
|
||||||
!model_manager/**/__init__.py
|
|
||||||
|
|
||||||
# Allow subdirectories structure
|
|
||||||
!model_manager/activities/
|
|
||||||
!model_manager/activities/**
|
|
||||||
!model_manager/schedules/
|
|
||||||
!model_manager/schedules/**
|
|
||||||
!model_manager/sientia/
|
|
||||||
!model_manager/sientia/**
|
|
||||||
!model_manager/utils/
|
|
||||||
!model_manager/utils/**
|
|
||||||
!model_manager/utils/models/
|
|
||||||
!model_manager/utils/models/**
|
|
||||||
!model_manager/utils/repository/
|
|
||||||
!model_manager/utils/repository/**
|
|
||||||
!model_manager/worker/
|
|
||||||
!model_manager/worker/**
|
|
||||||
!model_manager/workflows/
|
|
||||||
!model_manager/workflows/**
|
|
||||||
|
|
||||||
# Allow reports directory with header.html
|
|
||||||
!model_manager/reports/
|
|
||||||
!model_manager/reports/header.html
|
|
||||||
|
|
||||||
# Allow temp directory structure (but not its contents)
|
|
||||||
!model_manager/reports/temp/
|
|
||||||
|
|
||||||
# ============================================================================
|
|
||||||
# ALLOW: Dependencies file (needed for pip install in Dockerfile)
|
|
||||||
# ============================================================================
|
|
||||||
!requirements.txt
|
|
||||||
|
|
||||||
# ============================================================================
|
|
||||||
# BLOCK: Explicitly block unwanted files even if they match above patterns
|
|
||||||
# ============================================================================
|
|
||||||
|
|
||||||
# Python cache and compiled files
|
|
||||||
**/__pycache__/
|
|
||||||
**/*.pyc
|
|
||||||
**/*.pyo
|
|
||||||
**/*.pyd
|
|
||||||
**/.Python
|
|
||||||
**/*.so
|
|
||||||
**/*.egg
|
|
||||||
**/*.egg-info/
|
|
||||||
|
|
||||||
# Tests (not needed in production)
|
|
||||||
model_manager/**/test_*.py
|
|
||||||
model_manager/**/*_test.py
|
|
||||||
|
|
||||||
# IDE and editor files
|
|
||||||
**/.vscode/
|
|
||||||
**/.idea/
|
|
||||||
**/*.swp
|
|
||||||
**/*.swo
|
|
||||||
**/*~
|
|
||||||
|
|
||||||
# OS files
|
|
||||||
**/.DS_Store
|
|
||||||
**/Thumbs.db
|
|
||||||
|
|
||||||
# Logs and temporary files
|
|
||||||
**/*.log
|
|
||||||
**/*.tmp
|
|
||||||
**/*.temp
|
|
||||||
|
|
||||||
# Local configuration
|
|
||||||
**/.env
|
|
||||||
**/.env.local
|
|
||||||
**/*.local
|
|
||||||
|
|
||||||
# Documentation inside code
|
|
||||||
**/*.md
|
|
||||||
**/README*
|
|
||||||
|
|
||||||
# Backup files
|
|
||||||
**/*.bak
|
|
||||||
**/*.backup
|
|
||||||
**/*.old
|
|
||||||
78
Dockerfile
78
Dockerfile
@@ -1,78 +0,0 @@
|
|||||||
# Multi-stage build for optimized Python application
|
|
||||||
FROM python:3.11-slim AS builder
|
|
||||||
|
|
||||||
# Set build-time environment variables
|
|
||||||
ENV PYTHONDONTWRITEBYTECODE=1 \
|
|
||||||
PYTHONUNBUFFERED=1 \
|
|
||||||
PIP_NO_CACHE_DIR=1 \
|
|
||||||
PIP_DISABLE_PIP_VERSION_CHECK=1
|
|
||||||
|
|
||||||
# Install build dependencies only
|
|
||||||
RUN apt-get update && apt-get install -y \
|
|
||||||
build-essential \
|
|
||||||
curl \
|
|
||||||
git \
|
|
||||||
&& rm -rf /var/lib/apt/lists/* && \
|
|
||||||
apt-get clean
|
|
||||||
|
|
||||||
# Configure SSH to trust GitHub host key
|
|
||||||
RUN mkdir -p ~/.ssh && \
|
|
||||||
ssh-keyscan -t rsa github.com >> ~/.ssh/known_hosts && \
|
|
||||||
chmod 600 ~/.ssh/known_hosts
|
|
||||||
|
|
||||||
# Create virtual environment
|
|
||||||
RUN python -m venv /opt/venv
|
|
||||||
ENV PATH="/opt/venv/bin:$PATH"
|
|
||||||
|
|
||||||
# Upgrade pip and wheel for better caching
|
|
||||||
RUN pip install --upgrade pip setuptools wheel
|
|
||||||
|
|
||||||
# Copy requirements files for better Docker layer caching
|
|
||||||
COPY requirements.txt ./
|
|
||||||
|
|
||||||
# Install only production dependencies with no cache
|
|
||||||
RUN --mount=type=ssh echo "=== Installing dependencies ===" && \
|
|
||||||
pip install --no-cache-dir -r requirements.txt && \
|
|
||||||
echo "=== Dependencies installed successfully ===" && \
|
|
||||||
pip list | wc -l && \
|
|
||||||
echo "=== Cleaning cache files ===" && \
|
|
||||||
find /opt/venv -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true && \
|
|
||||||
find /opt/venv -name "*.pyc" -delete 2>/dev/null || true && \
|
|
||||||
rm -rf /root/.cache/pip/* && \
|
|
||||||
echo "=== Cleaning venv site-packages ===" && \
|
|
||||||
find /opt/venv/lib/python3.11/site-packages/ -type f -name "*.md" -delete 2>/dev/null || true && \
|
|
||||||
echo "=== Stripping .so files ===" && \
|
|
||||||
find /opt/venv -name "*.so" -exec strip {} + 2>/dev/null || true
|
|
||||||
|
|
||||||
# Production stage using python-slim for better functionality
|
|
||||||
FROM python:3.11-slim AS production
|
|
||||||
|
|
||||||
# Set environment variables
|
|
||||||
ENV PYTHONDONTWRITEBYTECODE=1 \
|
|
||||||
PYTHONUNBUFFERED=1 \
|
|
||||||
PATH="/opt/venv/bin:$PATH" \
|
|
||||||
POD_ID=unknown \
|
|
||||||
HOME="/app"
|
|
||||||
|
|
||||||
# Copy virtual environment from builder stage
|
|
||||||
COPY --from=builder /opt/venv /opt/venv
|
|
||||||
|
|
||||||
# Set working directory
|
|
||||||
WORKDIR /app
|
|
||||||
|
|
||||||
# Copy application code
|
|
||||||
COPY . .
|
|
||||||
|
|
||||||
# Create necessary directories for runtime file creation
|
|
||||||
RUN mkdir -p /app/model_manager/reports /app/logs /app/temp /app/models /app/data && \
|
|
||||||
chmod 755 /app/model_manager/reports /app/logs /app/temp /app/models /app/data
|
|
||||||
|
|
||||||
# Create non-root user
|
|
||||||
RUN groupadd -r appuser && useradd -r -g appuser appuser && \
|
|
||||||
chown -R appuser:appuser /app
|
|
||||||
|
|
||||||
# Switch to non-root user
|
|
||||||
USER appuser
|
|
||||||
|
|
||||||
# Set entrypoint for proper signal handling and PID 1
|
|
||||||
ENTRYPOINT ["/opt/venv/bin/python", "-m", "model_manager.worker.worker"]
|
|
||||||
78
README.md
78
README.md
@@ -73,7 +73,7 @@ An enterprise-grade ML model training orchestration platform built on Temporal.
|
|||||||
- [Usage](#usage)
|
- [Usage](#usage)
|
||||||
- [Command Reference](#command-reference)
|
- [Command Reference](#command-reference)
|
||||||
- [Docker](#docker)
|
- [Docker](#docker)
|
||||||
- [Helm Chart](#helm-chart)
|
- [Kubernetes Deployment](#kubernetes-deployment)
|
||||||
|
|
||||||
## Features
|
## Features
|
||||||
|
|
||||||
@@ -1239,8 +1239,6 @@ sientia-dataops-model-manager/
|
|||||||
├── .github/workflows/ # CI/CD workflows
|
├── .github/workflows/ # CI/CD workflows
|
||||||
│ ├── quality-gate.yml # PR quality checks
|
│ ├── quality-gate.yml # PR quality checks
|
||||||
│ └── deploy.yml # Deployment workflow
|
│ └── deploy.yml # Deployment workflow
|
||||||
├── Dockerfile # Container image definition
|
|
||||||
├── values.yaml # Helm chart values
|
|
||||||
├── pyproject.toml # Project configuration
|
├── pyproject.toml # Project configuration
|
||||||
├── requirements.txt # Production dependencies
|
├── requirements.txt # Production dependencies
|
||||||
├── requirements-dev.txt # Development dependencies
|
├── requirements-dev.txt # Development dependencies
|
||||||
@@ -1528,79 +1526,17 @@ act -n
|
|||||||
|
|
||||||
## Docker
|
## Docker
|
||||||
|
|
||||||
### Create image
|
Model Manager runs on the shared **`sientia-module`** image — the application code is cloned from the internal Gitea at runtime, not baked into an image. The image is defined in the [Aignosi/sientia-container-images](https://github.com/Aignosi/sientia-container-images) repository (`templates/sientia-module/`) and published to GCP Artifact Registry (`southamerica-east1-docker.pkg.dev/sientia-dev/sientia/sientia-module`).
|
||||||
|
|
||||||
```bash
|
The legacy repo-specific Dockerfile was removed — no image is built from this repo.
|
||||||
$ docker build --ssh default --no-cache --progress=plain -t aignosi.azurecr.io/sientia-dataops-model-manager:0.0.0 .
|
|
||||||
```
|
|
||||||
|
|
||||||
### Create container
|
To run locally, use `./run_local.sh` (see [Local Execution](#local-execution)).
|
||||||
|
|
||||||
```bash
|
## Kubernetes Deployment
|
||||||
$ docker run --env-file .env --network="host" --name sientia-dataops-model-manager -d aignosi.azurecr.io/sientia-dataops-model-manager:0.0.0
|
|
||||||
|
|
||||||
$ docker logs -f sientia-dataops-model-manager
|
Kubernetes deployment is managed by the [Aignosi/sientia-helm-chart](https://github.com/Aignosi/sientia-helm-chart) umbrella chart (`src/charts-internal/model-manager/`, which wraps the shared `sientia-module` chart) — the local `values.yaml` and the vendored `sientia-module/` chart copy were removed. Worker configuration, Gitea repo/branch, task queues, and sizing are all defined in the umbrella values.
|
||||||
```
|
|
||||||
|
|
||||||
### Login using access token
|
The standalone `sientia-module` chart still lives in [sientia-dataops-helm-repo](https://github.com/Aignosi/sientia-dataops-helm-repo) for the legacy deploy flow (temporarily broken until the CI/CD redesign).
|
||||||
|
|
||||||
```bash
|
|
||||||
$ docker login -u <username> -p <access-token> aignosi.azurecr.io
|
|
||||||
```
|
|
||||||
|
|
||||||
### Push image to repository
|
|
||||||
|
|
||||||
```bash
|
|
||||||
$ docker push aignosi.azurecr.io/sientia-dataops-model-manager:0.0.0
|
|
||||||
```
|
|
||||||
|
|
||||||
## Helm Chart
|
|
||||||
|
|
||||||
### Reference
|
|
||||||
|
|
||||||
https://aignosi-wiki.atlassian.net/wiki/spaces/IT1/pages/274563074/Como+utilizar+o+Helm+Repo+Privado
|
|
||||||
|
|
||||||
### Add Helm Chart repository
|
|
||||||
|
|
||||||
```bash
|
|
||||||
$ helm repo add sientia \
|
|
||||||
https://raw.githubusercontent.com/Aignosi/sientia-dataops-helm-repo/refs/heads/main/ \
|
|
||||||
--username $GITHUB_USER \
|
|
||||||
--password $GITHUB_PASS
|
|
||||||
|
|
||||||
# Update repository
|
|
||||||
$ helm repo update
|
|
||||||
|
|
||||||
# List repositories
|
|
||||||
$ helm repo list
|
|
||||||
|
|
||||||
# List versions of a specific chart
|
|
||||||
$ helm search repo sientia --versions
|
|
||||||
|
|
||||||
# List all charts available
|
|
||||||
$ helm search repo sientia
|
|
||||||
|
|
||||||
# List chart details
|
|
||||||
$ helm show all sientia/sientia-module
|
|
||||||
|
|
||||||
# Download chart to current directory
|
|
||||||
$ helm pull sientia/sientia-module --version 0.6.0 --untar
|
|
||||||
|
|
||||||
# Remove chart directory
|
|
||||||
$ rm -rf sientia-module
|
|
||||||
```
|
|
||||||
|
|
||||||
### Helm Install
|
|
||||||
|
|
||||||
```shell
|
|
||||||
$ helm upgrade --install sientia-dataops-model-manager sientia/sientia-module -n sientia --create-namespace -f ./values.yaml --version 0.6.0
|
|
||||||
```
|
|
||||||
|
|
||||||
### Uninstall Helm Chart
|
|
||||||
|
|
||||||
```shell
|
|
||||||
$ helm uninstall sientia-dataops-model-manager -n sientia
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
---
|
||||||
|
|
||||||
|
|||||||
312
values.yaml
312
values.yaml
@@ -1,312 +0,0 @@
|
|||||||
# Default values for sientia-module.
|
|
||||||
# This is a YAML-formatted file.
|
|
||||||
# Declare variables to be passed into your templates.
|
|
||||||
|
|
||||||
# This will set the replicaset count more information can be found here: https://kubernetes.io/docs/concepts/workloads/controllers/replicaset/
|
|
||||||
replicaCount: 1
|
|
||||||
|
|
||||||
# This sets the container image more information can be found here: https://kubernetes.io/docs/concepts/containers/images/
|
|
||||||
image:
|
|
||||||
repository: aignosi.azurecr.io/sientia-dataops-model-manager
|
|
||||||
# This sets the pull policy for images.
|
|
||||||
pullPolicy: IfNotPresent
|
|
||||||
# Overrides the image tag whose default is the chart appVersion.
|
|
||||||
tag: "1.2.0"
|
|
||||||
|
|
||||||
# This is for the secrets for pulling an image from a private repository more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/
|
|
||||||
imagePullSecrets:
|
|
||||||
- name: docker-hub-secret
|
|
||||||
|
|
||||||
# This is to override the chart name.
|
|
||||||
nameOverride: "sientia-dataops-model-manager"
|
|
||||||
fullnameOverride: "sientia-dataops-model-manager"
|
|
||||||
namespace: sientia
|
|
||||||
|
|
||||||
# This section builds out the service account more information can be found here: https://kubernetes.io/docs/concepts/security/service-accounts/
|
|
||||||
serviceAccount:
|
|
||||||
# Specifies whether a service account should be created
|
|
||||||
create: true
|
|
||||||
# Automatically mount a ServiceAccount's API credentials?
|
|
||||||
automount: true
|
|
||||||
# Annotations to add to the service account
|
|
||||||
annotations: {}
|
|
||||||
# The name of the service account to use.
|
|
||||||
# If not set and create is true, a name is generated using the fullname template
|
|
||||||
name: "sientia-dataops-model-manager"
|
|
||||||
|
|
||||||
# This is for setting Kubernetes Annotations to a Pod.
|
|
||||||
# For more information checkout: https://kubernetes.io/docs/concepts/overview/working-with-objects/annotations/
|
|
||||||
podAnnotations: {}
|
|
||||||
# This is for setting Kubernetes Labels to a Pod.
|
|
||||||
# For more information checkout: https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/
|
|
||||||
podLabels: {}
|
|
||||||
|
|
||||||
podSecurityContext: {}
|
|
||||||
# fsGroup: 2000
|
|
||||||
|
|
||||||
securityContext: {}
|
|
||||||
# capabilities:
|
|
||||||
# drop:
|
|
||||||
# - ALL
|
|
||||||
# readOnlyRootFilesystem: true
|
|
||||||
# runAsNonRoot: true
|
|
||||||
# runAsUser: 1000
|
|
||||||
|
|
||||||
resources: {}
|
|
||||||
# We usually recommend not to specify default resources and to leave this as a conscious
|
|
||||||
# choice for the user. This also increases chances charts run on environments with little
|
|
||||||
# resources, such as Minikube. If you do want to specify resources, uncomment the following
|
|
||||||
# lines, adjust them as necessary, and remove the curly braces after 'resources:'.
|
|
||||||
# limits:
|
|
||||||
# cpu: 100m
|
|
||||||
# memory: 128Mi
|
|
||||||
# requests:
|
|
||||||
# cpu: 100m
|
|
||||||
# memory: 128Mi
|
|
||||||
|
|
||||||
# This is to setup the liveness and readiness probes more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/
|
|
||||||
livenessProbe:
|
|
||||||
exec:
|
|
||||||
command:
|
|
||||||
- python3
|
|
||||||
- -c
|
|
||||||
- "import requests; requests.get('http://localhost:9090/metrics')"
|
|
||||||
initialDelaySeconds: 20
|
|
||||||
periodSeconds: 30
|
|
||||||
|
|
||||||
readinessProbe:
|
|
||||||
exec:
|
|
||||||
command:
|
|
||||||
- python3
|
|
||||||
- -c
|
|
||||||
- "import requests; requests.get('http://localhost:9090/metrics')"
|
|
||||||
initialDelaySeconds: 10
|
|
||||||
periodSeconds: 15
|
|
||||||
|
|
||||||
# This section is for setting up autoscaling more information can be found here: https://kubernetes.io/docs/concepts/workloads/autoscaling/
|
|
||||||
autoscaling:
|
|
||||||
enabled: false
|
|
||||||
minReplicas: 1
|
|
||||||
maxReplicas: 100
|
|
||||||
targetCPUUtilizationPercentage: 80
|
|
||||||
# targetMemoryUtilizationPercentage: 80
|
|
||||||
|
|
||||||
# Additional volumes on the output Deployment definition.
|
|
||||||
volumes:
|
|
||||||
- name: reports-volume
|
|
||||||
emptyDir:
|
|
||||||
sizeLimit: 1Gi
|
|
||||||
|
|
||||||
# Additional volumeMounts on the output Deployment definition.
|
|
||||||
volumeMounts:
|
|
||||||
- name: reports-volume
|
|
||||||
mountPath: "/app/model_manager/reports/temp"
|
|
||||||
|
|
||||||
# Deployment strategy configuration
|
|
||||||
# More information: https://kubernetes.io/docs/concepts/workloads/controllers/deployment/#strategy
|
|
||||||
deploymentStrategy:
|
|
||||||
type: Recreate
|
|
||||||
# rollingUpdate:
|
|
||||||
# maxSurge: 0
|
|
||||||
# maxUnavailable: 1
|
|
||||||
|
|
||||||
# Number of old ReplicaSets to retain
|
|
||||||
revisionHistoryLimit: 2
|
|
||||||
|
|
||||||
nodeSelector: {}
|
|
||||||
|
|
||||||
tolerations: []
|
|
||||||
|
|
||||||
affinity: {}
|
|
||||||
|
|
||||||
services:
|
|
||||||
sdk-metrics:
|
|
||||||
enabled: true
|
|
||||||
type: ClusterIP
|
|
||||||
port: 9091
|
|
||||||
targetPort: 9091
|
|
||||||
name: sdk-metrics
|
|
||||||
metrics:
|
|
||||||
enabled: true
|
|
||||||
type: ClusterIP
|
|
||||||
port: 9090
|
|
||||||
targetPort: 9090
|
|
||||||
name: metrics
|
|
||||||
|
|
||||||
# Configuração do ServiceMonitor para o Prometheus Operator
|
|
||||||
# ref: https://github.com/prometheus-operator/prometheus-operator
|
|
||||||
serviceMonitor:
|
|
||||||
# Se true, um recurso ServiceMonitor será criado.
|
|
||||||
enabled: true
|
|
||||||
# O intervalo no qual as métricas devem ser coletadas (ex: 30s, 1m).
|
|
||||||
endpoints:
|
|
||||||
- port: metrics
|
|
||||||
path: /metrics
|
|
||||||
interval: 30s
|
|
||||||
relabelings: []
|
|
||||||
- port: sdk-metrics
|
|
||||||
path: /metrics
|
|
||||||
interval: 30s
|
|
||||||
relabelings: []
|
|
||||||
additionalLabels:
|
|
||||||
release: kube-prometheus-stack
|
|
||||||
|
|
||||||
env:
|
|
||||||
- name: POSTGRES_HOST
|
|
||||||
value: "paradedb-rw.paradedb.svc.cluster.local"
|
|
||||||
- name: POSTGRES_PORT
|
|
||||||
value: "5432"
|
|
||||||
- name: POSTGRES_USER
|
|
||||||
value: "postgres"
|
|
||||||
- name: POSTGRES_PASSWORD
|
|
||||||
value: "nFqc81y6kwmr2zuAIx43DhiOosFCVPpeEfTtTWZflkNjB2j1KtEeIANkhFR9mAX3"
|
|
||||||
- name: POSTGRES_DBNAME
|
|
||||||
value: "sientia-core-mlops-bff"
|
|
||||||
- name: POSTGRES_MIN_CONNECTIONS
|
|
||||||
value: "10"
|
|
||||||
- name: POSTGRES_MAX_CONNECTIONS
|
|
||||||
value: "30"
|
|
||||||
|
|
||||||
- name: MLFLOW_URL
|
|
||||||
value: "http://sientia-tracker-mlflow-tracking.sientia-tracker.svc.cluster.local:80"
|
|
||||||
- name: MLFLOW_USERNAME
|
|
||||||
value: "aignosi"
|
|
||||||
- name: MLFLOW_PASSWORD
|
|
||||||
value: "1L0FP50j3ncp123"
|
|
||||||
|
|
||||||
- name: LOG_LEVEL
|
|
||||||
value: "DEBUG"
|
|
||||||
- name: HTTP_METRICS_PORT
|
|
||||||
value: "9090"
|
|
||||||
- name: HTTP_SDK_METRICS_PORT
|
|
||||||
value: "9091"
|
|
||||||
- name: PROJECT_NAME
|
|
||||||
value: "sientia-model-manager"
|
|
||||||
|
|
||||||
- name: TEMPORAL_HOST
|
|
||||||
value: "temporal-frontend.temporal.svc.cluster.local:7233"
|
|
||||||
- name: TEMPORAL_NAMESPACE
|
|
||||||
value: "model-manager"
|
|
||||||
- name: TRAIN_TASK_QUEUE
|
|
||||||
value: "train_model-queue"
|
|
||||||
- name: CLEANUP_TASK_QUEUE
|
|
||||||
value: "cleanup-queue"
|
|
||||||
- name: TEMPORAL_USE_TLS
|
|
||||||
value: "false"
|
|
||||||
|
|
||||||
- name: MONGODB_USERNAME
|
|
||||||
value: "root"
|
|
||||||
- name: MONGODB_PASSWORD
|
|
||||||
value: "wKZDbMNU1c"
|
|
||||||
- name: MONGODB_URL
|
|
||||||
value: "my-release-mongodb.mongodb.svc.cluster.local:27017"
|
|
||||||
- name: MONGODB_DATABASE
|
|
||||||
value: "sientia"
|
|
||||||
- name: MONGODB_TTL_INDEX_HOURS
|
|
||||||
value: "1"
|
|
||||||
|
|
||||||
- name: MINIO_ENDPOINT_URL
|
|
||||||
value: "http://minio.minio.svc.cluster.local:9000"
|
|
||||||
- name: MINIO_ACCESS_KEY
|
|
||||||
value: "model-training-user"
|
|
||||||
- name: MINIO_SECRET_KEY
|
|
||||||
value: "modelTrainingUser123"
|
|
||||||
- name: MINIO_REGION
|
|
||||||
value: "us-east-1"
|
|
||||||
- name: MINIO_USE_SSL
|
|
||||||
value: "false"
|
|
||||||
- name: MINIO_MAX_RETRY_ATTEMPTS
|
|
||||||
value: "3"
|
|
||||||
- name: MINIO_RETRY_MODE
|
|
||||||
value: "adaptive"
|
|
||||||
- name: MINIO_CONNECT_TIMEOUT
|
|
||||||
value: "10"
|
|
||||||
- name: MINIO_READ_TIMEOUT
|
|
||||||
value: "60"
|
|
||||||
|
|
||||||
- name: TIMEOUT_VALIDATE_PARAMS
|
|
||||||
value: "30"
|
|
||||||
- name: TIMEOUT_TRAIN_MODEL
|
|
||||||
value: "2700"
|
|
||||||
- name: TIMEOUT_DELETE_FILE
|
|
||||||
value: "120"
|
|
||||||
- name: TIMEOUT_UPDATE_DATABASE
|
|
||||||
value: "30"
|
|
||||||
|
|
||||||
- name: CLEANUP_RETENTION_HOURS
|
|
||||||
value: "24"
|
|
||||||
- name: CLEANUP_DRY_RUN
|
|
||||||
value: "false"
|
|
||||||
- name: TIMEOUT_CLEANUP_LOCAL
|
|
||||||
value: "120"
|
|
||||||
|
|
||||||
# Cleanup Schedule Configuration
|
|
||||||
- name: CLEANUP_SCHEDULE_ID
|
|
||||||
value: "cleanup-files-daily"
|
|
||||||
- name: CLEANUP_CRON
|
|
||||||
value: "0 0 * * *" # Midnight UTC
|
|
||||||
- name: CLEANUP_TIMEZONE
|
|
||||||
value: "UTC"
|
|
||||||
- name: CLEANUP_EXECUTION_TIMEOUT_HOURS
|
|
||||||
value: "1"
|
|
||||||
|
|
||||||
- name: EXTRA_PIP_REQUIREMENTS
|
|
||||||
value: "git+https://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@github.com/Aignosi/sientia-mlops-library.git"
|
|
||||||
|
|
||||||
- name: POD_ID
|
|
||||||
valueFrom:
|
|
||||||
fieldRef:
|
|
||||||
fieldPath: metadata.name
|
|
||||||
|
|
||||||
ssh:
|
|
||||||
enabled: false
|
|
||||||
secretName: git-ssh-key-sientia-model-manager-worker
|
|
||||||
sshPath: /mnt/.ssh
|
|
||||||
knownHostsPath: /mnt/known_hosts
|
|
||||||
|
|
||||||
# Configuração para dashboards do Grafana
|
|
||||||
grafanaDashboard:
|
|
||||||
# Habilita a criação de ConfigMaps para dashboards
|
|
||||||
enabled: true
|
|
||||||
# Namespace onde o Grafana está instalado (ajuste conforme seu ambiente)
|
|
||||||
namespace: monitoring
|
|
||||||
# Labels para que o sidecar do Grafana encontre os dashboards
|
|
||||||
labels:
|
|
||||||
grafana_dashboard: "1"
|
|
||||||
# Lista de dashboards para importar
|
|
||||||
dashboards:
|
|
||||||
- name: sientia-dataops-model-manager
|
|
||||||
title: "Sientia DataOps Model Manager"
|
|
||||||
uid: "sientia-dataops-model-manager"
|
|
||||||
folder: "Sientia"
|
|
||||||
jsonFile: "dashboards/sientia-dataops-model-manager.json"
|
|
||||||
overwrite: true # Sobrescreve dashboard se já existir
|
|
||||||
version: "1.0.0" # Version inicial do dashboard
|
|
||||||
|
|
||||||
# Configuração para datasources do Grafana
|
|
||||||
grafanaDatasource:
|
|
||||||
# Habilita a criação de ConfigMap para datasources
|
|
||||||
enabled: false
|
|
||||||
# Namespace onde o Grafana está instalado
|
|
||||||
namespace: monitoring
|
|
||||||
# Labels para que o sidecar do Grafana encontre os datasources
|
|
||||||
labels:
|
|
||||||
grafana_datasource: "1"
|
|
||||||
# Lista de datasources para configurar
|
|
||||||
datasources: []
|
|
||||||
# Exemplo de datasource:
|
|
||||||
# - name: Prometheus
|
|
||||||
# type: prometheus
|
|
||||||
# url: http://prometheus-server.monitoring.svc.cluster.local
|
|
||||||
# isDefault: true
|
|
||||||
# jsonData:
|
|
||||||
# timeInterval: "5s"
|
|
||||||
|
|
||||||
# kubectl create secret docker-registry docker-hub-secret --namespace sientia --docker-server=http://aignosi.azurecr.io --docker-username=aignosi --docker-password=5I5zpQ6sRaHqX1hD3dr+2mo647yO3FRc359/wu6gsP+ACRDRz5mp
|
|
||||||
|
|
||||||
# helm upgrade --install sientia-dataops-model-manager sientia/sientia-module -n sientia --create-namespace -f ./values.yaml --version 0.6.0
|
|
||||||
|
|
||||||
# kubectl create secret generic git-ssh-key-sientia-model-manager-worker \
|
|
||||||
# --namespace sientia \
|
|
||||||
# --from-file=ssh-privatekey=git_key \
|
|
||||||
# --type=kubernetes.io/ssh-auth
|
|
||||||
Reference in New Issue
Block a user