SIENTIAPDE-1241: refactor train_model workflow due to I/O errors.

This commit is contained in:
Bruno Domingues
2025-10-22 15:37:56 -03:00
parent f2a1c88ff3
commit 5789a13023
31 changed files with 37878 additions and 6097 deletions

View File

@@ -128,18 +128,10 @@ async def main():
task_queue='train_model-queue',
workflows=[TrainModel],
activities=[
# Training & Validation
activities.update_experiment_run,
activities.validate_train_params,
activities.train_model,
# MLFlow
activities.save_model,
# MinIO
activities.fetch_file_from_minio,
activities.delete_file_from_minio,
# Filesystem
activities.cleanup_run_directory,
# Database
activities.update_experiment_run,
activities.cleanup_resources,
],
max_concurrent_workflow_tasks=50,
max_concurrent_activities=50,