SIENTIAPDE-1441
SIENTIAPDE-1441: Refactor worker configuration in worker.py to utilize a new prepare_worker function for cleaner setup. Update environment variable names in values.yaml for consistency and clarity, adjusting memory requests and enhancing health check commands for improved application monitoring.
This commit is contained in:
@@ -2,6 +2,8 @@ from temporalio import client, workflow
|
||||
from temporalio.runtime import PrometheusConfig, Runtime, TelemetryConfig
|
||||
from temporalio.worker import PollerBehaviorAutoscaling, Worker
|
||||
|
||||
from scouter.worker.prepare_worker import prepare_worker
|
||||
|
||||
with workflow.unsafe.imports_passed_through():
|
||||
import asyncio
|
||||
import os
|
||||
@@ -121,10 +123,10 @@ async def main():
|
||||
logger.custom_info('Starting Workers...', metadata)
|
||||
|
||||
workers = [
|
||||
Worker(
|
||||
temporal_client,
|
||||
task_queue='scouter-queue',
|
||||
workflows=[Scouter, CoreScouter],
|
||||
prepare_worker(
|
||||
temporal_client=temporal_client,
|
||||
main_workflow=Scouter,
|
||||
other_workflows=[CoreScouter],
|
||||
activities=[
|
||||
activities.load_latest_data,
|
||||
activities.get_last_data_timestamp,
|
||||
@@ -136,20 +138,6 @@ async def main():
|
||||
activities.write_metrics,
|
||||
activities.store_data_package,
|
||||
],
|
||||
max_concurrent_workflow_tasks=MAX_CONCURRENT_WORKFLOW_TASKS,
|
||||
max_concurrent_activities=MAX_CONCURRENT_ACTIVITIES,
|
||||
max_concurrent_local_activities=MAX_CONCURRENT_LOCAL_ACTIVITIES,
|
||||
max_cached_workflows=MAX_CACHED_WORKFLOWS,
|
||||
workflow_task_poller_behavior=PollerBehaviorAutoscaling(
|
||||
minimum=WORKFLOW_POLLER_BEHAVIUR_MINIMUM,
|
||||
initial=WORKFLOW_POLLER_BEHAVIUR_INITIAL,
|
||||
maximum=WORKFLOW_POLLER_BEHAVIUR_MAXIMUM,
|
||||
),
|
||||
activity_task_poller_behavior=PollerBehaviorAutoscaling(
|
||||
minimum=ACTIVITY_POLLER_BEHAVIUR_MINIMUM,
|
||||
initial=ACTIVITY_POLLER_BEHAVIUR_INITIAL,
|
||||
maximum=ACTIVITY_POLLER_BEHAVIUR_MAXIMUM,
|
||||
),
|
||||
)
|
||||
]
|
||||
|
||||
|
||||
Reference in New Issue
Block a user