SIENTIAPDE-1231
Update orchestration configuration and execution parameters - Adjusted execution counts in Jupyter notebook cells for better tracking. - Updated schedule name in the orchestration configuration to align with new requirements. - Modified `values.yaml` to change the GitHub branch for improved versioning. - Enhanced `Activities` and `TemporalManager` classes to include timeout parameters for task execution. - Updated connector configuration to include new timeout settings for better orchestration control.
This commit is contained in:
File diff suppressed because one or more lines are too long
@@ -55,6 +55,9 @@ class Activities( # Couchbase,
|
|||||||
host=temporal_config['temporal_host'],
|
host=temporal_config['temporal_host'],
|
||||||
scouter_namespace=temporal_config['temporal_scouter_namespace'],
|
scouter_namespace=temporal_config['temporal_scouter_namespace'],
|
||||||
laborious_namespace=temporal_config['temporal_laborious_namespace'],
|
laborious_namespace=temporal_config['temporal_laborious_namespace'],
|
||||||
|
task_timeout=temporal_config['temporal_task_timeout_minutes'],
|
||||||
|
run_timeout=temporal_config['temporal_run_timeout_minutes'],
|
||||||
|
execution_timeout=temporal_config['temporal_execution_timeout_minutes'],
|
||||||
logger=logger,
|
logger=logger,
|
||||||
notification_handler=notification_handler)
|
notification_handler=notification_handler)
|
||||||
|
|
||||||
|
|||||||
@@ -36,11 +36,14 @@ class TemporalManager(BaseActivity):
|
|||||||
"""
|
"""
|
||||||
|
|
||||||
def __init__(self, host: str, scouter_namespace: str, laborious_namespace: str,
|
def __init__(self, host: str, scouter_namespace: str, laborious_namespace: str,
|
||||||
logger: Logger, notification_handler: NotificationHandler):
|
task_timeout: int, run_timeout: int, execution_timeout: int, logger: Logger, notification_handler: NotificationHandler):
|
||||||
|
|
||||||
self.temporal_host = host
|
self.temporal_host = host
|
||||||
self.scouter_namespace = scouter_namespace
|
self.scouter_namespace = scouter_namespace
|
||||||
self.laborious_namespace = laborious_namespace
|
self.laborious_namespace = laborious_namespace
|
||||||
|
self.task_timeout = task_timeout
|
||||||
|
self.run_timeout = run_timeout
|
||||||
|
self.execution_timeout = execution_timeout
|
||||||
self.temporal_clients = {}
|
self.temporal_clients = {}
|
||||||
|
|
||||||
self.model_id_id_key = SearchAttributeKey.for_keyword("model_id")
|
self.model_id_id_key = SearchAttributeKey.for_keyword("model_id")
|
||||||
@@ -193,7 +196,12 @@ class TemporalManager(BaseActivity):
|
|||||||
schedule,
|
schedule,
|
||||||
id=schedule_name,
|
id=schedule_name,
|
||||||
task_queue=f"{workflow_type}-queue",
|
task_queue=f"{workflow_type}-queue",
|
||||||
execution_timeout=timedelta(minutes=2),
|
execution_timeout=timedelta(
|
||||||
|
minutes=self.execution_timeout),
|
||||||
|
run_timeout=timedelta(
|
||||||
|
minutes=self.run_timeout),
|
||||||
|
task_timeout=timedelta(
|
||||||
|
minutes=self.task_timeout),
|
||||||
typed_search_attributes=search_attributes
|
typed_search_attributes=search_attributes
|
||||||
),
|
),
|
||||||
spec=ScheduleSpec(
|
spec=ScheduleSpec(
|
||||||
|
|||||||
@@ -60,7 +60,10 @@ def build_temporal_config():
|
|||||||
'temporal_host': getenv('TEMPORAL_HOST', 'localhost:7233'),
|
'temporal_host': getenv('TEMPORAL_HOST', 'localhost:7233'),
|
||||||
'temporal_namespace': getenv('TEMPORAL_NAMESPACE', 'default'),
|
'temporal_namespace': getenv('TEMPORAL_NAMESPACE', 'default'),
|
||||||
'temporal_scouter_namespace': getenv('TEMPORAL_SCOUTER_NAMESPACE', 'scouter'),
|
'temporal_scouter_namespace': getenv('TEMPORAL_SCOUTER_NAMESPACE', 'scouter'),
|
||||||
'temporal_laborious_namespace': getenv('TEMPORAL_LABORIOUS_NAMESPACE', 'laborious')
|
'temporal_laborious_namespace': getenv('TEMPORAL_LABORIOUS_NAMESPACE', 'laborious'),
|
||||||
|
'temporal_task_timeout_minutes': int(getenv('TEMPORAL_TASK_TIMEOUT_MINUTES', '5')),
|
||||||
|
'temporal_run_timeout_minutes': int(getenv('TEMPORAL_RUN_TIMEOUT_MINUTES', '5')),
|
||||||
|
'temporal_execution_timeout_minutes': int(getenv('TEMPORAL_EXECUTION_TIMEOUT_MINUTES', '5'))
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -151,7 +151,7 @@ env:
|
|||||||
- name: GITHUB_REPO_URL
|
- name: GITHUB_REPO_URL
|
||||||
value: "git@github.com:Aignosi/sientia-dataops-orchestrator_temporal.git"
|
value: "git@github.com:Aignosi/sientia-dataops-orchestrator_temporal.git"
|
||||||
- name: GITHUB_BRANCH
|
- name: GITHUB_BRANCH
|
||||||
value: "SIENTIAPDE-1222-ajustar-a-library-para-fazer-o-download-do-courier"
|
value: "SIENTIAPDE-1231-ajustar-o-retreino-do-courier-no-laborious"
|
||||||
- name: PYTHON_APP
|
- name: PYTHON_APP
|
||||||
value: "orchestrator.worker.worker"
|
value: "orchestrator.worker.worker"
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user