diff --git a/README.md b/README.md index 6e3a682..739c2bd 100644 --- a/README.md +++ b/README.md @@ -492,16 +492,16 @@ The worker implements aggressive autoscaling policies for workflow and activity **Workflow Poller Behavior:** | Variable | Description | Default | |----------|-------------|---------| -| `WORKFLOW_POLLER_BEHAVIUR_MINIMUM` | Minimum workflow pollers | `10` | -| `WORKFLOW_POLLER_BEHAVIUR_INITIAL` | Initial workflow pollers | `100` | -| `WORKFLOW_POLLER_BEHAVIUR_MAXIMUM` | Maximum workflow pollers | `200` | +| `WORKFLOW_POLLER_BEHAVIOUR_MINIMUM` | Minimum workflow pollers | `10` | +| `WORKFLOW_POLLER_BEHAVIOUR_INITIAL` | Initial workflow pollers | `100` | +| `WORKFLOW_POLLER_BEHAVIOUR_MAXIMUM` | Maximum workflow pollers | `200` | **Activity Poller Behavior:** | Variable | Description | Default | |----------|-------------|---------| -| `ACTIVITY_POLLER_BEHAVIUR_MINIMUM` | Minimum activity pollers | `10` | -| `ACTIVITY_POLLER_BEHAVIUR_INITIAL` | Initial activity pollers | `100` | -| `ACTIVITY_POLLER_BEHAVIUR_MAXIMUM` | Maximum activity pollers | `200` | +| `ACTIVITY_POLLER_BEHAVIOUR_MINIMUM` | Minimum activity pollers | `10` | +| `ACTIVITY_POLLER_BEHAVIOUR_INITIAL` | Initial activity pollers | `100` | +| `ACTIVITY_POLLER_BEHAVIOUR_MAXIMUM` | Maximum activity pollers | `200` | ### Workflow Configuration diff --git a/scouter/activities/api.py b/scouter/activities/api.py index 4f8e4fd..530ff44 100644 --- a/scouter/activities/api.py +++ b/scouter/activities/api.py @@ -110,6 +110,7 @@ class API(SientiaMonitoring): endpoint = input_data['endpoint'] web_ids = input_data['web_ids'] period = input_data['period'] + end_time = input_data.get('end_time', '*') max_count = input_data.get('max_count', 1) api_timeout = input_data['api_timeout'] @@ -120,6 +121,7 @@ class API(SientiaMonitoring): endpoint=endpoint, web_ids=web_ids, start_time=period, + end_time=end_time, max_count=max_count, metadata=metadata, request_timeout=api_timeout, @@ -136,13 +138,13 @@ class API(SientiaMonitoring): ) raise e - latest_values['timestamp'] = latest_values['timestamp'].dt.strftime(DATETIME_FORMAT_WITH_TZ) + # latest_values['timestamp'] = latest_values['timestamp'].dt.strftime(DATETIME_FORMAT_WITH_TZ) - self.debug(f'Latest values: {latest_values.to_string()}', metadata=metadata) + # self.debug(f'Latest values: {latest_values.to_string()}', metadata=metadata) - # Normalize the package timestamp - valid_timestamp_values = latest_values['timestamp'].dropna() - latest_values['timestamp'] = valid_timestamp_values.max() + # # Normalize the package timestamp + # valid_timestamp_values = latest_values['timestamp'].dropna() + # latest_values['timestamp'] = valid_timestamp_values.max() self.info(f'Gathered {len(latest_values)} tag values', metadata=metadata) diff --git a/scouter/worker/prepare_worker.py b/scouter/worker/prepare_worker.py index 09eb902..b497c5d 100644 --- a/scouter/worker/prepare_worker.py +++ b/scouter/worker/prepare_worker.py @@ -14,12 +14,12 @@ parameters = [ ('MAX_CONCURRENT_ACTIVITIES', '200'), ('MAX_CONCURRENT_LOCAL_ACTIVITIES', '200'), ('MAX_CACHED_WORKFLOWS', '200'), - ('WORKFLOW_POLLER_BEHAVIUR_MINIMUM', '10'), - ('WORKFLOW_POLLER_BEHAVIUR_INITIAL', '100'), - ('WORKFLOW_POLLER_BEHAVIUR_MAXIMUM', '200'), - ('ACTIVITY_POLLER_BEHAVIUR_MINIMUM', '10'), - ('ACTIVITY_POLLER_BEHAVIUR_INITIAL', '100'), - ('ACTIVITY_POLLER_BEHAVIUR_MAXIMUM', '200'), + ('WORKFLOW_POLLER_BEHAVIOUR_MINIMUM', '10'), + ('WORKFLOW_POLLER_BEHAVIOUR_INITIAL', '100'), + ('WORKFLOW_POLLER_BEHAVIOUR_MAXIMUM', '200'), + ('ACTIVITY_POLLER_BEHAVIOUR_MINIMUM', '10'), + ('ACTIVITY_POLLER_BEHAVIOUR_INITIAL', '100'), + ('ACTIVITY_POLLER_BEHAVIOUR_MAXIMUM', '200'), ] @@ -62,13 +62,13 @@ def prepare_worker( ], max_cached_workflows=local_workflow_parameters['MAX_CACHED_WORKFLOWS'], workflow_task_poller_behavior=PollerBehaviorAutoscaling( - minimum=local_workflow_parameters['WORKFLOW_POLLER_BEHAVIUR_MINIMUM'], - initial=local_workflow_parameters['WORKFLOW_POLLER_BEHAVIUR_INITIAL'], - maximum=local_workflow_parameters['WORKFLOW_POLLER_BEHAVIUR_MAXIMUM'], + minimum=local_workflow_parameters['WORKFLOW_POLLER_BEHAVIOUR_MINIMUM'], + initial=local_workflow_parameters['WORKFLOW_POLLER_BEHAVIOUR_INITIAL'], + maximum=local_workflow_parameters['WORKFLOW_POLLER_BEHAVIOUR_MAXIMUM'], ), activity_task_poller_behavior=PollerBehaviorAutoscaling( - minimum=local_workflow_parameters['ACTIVITY_POLLER_BEHAVIUR_MINIMUM'], - initial=local_workflow_parameters['ACTIVITY_POLLER_BEHAVIUR_INITIAL'], - maximum=local_workflow_parameters['ACTIVITY_POLLER_BEHAVIUR_MAXIMUM'], + minimum=local_workflow_parameters['ACTIVITY_POLLER_BEHAVIOUR_MINIMUM'], + initial=local_workflow_parameters['ACTIVITY_POLLER_BEHAVIOUR_INITIAL'], + maximum=local_workflow_parameters['ACTIVITY_POLLER_BEHAVIOUR_MAXIMUM'], ), ) diff --git a/scouter/worker/worker.py b/scouter/worker/worker.py index 33fe54a..379e627 100644 --- a/scouter/worker/worker.py +++ b/scouter/worker/worker.py @@ -39,13 +39,13 @@ MAX_CACHED_WORKFLOWS = int(os.getenv('MAX_CACHED_WORKFLOWS', '200')) # Temporal docs also recommends an autoscaling policy, with agrresive limits to prioritize latency over throughput. -WORKFLOW_POLLER_BEHAVIUR_MINIMUM = int(os.getenv('WORKFLOW_POLLER_BEHAVIUR_MINIMUM', '10')) -WORKFLOW_POLLER_BEHAVIUR_INITIAL = int(os.getenv('WORKFLOW_POLLER_BEHAVIUR_INITIAL', '100')) -WORKFLOW_POLLER_BEHAVIUR_MAXIMUM = int(os.getenv('WORKFLOW_POLLER_BEHAVIUR_MAXIMUM', '200')) +WORKFLOW_POLLER_BEHAVIOUR_MINIMUM = int(os.getenv('WORKFLOW_POLLER_BEHAVIOUR_MINIMUM', '10')) +WORKFLOW_POLLER_BEHAVIOUR_INITIAL = int(os.getenv('WORKFLOW_POLLER_BEHAVIOUR_INITIAL', '100')) +WORKFLOW_POLLER_BEHAVIOUR_MAXIMUM = int(os.getenv('WORKFLOW_POLLER_BEHAVIOUR_MAXIMUM', '200')) -ACTIVITY_POLLER_BEHAVIUR_MINIMUM = int(os.getenv('ACTIVITY_POLLER_BEHAVIUR_MINIMUM', '10')) -ACTIVITY_POLLER_BEHAVIUR_INITIAL = int(os.getenv('ACTIVITY_POLLER_BEHAVIUR_INITIAL', '100')) -ACTIVITY_POLLER_BEHAVIUR_MAXIMUM = int(os.getenv('ACTIVITY_POLLER_BEHAVIUR_MAXIMUM', '200')) +ACTIVITY_POLLER_BEHAVIOUR_MINIMUM = int(os.getenv('ACTIVITY_POLLER_BEHAVIOUR_MINIMUM', '10')) +ACTIVITY_POLLER_BEHAVIOUR_INITIAL = int(os.getenv('ACTIVITY_POLLER_BEHAVIOUR_INITIAL', '100')) +ACTIVITY_POLLER_BEHAVIOUR_MAXIMUM = int(os.getenv('ACTIVITY_POLLER_BEHAVIOUR_MAXIMUM', '200')) async def main(): diff --git a/scouter/worker/worker_parameters.md b/scouter/worker/worker_parameters.md index ca2c7cd..8b18148 100644 --- a/scouter/worker/worker_parameters.md +++ b/scouter/worker/worker_parameters.md @@ -53,19 +53,19 @@ Temporal supports autoscaling that dynamically adjusts the number of concurrent These parameters control the autoscaling behavior of the workflow task poller, which retrieves workflow tasks from the Temporal server. -### WORKFLOW_POLLER_BEHAVIUR_MINIMUM +### WORKFLOW_POLLER_BEHAVIOUR_MINIMUM - **Default**: `10` - **Description**: Minimum number of concurrent pollers for workflow tasks. The poller count will never go below this value. - **Usage**: Set via `minimum` in `PollerBehaviorAutoscaling` for `workflow_task_poller_behavior`. - **Impact**: Ensures a baseline level of polling activity even during low load periods. -### WORKFLOW_POLLER_BEHAVIUR_INITIAL +### WORKFLOW_POLLER_BEHAVIOUR_INITIAL - **Default**: `100` - **Description**: Initial number of concurrent pollers for workflow tasks when the worker starts. - **Usage**: Set via `initial` in `PollerBehaviorAutoscaling` for `workflow_task_poller_behavior`. - **Impact**: Determines the starting point for poller scaling. Higher values provide faster initial task acquisition but consume more resources. -### WORKFLOW_POLLER_BEHAVIUR_MAXIMUM +### WORKFLOW_POLLER_BEHAVIOUR_MAXIMUM - **Default**: `200` - **Description**: Maximum number of concurrent pollers allowed for workflow tasks. The poller count will not exceed this value even under high load. - **Usage**: Set via `maximum` in `PollerBehaviorAutoscaling` for `workflow_task_poller_behavior`. @@ -75,19 +75,19 @@ These parameters control the autoscaling behavior of the workflow task poller, w These parameters control the autoscaling behavior of the activity task poller, which retrieves activity tasks from the Temporal server. -### ACTIVITY_POLLER_BEHAVIUR_MINIMUM +### ACTIVITY_POLLER_BEHAVIOUR_MINIMUM - **Default**: `10` - **Description**: Minimum number of concurrent pollers for activity tasks. The poller count will never go below this value. - **Usage**: Set via `minimum` in `PollerBehaviorAutoscaling` for `activity_task_poller_behavior`. - **Impact**: Ensures a baseline level of polling activity even during low load periods. -### ACTIVITY_POLLER_BEHAVIUR_INITIAL +### ACTIVITY_POLLER_BEHAVIOUR_INITIAL - **Default**: `100` - **Description**: Initial number of concurrent pollers for activity tasks when the worker starts. - **Usage**: Set via `initial` in `PollerBehaviorAutoscaling` for `activity_task_poller_behavior`. - **Impact**: Determines the starting point for poller scaling. Higher values provide faster initial task acquisition but consume more resources. -### ACTIVITY_POLLER_BEHAVIUR_MAXIMUM +### ACTIVITY_POLLER_BEHAVIOUR_MAXIMUM - **Default**: `200` - **Description**: Maximum number of concurrent pollers allowed for activity tasks. The poller count will not exceed this value even under high load. - **Usage**: Set via `maximum` in `PollerBehaviorAutoscaling` for `activity_task_poller_behavior`. @@ -103,7 +103,7 @@ To override these parameters, set environment variables using the pattern: For example, if your workflow is named `ScouterWorkflow`: ```bash SCOUTERWORKFLOW_MAX_CONCURRENT_ACTIVITIES=500 -SCOUTERWORKFLOW_WORKFLOW_POLLER_BEHAVIUR_MAXIMUM=300 +SCOUTERWORKFLOW_WORKFLOW_POLLER_BEHAVIOUR_MAXIMUM=300 ``` ## Notes diff --git a/tests.ipynb b/tests.ipynb index 9df4097..7831532 100644 --- a/tests.ipynb +++ b/tests.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 12, + "execution_count": null, "id": "9d16b24a", "metadata": {}, "outputs": [], @@ -38,7 +38,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": null, "id": "5e344fb0", "metadata": {}, "outputs": [], @@ -103,7 +103,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": null, "id": "9350bff3", "metadata": {}, "outputs": [], @@ -118,7 +118,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": null, "id": "45712d7a", "metadata": {}, "outputs": [], @@ -143,18 +143,10 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": null, "id": "d065d0de", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "pi-web-api-scouter\n" - ] - } - ], + "outputs": [], "source": [ "import re\n", "def camel_to_kebab(text: str) -> str:\n", @@ -168,7 +160,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "id": "72af4236", "metadata": {}, "outputs": [], @@ -208,7 +200,7 @@ " \"CI-W3K01T4\",\n", " \"CI-W3K01T2\",\n", " \"CI-W3A65_SO3\",\n", - " \"CI-W3A65_CL\",\n", + " \"CI-W3A65_Cl\",\n", " \"CI-W3_C3S\",\n", " \"CI-W3_MS\",\n", " \"CI-W3_MA\",\n", @@ -220,7 +212,9 @@ " \"CI-W3V21F1\",\n", " \"CI-W3V21P1\",\n", " \"CI-W3V30F1\",\n", - " \"CI-W3V33P1\"\n", + " \"CI-W3V33P1\",\n", + " \"CI-W3W01A1_AI\",\n", + " \"CI-W3W01A2_AI\"\n", "]\n", "url = 'https://pivision.votorantimcimentos.com/piwebapi/dataservers/F1DS-7fYgsRTtUOa7V9NIwSujAUElIQVZD/points?namefilter={tag}'\n", "\n", @@ -245,146 +239,10 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "id": "55793801", "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "{'CI-W3A05F1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAkVMAAAUElIQVZDXENJLVczQTA1RjE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3W03S1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujATFUAAAUElIQVZDXENJLVczVzAzUzE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3W03I1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAS1UAAAUElIQVZDXENJLVczVzAzSTE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3K01T1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAklQAAAUElIQVZDXENJLVczSzAxVDE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3W01A3': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAOFUAAAUElIQVZDXENJLVczVzAxQTM',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3W01A2': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAN1UAAAUElIQVZDXENJLVczVzAxQTI',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3W01A1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujANlUAAAUElIQVZDXENJLVczVzAxQTE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-J3P01T1A': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAYUUAAAUElIQVZDXENJLUozUDAxVDFB',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3A50T1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujArFMAAAUElIQVZDXENJLVczQTUwVDE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3A55T1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAxFMAAAUElIQVZDXENJLVczQTU1VDE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3A55P1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAwVMAAAUElIQVZDXENJLVczQTU1UDE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3V33P1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAJVUAAAUElIQVZDXENJLVczVjMzUDE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3E01F1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAzY0CAAUElIQVZDXENJLVczRTAxRjE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3A50A3': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAqVMAAAUElIQVZDXENJLVczQTUwQTM',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3A50A2': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAqFMAAAUElIQVZDXENJLVczQTUwQTI',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3A50A1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAp1MAAAUElIQVZDXENJLVczQTUwQTE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3A50P1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAq1MAAAUElIQVZDXENJLVczQTUwUDE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3W01P1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAPlUAAAUElIQVZDXENJLVczVzAxUDE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3A71P1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAy1MAAAUElIQVZDXENJLVczQTcxUDE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3W01P2': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAP1UAAAUElIQVZDXENJLVczVzAxUDI',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3A71P2': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAzFMAAAUElIQVZDXENJLVczQTcxUDI',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3A71P3': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAzVMAAAUElIQVZDXENJLVczQTcxUDM',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-J3J01S1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAMUUAAAUElIQVZDXENJLUozSjAxUzE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3P17S1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujA7VQAAAUElIQVZDXENJLVczUDE3UzE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-J3P03S1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAa0UAAAUElIQVZDXENJLUozUDAzUzE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3K01S1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAkFQAAAUElIQVZDXENJLVczSzAxUzE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3K14P1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAuFQAAAUElIQVZDXENJLVczSzE0UDE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3K01T4': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAl1QAAAUElIQVZDXENJLVczSzAxVDQ',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3K01T2': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAlVQAAAUElIQVZDXENJLVczSzAxVDI',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3A65_SO3': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAjFQAAAUElIQVZDXENJLVczQTY1X1NPMw',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3A65_CL': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAf1QAAAUElIQVZDXENJLVczQTY1X0NM',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3_C3S': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujA5FMAAAUElIQVZDXENJLVczX0MzUw',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3_MS': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujABlQAAAUElIQVZDXENJLVczX01T',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3_MA': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujA_VMAAAUElIQVZDXENJLVczX01B',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3_PL': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAFVQAAAUElIQVZDXENJLVczX1BM',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3_CAO': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujA61MAAAUElIQVZDXENJLVczX0NBTw',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3V04P3': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAElUAAAUElIQVZDXENJLVczVjA0UDM',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3V04P1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAEFUAAAUElIQVZDXENJLVczVjA0UDE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3W01G1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAOlUAAAUElIQVZDXENJLVczVzAxRzE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3V21F1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAQnYEAAUElIQVZDXENJLVczVjIxRjE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3V21P1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAQHYEAAUElIQVZDXENJLVczVjIxUDE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]},\n", - " 'CI-W3V30F1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAIFUAAAUElIQVZDXENJLVczVjMwRjE',\n", - " 'aggr_func': 'lts',\n", - " 'data_range': [-100000, 100000]}}" - ] - }, - "execution_count": 4, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "import json\n", "json.dump(web_ids, open('web_ids.json', 'w'), indent=4)\n", @@ -394,32 +252,1951 @@ { "cell_type": "code", "execution_count": null, - "id": "2e0e3d5a", + "id": "a83b3cb4", + "metadata": {}, + "outputs": [], + "source": [ + "from scouter.activities.api import API\n", + "from unittest.mock import MagicMock, AsyncMock\n", + "from pandas import DataFrame, concat\n", + "import json\n", + "from time import sleep\n", + "\n", + "web_ids = json.load(open('web_ids.json'))\n", + "\n", + "api = API(\n", + " base_url='https://pivision.votorantimcimentos.com/piwebapi',\n", + " auth_type='basic',\n", + " auth_token='dmlkX3ZjbmV0XHN2Yy5waW9zaS5wcmQud2ViYXBpOlN2Y1ByRFdlQkBQaQ==',\n", + " logger=MagicMock(),\n", + " notification_handler=AsyncMock(),\n", + " metrics_controller=AsyncMock(),\n", + ")\n", + "\n", + "start_time = 1800\n", + "pace = 30\n", + "\n", + "data = DataFrame()\n", + "\n", + "for i in range(start_time, 0, -pace):\n", + " j = i - pace\n", + " print(f'Getting data for chunk -{i} to -{j} days')\n", + " try:\n", + " chunk = DataFrame(await api.get_tag_values(\n", + " input_data={\n", + " 'endpoint': '/streamsets/recorded',\n", + " 'web_ids': web_ids,\n", + " 'period': f'*-{i}d',\n", + " 'end_time': f'*-{j}d'.replace('-0d', ''),\n", + " 'max_count': None,\n", + " 'api_timeout': 5,\n", + " 'metadata': {}\n", + " }\n", + " ))\n", + " except Exception as e:\n", + " chunk = DataFrame(await api.get_tag_values(\n", + " input_data={\n", + " 'endpoint': '/streamsets/recorded',\n", + " 'web_ids': web_ids,\n", + " 'period': f'*-{i}d',\n", + " 'end_time': f'*-{j}d'.replace('-0d', ''),\n", + " 'max_count': None,\n", + " 'api_timeout': 5,\n", + " 'metadata': {}\n", + " }\n", + " ))\n", + " sleep(1)\n", + "\n", + " data = concat([data, chunk])\n", + "\n", + "base_data = data\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "2e2ef295", + "metadata": {}, + "outputs": [], + "source": [ + "trunc_spec = 's'\n", + "\n", + "base_data['truncated_timestamp'] = base_data['timestamp'].dt.floor(trunc_spec)\n", + "\n", + "# drop timestamp NaT\n", + "base_data = base_data[base_data['timestamp'].notna()]\n", + "base_data.sort_values(by='truncated_timestamp', inplace=True)\n", + "\n", + "display(base_data)\n", + "\n", + "base_data.drop_duplicates(subset=['truncated_timestamp', 'name'], keep='last', inplace=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "ae7b5889", + "metadata": {}, + "outputs": [], + "source": [ + "data = base_data.pivot(index='truncated_timestamp', columns='name', values='value')\n", + "\n", + "data.sort_index(inplace=True)\n", + "\n", + "# replace Nan with upper row value\n", + "data.ffill(inplace=True)\n", + "#data.bfill(inplace=True)\n", + "data.dropna(inplace=True)\n", + "\n", + "data['timestamp'] = data.index\n", + "\n", + "data.reset_index(drop=True, inplace=True)\n", + "\n", + "display(data)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "4782290f", + "metadata": {}, + "outputs": [], + "source": [ + "to_insert_data = data.melt(id_vars=['timestamp'], var_name='variable', value_name='value')\n", + "to_insert_data['model_id'] = '111'\n", + "to_insert_data.drop_duplicates(subset=['timestamp', 'variable'], keep='last', inplace=True)\n", + "to_insert_data = to_insert_data.sort_values(by='timestamp', ascending=False)\n", + "to_insert_data.to_csv('data.csv', index=False)" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "a36d48d1", + "metadata": {}, + "outputs": [], + "source": [ + "from sientia_do.temporal.activities.postgres import Postgres\n", + "from unittest.mock import MagicMock, AsyncMock\n", + "\n", + "postgres_interface = Postgres(\n", + " host='localhost',\n", + " port=5432,\n", + " dbname='sientia',\n", + " user='sientia',\n", + " password='sientia',\n", + " min_connections=1,\n", + " max_connections=200,\n", + " logger=MagicMock(),\n", + " notification_handler=AsyncMock(),\n", + " metrics_controller=AsyncMock(),\n", + ")\n", + "\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "713ecb2e", + "metadata": {}, + "outputs": [], + "source": [ + "from pandas import read_csv\n", + "from time import sleep\n", + "to_insert_data = read_csv('data.csv')\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "f269b8e7", "metadata": {}, "outputs": [ { - "data": { - "text/plain": [ - "{'Links': {},\n", - " 'Items': [{'WebId': 'F1DP-7fYgsRTtUOa7V9NIwSujAkVMAAAUElIQVZDXENJLVczQTA1RjE',\n", - " 'Name': 'CI-W3A05F1',\n", - " 'Path': '\\\\\\\\PIHAVC\\\\CI-W3A05F1',\n", - " 'Links': {'Source': 'https://pivision.votorantimcimentos.com/piwebapi/points/F1DP-7fYgsRTtUOa7V9NIwSujAkVMAAAUElIQVZDXENJLVczQTA1RjE'},\n", - " 'Items': [{'Timestamp': '2025-12-17T18:12:49.2170104Z',\n", - " 'Value': 273.3339,\n", - " 'UnitsAbbreviation': '',\n", - " 'Good': True,\n", - " 'Questionable': False,\n", - " 'Substituted': False,\n", - " 'Annotated': False}],\n", - " 'UnitsAbbreviation': ''}]}" - ] - }, - "execution_count": 35, - "metadata": {}, - "output_type": "execute_result" + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 0 to 100000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 100000 to 200000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 200000 to 300000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 300000 to 400000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 400000 to 500000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 500000 to 600000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 600000 to 700000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 700000 to 800000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 800000 to 900000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 900000 to 1000000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 1000000 to 1100000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 1100000 to 1200000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 1200000 to 1300000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 1300000 to 1400000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 1400000 to 1500000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 1500000 to 1600000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 1600000 to 1700000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 1700000 to 1800000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 1800000 to 1900000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 1900000 to 2000000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 2000000 to 2100000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 2100000 to 2200000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 2200000 to 2300000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 2300000 to 2400000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 2400000 to 2500000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 2500000 to 2600000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 2600000 to 2700000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 2700000 to 2800000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 2800000 to 2900000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 2900000 to 3000000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 3000000 to 3100000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 3100000 to 3200000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 3200000 to 3300000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 3300000 to 3400000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 3400000 to 3500000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 3500000 to 3600000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 3600000 to 3700000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 3700000 to 3800000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 3800000 to 3900000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 3900000 to 4000000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 4000000 to 4100000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 4100000 to 4200000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 4200000 to 4300000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 4300000 to 4400000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 4400000 to 4500000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 4500000 to 4600000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 4600000 to 4700000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 4700000 to 4800000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 4800000 to 4900000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 4900000 to 5000000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 5000000 to 5100000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 5100000 to 5200000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 5200000 to 5300000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 5300000 to 5400000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 5400000 to 5500000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 5500000 to 5600000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 5600000 to 5700000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 5700000 to 5800000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 5800000 to 5900000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 5900000 to 6000000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 6000000 to 6100000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 6100000 to 6200000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 6200000 to 6300000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 6300000 to 6400000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 6400000 to 6500000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 6500000 to 6600000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 6600000 to 6700000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 6700000 to 6800000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 6800000 to 6900000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 6900000 to 7000000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 7000000 to 7100000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 7100000 to 7200000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 7200000 to 7300000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 7300000 to 7400000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 7400000 to 7500000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 7500000 to 7600000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 7600000 to 7700000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 7700000 to 7800000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 7800000 to 7900000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 7900000 to 8000000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 8000000 to 8100000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 8100000 to 8200000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 8200000 to 8300000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 8300000 to 8400000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 8400000 to 8500000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 8500000 to 8600000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 8600000 to 8700000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 8700000 to 8800000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 8800000 to 8900000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 8900000 to 9000000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 9000000 to 9100000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 9100000 to 9200000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 9200000 to 9300000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 9300000 to 9400000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 9400000 to 9500000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 9500000 to 9600000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 9600000 to 9700000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 9700000 to 9800000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 9800000 to 9900000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 9900000 to 10000000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 10000000 to 10100000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 10100000 to 10200000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 10200000 to 10300000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 10300000 to 10400000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 10400000 to 10500000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 10500000 to 10600000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 10600000 to 10700000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 10700000 to 10800000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 10800000 to 10900000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/grezewave/Documents/projects/sientia/sientia-dataops-scouter_temporal/venv/lib/python3.11/site-packages/sientia_do/observability/sientia_monitoring.py:80: RuntimeWarning: coroutine 'AsyncMockMixin._execute_mock_call' was never awaited\n", + " self.metrics_controller.start()\n", + "RuntimeWarning: Enable tracemalloc to get the object allocation traceback\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Inserting chunk 10900000 to 11000000\n" + ] } ], + "source": [ + "\n", + "chunk_start = 10900000\n", + "chunk_end = 20000000\n", + "\n", + "chunk_size = 100000\n", + "\n", + "chunk_pace = chunk_start\n", + "while chunk_pace < chunk_end:\n", + " print(f'Inserting chunk {chunk_pace} to {chunk_pace+chunk_size}')\n", + " chunk = to_insert_data.iloc[chunk_pace:chunk_pace+chunk_size]\n", + " await postgres_interface.export_data_to_postgres(\n", + " input_data={\n", + " 'data': chunk,\n", + " 'table_name': 'laborious_data',\n", + " 'schema': 'sientia_data',\n", + " 'unique_columns': ['timestamp', 'variable', 'model_id'],\n", + " 'on_conflict': 'ignore',\n", + " 'metadata': {}\n", + " }\n", + " )\n", + " sleep(10)\n", + " chunk_pace += chunk_size" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "2e0e3d5a", + "metadata": {}, + "outputs": [], "source": [ "item = web_ids['CI-W3A05F1']['webid']\n", "\n", @@ -437,9 +2214,34 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": null, "id": "f8c425e2", "metadata": {}, + "outputs": [], + "source": [ + "from pandas import read_csv, to_datetime\n", + "\n", + "df = read_csv('/home/grezewave/Downloads/laborious_data_202512220821.csv')\n", + "data = df.pivot(index='timestamp', columns='variable', values='value')\n", + "data['timestamp'] = data.index\n", + "\n", + "#Remove tz from timestamp\n", + "data['timestamp'] = to_datetime(data['timestamp'])\n", + "data['timestamp'] = data['timestamp'].dt.tz_localize(None)\n", + "\n", + "# Back to string and add \"\"\n", + "data['timestamp'] = data['timestamp'].dt.strftime('%Y-%m-%d %H:%M:%S')\n", + "data.reset_index(drop=True, inplace=True)\n", + "data.to_csv('VC-model-data.csv', index=False)\n", + "\n", + "display(data)" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "2bd5569d", + "metadata": {}, "outputs": [ { "data": { @@ -461,494 +2263,136 @@ "\n", " \n", " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", + " \n", " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", "
model_idvariableCI-J3J01S1CI-J3P01T1ACI-J3P03S1CI-W3A05F1CI-W3A50A1CI-W3A50A2CI-W3A50A3CI-W3A50P1CI-W3A50T1CI-W3A55P1...CI-W3V33P1CI-W3W01A1CI-W3W01A2CI-W3W01A3CI-W3W01G1CI-W3W01P1CI-W3W01P2CI-W3W03I1CI-W3W03S1valuetimestampcreated_at
087.999020238.000000100.442688272.8691000.0833382.636171589.246400-0.923784383.722400-18.167961...259.5655000.0082204.190174376.848267600.466900-3.1095980.22179863.6058301545.502932025-12-17 22:12:42111CI-W3V30F18.5148512026-01-20 19:41:23+00002026-01-20 23:28:18+0000
187.999020238.000000100.442688272.6492000.0833382.267340618.462100-0.771080381.468872-17.495136...263.0998540.0082202.611867435.797668600.466900-3.0301560.15352765.7857061545.502932025-12-17 22:41:54111CI-W3A71P3-2.3086902026-01-20 19:41:23+00002026-01-20 23:28:18+0000
286.997925228.200012100.442688264.2253720.0823583.254068444.800200-0.789923389.007800-16.590466...223.3463130.0859279.447197343.596000600.000000-2.4367670.35028969.8865201616.154912025-12-18 19:08:08111CI-J3P01T1A228.9000002026-01-20 19:41:23+00002026-01-20 23:28:18+0000
386.997925228.200012100.442688266.7141720.0823612.444070481.586060-0.551620390.612854-16.791473...240.6614690.0859279.324739462.062256600.000000-3.0301560.20861664.6597301628.228762025-12-18 19:23:08111CI-W3W03I175.3674242026-01-20 19:41:23+00002026-01-20 23:28:18+0000
491.991210139.299988100.442688280.3923340.0823611.835279436.144100-0.486019387.727000-17.495136...249.9351650.0596025.359922367.250300600.000000-3.2863160.27637259.9493371691.234622025-12-18 19:31:54111CI-J3J01S187.9990202026-01-20 19:41:23+00002026-01-20 23:28:18+0000
590.001220230.000000100.442688268.8931580.0836232.572147410.169100-0.929219395.898200-16.390797..................241.3099670.0020004.262301340.296700880.778200-3.6710640.24807565.1953901609.201542025-12-18 19:34:28
690.001220230.000000100.442688269.3590000.0836232.636187417.679138-0.837243396.060272-16.390797...239.3646240.0020003.964616318.547300935.914368-3.4776270.24807563.2846381609.201542025-12-18 19:35:199993055111CI-W3V30F16.8461082025-01-21 11:35:08+00002026-01-21 00:18:50+0000
790.001220230.000000100.442688268.6519780.0836232.483914404.910522-0.906091396.222473-16.390797...239.3646240.0020004.766942314.721130903.813232-3.7976250.24807564.6019741645.863892025-12-18 19:39:049993056111CI-W3K14P138.0967702025-01-21 11:35:08+00002026-01-21 00:18:50+0000
890.001220230.000000100.442688270.8364260.0836232.748308403.442100-0.939606396.222473-16.390797...239.3646240.0013624.637836325.616100909.961060-3.6057070.24807562.8696441646.514282025-12-18 19:40:589993057111CI-W3A50T1364.2500002025-01-21 11:35:08+00002026-01-21 00:18:50+0000
990.001220227.700012100.442688270.7156370.0897542.644230425.803000-1.007370396.384521-16.725641...239.0402220.0013615.083293349.286682949.923500-3.7029830.20841365.8502961647.255372025-12-18 20:12:239993058111CI-W3A55T1871.6823002025-01-21 11:35:08+00002026-01-21 00:18:50+0000
1090.001220227.700012100.442688270.6614380.0788592.628080435.462860-0.962243396.384521-17.031452...239.3644410.1086905.151842353.761353949.961060-3.7337880.20741364.7887401644.680422025-12-19 03:26:44
1190.001220227.700012100.442688270.7251590.0788592.628080424.227722-0.827545396.384521-17.031452...239.3644410.1086904.830516353.761353893.074000-3.7337880.20741364.7887401644.680422025-12-19 03:32:37
1290.001220227.700012100.442688269.9770200.0788593.799854350.998047-0.901527395.614441-18.777557...226.5562740.1086905.567447312.856700887.664734-3.4452010.18896765.3761441644.680422025-12-19 03:59:20
1390.001220227.700012100.442688269.0980000.0788593.325234401.663940-0.960138392.380127-16.966602...235.8625180.0251952.443661305.058400963.424100-3.6543450.18896764.8246601392.283942025-12-19 04:07:07
1489.000120133.000000100.442688280.5959000.0788592.347593453.182526-0.409587389.169952-15.958172...238.0998540.0251955.168004417.250244852.529200-3.7029830.26809562.1951981645.463262025-12-19 04:27:35
1591.002320130.000000100.442688283.0378420.1095972.547736364.069400-0.737562394.961900-18.296043...226.2309000.0730104.334429338.391663793.501953-4.7276260.00395972.8045961718.755862025-12-21 14:12:479993059111CI-W3W01P1-2.3568292025-01-21 11:35:08+00002026-01-21 00:18:50+0000
\n", - "

16 rows × 33 columns

\n", + "

9993060 rows × 5 columns

\n", "" ], "text/plain": [ - "variable CI-J3J01S1 CI-J3P01T1A CI-J3P03S1 CI-W3A05F1 CI-W3A50A1 \\\n", - "0 87.999020 238.000000 100.442688 272.869100 0.083338 \n", - "1 87.999020 238.000000 100.442688 272.649200 0.083338 \n", - "2 86.997925 228.200012 100.442688 264.225372 0.082358 \n", - "3 86.997925 228.200012 100.442688 266.714172 0.082361 \n", - "4 91.991210 139.299988 100.442688 280.392334 0.082361 \n", - "5 90.001220 230.000000 100.442688 268.893158 0.083623 \n", - "6 90.001220 230.000000 100.442688 269.359000 0.083623 \n", - "7 90.001220 230.000000 100.442688 268.651978 0.083623 \n", - "8 90.001220 230.000000 100.442688 270.836426 0.083623 \n", - "9 90.001220 227.700012 100.442688 270.715637 0.089754 \n", - "10 90.001220 227.700012 100.442688 270.661438 0.078859 \n", - "11 90.001220 227.700012 100.442688 270.725159 0.078859 \n", - "12 90.001220 227.700012 100.442688 269.977020 0.078859 \n", - "13 90.001220 227.700012 100.442688 269.098000 0.078859 \n", - "14 89.000120 133.000000 100.442688 280.595900 0.078859 \n", - "15 91.002320 130.000000 100.442688 283.037842 0.109597 \n", + " model_id variable value timestamp \\\n", + "0 111 CI-W3V30F1 8.514851 2026-01-20 19:41:23+0000 \n", + "1 111 CI-W3A71P3 -2.308690 2026-01-20 19:41:23+0000 \n", + "2 111 CI-J3P01T1A 228.900000 2026-01-20 19:41:23+0000 \n", + "3 111 CI-W3W03I1 75.367424 2026-01-20 19:41:23+0000 \n", + "4 111 CI-J3J01S1 87.999020 2026-01-20 19:41:23+0000 \n", + "... ... ... ... ... \n", + "9993055 111 CI-W3V30F1 6.846108 2025-01-21 11:35:08+0000 \n", + "9993056 111 CI-W3K14P1 38.096770 2025-01-21 11:35:08+0000 \n", + "9993057 111 CI-W3A50T1 364.250000 2025-01-21 11:35:08+0000 \n", + "9993058 111 CI-W3A55T1 871.682300 2025-01-21 11:35:08+0000 \n", + "9993059 111 CI-W3W01P1 -2.356829 2025-01-21 11:35:08+0000 \n", "\n", - "variable CI-W3A50A2 CI-W3A50A3 CI-W3A50P1 CI-W3A50T1 CI-W3A55P1 ... \\\n", - "0 2.636171 589.246400 -0.923784 383.722400 -18.167961 ... \n", - "1 2.267340 618.462100 -0.771080 381.468872 -17.495136 ... \n", - "2 3.254068 444.800200 -0.789923 389.007800 -16.590466 ... \n", - "3 2.444070 481.586060 -0.551620 390.612854 -16.791473 ... \n", - "4 1.835279 436.144100 -0.486019 387.727000 -17.495136 ... \n", - "5 2.572147 410.169100 -0.929219 395.898200 -16.390797 ... \n", - "6 2.636187 417.679138 -0.837243 396.060272 -16.390797 ... \n", - "7 2.483914 404.910522 -0.906091 396.222473 -16.390797 ... \n", - "8 2.748308 403.442100 -0.939606 396.222473 -16.390797 ... \n", - "9 2.644230 425.803000 -1.007370 396.384521 -16.725641 ... \n", - "10 2.628080 435.462860 -0.962243 396.384521 -17.031452 ... \n", - "11 2.628080 424.227722 -0.827545 396.384521 -17.031452 ... \n", - "12 3.799854 350.998047 -0.901527 395.614441 -18.777557 ... \n", - "13 3.325234 401.663940 -0.960138 392.380127 -16.966602 ... \n", - "14 2.347593 453.182526 -0.409587 389.169952 -15.958172 ... \n", - "15 2.547736 364.069400 -0.737562 394.961900 -18.296043 ... \n", + " created_at \n", + "0 2026-01-20 23:28:18+0000 \n", + "1 2026-01-20 23:28:18+0000 \n", + "2 2026-01-20 23:28:18+0000 \n", + "3 2026-01-20 23:28:18+0000 \n", + "4 2026-01-20 23:28:18+0000 \n", + "... ... \n", + "9993055 2026-01-21 00:18:50+0000 \n", + "9993056 2026-01-21 00:18:50+0000 \n", + "9993057 2026-01-21 00:18:50+0000 \n", + "9993058 2026-01-21 00:18:50+0000 \n", + "9993059 2026-01-21 00:18:50+0000 \n", "\n", - "variable CI-W3V33P1 CI-W3W01A1 CI-W3W01A2 CI-W3W01A3 CI-W3W01G1 \\\n", - "0 259.565500 0.008220 4.190174 376.848267 600.466900 \n", - "1 263.099854 0.008220 2.611867 435.797668 600.466900 \n", - "2 223.346313 0.085927 9.447197 343.596000 600.000000 \n", - "3 240.661469 0.085927 9.324739 462.062256 600.000000 \n", - "4 249.935165 0.059602 5.359922 367.250300 600.000000 \n", - "5 241.309967 0.002000 4.262301 340.296700 880.778200 \n", - "6 239.364624 0.002000 3.964616 318.547300 935.914368 \n", - "7 239.364624 0.002000 4.766942 314.721130 903.813232 \n", - "8 239.364624 0.001362 4.637836 325.616100 909.961060 \n", - "9 239.040222 0.001361 5.083293 349.286682 949.923500 \n", - "10 239.364441 0.108690 5.151842 353.761353 949.961060 \n", - "11 239.364441 0.108690 4.830516 353.761353 893.074000 \n", - "12 226.556274 0.108690 5.567447 312.856700 887.664734 \n", - "13 235.862518 0.025195 2.443661 305.058400 963.424100 \n", - "14 238.099854 0.025195 5.168004 417.250244 852.529200 \n", - "15 226.230900 0.073010 4.334429 338.391663 793.501953 \n", - "\n", - "variable CI-W3W01P1 CI-W3W01P2 CI-W3W03I1 CI-W3W03S1 timestamp \n", - "0 -3.109598 0.221798 63.605830 1545.50293 2025-12-17 22:12:42 \n", - "1 -3.030156 0.153527 65.785706 1545.50293 2025-12-17 22:41:54 \n", - "2 -2.436767 0.350289 69.886520 1616.15491 2025-12-18 19:08:08 \n", - "3 -3.030156 0.208616 64.659730 1628.22876 2025-12-18 19:23:08 \n", - "4 -3.286316 0.276372 59.949337 1691.23462 2025-12-18 19:31:54 \n", - "5 -3.671064 0.248075 65.195390 1609.20154 2025-12-18 19:34:28 \n", - "6 -3.477627 0.248075 63.284638 1609.20154 2025-12-18 19:35:19 \n", - "7 -3.797625 0.248075 64.601974 1645.86389 2025-12-18 19:39:04 \n", - "8 -3.605707 0.248075 62.869644 1646.51428 2025-12-18 19:40:58 \n", - "9 -3.702983 0.208413 65.850296 1647.25537 2025-12-18 20:12:23 \n", - "10 -3.733788 0.207413 64.788740 1644.68042 2025-12-19 03:26:44 \n", - "11 -3.733788 0.207413 64.788740 1644.68042 2025-12-19 03:32:37 \n", - "12 -3.445201 0.188967 65.376144 1644.68042 2025-12-19 03:59:20 \n", - "13 -3.654345 0.188967 64.824660 1392.28394 2025-12-19 04:07:07 \n", - "14 -3.702983 0.268095 62.195198 1645.46326 2025-12-19 04:27:35 \n", - "15 -4.727626 0.003959 72.804596 1718.75586 2025-12-21 14:12:47 \n", - "\n", - "[16 rows x 33 columns]" + "[9993060 rows x 5 columns]" ] }, "metadata": {}, @@ -956,22 +2400,12 @@ } ], "source": [ - "from pandas import read_csv, to_datetime\n", + "from pandas import read_parquet\n", "\n", - "df = read_csv('/home/grezewave/Downloads/laborious_data_202512220821.csv')\n", - "data = df.pivot(index='timestamp', columns='variable', values='value')\n", - "data['timestamp'] = data.index\n", + "df = read_parquet('~/Downloads/data_2026-01-21_11-32-10.parquet')\n", "\n", - "#Remove tz from timestamp\n", - "data['timestamp'] = to_datetime(data['timestamp'])\n", - "data['timestamp'] = data['timestamp'].dt.tz_localize(None)\n", - "\n", - "# Back to string and add \"\"\n", - "data['timestamp'] = data['timestamp'].dt.strftime('%Y-%m-%d %H:%M:%S')\n", - "data.reset_index(drop=True, inplace=True)\n", - "data.to_csv('VC-model-data.csv', index=False)\n", - "\n", - "display(data)" + "display(df)\n", + "\n" ] } ], diff --git a/values.yaml b/values.yaml index 47bfd0b..c07158e 100644 --- a/values.yaml +++ b/values.yaml @@ -242,18 +242,18 @@ env: - name: SCOUTER_MAX_CACHED_WORKFLOWS value: "200" - - name: SCOUTER_WORKFLOW_POLLER_BEHAVIUR_MINIMUM + - name: SCOUTER_WORKFLOW_POLLER_BEHAVIOUR_MINIMUM value: "10" - - name: SCOUTER_WORKFLOW_POLLER_BEHAVIUR_INITIAL + - name: SCOUTER_WORKFLOW_POLLER_BEHAVIOUR_INITIAL value: "100" - - name: SCOUTER_WORKFLOW_POLLER_BEHAVIUR_MAXIMUM + - name: SCOUTER_WORKFLOW_POLLER_BEHAVIOUR_MAXIMUM value: "200" - - name: SCOUTER_ACTIVITY_POLLER_BEHAVIUR_MINIMUM + - name: SCOUTER_ACTIVITY_POLLER_BEHAVIOUR_MINIMUM value: "10" - - name: SCOUTER_ACTIVITY_POLLER_BEHAVIUR_INITIAL + - name: SCOUTER_ACTIVITY_POLLER_BEHAVIOUR_INITIAL value: "100" - - name: SCOUTER_ACTIVITY_POLLER_BEHAVIUR_MAXIMUM + - name: SCOUTER_ACTIVITY_POLLER_BEHAVIOUR_MAXIMUM value: "200"