66e9cf58e4
SIENTIAPDE-1171 feat: add minimal retrain schedule configuration to samples.json and update formatters.py - Added a new schedule configuration for the minimal retrain pipeline in samples.json. - Updated the Formatters class in formatters.py to handle the new minimal retrain workflow type, integrating the minimal_retrain function for streamlined processing.
142 lines
4.1 KiB
JSON
142 lines
4.1 KiB
JSON
{
|
|
"models": {
|
|
"1": {
|
|
"name": "Demo Model-Demo2"
|
|
}
|
|
},
|
|
"pipelines": {
|
|
"1": {
|
|
"schedule_name": "scouter-opcua-orchestrated-pipeline",
|
|
"model_id": "1",
|
|
"workflow_type": "scouter",
|
|
"frequency": "5s",
|
|
"max_retry_policy": 1,
|
|
"read_tags": [
|
|
{
|
|
"tag_name": "Counter",
|
|
"server_id": "1",
|
|
"aggr_func": "avg",
|
|
"tag_address": "ns=2;i=2",
|
|
"frequency": "15000",
|
|
"data_range": [
|
|
-100,
|
|
100
|
|
]
|
|
},
|
|
{
|
|
"tag_name": "Rollout",
|
|
"server_id": "1",
|
|
"aggr_func": "mdn",
|
|
"tag_address": "ns=2;i=3",
|
|
"frequency": "15000",
|
|
"data_range": [
|
|
-100,
|
|
100
|
|
]
|
|
},
|
|
{
|
|
"tag_name": "Square",
|
|
"server_id": "1",
|
|
"aggr_func": "lts",
|
|
"tag_address": "ns=2;i=4",
|
|
"frequency": "15000",
|
|
"data_range": [
|
|
-100,
|
|
100
|
|
]
|
|
}
|
|
],
|
|
"filters": [
|
|
{
|
|
"filter_name": "OUT_OF_BOUNDS_FILTER",
|
|
"policy": "DISCARD"
|
|
},
|
|
{
|
|
"filter_name": "NULL_VALUES_FILTER",
|
|
"policy": "DISCARD"
|
|
}
|
|
],
|
|
"tag_retention_minutes": 60,
|
|
"active": true,
|
|
"updated_at": "2025-07-14 10:00:00.000000"
|
|
},
|
|
"2": {
|
|
"schedule_name": "laborious-orchestrated-pipeline",
|
|
"model_id": "1",
|
|
"workflow_type": "predictions_batch",
|
|
"frequency": "30s",
|
|
"max_retry_policy": 1,
|
|
"query": "select * from sientia_data.laborious_data order by \"timestamp\" desc limit 30;",
|
|
"retention_time": 60,
|
|
"write_tags": [
|
|
{
|
|
"server_id": "1",
|
|
"type": "prediction",
|
|
"addr": "ns=2;i=2",
|
|
"data_type": "float"
|
|
},
|
|
{
|
|
"server_id": "1",
|
|
"type": "confidence",
|
|
"addr": "ns=2;i=2",
|
|
"data_type": "float"
|
|
}
|
|
],
|
|
"input_filters": [
|
|
{
|
|
"filter_name": "EMPTY_DATA",
|
|
"policy": "STOP"
|
|
},
|
|
{
|
|
"filter_name": "SPECIFIC_VARIABLES_NULL_VALUES",
|
|
"policy": "CONTINUE",
|
|
"config": {
|
|
"variables": [
|
|
"Counter"
|
|
]
|
|
}
|
|
}
|
|
],
|
|
"mlflow_transform_filters": [
|
|
{
|
|
"filter_name": "API_ERROR",
|
|
"policy": "REPEAT"
|
|
},
|
|
{
|
|
"filter_name": "NAN_VALUES",
|
|
"policy": "STOP"
|
|
}
|
|
],
|
|
"mlflow_predict_filters": [
|
|
{
|
|
"filter_name": "API_ERROR",
|
|
"policy": "CONTINUE"
|
|
}
|
|
],
|
|
"path_priority": [
|
|
"STOP",
|
|
"CONTINUE",
|
|
"REPEAT"
|
|
],
|
|
"active": true,
|
|
"updated_at": "2025-07-14 10:00:00.000000"
|
|
},
|
|
"3": {
|
|
"schedule_name": "minimal-retrain-pipeline",
|
|
"model_id": "1",
|
|
"workflow_type": "minimal_retrain",
|
|
"frequency": "5m",
|
|
"max_retry_policy": 1,
|
|
"query": "select * from sientia_data.laborious_data order by \"timestamp\" desc limit 30;",
|
|
"active": true,
|
|
"updated_at": "2025-07-23 10:00:00.000000"
|
|
}
|
|
},
|
|
"opc-servers": {
|
|
"1": {
|
|
"server_name": "default_server",
|
|
"url": "opc.tcp://sientia-opc-simulator.sientia.svc.cluster.local:4840",
|
|
"uri": "http://opcua-server.simulator"
|
|
}
|
|
}
|
|
} |