67fe4afaa6
Refactor and enhance the laborious workflow and utilities - Removed outdated test file `test_predictions_batch.py` from workflows. - Added `input_sample.json` for standardized input configuration. - Introduced `connectors_config.py` to manage database and service configurations. - Implemented a logging utility in `logger.py` for consistent logging across the application. - Created `policies.py` to define retry policies for workflows. - Developed comprehensive tests for `MLFlowRepository` in `test_model_repository.py`. - Added extensive tests for `OpcRepository` in `test_opc_repository.py`. - Updated `test_predictions_batch.py` to reflect new workflow structure and testing methodology.
34 lines
892 B
JSON
34 lines
892 B
JSON
{
|
|
"schedule_name": "scouter-opcua-pipeline",
|
|
"model_name": "Demo Model",
|
|
"model_id": 1,
|
|
"query": "SELECT * FROM sientia_data.laborious_data order by \"timestamp\" desc limit 30;",
|
|
"schema": "sientia_data",
|
|
"table_name": "predictions",
|
|
"retention_time": 3600,
|
|
"model_retention": 120,
|
|
"path_priority": ["STOP", "CONTINUE", "REPEAT"],
|
|
"input_filters": {
|
|
"SPECIFIC_VARIABLES_NULL_VALUES": {
|
|
"POLICY": "STOP",
|
|
"VARIABLES": ["Counter"]
|
|
},
|
|
"EMPTY_DATA": {
|
|
"POLICY": "STOP"
|
|
}
|
|
},
|
|
"mlflow_transform_filters": {
|
|
"API_ERROR": {
|
|
"POLICY": "CONTINUE"
|
|
},
|
|
"NAN_VALUES": {
|
|
"POLICY": "CONTINUE"
|
|
}
|
|
},
|
|
"mlflow_predict_filters": {
|
|
"API_ERROR": {
|
|
"POLICY": "CONTINUE"
|
|
}
|
|
},
|
|
"opc_output_config": {}
|
|
} |