gitea_admin/sientia-dataops-scouter_temporal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

SIENTIAPDE-1110

Browse Source 
Refactor test cases in test_gates.py to update filter configurations, extracting policy into a dictionary format for improved clarity and consistency in data quality gate tests.
This commit is contained in:
vitor-aignosi
2025-07-08 16:37:41 -03:00
parent a8fe8caf1e
commit 6aa6071fce
1 changed files with 21 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
tests/activities/test_gates.py
View File

@@ -32,7 +32,9 @@ async def test_data_quality_gate_with_null_values_filter_discard(gates_fixture):
# Setup test data # Setup test data
input_data = { input_data = {
'filters': { 'filters': {
'NULL_VALUES_FILTER': 'DISCARD' 'NULL_VALUES_FILTER': {
'policy': 'DISCARD'
}
}, },
'data': { 'data': {
'tag': ['tag1', 'tag2', 'tag3'], 'tag': ['tag1', 'tag2', 'tag3'],
@@ -62,7 +64,9 @@ async def test_data_quality_gate_with_out_of_bounds_filter_keep(gates_fixture):
# Setup test data with out of bounds values # Setup test data with out of bounds values
input_data = { input_data = {
'filters': { 'filters': {
'OUT_OF_BOUNDS_FILTER': 'KEEP' 'OUT_OF_BOUNDS_FILTER': {
'policy': 'KEEP'
}
}, },
'data': { 'data': {
'tag': ['tag1', 'tag2', 'tag3'], 'tag': ['tag1', 'tag2', 'tag3'],
@@ -95,8 +99,12 @@ async def test_data_quality_gate_with_multiple_filters(gates_fixture):
# Setup test data # Setup test data
input_data = { input_data = {
'filters': { 'filters': {
'NULL_VALUES_FILTER': 'DISCARD', 'NULL_VALUES_FILTER': {
'OUT_OF_BOUNDS_FILTER': 'DISCARD' 'policy': 'DISCARD'
},
'OUT_OF_BOUNDS_FILTER': {
'policy': 'DISCARD'
}
}, },
'data': { 'data': {
'tag': ['tag1', 'tag2', 'tag3', 'tag4'], 'tag': ['tag1', 'tag2', 'tag3', 'tag4'],
@@ -129,7 +137,9 @@ async def test_data_quality_gate_with_unknown_filter(gates_fixture):
gates_fixture.warning = MagicMock() gates_fixture.warning = MagicMock()
input_data = { input_data = {
'filters': { 'filters': {
'UNKNOWN_FILTER': 'DISCARD' 'UNKNOWN_FILTER': {
'policy': 'DISCARD'
}
}, },
'data': { 'data': {
'tag': ['tag1'], 'tag': ['tag1'],
@@ -160,7 +170,9 @@ async def test_data_quality_gate_with_filter_error(gates_fixture):
# Setup test data # Setup test data
input_data = { input_data = {
'filters': { 'filters': {
'NULL_VALUES_FILTER': 'DISCARD' 'NULL_VALUES_FILTER': {
'policy': 'DISCARD'
}
}, },
'data': { 'data': {
'tag': ['tag1'], 'tag': ['tag1'],
@@ -199,7 +211,9 @@ async def test_data_quality_gate_with_empty_data(gates_fixture):
# Setup empty input data # Setup empty input data
input_data = { input_data = {
'filters': { 'filters': {
'NULL_VALUES_FILTER': 'DISCARD' 'NULL_VALUES_FILTER': {
'policy': 'DISCARD'
}
}, },
'data': { 'data': {
'tag': [], 'tag': [],