Code import - branch main
This commit is contained in:
654
tests/unit/managers/test_ingestor_manager.py
Normal file
654
tests/unit/managers/test_ingestor_manager.py
Normal file
@@ -0,0 +1,654 @@
|
||||
from unittest.mock import AsyncMock, MagicMock, call, patch
|
||||
|
||||
from pytest import fixture, mark
|
||||
from sientia_do.notifications.models import NotificationLevel
|
||||
|
||||
from ingestor.managers.ingestor_manager import IngestorManager
|
||||
|
||||
metadata = {
|
||||
'metadata': {
|
||||
'model_id': 'test_model',
|
||||
'model_name': 'test_model',
|
||||
'workflow_name': 'test_workflow',
|
||||
'schema_name': 'test_schedule',
|
||||
},
|
||||
}
|
||||
|
||||
|
||||
@fixture
|
||||
@patch('ingestor.managers.ingestor_manager.DataManager')
|
||||
@patch('ingestor.managers.ingestor_manager.ResourceManager')
|
||||
def ingestor_manager(data_manager_mock, resource_manager_mock):
|
||||
ingestor = IngestorManager(
|
||||
kafka_servers='localhost:9092',
|
||||
redis_data={'host': 'localhost', 'port': 6379},
|
||||
lease_ttl=60,
|
||||
heartbeat_ttl=60,
|
||||
poll_interval=5,
|
||||
mongo_connection_string='mongodb://localhost:27017',
|
||||
mongo_database='sientia',
|
||||
export_to_kafka=False,
|
||||
logger=MagicMock(),
|
||||
notification_handler=MagicMock(),
|
||||
metadata=metadata['metadata'],
|
||||
metrics_controller=MagicMock(),
|
||||
)
|
||||
|
||||
ingestor.send_notification = MagicMock()
|
||||
ingestor.send_notification_async = AsyncMock()
|
||||
ingestor.emit_metric = AsyncMock()
|
||||
|
||||
return ingestor
|
||||
|
||||
|
||||
@patch('ingestor.managers.ingestor_manager.OpcManager')
|
||||
@patch('ingestor.managers.ingestor_manager.DataManager')
|
||||
@patch('ingestor.managers.ingestor_manager.ResourceManager')
|
||||
@patch('ingestor.managers.ingestor_manager.NotificationHandler')
|
||||
def test___init__(
|
||||
notification_handler_mock, resource_manager_mock, data_manager_mock, opc_manager_mock
|
||||
):
|
||||
ingestor = IngestorManager(
|
||||
kafka_servers='localhost:9092',
|
||||
redis_data={'host': 'localhost', 'port': 6379},
|
||||
lease_ttl=60,
|
||||
heartbeat_ttl=60,
|
||||
poll_interval=5,
|
||||
mongo_connection_string='mongodb://localhost:27017',
|
||||
mongo_database='sientia',
|
||||
export_to_kafka=False,
|
||||
logger=MagicMock(),
|
||||
notification_handler=MagicMock(),
|
||||
metadata=metadata['metadata'],
|
||||
metrics_controller=MagicMock(),
|
||||
)
|
||||
|
||||
opc_manager_mock.assert_not_called()
|
||||
data_manager_mock.assert_called_once_with(
|
||||
kafka_servers='localhost:9092',
|
||||
mongo_connection_string='mongodb://localhost:27017',
|
||||
mongo_database='sientia',
|
||||
export_to_kafka=False,
|
||||
metadata=metadata['metadata'],
|
||||
logger=ingestor.logger,
|
||||
notification_handler=ingestor.notification_handler,
|
||||
metrics_controller=ingestor.metrics_controller,
|
||||
)
|
||||
resource_manager_mock.assert_called_once_with(
|
||||
host='localhost',
|
||||
port=6379,
|
||||
lease_ttl=60,
|
||||
heartbeat_ttl=60,
|
||||
metadata=metadata['metadata'],
|
||||
logger=ingestor.logger,
|
||||
notification_handler=ingestor.notification_handler,
|
||||
username=None,
|
||||
password=None,
|
||||
metrics_controller=ingestor.metrics_controller,
|
||||
)
|
||||
assert ingestor.poll_interval == 5
|
||||
assert ingestor.managed_tags == {}
|
||||
assert ingestor.opc_servers == {}
|
||||
assert ingestor.opc_managers == {}
|
||||
assert ingestor.data_manager == data_manager_mock.return_value
|
||||
assert ingestor.resource_manager == resource_manager_mock.return_value
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
@patch('ingestor.managers.ingestor_manager.OpcManager')
|
||||
async def test_initialize_opc_from_config(opc_manager, ingestor_manager):
|
||||
server_config = {
|
||||
'name': 'server1',
|
||||
'url': 'opc.tcp://localhost:4840',
|
||||
'subscription_period_ms': 1000,
|
||||
'server_uri': 'http://opcua-server.simulator',
|
||||
'cert_path': '/path/to/cert',
|
||||
'private_key_path': '/path/to/private_key',
|
||||
'server_cert_path': '/path/to/server_cert',
|
||||
'pod_id': 'test_pod',
|
||||
}
|
||||
|
||||
opc_manager.return_value = MagicMock(connect=AsyncMock())
|
||||
result = await ingestor_manager.initialize_opc_from_config(server_config)
|
||||
|
||||
opc_manager.assert_called_once_with(
|
||||
name=server_config['name'],
|
||||
url=server_config['url'],
|
||||
data_manager=ingestor_manager.data_manager,
|
||||
logger=ingestor_manager.logger,
|
||||
subscription_period_ms=server_config['subscription_period_ms'],
|
||||
server_uri=server_config['server_uri'],
|
||||
notification_handler=ingestor_manager.notification_handler,
|
||||
cert_path=server_config['cert_path'],
|
||||
private_key_path=server_config['private_key_path'],
|
||||
server_cert_path=server_config['server_cert_path'],
|
||||
metadata=metadata['metadata'],
|
||||
metrics_controller=ingestor_manager.metrics_controller,
|
||||
)
|
||||
|
||||
assert result == opc_manager.return_value
|
||||
result.connect.assert_called_once()
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
@patch('ingestor.managers.ingestor_manager.OpcManager')
|
||||
@patch('ingestor.managers.ingestor_manager.traceback')
|
||||
async def test_initialize_opc_from_config_exception(traceback_mock, opc_manager, ingestor_manager):
|
||||
server_config = {
|
||||
'name': 'server1',
|
||||
'url': 'opc.tcp://localhost:4840',
|
||||
'subscription_period_ms': 1000,
|
||||
'server_uri': 'http://opcua-server.simulator',
|
||||
'cert_path': '/path/to/cert',
|
||||
'private_key_path': '/path/to/private_key',
|
||||
'server_cert_path': '/path/to/server_cert',
|
||||
}
|
||||
|
||||
ingestor_manager.logger.error = MagicMock()
|
||||
opc_manager.side_effect = Exception('Initialization error')
|
||||
|
||||
result = await ingestor_manager.initialize_opc_from_config(server_config)
|
||||
|
||||
assert result is None
|
||||
|
||||
traceback_mock.format_exc.assert_called_once()
|
||||
ingestor_manager.send_notification.assert_called_once_with(
|
||||
metadata=metadata['metadata'],
|
||||
notification_id=f'OPC_CONNECTION_ERROR_{server_config["name"]}',
|
||||
message='Error initializing OPC manager: Initialization error',
|
||||
block='opc_manager',
|
||||
level=NotificationLevel.ERROR,
|
||||
attachment_content=traceback_mock.format_exc.return_value,
|
||||
)
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_shutdown(ingestor_manager):
|
||||
ingestor_manager.opc_managers = {'server1': AsyncMock(), 'server2': AsyncMock()}
|
||||
|
||||
ingestor_manager.data_manager.shutdown = MagicMock()
|
||||
|
||||
await ingestor_manager.shutdown()
|
||||
|
||||
ingestor_manager.opc_managers['server1'].shutdown.assert_called_once()
|
||||
ingestor_manager.opc_managers['server2'].shutdown.assert_called_once()
|
||||
|
||||
ingestor_manager.data_manager.shutdown.assert_called_once()
|
||||
|
||||
|
||||
@patch('ingestor.managers.ingestor_manager.asyncio')
|
||||
def test___del__(asyncio_mock, ingestor_manager):
|
||||
ingestor_manager.shutdown = MagicMock()
|
||||
ingestor_manager.__del__()
|
||||
asyncio_mock.run.assert_called_once_with(ingestor_manager.shutdown.return_value)
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_remove_server(ingestor_manager):
|
||||
server1 = AsyncMock()
|
||||
server2 = AsyncMock()
|
||||
ingestor_manager.opc_managers = {'server1': server1, 'server2': server2}
|
||||
ingestor_manager.managed_tags = {
|
||||
'slot1': {'server1': {'config': 'config1'}, 'server2': {'config': 'config2'}}
|
||||
}
|
||||
await ingestor_manager.remove_server('server1')
|
||||
server1.shutdown.assert_called_once()
|
||||
server2.shutdown.assert_not_called()
|
||||
assert 'server1' not in ingestor_manager.opc_managers
|
||||
assert 'server2' in ingestor_manager.opc_managers
|
||||
assert ingestor_manager.managed_tags == {'slot1': {'server2': {'config': 'config2'}}}
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_remove_server_not_found(ingestor_manager):
|
||||
server1 = AsyncMock()
|
||||
server2 = AsyncMock()
|
||||
ingestor_manager.opc_managers = {'server1': server1, 'server2': server2}
|
||||
ingestor_manager.managed_tags = {
|
||||
'slot1': {'server1': {'config': 'config1'}, 'server2': {'config': 'config2'}}
|
||||
}
|
||||
await ingestor_manager.remove_server('server3')
|
||||
server1.shutdown.assert_not_called()
|
||||
server2.shutdown.assert_not_called()
|
||||
assert 'server1' in ingestor_manager.opc_managers
|
||||
assert 'server2' in ingestor_manager.opc_managers
|
||||
assert ingestor_manager.managed_tags == {
|
||||
'slot1': {'server1': {'config': 'config1'}, 'server2': {'config': 'config2'}}
|
||||
}
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
@patch('ingestor.managers.ingestor_manager.OpcManager')
|
||||
@patch('ingestor.managers.ingestor_manager.metrics')
|
||||
async def test_update_opc_servers(metrics, opc_manager, ingestor_manager):
|
||||
manager1 = MagicMock(config={'config': 'config1'})
|
||||
manager2 = MagicMock(config={'config': 'config2'})
|
||||
manager3 = MagicMock(config={'config': 'config3'})
|
||||
|
||||
async def mock_initialize_from_config(config):
|
||||
if config == {'config': 'config1'}:
|
||||
return manager1
|
||||
elif config == {'config': 'config2'}:
|
||||
return manager2
|
||||
elif config == {'config': 'config3'}:
|
||||
return manager3
|
||||
else:
|
||||
return None
|
||||
|
||||
ingestor_manager.initialize_opc_from_config = AsyncMock(side_effect=mock_initialize_from_config)
|
||||
ingestor_manager.remove_server = AsyncMock()
|
||||
|
||||
ingestor_manager.managed_tags = {
|
||||
'slot1': {
|
||||
'server1': {'config': 'config1'},
|
||||
'server2': {'config': 'config2'},
|
||||
'server5': {'config': 'config5'},
|
||||
},
|
||||
'slot2': {
|
||||
'server3': {'config': 'config3'},
|
||||
'server1': {'config': 'config1'},
|
||||
},
|
||||
}
|
||||
|
||||
mock = AsyncMock(config={'config': 'old_config2'})
|
||||
ingestor_manager.opc_managers['server3'] = AsyncMock(config={'config': 'config3'})
|
||||
ingestor_manager.opc_managers['server2'] = mock
|
||||
ingestor_manager.opc_managers['server4'] = AsyncMock()
|
||||
|
||||
await ingestor_manager.update_opc_servers()
|
||||
|
||||
ingestor_manager.initialize_opc_from_config.assert_any_call({'config': 'config1'})
|
||||
ingestor_manager.initialize_opc_from_config.assert_any_call({'config': 'config2'})
|
||||
ingestor_manager.initialize_opc_from_config.assert_any_call({'config': 'config5'})
|
||||
|
||||
assert ingestor_manager.initialize_opc_from_config.call_count == 3
|
||||
|
||||
assert ingestor_manager.opc_managers['server1'].config == {'config': 'config1'}
|
||||
assert ingestor_manager.opc_managers['server2'].config == {'config': 'config2'}
|
||||
assert ingestor_manager.opc_managers['server3'].config == {'config': 'config3'}
|
||||
|
||||
ingestor_manager.remove_server.assert_any_call('server4')
|
||||
ingestor_manager.remove_server.assert_any_call('server5')
|
||||
assert ingestor_manager.remove_server.call_count == 2
|
||||
|
||||
assert ingestor_manager.opc_managers['server2'] != mock
|
||||
|
||||
ingestor_manager.emit_metric.assert_called_once_with(
|
||||
metric_object=metrics.OPC_MANAGERS_ACTIVE,
|
||||
method='set',
|
||||
value=len(ingestor_manager.opc_managers),
|
||||
tags={'pod_id': ingestor_manager.pod_id},
|
||||
)
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
@patch('ingestor.managers.ingestor_manager.metrics')
|
||||
async def test_check_opc_servers_integrity_all_healthy(metrics, ingestor_manager):
|
||||
# Setup mock OPC managers
|
||||
opc_manager1 = MagicMock()
|
||||
opc_manager1.check_cycles = AsyncMock(return_value=None)
|
||||
opc_manager1.check_opc_listenning = AsyncMock(return_value=False)
|
||||
opc_manager1.config = {'config': 'config1'}
|
||||
|
||||
opc_manager2 = MagicMock()
|
||||
opc_manager2.check_cycles = AsyncMock(return_value=None)
|
||||
opc_manager2.check_opc_listenning = AsyncMock(return_value=False)
|
||||
opc_manager2.config = {'config': 'config2'}
|
||||
|
||||
ingestor_manager.opc_managers = {'server1': opc_manager1, 'server2': opc_manager2}
|
||||
|
||||
# Mock the initialize_opc_from_config method
|
||||
ingestor_manager.initialize_opc_from_config = MagicMock()
|
||||
|
||||
# Call the method
|
||||
await ingestor_manager.check_opc_servers_integrity()
|
||||
|
||||
# Verify that check_cycles and check_opc_listenning were called for each server
|
||||
opc_manager1.check_cycles.assert_called_once()
|
||||
opc_manager1.check_opc_listenning.assert_called_once()
|
||||
opc_manager2.check_cycles.assert_called_once()
|
||||
opc_manager2.check_opc_listenning.assert_called_once()
|
||||
|
||||
# Verify that no reinitialization was needed
|
||||
ingestor_manager.initialize_opc_from_config.assert_not_called()
|
||||
|
||||
ingestor_manager.emit_metric.assert_called_once_with(
|
||||
metric_object=metrics.OPC_MANAGERS_ACTIVE,
|
||||
method='set',
|
||||
value=len(ingestor_manager.opc_managers),
|
||||
tags={'pod_id': ingestor_manager.pod_id},
|
||||
)
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_check_opc_servers_integrity_server_lost(ingestor_manager):
|
||||
# Setup mock OPC manager that will be lost
|
||||
opc_manager = AsyncMock()
|
||||
opc_manager.check_cycles.return_value = None
|
||||
opc_manager.check_opc_listenning.return_value = True # Server is lost
|
||||
opc_manager.config = {'config': 'config1'}
|
||||
|
||||
ingestor_manager.opc_managers = {'server1': opc_manager}
|
||||
ingestor_manager.managed_tags = {'slot1': MagicMock()}
|
||||
|
||||
# Call the method
|
||||
await ingestor_manager.check_opc_servers_integrity()
|
||||
|
||||
assert 'server1' not in ingestor_manager.opc_managers
|
||||
ingestor_manager.managed_tags['slot1'].pop.assert_called_once_with('server1', None)
|
||||
|
||||
|
||||
def test_check_opc_servers_integrity_server_lost_with_tags(ingestor_manager):
|
||||
# Setup mock OPC manager that will be lost
|
||||
opc_manager = MagicMock()
|
||||
opc_manager.check_cycles.return_value = None
|
||||
opc_manager.check_opc_listenning.return_value = True # Server is lost
|
||||
opc_manager.config = {'config': 'config1'}
|
||||
|
||||
ingestor_manager.opc_managers = {'server1': opc_manager}
|
||||
|
||||
# Setup managed tags
|
||||
ingestor_manager.managed_tags = {
|
||||
'slot1': {'server1': {'config': 'config1', 'tags': {'tag1': 'value1'}}}
|
||||
}
|
||||
|
||||
# Mock the initialize_opc_from_config method to return a new manager
|
||||
new_manager = MagicMock()
|
||||
ingestor_manager.initialize_opc_from_config = MagicMock(return_value=new_manager)
|
||||
|
||||
# Call the method
|
||||
ingestor_manager.check_opc_servers_integrity()
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_declare_active(ingestor_manager):
|
||||
ingestor_manager.resource_manager.ingestor_heartbeat = AsyncMock()
|
||||
await ingestor_manager.declare_active()
|
||||
ingestor_manager.resource_manager.ingestor_heartbeat.assert_called_once()
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_get_active_ingestors(ingestor_manager):
|
||||
ingestor_manager.resource_manager.get_all_ingestors = AsyncMock()
|
||||
await ingestor_manager.get_active_ingestors()
|
||||
ingestor_manager.resource_manager.get_all_ingestors.assert_called_once()
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_get_active_ingestors_empty(ingestor_manager):
|
||||
ingestor_manager.resource_manager.get_all_ingestors = AsyncMock(return_value=None)
|
||||
result = await ingestor_manager.get_active_ingestors()
|
||||
assert result == []
|
||||
ingestor_manager.resource_manager.get_all_ingestors.assert_called_once()
|
||||
|
||||
|
||||
@patch('ingestor.managers.ingestor_manager.metrics')
|
||||
@mark.asyncio
|
||||
async def test_get_number_of_leases_success(metrics, ingestor_manager):
|
||||
ingestor_manager.resource_manager.get_all_leases = AsyncMock(return_value=['lease1', 'lease2'])
|
||||
result = await ingestor_manager.get_number_of_leases()
|
||||
assert result == 2
|
||||
|
||||
ingestor_manager.emit_metric.assert_called_once_with(
|
||||
metric_object=metrics.LEASES_TOTAL,
|
||||
method='set',
|
||||
value=2,
|
||||
tags={'pod_id': ingestor_manager.pod_id},
|
||||
)
|
||||
ingestor_manager.resource_manager.get_all_leases.assert_called_once()
|
||||
|
||||
|
||||
@patch('ingestor.managers.ingestor_manager.metrics')
|
||||
@mark.asyncio
|
||||
async def test_get_number_of_slots_success(metrics, ingestor_manager):
|
||||
ingestor_manager.resource_manager.get_all_slots = AsyncMock(return_value=['slot1', 'slot2'])
|
||||
result = await ingestor_manager.get_number_of_slots()
|
||||
assert result == 2
|
||||
ingestor_manager.resource_manager.get_all_slots.assert_called_once()
|
||||
ingestor_manager.emit_metric.assert_called_once_with(
|
||||
metric_object=metrics.SLOTS_TOTAL,
|
||||
method='set',
|
||||
value=2,
|
||||
tags={'pod_id': ingestor_manager.pod_id},
|
||||
)
|
||||
|
||||
|
||||
@patch('ingestor.managers.ingestor_manager.metrics')
|
||||
@mark.asyncio
|
||||
async def test_get_number_of_slots_empty(metrics, ingestor_manager):
|
||||
ingestor_manager.resource_manager.get_all_slots = AsyncMock(return_value=None)
|
||||
result = await ingestor_manager.get_number_of_slots()
|
||||
assert result == 0
|
||||
ingestor_manager.resource_manager.get_all_slots.assert_called_once()
|
||||
ingestor_manager.emit_metric.assert_called_once_with(
|
||||
metric_object=metrics.SLOTS_TOTAL,
|
||||
method='set',
|
||||
value=0,
|
||||
tags={'pod_id': ingestor_manager.pod_id},
|
||||
)
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_get_slot_leases_1_success(ingestor_manager):
|
||||
ingestor_manager.resource_manager.lease_tag = AsyncMock(return_value=True)
|
||||
ingestor_manager.resource_manager.get_tag_slot = AsyncMock(return_value={'tags': ['tag1']})
|
||||
|
||||
ingestor_manager.number_of_slots = 1
|
||||
result = await ingestor_manager.get_slot_leases()
|
||||
|
||||
assert result == {'1': {'tags': ['tag1']}}
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_get_slot_leases_2_success(ingestor_manager):
|
||||
ingestor_manager.resource_manager.lease_tag = AsyncMock(side_effect=[True, True])
|
||||
ingestor_manager.resource_manager.get_tag_slot = AsyncMock(
|
||||
side_effect=[{'tags': ['tag1']}, {'tags': ['tag2']}]
|
||||
)
|
||||
|
||||
ingestor_manager.number_of_slots = 2
|
||||
result = await ingestor_manager.get_slot_leases(max_slots=2)
|
||||
|
||||
assert result == {'1': {'tags': ['tag1']}, '2': {'tags': ['tag2']}}
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_get_slot_leases_2_1_none(ingestor_manager):
|
||||
ingestor_manager.resource_manager.lease_tag = AsyncMock(side_effect=[True, True])
|
||||
ingestor_manager.resource_manager.get_tag_slot = AsyncMock(
|
||||
side_effect=[None, {'tags': ['tag1']}]
|
||||
)
|
||||
|
||||
ingestor_manager.number_of_slots = 1
|
||||
result = await ingestor_manager.get_slot_leases(max_slots=1)
|
||||
|
||||
assert result == {}
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_get_slot_leases_1_failure(ingestor_manager):
|
||||
ingestor_manager.resource_manager.lease_tag = AsyncMock(return_value=False)
|
||||
ingestor_manager.resource_manager.get_tag_slot = AsyncMock(return_value={'tags': ['tag1']})
|
||||
|
||||
result = await ingestor_manager.get_slot_leases()
|
||||
ingestor_manager.resource_manager.get_tag_slot.assert_not_called()
|
||||
|
||||
assert result == {}
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_unsubscribe_slot(ingestor_manager):
|
||||
ingestor_manager.managed_tags = {
|
||||
'slot1': {'server1': {'tags': 'config1'}, 'server2': {'tags': 'config2'}},
|
||||
'slot2': {'server3': {'tags': 'config3'}, 'server1': {'tags': 'config1'}},
|
||||
}
|
||||
ingestor_manager.opc_managers = {
|
||||
'server1': AsyncMock(),
|
||||
'server2': AsyncMock(),
|
||||
'server3': AsyncMock(),
|
||||
}
|
||||
await ingestor_manager.unsubscribe_slot('slot1')
|
||||
|
||||
ingestor_manager.opc_managers['server1'].unsubscribe.assert_called_once_with('slot1')
|
||||
ingestor_manager.opc_managers['server2'].unsubscribe.assert_called_once_with('slot1')
|
||||
ingestor_manager.opc_managers['server3'].unsubscribe.assert_not_called()
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_update_slot_config(ingestor_manager):
|
||||
ingestor_manager.managed_tags = {
|
||||
'slot1': {'config': 'old_config'},
|
||||
'slot2': {'config': 'new_config'},
|
||||
'slot3': {'config': 'old_config'},
|
||||
}
|
||||
|
||||
ingestor_manager.resource_manager.get_tag_slot = AsyncMock(
|
||||
side_effect=[{'config': 'updated_config'}, {'config': 'new_config'}, None]
|
||||
)
|
||||
ingestor_manager.resource_manager.renew_tag_lease = AsyncMock()
|
||||
|
||||
await ingestor_manager.update_slot_config()
|
||||
|
||||
assert ingestor_manager.managed_tags['slot1'] == {'config': 'updated_config'}
|
||||
assert ingestor_manager.managed_tags['slot2'] == {'config': 'new_config'}
|
||||
assert 'slot3' not in ingestor_manager.managed_tags
|
||||
|
||||
ingestor_manager.resource_manager.renew_tag_lease.assert_any_call('slot1')
|
||||
ingestor_manager.resource_manager.renew_tag_lease.assert_any_call('slot3')
|
||||
ingestor_manager.resource_manager.renew_tag_lease.assert_any_call('slot2')
|
||||
assert ingestor_manager.resource_manager.renew_tag_lease.call_count == 3
|
||||
|
||||
|
||||
@patch('ingestor.managers.ingestor_manager.metrics')
|
||||
@mark.asyncio
|
||||
async def test_drop_slot_leases(metrics, ingestor_manager):
|
||||
ingestor_manager.resource_manager.drop_tag_lease = AsyncMock()
|
||||
await ingestor_manager.drop_slot_leases(['1', '2'])
|
||||
|
||||
ingestor_manager.resource_manager.drop_tag_lease.assert_any_call('1')
|
||||
ingestor_manager.resource_manager.drop_tag_lease.assert_any_call('2')
|
||||
|
||||
ingestor_manager.emit_metric.assert_has_calls(
|
||||
[
|
||||
call(
|
||||
metric_object=metrics.SLOTS_RELEASED,
|
||||
method='inc',
|
||||
value=1,
|
||||
tags={'pod_id': ingestor_manager.pod_id},
|
||||
),
|
||||
call(
|
||||
metric_object=metrics.SLOTS_RELEASED,
|
||||
method='inc',
|
||||
value=1,
|
||||
tags={'pod_id': ingestor_manager.pod_id},
|
||||
),
|
||||
]
|
||||
)
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_manage_server_no_server(ingestor_manager):
|
||||
ingestor_manager.opc_managers = {'server1': MagicMock(), 'server2': MagicMock()}
|
||||
server_config = {'tags': 'config1'}
|
||||
|
||||
result = await ingestor_manager.manage_server('slot1', 'server3', server_config, server_config)
|
||||
|
||||
assert result == 1
|
||||
ingestor_manager.opc_managers['server1'].create_subscription.assert_not_called()
|
||||
ingestor_manager.opc_managers['server1'].subscribe.assert_not_called()
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_manage_server_create_subscription_failure(ingestor_manager):
|
||||
ingestor_manager.opc_managers = {'server1': MagicMock(), 'server2': MagicMock()}
|
||||
ingestor_manager.subscriptions = {'server1': MagicMock()}
|
||||
server_config = {'tags': 'config1'}
|
||||
|
||||
ingestor_manager.opc_managers['server1'].create_subscription.side_effect = Exception(
|
||||
'Subscription error'
|
||||
)
|
||||
|
||||
result = await ingestor_manager.manage_server('slot1', 'server1', server_config, server_config)
|
||||
|
||||
assert result == 2
|
||||
ingestor_manager.opc_managers['server1'].create_subscription.assert_called_once_with('slot1')
|
||||
ingestor_manager.opc_managers['server1'].subscribe.assert_not_called()
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_manage_server(ingestor_manager):
|
||||
ingestor_manager.opc_managers = {'server1': AsyncMock(), 'server2': AsyncMock()}
|
||||
ingestor_manager.subscriptions = {'server1': AsyncMock()}
|
||||
server_config = {'tags': 'config1'}
|
||||
|
||||
result = await ingestor_manager.manage_server('slot1', 'server1', server_config, server_config)
|
||||
|
||||
assert result == 0
|
||||
ingestor_manager.opc_managers['server1'].create_subscription.assert_called_once_with('slot1')
|
||||
ingestor_manager.opc_managers['server1'].subscribe.assert_called_once_with(
|
||||
'slot1', 'config1', ingestor_manager.poll_interval
|
||||
)
|
||||
|
||||
|
||||
@patch('ingestor.managers.ingestor_manager.traceback')
|
||||
@mark.asyncio
|
||||
async def test_manage_server_subscribe_failure(traceback_mock, ingestor_manager):
|
||||
ingestor_manager.opc_managers = {'server1': AsyncMock(), 'server2': AsyncMock()}
|
||||
ingestor_manager.subscriptions = {'server1': AsyncMock()}
|
||||
server_config = {'tags': 'config1'}
|
||||
|
||||
ingestor_manager.opc_managers['server1'].subscribe.side_effect = Exception('Subscription error')
|
||||
|
||||
result = await ingestor_manager.manage_server('slot1', 'server1', server_config, server_config)
|
||||
|
||||
assert result == 2
|
||||
ingestor_manager.opc_managers['server1'].create_subscription.assert_called_once_with('slot1')
|
||||
ingestor_manager.opc_managers['server1'].subscribe.assert_called_once_with(
|
||||
'slot1', 'config1', ingestor_manager.poll_interval
|
||||
)
|
||||
ingestor_manager.opc_managers['server1'].unsubscribe.assert_called_once_with('slot1')
|
||||
|
||||
traceback_mock.format_exc.assert_called_once()
|
||||
|
||||
ingestor_manager.send_notification_async.assert_called_once_with(
|
||||
metadata=metadata['metadata'],
|
||||
notification_id='OPC_SUBSCRIPTION_ERROR_slot1:server1',
|
||||
message="Failed to subscribe to tags from slot1:server1\n{'tags': 'config1'}: Subscription error",
|
||||
block='opc_manager',
|
||||
level=NotificationLevel.ERROR,
|
||||
attachment_content=traceback_mock.format_exc.return_value,
|
||||
)
|
||||
|
||||
ingestor_manager.logger.warning.assert_any_call(
|
||||
'Removing subscription from server server1 for slot slot1'
|
||||
)
|
||||
|
||||
|
||||
@mark.asyncio
|
||||
async def test_subscribe_to_tags(ingestor_manager):
|
||||
ingestor_manager.manage_server = AsyncMock(side_effect=[0, 1, 2])
|
||||
ingestor_manager.managed_tags = {'slot1': MagicMock(), 'slot2': MagicMock()}
|
||||
|
||||
ingestor_manager.opc_managers = {
|
||||
'server1': AsyncMock(),
|
||||
'server2': AsyncMock(),
|
||||
'server3': AsyncMock(),
|
||||
}
|
||||
ingestor_manager.subscriptions = {'server1': AsyncMock()}
|
||||
tags = {
|
||||
'slot1': {
|
||||
'server1': {'tags': 'config1'},
|
||||
'server2': {'tags': 'config2'},
|
||||
'server3': {'tags': 'config3'},
|
||||
}
|
||||
}
|
||||
|
||||
await ingestor_manager.subscribe_to_tags(tags)
|
||||
|
||||
ingestor_manager.manage_server.assert_any_call('slot1', 'server1', {'tags': 'config1'}, tags)
|
||||
ingestor_manager.manage_server.assert_any_call('slot1', 'server2', {'tags': 'config2'}, tags)
|
||||
ingestor_manager.manage_server.assert_any_call('slot1', 'server3', {'tags': 'config3'}, tags)
|
||||
|
||||
assert ingestor_manager.manage_server.call_count == 3
|
||||
|
||||
ingestor_manager.managed_tags['slot1'].pop.assert_called_once_with('server3', None)
|
||||
Reference in New Issue
Block a user