Refactor OpcManager initialization and unsubscribe method; enhance logging - Removed the `initialize_from_config` method from `OpcManager` class and adjusted the constructor to handle configuration directly. - Improved the `unsubscribe` method to include detailed logging for non-existent subscriptions. - Updated tests in `test_opc_manager.py` to reflect changes in the `OpcManager` class. - Commented out Docker-related fixtures in `conftest.py` for potential future use. - Enhanced test coverage in `test_single_node.py` and `test_data_manager.py` with additional scenarios and assertions. - Introduced new methods in `Ingestor` and `IngestorManager` classes to manage server subscriptions and leases more effectively. - Added new tests for `Ingestor` class to validate initialization and slot management logic. - Implemented logging improvements across various classes to ensure better traceability of actions and errors.
119 lines
3.9 KiB
Python
119 lines
3.9 KiB
Python
# import json
|
|
# import subprocess
|
|
# from time import sleep
|
|
|
|
# from tests.functional.conftest import kafka_searcher
|
|
|
|
|
|
# new_data = {
|
|
# "slot:opc_tags:1": {
|
|
# "server1": {
|
|
# "name": "server1",
|
|
# "url": "opc.tcp://simulator:4840",
|
|
# "server_uri": "http://opcua-server.simulator",
|
|
# "tags": {
|
|
# 'ns=2;i=2': {
|
|
# 'tag_name': 'Counter',
|
|
# 'frequency': 1000,
|
|
# 'topics': [],
|
|
# },
|
|
# 'ns=2;i=3': {
|
|
# 'tag_name': 'Rollout',
|
|
# 'frequency': 1000,
|
|
# "topics": [],
|
|
# },
|
|
# 'ns=2;i=4': {
|
|
# 'tag_name': 'Square',
|
|
# 'frequency': 1000,
|
|
# "topics": [],
|
|
# },
|
|
# }
|
|
# }
|
|
# },
|
|
# "slot:opc_tags:2": {
|
|
# "server2": {
|
|
# "name": "server2",
|
|
# "url": "opc.tcp://simulator:4840",
|
|
# "server_uri": "http://opcua-server.simulator",
|
|
# "tags": {
|
|
# 'ns=2;i=2': {
|
|
# 'tag_name': 'Counter',
|
|
# 'frequency': 1000,
|
|
# 'topics': [],
|
|
# },
|
|
# 'ns=2;i=3': {
|
|
# 'tag_name': 'Rollout',
|
|
# 'frequency': 1000,
|
|
# "topics": [],
|
|
# },
|
|
# 'ns=2;i=4': {
|
|
# 'tag_name': 'Square',
|
|
# 'frequency': 1000,
|
|
# "topics": [],
|
|
# },
|
|
# }
|
|
# }
|
|
# }
|
|
# }
|
|
|
|
|
|
# def test_simple(redis_client):
|
|
# new_data['slot:opc_tags:1']['server1']['tags']['ns=2;i=2']['topics'] = [
|
|
# 'test_topic_1']
|
|
# redis_client.set("slot:opc_tags:1",
|
|
# json.dumps(new_data['slot:opc_tags:1']))
|
|
|
|
# sleep(20) # Espera o Ingestor processar os dados
|
|
|
|
# # Check if lease is in Redis
|
|
# assert redis_client.get("lease:opc_tags:1") == 'ingestor'
|
|
# assert redis_client.get("heartbeat:ingestor:ingestor") == '1'
|
|
|
|
# # Check if data is in Kafka
|
|
|
|
# kafka = next(kafka_searcher('test_topic_1'))
|
|
# sleep(1)
|
|
# messages = kafka.poll(timeout_ms=10000)
|
|
|
|
# assert messages, "Expected messages in Kafka, but got none."
|
|
|
|
|
|
# def test_simple_double_slot(redis_client):
|
|
|
|
# new_data['slot:opc_tags:1']['server1']['tags']['ns=2;i=2']['topics'] = [
|
|
# 'test_topic_double_slot1']
|
|
# redis_client.set("slot:opc_tags:1",
|
|
# json.dumps(new_data['slot:opc_tags:1']))
|
|
|
|
# sleep(20) # Espera o Ingestor processar os dados
|
|
|
|
# assert redis_client.get("lease:opc_tags:1") == 'ingestor'
|
|
# assert redis_client.get("heartbeat:ingestor:ingestor") == '1'
|
|
|
|
# # Check if data is in Kafka
|
|
# kafka1 = next(kafka_searcher('test_topic_double_slot1'))
|
|
# messages = kafka1.poll(timeout_ms=10000)
|
|
|
|
# assert messages, "Expected messages in test_topic_double_slot1, but got none."
|
|
|
|
# new_data['slot:opc_tags:2']['server2']['tags']['ns=2;i=2']['topics'] = [
|
|
# 'test_topic_double_slot2']
|
|
# redis_client.set("slot:opc_tags:2",
|
|
# json.dumps(new_data['slot:opc_tags:2']))
|
|
|
|
# sleep(20) # Espera o Ingestor processar os dados
|
|
|
|
# # Check if lease is in Redis
|
|
# assert redis_client.get("lease:opc_tags:2") == 'ingestor'
|
|
# assert redis_client.get("lease:opc_tags:1") == 'ingestor'
|
|
# assert redis_client.get("heartbeat:ingestor:ingestor") == '1'
|
|
|
|
# # Check if data is in Kafka
|
|
# kafka2 = next(kafka_searcher('test_topic_double_slot2'))
|
|
# messages = kafka2.poll(timeout_ms=10000)
|
|
|
|
# assert messages, "Expected messages in test_topic_double_slot2, but got none."
|
|
|
|
# messages = kafka1.poll(timeout_ms=10000)
|
|
# assert messages, "Expected messages in test_topic_double_slot1, but got none."
|