SIENTIAPDE-1110

Integrate Druid activity into the Activities class, adding support for Druid configuration and initialization. Update worker and connectors configuration to accommodate Druid, enhancing data processing capabilities.
This commit is contained in:
vitor-aignosi
2025-07-02 09:02:59 -03:00
parent 91f2d8610b
commit 332612ac84
7 changed files with 114 additions and 7 deletions

View File

@@ -16,7 +16,8 @@ with workflow.unsafe.imports_passed_through():
build_postgres_config,
build_kafka_config,
build_redis_config,
build_mongodb_config
build_mongodb_config,
build_druid_config
)
@@ -43,7 +44,8 @@ async def main():
postgres_config=build_postgres_config(),
kafka_config=build_kafka_config(),
redis_config=build_redis_config(),
mongodb_config=build_mongodb_config()
mongodb_config=build_mongodb_config(),
druid_config=build_druid_config()
)
logger.info('Starting Faker Activities...')
@@ -71,6 +73,7 @@ async def main():
workflows=[Scouter, CoreScouter],
activities=[
activities.load_latest_data,
activities.load_latest_druid_data,
activities.get_last_data_timestamp,
activities.put_last_data_timestamp,
activities.load_from_kafka,