SIENTIAPDE-1350: Refactor: Improve logging, configuration, and resource management. Includes .env updates, client initialization logging, and resource closing.

model_manager/worker/worker.py

@@ -73,15 +73,14 @@ async def main():
         SystemExit: On graceful shutdown or error conditions
     """
     host = os.getenv('TEMPORAL_HOST', 'localhost:7233')
+    use_tls = os.getenv('TEMPORAL_USE_TLS', 'false').lower() == 'true'
     logger = get_logger(__name__)
 
     metadata = {
         'pod_id': POD_ID,
     }
 
-    logger.custom_info(f'Starting Worker with POD_ID: {POD_ID}', metadata)
     start_prometheus_server(logger, metadata)
-    logger.custom_info('Starting Notification Handler...', metadata)
     mongo_config = build_mongodb_config()
 
     notification_handler = NotificationHandler(
@@ -91,7 +90,7 @@ async def main():
         project_name=os.getenv('PROJECT_NAME', 'model-manager'),
     )
 
-    logger.custom_info('Starting Activities...', metadata)
+    logger.custom_info(f'MongoDB client initialized at {mongo_config["uri"]}', metadata)
 
     activities = Activities(
         postgres_config=build_postgres_config(),
@@ -101,23 +100,22 @@ async def main():
         notification_handler=notification_handler,
     )
 
-    logger.custom_info(f'Starting SDK Metrics Server on port {SDK_METRICS_PORT}...', metadata)
-
     new_runtime = Runtime(
         telemetry=TelemetryConfig(
             metrics=PrometheusConfig(bind_address=f'0.0.0.0:{SDK_METRICS_PORT}')
         )
     )
 
-    logger.custom_info(f'Starting Temporal Client at {host}...', metadata)
+    logger.custom_info(f'SDK metrics server initialized on port {SDK_METRICS_PORT}', metadata)
 
     temporal_client = await client.Client.connect(
         target_host=host,
         namespace=os.getenv('TEMPORAL_NAMESPACE', 'model-manager'),
         runtime=new_runtime,
+        tls=use_tls,
     )
 
-    logger.custom_info('Starting Workers...', metadata)
+    logger.custom_info(f'Temporal client initialized at {host}', metadata)
 
     workers = [
         Worker(
@@ -159,7 +157,7 @@ async def main():
     for w in workers:
         handlers.append(w.run())
 
-    logger.custom_info('Workers started successfully', metadata)
+    logger.custom_info('Model manager workers initialized', metadata)
 
     try:
         # This will run the workers and wait for them to complete.
@@ -169,6 +167,7 @@ async def main():
         logger.custom_error(f'An unhandled exception occurred: {e}', metadata)
     finally:
         notification_handler.shutdown()
+        logger.custom_info('MongoDB client closed', metadata)
         await activities.shutdown()
         # Exit with a non-zero status code to indicate failure to Kubernetes
         metrics.APP_UP.labels(pod_id=POD_ID).set(0)  # Mark app as DOWN
@@ -195,7 +194,7 @@ def start_prometheus_server(logger: SientiaLogger, metadata: dict[str, str | Non
     try:
         port = int(os.getenv('HTTP_METRICS_PORT', 9090))
         start_http_server(port)
-        logger.custom_info(f'Prometheus server started on port {port}.', metadata)
+        logger.custom_info(f'Prometheus server initialized on port {port}.', metadata)
         metrics.APP_UP.labels(pod_id=POD_ID).set(1)  # Mark app as UP
     except Exception as e:  # noqa: BLE001
         logger.custom_critical(f'Failed to start Prometheus server: {e}', metadata)