SIENTIAPDE-1110
Refactor MongoDB activity to import datetime directly and format 'inserted_at' timestamps to ISO 8601 format for improved data consistency.
This commit is contained in:
@@ -4,7 +4,7 @@ with workflow.unsafe.imports_passed_through():
|
|||||||
from typing import Any
|
from typing import Any
|
||||||
import traceback
|
import traceback
|
||||||
from logging import Logger
|
from logging import Logger
|
||||||
import datetime
|
from datetime import datetime
|
||||||
from pymongo import MongoClient
|
from pymongo import MongoClient
|
||||||
from sientia_do.notifications.handlers import NotificationHandler
|
from sientia_do.notifications.handlers import NotificationHandler
|
||||||
from sientia_do.notifications.models import NotificationLevel
|
from sientia_do.notifications.models import NotificationLevel
|
||||||
@@ -97,6 +97,9 @@ class MongoDB(BaseActivity):
|
|||||||
|
|
||||||
data = clear_mongo_id(data)
|
data = clear_mongo_id(data)
|
||||||
|
|
||||||
|
for item in data:
|
||||||
|
item['inserted_at'] = item['inserted_at'].isoformat()
|
||||||
|
|
||||||
self.info(
|
self.info(
|
||||||
f"Loaded {len(data)} documents from MongoDB",
|
f"Loaded {len(data)} documents from MongoDB",
|
||||||
metadata=metadata
|
metadata=metadata
|
||||||
|
|||||||
Reference in New Issue
Block a user