SIENTIAPDE-1110
Update MongoDB activity to handle None last_data_timestamp by using an empty filter, improving data retrieval logic.
This commit is contained in:
@@ -92,11 +92,14 @@ class MongoDB(BaseActivity):
|
|||||||
|
|
||||||
try:
|
try:
|
||||||
|
|
||||||
data_filter = {
|
if last_data_timestamp is None:
|
||||||
"inserted_at": {
|
data_filter = {}
|
||||||
"$gt": datetime.strptime(last_data_timestamp, "%Y-%m-%d %H:%M:%S.%f")
|
else:
|
||||||
|
data_filter = {
|
||||||
|
"inserted_at": {
|
||||||
|
"$gt": datetime.strptime(last_data_timestamp, "%Y-%m-%d %H:%M:%S.%f")
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
data = self.database[collection_name].find(data_filter, {"_id": 0})
|
data = self.database[collection_name].find(data_filter, {"_id": 0})
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user