SIENTIAPDE-1273

SIENTIAPDE-1273
Enhance security analysis and SQL injection handling

- Added skip for potential SQL injection false positives in Bandit configuration.
- Updated validate.sh to use the pyproject.toml configuration for Bandit security analysis.
- Refactored code to replace ensure_dataframe utility with direct DataFrame usage in multiple activities, improving clarity and reducing dependencies.
- Removed the deprecated dataframe_utils module to streamline the codebase.

tests/laborious/workflows/test_drift.py

@@ -1,10 +1,10 @@
 from unittest.mock import ANY, AsyncMock, call, patch
 
 from pytest import fixture, mark
+from sientia_do.temporal.constants import DATETIME_FORMAT_WITH_TZ
 
 from laborious.activities.activities import Activities
 from laborious.workflows.drift import Drift
-from sientia_do.temporal.constants import DATETIME_FORMAT_WITH_TZ
 
 
 @fixture
@@ -45,9 +45,7 @@ async def test_run(workflow_mock: AsyncMock, drift: Drift):
     reference_data = {'data': 'test_reference_data'}
     drift_data = {'drift': 'test_drift_data'}
 
-    workflow_mock.start_local_activity_method.side_effect = [
-        target_data, reference_data
-    ]
+    workflow_mock.start_local_activity_method.side_effect = [target_data, reference_data]
 
     workflow_mock.execute_local_activity_method.return_value = drift_data
     workflow_mock.execute_activity_method = AsyncMock()
@@ -56,12 +54,13 @@ async def test_run(workflow_mock: AsyncMock, drift: Drift):
     await drift.run(input_data)
 
     # Assert - Check start_local_activity_method calls
+    # Query format matches psycopg2.sql output (identifiers with double quotes, literals with single quotes)
     expected_gathering_query = f"""
             SELECT *
-            FROM {input_data['schema']}.{input_data['source_table_name']}
+            FROM "{input_data['schema']}"."{input_data['source_table_name']}"
             WHERE
-                model_id = {input_data['model_id']} AND
-                timestamp > NOW() - INTERVAL '{input_data['interval']} minutes'
+                model_id = '{input_data['model_id']}' AND
+                timestamp > NOW() - INTERVAL {input_data['interval']} minutes
             ORDER BY timestamp ASC
         """
 
@@ -73,6 +72,7 @@ async def test_run(workflow_mock: AsyncMock, drift: Drift):
                     **metadata,
                     'query': expected_gathering_query,
                     'datetime_columns': ['timestamp', 'created_at'],
+                    'orient': 'records',
                 },
                 retry_policy=ANY,
                 start_to_close_timeout=ANY,
@@ -250,4 +250,3 @@ async def test_run_default_chunk_period(workflow_mock: AsyncMock, drift: Drift):
         retry_policy=ANY,
         start_to_close_timeout=ANY,
     )
-