SIENTIAPDE-1273

SIENTIAPDE-1273
Enhance security analysis and SQL injection handling

- Added skip for potential SQL injection false positives in Bandit configuration.
- Updated validate.sh to use the pyproject.toml configuration for Bandit security analysis.
- Refactored code to replace ensure_dataframe utility with direct DataFrame usage in multiple activities, improving clarity and reducing dependencies.
- Removed the deprecated dataframe_utils module to streamline the codebase.

laborious/activities/gates.py

@@ -15,7 +15,6 @@ with workflow.unsafe.imports_passed_through():
     from sientia_do.temporal.constants import DATETIME_FORMAT_WITH_TZ, now
 
     from laborious import metrics
-    from laborious.utils.dataframe_utils import ensure_dataframe
     from laborious.utils.filters.conditional_filters import (
         filter_empty_data,
         filter_specific_variables_null_values,
@@ -150,7 +149,7 @@ class Gates(SientiaMonitoring):
         self.info('Performing input gate...', metadata)
 
         filters = input_data['filters']
-        data = ensure_dataframe(input_data['data'])
+        data = DataFrame(input_data['data'])
         path_priority = input_data['path_priority']
 
         filter_output = []
@@ -403,19 +402,18 @@ class Gates(SientiaMonitoring):
 
         return policy_type, int(policy_value)
 
-
     @activity.defn(name='format_transformed_data')
     async def format_transformed_data(self, input_data: dict[str, Any]) -> dict:
         """
         Format transformed data according to configured storage policies.
         """
         metadata = input_data['metadata']
-        
+
         model_id = input_data['model_id']
 
         self.info('Formatting transformed data...', metadata)
 
-        data = ensure_dataframe(input_data['data'])
+        data = DataFrame(input_data['data'])
 
         data['timestamp'] = data.index
         data = data.reset_index(drop=True)
@@ -454,7 +452,7 @@ class Gates(SientiaMonitoring):
         prediction_store_policy = input_data['prediction_store_policy']
         self.info('Formatting prediction...', metadata)
 
-        data = ensure_dataframe(input_data['data'])
+        data = DataFrame(input_data['data'])
 
         # Create timestamp column from index and reset index
         data['timestamp'] = data.index
@@ -602,7 +600,7 @@ class Gates(SientiaMonitoring):
 
         self.info('Getting last timestamp...', metadata)
 
-        data = ensure_dataframe(input_data['data'])
+        data = DataFrame(input_data['data'])
 
         self.debug(f'Input data: {data.head(5).to_string()}', metadata)