gitea_admin/sientia-dataops-laborious_temporal
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

SIENTIAPDE-1231

Browse Source 
Add memory management function to model_repository.py

- Introduced `force_memory_release` function to enhance memory management by triggering garbage collection and attempting to release unused memory.
- Utilized `ctypes` to call `malloc_trim` for further memory optimization, improving overall performance during model operations.
This commit is contained in:
vitor-aignosi
2025-10-13 15:50:37 -03:00
parent 331df2dd18
commit 143dd7759e
1 changed files with 10 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
laborious/utils/repository/model_repository.py
View File

@@ -29,12 +29,22 @@ from numpy import ndarray
from typing import Any from typing import Any
import gc import gc
from sientia_do.temporal.constants import DATETIME_FORMAT_WITH_TZ from sientia_do.temporal.constants import DATETIME_FORMAT_WITH_TZ
import ctypes
ARTIFACTS_PATH = "./tmp/artifacts" ARTIFACTS_PATH = "./tmp/artifacts"
TRANSFORMED_COMPRESSED_PATH = "artifacts/training_transformer.pkl" TRANSFORMED_COMPRESSED_PATH = "artifacts/training_transformer.pkl"
PREDICTION_COMPRESSED_PATH = "artifacts/stacking_model.pkl" PREDICTION_COMPRESSED_PATH = "artifacts/stacking_model.pkl"
def force_memory_release():
gc.collect()
try:
ctypes.CDLL("libc.so.6").malloc_trim(0)
except:
pass
class MLFlowRepository(): class MLFlowRepository():
def __init__(self, host: str, username: str, password: str, logger: Logger): def __init__(self, host: str, username: str, password: str, logger: Logger):