c92e2f41c3
pdate metrics tracking to include response time histogram - Changed PREDICTION_RESPONSE_TIME_MONITOR from Gauge to Histogram for better response time analysis. - Updated response time observation method in gates.py to utilize the new Histogram functionality.
29 lines
781 B
Python
29 lines
781 B
Python
from prometheus_client import Gauge, Counter, Histogram
|
|
|
|
APP_UP = Gauge(
|
|
"app_up",
|
|
"Indicates if the application is running (1) or shutting down (0)",
|
|
["pod_id"],
|
|
)
|
|
|
|
CORE_LABELS = ["pod_id", "model_name", "pipeline_name"]
|
|
|
|
PREDICTIONS_WRITTEN_COUNT = Counter(
|
|
"laborious_predictions_written_count",
|
|
"Number of predictions written to the database table predictions",
|
|
CORE_LABELS,
|
|
)
|
|
|
|
PREDICTION_CONFIDENCE_MONITOR = Gauge(
|
|
"laborious_prediction_confidence_monitor",
|
|
"Current confidence of each prediction",
|
|
CORE_LABELS,
|
|
)
|
|
|
|
PREDICTION_RESPONSE_TIME_MONITOR = Histogram(
|
|
"laborious_prediction_response_time_monitor",
|
|
"Current response time of each prediction",
|
|
CORE_LABELS,
|
|
buckets=[0.01, 0.05, 0.1, 0.2, 0.5, 1.0, 2.0, 5.0, 10.0]
|
|
)
|