stash

vllm/engine/metrics.py

@@ -39,6 +39,13 @@ class Metrics:
     _histogram_cls = prometheus_client.Histogram
 
     def __init__(self, labelnames: List[str], max_model_len: int):
+
+        # Config Stats
+        self.gauge_cache_info = self._gauge_cls(
+            name="vllm:cache_config_info",
+            documentation="Info about the cache configuration for vLLM.",
+            labelnames=labelnames,
+            multiprocess_mode="sum")
 
         # System stats
         #   Scheduler State
@@ -176,9 +183,23 @@ def __init__(self, labelnames: List[str], max_model_len: int):
             multiprocess_mode="sum",
         )
 
-
 # end-metrics-definitions
 
+    def _create_info_cache_config(self) -> None:
+        # Config Information
+        self.info_cache_config = self._gauge_cls(
+            name='vllm:cache_config',
+            documentation='Information of the LLMEngine CacheConfig',
+            labelnames=
+            multiprocess_mode="sum"
+        )
+
+
+    def _unregister_vllm_metrics(self) -> None:
+        for collector in list(prometheus_client.REGISTRY._collector_to_names):
+            if hasattr(collector, "_name") and "vllm" in collector._name:
+                prometheus_client.REGISTRY.unregister(collector)
+
 
 class _RayGaugeWrapper:
     """Wraps around ray.util.metrics.Gauge to provide same API as

vllm/engine/metrics_types.py

@@ -1,7 +1,7 @@
 import time
 from abc import ABC, abstractmethod
 from dataclasses import dataclass
-from typing import List, Optional
+from typing import Dict, List, Optional, Protocol
 
 from vllm.spec_decode.metrics import SpecDecodeWorkerMetrics
 
@@ -60,3 +60,9 @@ def maybe_update_spec_decode_metrics(self, stats: Stats):
         to be emitted at same time as log interval)."""
         if stats.spec_decode_metrics is not None:
             self.spec_decode_metrics = stats.spec_decode_metrics
+
+
+class SupportsMetricsInfo(Protocol):
+
+    def metrics_info(self) -> Dict[str, str]:
+        ...