illustris/pvemon
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add option for metric prefix

Browse Source
This commit is contained in:
illustris 2023-10-02 14:20:36 +05:30
parent ce4c98cbcb
commit 23e6a59758
Signed by: illustris
GPG Key ID: 56C8FC0B899FEFA3
1 changed files with 41 additions and 37 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

78
src/pvemon/__init__.py
View File

@ -10,54 +10,48 @@ import pexpect
DEFAULT_PORT = 9116
DEFAULT_INTERVAL = 10
DEFAULT_PREFIX = "pve"
gauge_settings = [
('pve_kvm_cpu', 'CPU time for VM', ['id', 'mode']),
('pve_kvm_vcores', 'vCores allocated to the VM', ['id']),
('pve_kvm_maxmem', 'Maximum memory (bytes) allocated to the VM', ['id']),
('pve_kvm_memory_percent', 'Percentage of host memory used by VM', ['id']),
('pve_kvm_memory_extended', 'Detailed memory metrics for VM', ['id', 'type']),
('pve_kvm_threads', 'Threads used by the KVM process', ['id']),
('pve_kvm_io_read_count', 'Number of read system calls made by the KVM process', ['id']),
('pve_kvm_io_read_bytes', 'Number of bytes read from disk', ['id']),
('pve_kvm_io_read_chars', 'Number of bytes read including buffers', ['id']),
('pve_kvm_ctx_switches', 'Context switches', ['id', 'type']),
('pve_kvm_io_write_count', 'Number of write system calls made by the KVM process', ['id']),
('pve_kvm_io_write_bytes', 'Number of bytes written to disk', ['id']),
('pve_kvm_io_write_chars', 'Number of bytes written including buffers', ['id']),
('kvm_cpu', 'CPU time for VM', ['id', 'mode']),
('kvm_vcores', 'vCores allocated to the VM', ['id']),
('kvm_maxmem', 'Maximum memory (bytes) allocated to the VM', ['id']),
('kvm_memory_percent', 'Percentage of host memory used by VM', ['id']),
('kvm_memory_extended', 'Detailed memory metrics for VM', ['id', 'type']),
('kvm_threads', 'Threads used by the KVM process', ['id']),
('kvm_io_read_count', 'Number of read system calls made by the KVM process', ['id']),
('kvm_io_read_bytes', 'Number of bytes read from disk', ['id']),
('kvm_io_read_chars', 'Number of bytes read including buffers', ['id']),
('kvm_ctx_switches', 'Context switches', ['id', 'type']),
('kvm_io_write_count', 'Number of write system calls made by the KVM process', ['id']),
('kvm_io_write_bytes', 'Number of bytes written to disk', ['id']),
('kvm_io_write_chars', 'Number of bytes written including buffers', ['id']),
('pve_kvm_nic_queues', 'Number of queues in multiqueue config', ['id', 'ifname']),
('kvm_nic_queues', 'Number of queues in multiqueue config', ['id', 'ifname']),
]
gauge_dict = {}
for name, description, labels in gauge_settings:
gauge_dict[name] = Gauge(name, description, labels)
info_dict = {}
label_flags = [ "-id", "-name", "-cpu" ]
get_label_name = lambda flag: flag[1:]
info_settings = [
('pve_kvm', 'information for each KVM process'),
('kvm', 'information for each KVM process'),
]
info_dict = {}
for name, description in info_settings:
info_dict[name] = Info(name, description)
flag_to_label_value = lambda args, match: next((args[i+1] for i, x in enumerate(args[:-1]) if x == match), "unknown").split(",")[0]
dynamic_gauges = {}
def create_or_get_gauge(metric_name, labels):
if metric_name not in dynamic_gauges:
dynamic_gauges[metric_name] = Gauge(metric_name, f'{metric_name} for KVM process', labels)
dynamic_gauges[metric_name] = Gauge(f"{prefix}_{metric_name}", f'{metric_name} for KVM process', labels)
return dynamic_gauges[metric_name]
dynamic_infos = {}
def create_or_get_info(info_name, labels):
if (info_name,str(labels)) not in dynamic_infos:
dynamic_infos[(info_name,str(labels))] = Info(info_name, f'{info_name} for {str(labels)}', labels)
dynamic_infos[(info_name,str(labels))] = Info(f"{prefix}_{info_name}", f'{info_name} for {str(labels)}', labels)
return dynamic_infos[(info_name,str(labels))]
def extract_nic_info_from_monitor(vm_id):
@ -121,13 +115,13 @@ def collect_kvm_metrics():
# Extract vm labels from cmdline
info_label_dict = {get_label_name(l): flag_to_label_value(cmdline,l) for l in label_flags}
info_label_dict['pid']=str(proc.pid)
info_dict["pve_kvm"].info(info_label_dict)
info_dict["kvm"].info(info_label_dict)
d = {
"pve_kvm_vcores": flag_to_label_value(cmdline,"-smp"),
"pve_kvm_maxmem": int(flag_to_label_value(cmdline,"-m"))*1024,
"pve_kvm_memory_percent": proc.info['memory_percent'],
"pve_kvm_threads": proc.info['num_threads'],
"kvm_vcores": flag_to_label_value(cmdline,"-smp"),
"kvm_maxmem": int(flag_to_label_value(cmdline,"-m"))*1024,
"kvm_memory_percent": proc.info['memory_percent'],
"kvm_threads": proc.info['num_threads'],
}
for k, v in d.items():
@ -135,34 +129,34 @@ def collect_kvm_metrics():
cpu_times = proc.cpu_times()
for mode in ['user', 'system', 'iowait']:
gauge_dict["pve_kvm_cpu"].labels(id=id, mode=mode).set(getattr(cpu_times, mode))
gauge_dict["kvm_cpu"].labels(id=id, mode=mode).set(getattr(cpu_times, mode))
io = proc.io_counters()
for io_type, attr in itertools.product(['read', 'write'], ['count', 'bytes', 'chars']):
gauge = globals()["gauge_dict"][f'pve_kvm_io_{io_type}_{attr}']
gauge = globals()["gauge_dict"][f'kvm_io_{io_type}_{attr}']
gauge.labels(id=id).set(getattr(io, f"{io_type}_{attr}"))
for type in [ "voluntary", "involuntary" ]:
gauge_dict["pve_kvm_ctx_switches"].labels(id=id, type=type).set(getattr(proc.num_ctx_switches(),type))
gauge_dict["kvm_ctx_switches"].labels(id=id, type=type).set(getattr(proc.num_ctx_switches(),type))
for attr in dir(proc.memory_full_info()):
if not attr.startswith('_'):
value = getattr(proc.memory_full_info(), attr)
if not callable(value):
gauge_dict["pve_kvm_memory_extended"].labels(id=id, type=attr).set(value)
gauge_dict["kvm_memory_extended"].labels(id=id, type=attr).set(value)
for nic_info in extract_nic_info_from_monitor(id):
queues = nic_info["queues"]
del nic_info["queues"]
nic_labels = {"id": id, "ifname": nic_info["ifname"]}
prom_nic_info = create_or_get_info("pve_kvm_nic", nic_labels.keys())
prom_nic_info = create_or_get_info("kvm_nic", nic_labels.keys())
prom_nic_info.labels(**nic_labels).info({k: v for k, v in nic_info.items() if k not in nic_labels.keys()})
gauge_dict["pve_kvm_nic_queues"].labels(**nic_labels).set(queues)
gauge_dict["kvm_nic_queues"].labels(**nic_labels).set(queues)
interface_stats = read_interface_stats(nic_info["ifname"])
for filename, value in interface_stats.items():
metric_name = f"pve_kvm_nic_{filename}"
metric_name = f"kvm_nic_{filename}"
gauge = create_or_get_gauge(metric_name, nic_labels.keys())
gauge.labels(**nic_labels).set(value)
@ -173,9 +167,19 @@ def main():
parser.add_argument('--port', type=int, default=DEFAULT_PORT, help='Port for the exporter to listen on')
parser.add_argument('--interval', type=int, default=DEFAULT_INTERVAL, help='Interval between metric collections in seconds')
parser.add_argument('--collect-running-vms', type=str, default='true', help='Enable or disable collecting running VMs metric (true/false)')
parser.add_argument('--metrics-prefix', type=str, default=DEFAULT_PREFIX, help='<prefix>_ will be prepended to each metric name')
args = parser.parse_args()
global prefix
prefix = args.metrics_prefix
for name, description, labels in gauge_settings:
gauge_dict[name] = Gauge(f"{prefix}_{name}", description, labels)
for name, description in info_settings:
info_dict[name] = Info(f"{prefix}_{name}", description)
start_http_server(args.port)
while True: