chore: simplify deployment and exclude local planning docs
This commit is contained in:
@@ -0,0 +1,84 @@
|
||||
#!/usr/bin/python3
|
||||
"""Read Linux/NFS counters. A separate passive nftables table supplies protocol bytes."""
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import subprocess
|
||||
import tempfile
|
||||
import time
|
||||
|
||||
ROOT = Path(os.environ.get('MIRROROUC_METRICS_ROOT', '/var/lib/mirrorouc/metrics'))
|
||||
ROOT.mkdir(parents=True, exist_ok=True)
|
||||
path = ROOT / 'history.json'
|
||||
try:
|
||||
history = json.loads(path.read_text())
|
||||
except (OSError, ValueError):
|
||||
history = {'samples': []}
|
||||
|
||||
now = time.time()
|
||||
cpu = list(map(int, Path('/proc/stat').read_text().splitlines()[0].split()[1:9]))
|
||||
mem = {line.split(':')[0]: int(line.split()[1]) * 1024 for line in Path('/proc/meminfo').read_text().splitlines() if len(line.split()) > 1}
|
||||
nfs = {}
|
||||
for block in Path('/proc/self/mountstats').read_text().split('device '):
|
||||
if ' mounted on /data ' not in block:
|
||||
continue
|
||||
for line in block.splitlines():
|
||||
values = line.strip().split()
|
||||
if values and values[0] in ('READ:', 'WRITE:'):
|
||||
nfs[values[0][:-1]] = list(map(int, values[1:]))
|
||||
|
||||
counters = {}
|
||||
try:
|
||||
result = subprocess.run(['/usr/sbin/nft', '-j', 'list', 'counters', 'table', 'inet', 'mirrorouc_monitor'], capture_output=True, timeout=4, check=True)
|
||||
for item in json.loads(result.stdout).get('nftables', []):
|
||||
counter = item.get('counter', {})
|
||||
if counter.get('name') in ('https4', 'https6', 'rsync4', 'rsync6'):
|
||||
counters[counter['name']] = counter['bytes']
|
||||
except (OSError, ValueError, subprocess.SubprocessError):
|
||||
pass
|
||||
|
||||
previous = history.get('previous')
|
||||
sample = {'time': round(now * 1000)}
|
||||
if previous:
|
||||
elapsed = max(.1, now - previous['time'])
|
||||
delta = [max(0, a - b) for a, b in zip(cpu, previous['cpu'])]
|
||||
total = sum(delta)
|
||||
if total:
|
||||
sample.update(user=(delta[0] + delta[1]) / total * 100, system=(delta[2] + delta[5] + delta[6] + delta[7]) / total * 100, wait=delta[4] / total * 100, idle=delta[3] / total * 100)
|
||||
for key, value in counters.items():
|
||||
old = previous.get('counters', {}).get(key)
|
||||
if old is not None and value >= old:
|
||||
sample[key] = (value - old) * 8 / elapsed / 1e9
|
||||
for operation, prefix in [('READ', 'read'), ('WRITE', 'write')]:
|
||||
a, b = nfs.get(operation), previous.get('nfs', {}).get(operation)
|
||||
if a and b and a[0] >= b[0]:
|
||||
sample[prefix + 'Ops'] = (a[0] - b[0]) / elapsed / 1000
|
||||
byte_index = 4 if operation == 'READ' else 3
|
||||
sample[prefix + 'Bytes'] = max(0, a[byte_index] - b[byte_index]) / elapsed / 1e9
|
||||
cached = max(0, mem.get('Cached', 0) + mem.get('SReclaimable', 0) - mem.get('Shmem', 0))
|
||||
free, buffers, total_mem = mem['MemFree'], mem.get('Buffers', 0), mem['MemTotal']
|
||||
used = max(0, total_mem - free - cached - buffers)
|
||||
sample.update(used=used / 2**30, cached=cached / 2**30, buffers=buffers / 2**30, free=free / 2**30)
|
||||
if 'user' in sample:
|
||||
history['samples'].append(sample)
|
||||
|
||||
disks = []
|
||||
for mount in ['/data', '/']:
|
||||
try:
|
||||
disk = os.statvfs(mount)
|
||||
disks.append({'name': mount, 'total': disk.f_blocks * disk.f_frsize / 1e12, 'used': (disk.f_blocks - disk.f_bfree) * disk.f_frsize / 1e12})
|
||||
except OSError:
|
||||
pass
|
||||
history.update(previous={'time': now, 'cpu': cpu, 'nfs': nfs, 'counters': counters}, updatedAt=round(now * 1000), memoryTotal=mem['MemTotal'] / 2**30, disks=disks)
|
||||
history['samples'] = [point for point in history['samples'] if point['time'] >= (now - 86400) * 1000][-8640:]
|
||||
fd, temporary = tempfile.mkstemp(dir=ROOT, prefix='.metrics-')
|
||||
try:
|
||||
with os.fdopen(fd, 'w') as output:
|
||||
json.dump(history, output, allow_nan=False, separators=(',', ':'))
|
||||
output.flush()
|
||||
os.fsync(output.fileno())
|
||||
os.chmod(temporary, 0o640)
|
||||
os.replace(temporary, path)
|
||||
finally:
|
||||
if os.path.exists(temporary):
|
||||
os.unlink(temporary)
|
||||
Reference in New Issue
Block a user