Add resource statistics collector for game servers
This commit is contained in:
GitHub
parent
512d05c428
commit
bc034e7d39
1 changed files with 256 additions and 0 deletions
256
modules/resource_stats/collector.py
Normal file
256
modules/resource_stats/collector.py
Normal file
|
|
@ -0,0 +1,256 @@
|
||||||
|
#!/usr/bin/env python3
|
||||||
|
# collector.py
|
||||||
|
#
|
||||||
|
# Runs on each machine via cron (e.g., every minute).
|
||||||
|
# Scans subfolders (each is a gameserver), finds running PIDs rooted there,
|
||||||
|
# samples process + machine stats, and writes to MySQL.
|
||||||
|
|
||||||
|
import os, socket, time, subprocess, json
|
||||||
|
from datetime import datetime, timezone
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
import psutil
|
||||||
|
import mysql.connector
|
||||||
|
|
||||||
|
# ======== CONFIG (edit these) =========
|
||||||
|
DB_HOST = "127.0.0.1"
|
||||||
|
DB_USER = "gs_metrics"
|
||||||
|
DB_PASS = "REPLACE_ME"
|
||||||
|
DB_NAME = "gs_metrics"
|
||||||
|
|
||||||
|
# The folder this script lives in is the gameserver root containing subfolders.
|
||||||
|
BASE_DIR = Path(__file__).resolve().parent
|
||||||
|
|
||||||
|
# Optional: set the disk path you care about (use BASE_DIR’s filesystem)
|
||||||
|
DISK_PATH = str(BASE_DIR)
|
||||||
|
|
||||||
|
# Optional: force a specific interface name (else autodetect default route iface)
|
||||||
|
NET_IFACE = None # e.g. "eth0"
|
||||||
|
|
||||||
|
# Identify the machine (hostname fallback if env not set)
|
||||||
|
MACHINE_ID = os.environ.get("GS_MACHINE_ID") or socket.gethostname()
|
||||||
|
|
||||||
|
# How long to wait to get stable CPU% readings (seconds)
|
||||||
|
CPU_SAMPLE_DELAY = 0.5
|
||||||
|
# =======================================
|
||||||
|
|
||||||
|
def utc_now():
|
||||||
|
return datetime.now(timezone.utc).replace(tzinfo=None) # naive UTC for MySQL DATETIME
|
||||||
|
|
||||||
|
def get_default_iface():
|
||||||
|
if NET_IFACE:
|
||||||
|
return NET_IFACE
|
||||||
|
# Parse /proc/net/route for default route (Destination == 00000000)
|
||||||
|
try:
|
||||||
|
with open("/proc/net/route") as f:
|
||||||
|
for line in f.readlines()[1:]:
|
||||||
|
parts = line.strip().split()
|
||||||
|
if len(parts) >= 11 and parts[1] == '00000000' and int(parts[3], 16) & 2:
|
||||||
|
return parts[0]
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
# Fallback: first "up" interface with stats
|
||||||
|
stats = psutil.net_if_stats()
|
||||||
|
for name, st in stats.items():
|
||||||
|
if st.isup:
|
||||||
|
return name
|
||||||
|
return None
|
||||||
|
|
||||||
|
def get_folder_size_bytes(path: Path) -> int:
|
||||||
|
# Fast and robust: use `du -sb` if available
|
||||||
|
try:
|
||||||
|
res = subprocess.run(["du", "-sb", str(path)], capture_output=True, text=True, check=True)
|
||||||
|
return int(res.stdout.split()[0])
|
||||||
|
except Exception:
|
||||||
|
# Fallback: Python walk (slower on huge trees)
|
||||||
|
total = 0
|
||||||
|
for root, dirs, files in os.walk(path, followlinks=False):
|
||||||
|
for fn in files:
|
||||||
|
fp = os.path.join(root, fn)
|
||||||
|
try:
|
||||||
|
total += os.path.getsize(fp)
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
return total
|
||||||
|
|
||||||
|
def connect_db():
|
||||||
|
return mysql.connector.connect(
|
||||||
|
host=DB_HOST, user=DB_USER, password=DB_PASS, database=DB_NAME, autocommit=True
|
||||||
|
)
|
||||||
|
|
||||||
|
def ensure_machine(db, hostname):
|
||||||
|
cur = db.cursor()
|
||||||
|
cur.execute(
|
||||||
|
"INSERT IGNORE INTO machines (machine_id, hostname) VALUES (%s, %s)",
|
||||||
|
(MACHINE_ID, hostname),
|
||||||
|
)
|
||||||
|
cur.close()
|
||||||
|
|
||||||
|
def insert_machine_sample(db, ts, load1, load5, load15, cpu_pct, vm, swap, du, iface, rx, tx, speed):
|
||||||
|
cur = db.cursor()
|
||||||
|
cur.execute("""
|
||||||
|
INSERT INTO machine_samples
|
||||||
|
(machine_id, ts, load1, load5, load15, cpu_pct,
|
||||||
|
mem_used_bytes, mem_total_bytes, mem_used_pct,
|
||||||
|
swap_used_bytes, swap_total_bytes,
|
||||||
|
disk_path, disk_total_bytes, disk_used_bytes, disk_used_pct,
|
||||||
|
net_iface, rx_bytes, tx_bytes, iface_speed_mbps)
|
||||||
|
VALUES (%s,%s,%s,%s,%s,%s,
|
||||||
|
%s,%s,%s,
|
||||||
|
%s,%s,
|
||||||
|
%s,%s,%s,%s,
|
||||||
|
%s,%s,%s,%s)
|
||||||
|
""", (MACHINE_ID, ts, load1, load5, load15, round(cpu_pct,2),
|
||||||
|
vm.used, vm.total, round(vm.percent,2),
|
||||||
|
swap.used, swap.total,
|
||||||
|
DISK_PATH, du.total, du.used, round(du.percent,2),
|
||||||
|
iface, rx, tx, speed))
|
||||||
|
cur.close()
|
||||||
|
|
||||||
|
def insert_process_sample(db, ts, server_name, server_path, proc, cpu_pct, folder_size):
|
||||||
|
try:
|
||||||
|
mi = proc.memory_info()
|
||||||
|
mem_pct = proc.memory_percent() # % of system RAM
|
||||||
|
except Exception:
|
||||||
|
mi = None
|
||||||
|
mem_pct = None
|
||||||
|
|
||||||
|
rss = mi.rss if mi else None
|
||||||
|
vms = mi.vms if mi else None
|
||||||
|
|
||||||
|
try:
|
||||||
|
io = proc.io_counters()
|
||||||
|
rd, wr = io.read_bytes, io.write_bytes
|
||||||
|
except Exception:
|
||||||
|
rd = wr = None
|
||||||
|
|
||||||
|
try:
|
||||||
|
fds = proc.num_fds() if hasattr(proc, "num_fds") else None
|
||||||
|
except Exception:
|
||||||
|
fds = None
|
||||||
|
|
||||||
|
# Listening ports (TCP LISTEN, UDP sockets present)
|
||||||
|
ports = set()
|
||||||
|
try:
|
||||||
|
for c in proc.connections(kind="inet"):
|
||||||
|
try:
|
||||||
|
if c.status == psutil.CONN_LISTEN or c.type == psutil.SOCK_DGRAM:
|
||||||
|
if c.laddr and c.laddr.port:
|
||||||
|
ports.add(str(c.laddr.port))
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
ports_str = ",".join(sorted(ports)) if ports else None
|
||||||
|
|
||||||
|
cmd_str = None
|
||||||
|
try:
|
||||||
|
cmd = proc.cmdline()
|
||||||
|
if cmd:
|
||||||
|
cmd_str = " ".join(cmd)[:1024]
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
|
||||||
|
cur = db.cursor()
|
||||||
|
cur.execute("""
|
||||||
|
INSERT INTO process_samples
|
||||||
|
(machine_id, ts, server_name, server_path,
|
||||||
|
pid, proc_name, cmd, cpu_pct,
|
||||||
|
rss_bytes, vms_bytes, mem_pct,
|
||||||
|
io_read_bytes, io_write_bytes, open_fds,
|
||||||
|
listening_ports, folder_size_bytes)
|
||||||
|
VALUES (%s,%s,%s,%s,
|
||||||
|
%s,%s,%s,%s,
|
||||||
|
%s,%s,%s,
|
||||||
|
%s,%s,%s,
|
||||||
|
%s,%s)
|
||||||
|
""", (MACHINE_ID, ts, server_name, str(server_path),
|
||||||
|
proc.pid, proc.name()[:255] if proc.name() else None,
|
||||||
|
cmd_str, round(cpu_pct,2) if cpu_pct is not None else None,
|
||||||
|
rss, vms, round(mem_pct,2) if mem_pct is not None else None,
|
||||||
|
rd, wr, fds, ports_str, folder_size))
|
||||||
|
cur.close()
|
||||||
|
|
||||||
|
def main():
|
||||||
|
ts = utc_now()
|
||||||
|
hostname = socket.gethostname()
|
||||||
|
iface = get_default_iface()
|
||||||
|
ifaces_stats = psutil.net_if_stats()
|
||||||
|
iface_speed = ifaces_stats.get(iface).speed if iface and iface in ifaces_stats else None
|
||||||
|
net_counters = psutil.net_io_counters(pernic=True)
|
||||||
|
rx = tx = None
|
||||||
|
if iface and iface in net_counters:
|
||||||
|
rx = net_counters[iface].bytes_recv
|
||||||
|
tx = net_counters[iface].bytes_sent
|
||||||
|
|
||||||
|
load1=load5=load15 = (0.0,0.0,0.0)
|
||||||
|
try:
|
||||||
|
load1, load5, load15 = os.getloadavg()
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
|
||||||
|
# Prime process CPU% and collect candidate PIDs
|
||||||
|
# Discover servers = immediate child dirs of BASE_DIR (ignore dot dirs)
|
||||||
|
server_dirs = [p for p in BASE_DIR.iterdir() if p.is_dir() and not p.name.startswith('.')]
|
||||||
|
# map server -> processes
|
||||||
|
server_procs = {str(d): [] for d in server_dirs}
|
||||||
|
|
||||||
|
# Build a fast list of all processes once
|
||||||
|
plist = []
|
||||||
|
for p in psutil.process_iter(attrs=["pid","name","cwd","exe","cmdline"]):
|
||||||
|
try:
|
||||||
|
_ = p.status() # touch to ensure alive
|
||||||
|
p.cpu_percent(interval=None) # prime
|
||||||
|
plist.append(p)
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
|
||||||
|
# Associate processes to server dirs by cwd/exe/cmdline path prefix
|
||||||
|
for d in server_dirs:
|
||||||
|
dstr = str(d)
|
||||||
|
for p in plist:
|
||||||
|
try:
|
||||||
|
cwd = p.info.get("cwd") or ""
|
||||||
|
exe = p.info.get("exe") or ""
|
||||||
|
cmd = " ".join(p.info.get("cmdline") or [])
|
||||||
|
if cwd.startswith(dstr) or exe.startswith(dstr) or dstr in cmd:
|
||||||
|
server_procs[str(d)].append(p)
|
||||||
|
except Exception:
|
||||||
|
continue
|
||||||
|
|
||||||
|
# Wait briefly so second CPU% read is meaningful
|
||||||
|
time.sleep(CPU_SAMPLE_DELAY)
|
||||||
|
|
||||||
|
# Re-read CPU% for each proc
|
||||||
|
proc_cpu = {}
|
||||||
|
for p in plist:
|
||||||
|
try:
|
||||||
|
proc_cpu[p.pid] = p.cpu_percent(interval=None) # % of one CPU * cores
|
||||||
|
except Exception:
|
||||||
|
proc_cpu[p.pid] = None
|
||||||
|
|
||||||
|
# Machine-wide stats
|
||||||
|
vm = psutil.virtual_memory()
|
||||||
|
swap = psutil.swap_memory()
|
||||||
|
du = psutil.disk_usage(DISK_PATH)
|
||||||
|
cpu_pct = psutil.cpu_percent(interval=0.0)
|
||||||
|
|
||||||
|
# Insert into DB
|
||||||
|
db = connect_db()
|
||||||
|
ensure_machine(db, hostname)
|
||||||
|
insert_machine_sample(db, ts, load1, load5, load15, cpu_pct, vm, swap, du,
|
||||||
|
iface, rx, tx, iface_speed)
|
||||||
|
|
||||||
|
# For each server dir, capture folder size once and record each process row
|
||||||
|
for sdir, procs in server_procs.items():
|
||||||
|
server_name = Path(sdir).name
|
||||||
|
folder_size = get_folder_size_bytes(Path(sdir))
|
||||||
|
for p in procs:
|
||||||
|
insert_process_sample(
|
||||||
|
db, ts, server_name, sdir, p, proc_cpu.get(p.pid), folder_size
|
||||||
|
)
|
||||||
|
|
||||||
|
db.close()
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main()
|
||||||
Loading…
Add table
Add a link
Reference in a new issue