Add save_docker_stats.py

save_docker_stats.py

@@ -0,0 +1,111 @@
+#!/usr/bin/env python3
+
+import argparse
+from datetime import datetime
+import json
+import logging
+import os
+import sqlite3
+from pathlib import Path
+from subprocess import check_output
+from typing import Dict
+
+log = logging.getLogger(__name__)
+
+HERE = Path(os.path.dirname(os.path.realpath(__file__)))
+# DOCKER_BIN = "/snap/bin/docker"
+DOCKER_BIN = "/usr/bin/docker"
+
+TABLE_NAME = "dc_stats"
+
+
+def parse_args():
+    parser = argparse.ArgumentParser(description="Extract docker stats in a sqlite db")
+
+    parser.add_argument(
+        "sqlite",
+        nargs="?",
+        type=Path,
+        help="Path to sqlite file",
+        default=HERE / "stats.sqlite",
+    )
+    parser.add_argument("--debug", "-d", action="store_true", help="Run in debug mode")
+    args = parser.parse_args()
+    return args.sqlite, args.debug
+
+
+def init_db(sqlite_fn: Path):
+    """Initialize database: create sqlite and create table (if not exists)"""
+    if sqlite_fn.exists():
+        return
+
+    logging.info("Create sqlite file: '%s'", sqlite_fn)
+    con = sqlite3.connect(str(sqlite_fn))
+    cur = con.cursor()
+    cur.execute(f"CREATE TABLE {TABLE_NAME} (date timestamp)")
+    con.close()
+
+
+def add_row(sqlite_fn: Path, stats: Dict):
+    """Add new stat entry in database"""
+    con = sqlite3.connect(str(sqlite_fn), detect_types=sqlite3.PARSE_DECLTYPES)
+    cur = con.cursor()
+
+    # Create column if needed
+    existing_cols = [
+        c[1] for c in cur.execute(f"PRAGMA table_info({TABLE_NAME});").fetchall()
+    ]
+    logging.debug("existing_cols: %s", existing_cols)
+    for k in stats:
+        if k in existing_cols:
+            continue
+        logging.debug("Create '%s' col", k)
+        cur.execute(f"ALTER TABLE {TABLE_NAME} ADD COLUMN '{k}' 'float';")
+
+    # Insert row
+    # ts = stats.pop("date")
+    cols = ", ".join(stats.keys())
+
+    values = tuple(stats.values())
+    v = ", ".join(["?" for v in values])
+    cmd = f"INSERT INTO {TABLE_NAME} ({cols}) VALUES ({v});"
+    logging.debug("SQLITE3: %s", cmd)
+    logging.debug("SQLITE3: values: %s", values)
+    cur.execute(cmd, values)
+    cur.execute("COMMIT")
+    con.close()
+
+
+def format_stats(out):
+    """Format docker stats"""
+    json_stats = b"{" + out.replace(b"\n", b", ")[:-2] + b"}"
+    stats = json.loads(json_stats)
+    for k in stats:
+        stats[k] = str(stats[k]).split(" ")[0]  # keep first memory (ex: "658.4MiB / 7.724GiB" > "658.4MiB")
+        stats[k] = stats[k].replace("MiB", "e3")
+        stats[k] = stats[k].replace("GiB", "e6")
+        stats[k] = stats[k].replace("B", "")
+        stats[k] = float(stats[k]) / 1000  # values are in MiB
+
+    stats["date"] = datetime.now()
+    return stats
+
+
+def main():
+    sqlite_fn, debug = parse_args()
+    if debug:
+        logging.basicConfig(level=logging.DEBUG)
+    else:
+        logging.basicConfig(level=logging.INFO)
+    logging.info("Export stats in %s", sqlite_fn)
+    out = check_output(
+        [DOCKER_BIN, "stats", "--no-stream", "--format", '"{{.Name}}": "{{.MemUsage}}"']
+    )
+    stats = format_stats(out)
+    logging.info(stats)
+    init_db(sqlite_fn)
+    add_row(sqlite_fn, stats)
+
+
+if __name__ == "__main__":
+    main()