stats.js

var DB_FILE = 'db/stats.db';
var DOCKER = '/usr/bin/docker';
var INTERVAL = process.env.STATS_UPDATE_INTERVAL || 60;
var TEST = false;

var sqlite3 = require('sqlite3').verbose();
var spawn = require('child_process').spawnSync;
var moment = require('moment');
var fs = require('fs');
var db = new sqlite3.Database(DB_FILE);

var getBytes = function(s) {
    var bytes = 0;
    var value = s.match(/\d+/g)[0];
    var unit = s.match(/[a-zA-Z]+/g)[0].toUpperCase();
    if (unit == 'KB' || unit == 'KIB') {
        return value*1024;
    } else if (unit == 'MB' || unit == 'MIB') {
        return value*1024*1024;
    } else if (unit == 'GB' || unit == 'GIB') {
        return value*1024*1024*1024;
    } else if (unit == 'TB' || unit == 'TIB') {
        return value*1024*1024*1024*1024;
    }
    return bytes;
};

var getContainers = function() {
    var containers = {};
    var out;
    if (TEST) {
        out = fs.readFileSync('test/docker_stats.txt', {encoding: 'utf-8'});
    } else {
        out = spawn(DOCKER, ['stats', '-a', '--no-stream', '--format', 'table {{.ID}}\t{{.Name}}\t{{.CPUPerc}}\t{{.MemUsage}}\t{{.NetIO}}\t{{.BlockIO}}']).stdout.toString();
    }
    var lines = out.split('\n');
    for (var i=0; i<lines.length; i++) {
        if (i > 0) {
            var line = lines[i];
            var columns = line.split(/\s{3,}/g);
            if (columns.length >= 6) {
                var containerId = columns[0];
                if (containerId) {
                    var name = columns[1];
                    var cpu = columns[2];
                    var mem = columns[3];
                    var net = columns[4];
                    var block = columns[5];

                    containers[containerId] = {
                        'name': name,
                        'cpu': cpu.replace('%', ''),
                        'mem': getBytes(mem.split(' / ')[0]),
                        'net': {
                            'in': getBytes(net.split(' / ')[0]),
                            'out': getBytes(net.split(' / ')[1])
                        },
                        'block': {
                            'in': getBytes(block.split(' / ')[0]),
                            'out': getBytes(block.split(' / ')[1])
                        }
                    };
                }
            }
        }
    }
    return containers;
};

var getCreateContainerId = function(name, cid, cb) {
    if (!name) name = cid;
    db.get("SELECT id FROM containers WHERE name = ? LIMIT 1", name, function(err, row) {
        if (row) {
            cb(row.id);
        } else {
            db.run("INSERT INTO containers (name) VALUES (?)", name, function() {
                cb(this.lastID);
            });
        }
    });
};

var writeContainerStats = function(cid, container, now) {
    getCreateContainerId(container.name, cid, function(id) {
        var stm = db.prepare("INSERT INTO stats (id, ts, cpu, mem, net_in, net_out, block_in, block_out) " +
            "VALUES (?, ?, ?, ?, ?, ?, ?, ?)");
        stm.run(id, now, container.cpu, container.mem, container.net.in, container.net.out, container.block.in, container.block.out);
        stm.finalize();
    });
};

var clearOldContainerStats = function() {
    var stm = db.prepare("DELETE FROM stats WHERE ts < ?");
    var now = moment();
    now.subtract(1, 'months');
    var time = now.format('YYYY-MM-DD HH:mm:ss');
    stm.run(time)
    stm.finalize();
}

var writeStats = function(containers) {
    var now = moment().format('YYYY-MM-DD HH:mm:ss');
    for (var id in containers) {
        var container = containers[id];
        writeContainerStats(id, container, now);
    }
};

var main = function() {
    var containers = getContainers();
    writeStats(containers);
    setTimeout(main, INTERVAL*1000);
    setInterval(clearOldContainerStats, 24 * 60 * 60 * 1000); // Daily removal of old stats
};

db.run("PRAGMA journal_mode=WAL");

db.run("CREATE TABLE IF NOT EXISTS containers ( " +
    "id INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT, " +
    "name TEXT NOT NULL)");

db.run("CREATE TABLE IF NOT EXISTS stats ( " +
    "id INTEGER NOT NULL, " +
    "ts DATETIME NOT NULL, " +
    "cpu REAL NOT NULL, " +
    "mem REAL NOT NULL, " +
    "net_in REAL NOT NULL, " +
    "net_out REAL NOT NULL, " +
    "block_in REAL NOT NULL, " +
    "block_out REAL NOT NULL)");

main();