Snapshots

saveSnapshot(server, params, callback) {
    // save snapshot of server data
    var self = this;
    if (!callback) callback = function() {};
    
    var snapshot = Tools.mergeHashes(params, {
        id: Tools.generateShortID('sn'),
        type: 'server',
        server: server.id,
        groups: server.groups,
        alerts: this.findActiveAlerts({ server: server.id }).map( function(alert) { return alert.id; } ),
        jobs: this.findActiveJobs({ server: server.id }).map( function(job) { return job.id; } ),
        quickmon: this.quickMonCache[server.id] || []
    });
    
    // for workflow sub-jobs, also include the parent workflow job in the list
    snapshot.jobs.forEach( function(id) {
        var job = self.activeJobs[id];
        if (!job) return; // sanity
        
        if (job.workflow && job.workflow.job && !snapshot.jobs.includes(job.workflow.job)) {
            snapshot.jobs.push(job.workflow.job);
        }
    });
    
    this.logMonitor(6, "Saving snapshot of server: " + server.id, { hostname: server.hostname, snapshot_id: snapshot.id });
    
    this.unbase.insert( 'snapshots', snapshot.id, snapshot, function(err) {
        if (err) return callback(err);
        callback(null, snapshot.id);
    } );
}

checkGroupWatches() {
    // see if any groups need to be watched, runs every minute on the :30 sec
    var self = this;
    var now = Tools.timeNow(true);
    var snap_groups = [];
    
    if (this.state.watches && this.state.watches.groups) {
        for (var group_id in this.state.watches.groups) {
            var expires = this.state.watches.groups[group_id];
            if (now < expires) snap_groups.push(group_id);
        }
    }
    
    if (!snap_groups.length) return;
    
    async.eachSeries( snap_groups,
        function(group_id, callback) {
            self.createGroupSnapshot( group_id, { source: 'watch' }, callback );
        },
        function(err) {
            if (err) self.logError('snapshot', "Failed to watch groups: " + err);
            else self.logMonitor(7, "Group watch snaps complete");
        }
    );
}

"snapshots": {
    "max_rows": 100000
}

// gather all active servers for group, and make copies so we can decorate
var servers = Object.values(this.servers).filter( function(server) {
    // also filter out servers that were JUST added, to avoid possible race condition
    return server.groups.includes(group_id) && ((now - server.modified) > 1);
} ).map( function(server) {
    return Object.assign( {}, server, { offline: false } );
} );

// add in recently offline (cached) servers too, also copy and decorate
servers = servers.concat( Object.values(this.serverCache).filter( function(server) {
    return server.groups.includes(group_id) && !self.servers[server.id] && (server.modified > now - 3600);
} ).map( function(server) {
    return Object.assign( {}, server, { offline: true } );
} ) );