hub.js

// hub script for dispatching simulation tasks to lots of servers

console.log("THIS IS NOT STABLE")
process.exit(1)

var async = require('async')
var sys = require('sys')

var exec = require('child_process').exec;

// todo just in case
var escapeshell = function(cmd) {
        return '"'+cmd+'"';
};

function runRemoteCommand(host, cmd, out, cb, pr) {
        var r = Math.floor(Math.random() * 100000000)
        var f;
        if (out)
                f = "ssh -o \"StrictHostKeyChecking no\" ubuntu@" + host + " " + escapeshell(cmd) + " > " + (out+"-"+r)
        else
                f = "ssh -o \"StrictHostKeyChecking no\" ubuntu@" + host + " " + escapeshell(cmd);

        exec(f, function(err, stdout, stderr) {
                if (err)
                        console.log(err)

                if (typeof pr != "undefined")
                        process.stderr.write(stdout.replace(/\s+$/, ""))

                cb(null, null)
        })
}


/////////////////////////////////////////////////////////////

hosts = [
        ["ec2-23-20-147-173.compute-1.amazonaws.com", 8],
        ["ec2-54-205-85-161.compute-1.amazonaws.com", 8],
        ["ec2-54-204-121-80.compute-1.amazonaws.com", 8],
        ["ec2-54-227-3-199.compute-1.amazonaws.com", 8],
        ["ec2-54-205-28-168.compute-1.amazonaws.com", 8],
        ["ec2-54-204-252-104.compute-1.amazonaws.com", 8],
        ["ec2-54-221-142-38.compute-1.amazonaws.com", 8],
        ["ec2-54-196-176-198.compute-1.amazonaws.com", 8],
        ["ec2-54-196-157-128.compute-1.amazonaws.com", 8],
        ["ec2-54-242-127-177.compute-1.amazonaws.com", 8],
        ["ec2-54-227-221-158.compute-1.amazonaws.com", 8],
        ["ec2-54-196-48-111.compute-1.amazonaws.com", 8],
        ["ec2-67-202-55-118.compute-1.amazonaws.com", 8],
        ["ec2-54-204-73-120.compute-1.amazonaws.com", 8],
        ["ec2-23-20-85-175.compute-1.amazonaws.com", 8],
        ["ec2-54-196-173-2.compute-1.amazonaws.com", 8],
        ["ec2-54-211-248-182.compute-1.amazonaws.com", 8],
        ["ec2-54-196-136-116.compute-1.amazonaws.com", 8],
        ["ec2-54-234-230-115.compute-1.amazonaws.com", 8]
]


tasks = []

for (var i=0;i<50;i++) {
        // every percent less than 50 but > 20
        for (var t=0;t<3;t++) {
                // 3 trials of each
                tasks.push(["cd ebfull.github.io && node sim.js " + (i/100).toFixed(2) + " normal", "/home/ubuntu/sim-"+i+"-normal-"+t])
                tasks.push(["cd ebfull.github.io && node sim.js " + (i/100).toFixed(2) + " sybil", "/home/ubuntu/sim"+i+"-sybil-"+t])
                tasks.push(["cd ebfull.github.io && node sim.js " + (i/100).toFixed(2) + " selfish", "/home/ubuntu/sim"+i+"-selfish-"+t])
                tasks.push(["cd ebfull.github.io && node sim.js " + (i/100).toFixed(2) + " both", "/home/ubuntu/sim"+i+"-both-"+t])
        }
}

/////////////////////////////////////////////////////////////

function doStuff() {

        var workers = async.queue(function(arg, cb) {
                var server = arg.server;

                var q = async.queue(function(nope, doneWithTasks) {
                        var task;

                        async.whilst(function() {return task = tasks.shift();}, function(taskDone) {
                                console.log("dispatch (" + server[0] + "): " + task[0])
                                runRemoteCommand(server[0], task[0], task[1], function() {
                                        console.log("completed (" + server[0] + "): " + task[0])
                                        taskDone()
                                });
                        }, doneWithTasks);
                }, server[1])

                q.drain = function() {
                        host[3] = true;
                        cb();
                }

                for (var i=0;i<server[1];i++) {
                        q.push("nope")
                }
        }, hosts.length)

        workers.drain = function() {
                process.exit(1)
        }

        hosts.forEach(function(host) {
                workers.push({server:host})
        })

        setInterval(function() {
                // get stats for our workers
                process.stderr.write("-----------------------\n")
                hosts.forEach(function(host) {
                        if (typeof host[3] == "undefined") {
                                runRemoteCommand(host[0], "uptime", false, function() {
                                        process.stderr.write(" (" + host[0] + ", concurrency=" + host[1] + ")\n")
                                }, true)
                        } else {
                                process.stderr.write("DONE (" + host[0] + ", concurrency=" + host[1] + ")\n")
                        }
                })
        }, 60 * 1000)
}

/////////////////////////////////////////////////////////////

var provision = async.queue(function(host, cb) {
        console.log("(" + host + ") provisioning")

        runRemoteCommand(host, "echo -e '\\nMaxSessions 1000\\nMaxStartups 1000\\n' | sudo tee -a /etc/ssh/sshd_config; sudo service ssh restart", false, function() {
                runRemoteCommand(host, "ps aux | grep -ie sim.js | awk '{print \\$2}' | xargs kill -9", false, function() {
                        runRemoteCommand(host, "rm -rf ebfull.github.io; git clone https://github.com/ebfull/ebfull.github.io.git", false, function() {
                                runRemoteCommand(host, "cd ebfull.github.io; node prep.js sim.js", false, function() {
                                        console.log("(" + host + ") done provisioning");
                                        cb();
                                })
                        })
                });
        });
}, hosts.length);

provision.drain = function() {
        doStuff();
}

hosts.forEach(function(h) {
        provision.push(h[0])
})