contest.js

var RATIO_OF_SETUP_MATCHES = 0.9;
var CSV_FILENAME = 'algos.csv';

var users = require("./api/users.js");
var matches = require("./api/matches.js");
var elo = require("./api/elo.js");
var random = require("./api/random.js");
var fs = require("fs");

exports.run = function() {
	runContest();
}

function runContest() {
	console.log("Saving CSV results to "+process.cwd()+"/"+CSV_FILENAME);
	fs.writeFileSync(CSV_FILENAME, 'name,k,ratio,err\n', '', function(err){if(err) throw err;});
	matches.getMatches({}, function(matchDatas)
	{
		console.log("got matches: "+matchDatas.length);
		users.getPlayersByIds({}, function(playersById)
		{
			var best = { err : 1 };
			var algos = { elo: elo, random: random };
			var algo, x;
			//for (name in algos)
			{
				var name = 'elo';
				algo = algos[name];
				var params = { weakPlayerRatio: 0 };
				for (var feedback = 0; feedback <= 1; feedback++) {
					params.contributionFeedback = feedback == 1;
					for (var k = 30; k < 240; k+= 5) {
						params.maxK = k;
						for (var whichRatio = 0; whichRatio <= 1; whichRatio++) {							
							for (var ratio = 0.05; ratio <= 0.8; ratio += 0.05) {
								if (whichRatio == 0) {
									params.defensivePlayerRatio = ratio;
									params.weakPlayerRatio = 0;
								} else {
									params.weakPlayerRatio = ratio;
								}
		
								algo.setParameters(params);
								
								var error = runAlgo(algo, matchDatas, playersById);
								var logdata = [ name, k, ratio, error ];
								var line = logdata.join(',')+'\n';
								fs.appendFileSync(CSV_FILENAME, line, '', function(err){if(err) throw err;});
								if (error < best.err) {
									best.err = error;
									best.parameters = JSON.stringify(params);
									best.name = name;
								}
							}
						}
					}
				}
			}
						
			best.parameters = JSON.parse(best.parameters);
			console.log("BEST: "+JSON.stringify(best));
			process.exit();
		});		
	});
}

function runAlgo(ratingAlgo, matchDatas, playersById) 
{
	var totalMatches = matchDatas.length;
	var numSetupMatches = Math.round(totalMatches * RATIO_OF_SETUP_MATCHES);
		
	var X;
	for(X in playersById)
	{
		users.resetPlayerStats(playersById[X]);
	}
	
	var totalError = 0;
	var matchesProcessed = 0;
	
	for(X in matchDatas)
	{
		var matchData = matchDatas[X];
		var error = ratingAlgo.updateRatingForMatch(playersById, getMixedStats, matchData);	
		
		if (++matchesProcessed > numSetupMatches) {
			totalError += error * error;
		}
	}
	
	var avgError = totalError/(totalMatches-numSetupMatches);
	return avgError;
//	console.log("Total squared error: "+totalError+", avg per match: "+avgError);
}

function getMixedStats(player)
{
	if(!player.mixedStats)
	{
		return player.mixedStats = {};
	}
	return player.mixedStats;
}