config.py

import json
import itertools

class SupertaggerConfig(object):

    def __init__(self, hyperparams, varying_keys):
        # Save as member variables for convenience.
        self.max_grad_norm = hyperparams["max_grad_norm"]
        self.dropout_probability = hyperparams["dropout_probability"]
        self.tritrain_weight = hyperparams["tritrain_weight"]

        shortened_hyperparams = { self.shorten(k):v for k,v in hyperparams.items() if k in varying_keys}
        if len(shortened_hyperparams) != len(varying_keys):
            raise ValueError("Shortened hyperparameter names not unique. Please rename them.")
        self.name = "-".join("{}_{}".format(k,v) for k,v in shortened_hyperparams.items())

    def shorten(self, name):
        return "".join(split[0] for split in name.split("_"))

def expand_grid(grid_file):
    # The grid is a json dictionary of lists of hyperparameters.
    with open(grid_file) as f:
        grid = json.load(f)
        varying_keys = [k for k,v in grid.items() if len(v) > 1]
        return [SupertaggerConfig(dict(itertools.izip(grid, x)), varying_keys) for x in itertools.product(*(grid.itervalues()))]