d1make-server.py

#!/usr/bin/env python

import os
import subprocess
import sys
import threading
import time

from FIFOServerThread import FIFOServerThread
from CallDispatcher import CallDispatcher


class ExecuteThread(threading.Thread):
    def __init__(self,
                 stdout_fifo, stderr_fifo, exit_code_fifo,
                 directory, command):
        threading.Thread.__init__(self)
        self.stdout_fifo = stdout_fifo
        self.stderr_fifo = stderr_fifo
        self.exit_code_fifo = exit_code_fifo
        self.directory = directory
        self.command = command

    def run(self):
        stdout_fd = os.open(self.stdout_fifo, os.O_WRONLY)
        stderr_fd = os.open(self.stderr_fifo, os.O_WRONLY)
        exit_code_fd = os.open(self.exit_code_fifo, os.O_WRONLY)
        p = subprocess.Popen("cd " + self.directory + " && " + self.command,
                             shell=True,
                             stdout=stdout_fd,
                             stderr=stderr_fd)
        p.communicate()
        exit_code = p.wait()
        os.close(stdout_fd)
        os.close(stderr_fd)
        os.write(exit_code_fd, str(exit_code) + "\n")
        os.close(exit_code_fd)


class ServerMakeStarter(CallDispatcher, FIFOServerThread):
    def __init__(self):
        FIFOServerThread.__init__(self)
        self.running_threads = set()

    def call_compile(self,
                     stdout_fifo, stderr_fifo, exit_code_fifo,
                     directory, command):
        t = ExecuteThread(stdout_fifo, stderr_fifo, exit_code_fifo,
                          directory, command)
        t.start()
        self.running_threads.add(t)

    def purge_finished(self):
        ts = self.running_threads
        self.running_threads = set()
        for t in ts:
            if t.isAlive():
                self.running_threads.add(t)

    def threads_left(self):
        self.purge_finished()
        return len(self.running_threads)


def main():
    sms = ServerMakeStarter()
    sms.start()
    try:
        while True:
            left = sms.threads_left()
            load = os.getloadavg()
            print sms.fifo, "RUNNING", left, " ".join((str(l) for l in load))
            sys.stdout.flush()
            time.sleep(min(10 + load[0], 60))
    finally:
        sms.stop()

if __name__ == "__main__":
    main()