collect_repos.py

'''
This script collects the current state of all student repositories for a given assignment in a given organization 
Run this script from inside a directory that contains/will contain all the repos for this assignment
'''

from github3 import login
import getpass
import subprocess
import csv
import configparser
import os
import logging

logger = logging.getLogger('Logger')

def get_repo(repo, dir):
	print("\n----\n{}\n----\n".format(repo.name))
	repoDir = os.path.join(dir, repo.name)
	if (os.path.exists(repoDir)): #check first that we don't already have a local copy of this repo
		os.chdir(repoDir)
		subprocess.call('git checkout main', shell=True)
		subprocess.call('git pull', shell=True)
		if deadline:
			subprocess.call("git checkout \"`git rev-list --all -n 1 --first-parent --before=\"" + deadline + "\"`\"", shell=True);
	else:
		os.chdir(dir)
		subprocess.call('git clone ' + repo.ssh_url, shell=True)
		if deadline:
			os.chdir(repoDir)
			subprocess.call("git checkout \"`git rev-list --all -n 1 --first-parent --before=\"" + deadline + "\"`\"", shell=True);

def run(username, token, organization, prefix, ccid_list, repo_name_list, deadline, roster):
	with open(token, 'r') as f:
		token = f.readline().strip()

	github = login(username,token=token)
	memberships = github.organization_memberships()
	course = None

	for membership in memberships:
		if membership.organization.login.lower() == organization.lower():
			course = membership.organization
			break

	newDir = os.getcwd() + "/{}".format(prefix) #pull all repos to this folder
	if not os.path.exists(newDir):
		os.mkdir(newDir)

	with open(roster, mode='r') as f:
		reader = csv.reader(f)
		mapping = {rows[0]:rows[1] for rows in reader}
	
	no_match = []
	if repo_name_list:
		with open(repo_name_list, 'r') as f:
			suffixes = [repo_name.strip().lower() for repo_name in [s.strip().lower() for s in f.readlines()]]
	elif ccid_list:
		with open(ccid_list, 'r') as f:
			ccids = [ccid.strip() for ccid in f.readlines()]
			map_k = mapping.keys()
			no_match = ccids - map_k
			ccids = list(set(ccids) - no_match)
			suffixes = [mapping[ccid] for ccid in ccids]  #convert ccid to github username
	else:
		suffixes = []

	for repo in course.repositories():
		if len(suffixes):
			if prefix in repo.name and repo.name.replace('{}-'.format(prefix), '') in suffixes:
				get_repo(repo, newDir)
		elif repo.name.startswith(prefix):
			get_repo(repo, newDir)
	
	if no_match:
		logger.error("\n\n\nCould not find these CCIDs in the roster:")
		for ccid in no_match:
			logger.error(ccid)

if __name__ == '__main__':
	config = configparser.ConfigParser()
	config.read('config')
	config = config['DEFAULT']
	
	username = config['username']
	token = config['token']
	organization = config['organization']
	prefix = config['prefix']
	repo_name_list = config['repo_name_list'] and config['repo_name_list'] or None
	ccid_list = repo_name_list and None or (config['ccid_list'] and config['ccid_list'] or None)
	deadline = config['deadline'] and config['deadline'] or None
	roster = config['roster']
	
	run(username, token, organization, prefix, ccid_list, repo_name_list, deadline, roster)