find-missing-authors.py

from csrankings import *

def parseDBLP():
    authors = {}

    i = 0
    with open('dblp.xml', mode='r') as f:
    # with gzip.open('dblp.xml.gz') as f:

        oldnode = None
        
        foundArticle = False
        authorName = ""
        
        for (event, node) in ElementTree.iterparse(f, events=['start', 'end']):

            if (oldnode is not None):
                oldnode.clear()
            oldnode = node
            
            if (node.tag == 'inproceedings' or node.tag == 'article'):
                
                for child in node:
                    if (child.tag == 'booktitle' or child.tag == 'journal'):
                        foundArticle = True
                        break

                if (not foundArticle):
                    # Nope.
                    continue

                # Now, count up how many faculty from our list are on this paper.
                
                for child in node:
                    if (child.tag == 'author'):
                        authorName = child.text
                        if (not authorName is None):
                            authorName.strip()
                            if (not authors.has_key(authorName)):
                                authors[authorName] = 1

    return authors
#    a = sorted(authors.iteritems(), key=operator.itemgetter(1))
#    for k in a:
#        print k[0]

def csv2dict_str_str(fname):
    with open(fname, mode='r') as infile:
        reader = csv.reader(infile)
        #for rows in reader:
        #    print rows[0], "-->", rows[1]
        d = {unicode(rows[0].strip(),'utf-8'): unicode(rows[1].strip(),'utf-8') for rows in reader}
    return d

facultydict = csv2dict_str_str('faculty-affiliations.csv')

authors = parseDBLP()

for name in facultydict:
    if (not name in authors):
        print name.encode('utf-8')