parse_log.py

#!/usr/bin/python
'''
USAGE: parse_log.py filename
'''
import sys

def dictify_logline(line):
	'''
	returns a dictionary with the relevant pieces of info from the apache log
	
	'''
	split_line = line.split()
	return {'remote_host':split_line[0],'status':split_line[8],'bytes_sent':split_line[9]}

def generate_log_report(logfile):
	''' returns a dictinary of format [remote host] -> bytes sent '''
	report_dict = {}
	for line in logfile:
		line_dict = dictify_logline(line)
		#print line_dict
		try:
			bytes_sent = int(line_dict['bytes_sent'])
		except ValueError:
			continue
		report_dict.setdefault(line_dict['remote_host'],[]).append(bytes_sent)
	return report_dict

if __name__ == "__main__":
	if not len(sys.argv) > 1:
		print __doc__
		sys.exit(1)
	infile_name = sys.argv[1]
	try:
		infile = open(infile_name,'r')
	except IOError:
		print 'You must specify a valid file to parse'
		print __doc__
		sys.exit(1)
	log_report = generate_log_report(infile)
	print log_report
	infile.close()