iplayer_scraper_v0-2.py

from Extractor import Extractor
from paralell_extractor import ParallelExtractor
import argparse
from Parallel import Parallel

'''
ArgParse to handle:
	- file_name
	- full extract
	- show extract
	- genre extract
'''
ap = argparse.ArgumentParser(
    description="Iplayer scraper v0.2 Default usage: \n Python iplayer_scraper.py --all \n will save a-z of iplayer shows currently ~1360 shows into a json file.")
ap.add_argument(
    '--all', help="returns a json file with all shows available this is run serialised by default",
    action='store_true')
ap.add_argument(
    "--parallel", help="will run the script in paralell using the max num of cores -1",
    action='store_true')
ap.add_argument('--file', help='custom filename for the output of the scraper',
                type=str, metavar='filename.json', nargs=1, action='store', default='default')

if __name__ == '__main__':
    args = ap.parse_args()
    if args.all is True:
        Extractor = Extractor()
        Extractor.extract()
    elif args.parallel is True:

        if args.file is not 'default':
            print(f'filename: {args.file[0]}')
            Parallel = Parallel()
            Parallel.extract(filename=args.file[0])
        else:
            Parallel = Parallel()
            Parallel.extract()
    else:
        ap.print_help()