ScheduleUpdateData.py

__author__ = 'chuqiao'


from apscheduler.schedulers.blocking import BlockingScheduler
import EventsPortal
import sys
import logging



def logger():
    """
       Function that initialises logging system
    """
    global logger
    # create logger with 'syncsolr'
    logger = logging.getLogger('scheduleAddData')
    logger.setLevel(logging.DEBUG)

    # specifies the lowest severity that will be dispatched to the appropriate destination

    # create file handler which logs even debug messages
    fh = logging.FileHandler('scheduleUpdateData.log')
    # fh.setLevel(logging.WARN)

    # create console handler and set level to debug
    ch = logging.StreamHandler()
    # StreamHandler instances send messages to streams
    # ch.setLevel(logging.DEBUG)

    # create formatter and add it to the handlers
    formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
    fh.setFormatter(formatter)
    ch.setFormatter(formatter)
    # add the handlers to the logger
    logger.addHandler(ch)
    logger.addHandler(fh)



def scheduleUpdateSolr(sourceUrl,patternUrl,solrUrl):
    """

    """
    logger()
    logger.info('***Start updating every 12 hours***')
    sched = BlockingScheduler()
    sched.add_job(EventsPortal.addDataToSolrFromUrl, 'interval', hours=12, args=[sourceUrl,patternUrl,solrUrl])
    sched.start()


    try:
        # Keeps the main thread alive.
        while True:

            time.sleep(20)

    except (KeyboardInterrupt, SystemExit):
        logger.error('Can not schedule add data to solr  \n%s' % str(sys.exc_info()))





if  __name__ == '__main__':

    scheduleUpdateSolr(

                       "http://bioevents.pro/dailyevents",
                       "http://bioevents.pro/events",
                       "139.162.217.53:8983/solr/eventsportal/"

    )

    # scheduleUpdateSolr(sys.argv[1],sys.argv[2])