From 9179d66a74608383154e87cef30ea5420e3d4055 Mon Sep 17 00:00:00 2001 From: Vignesh Raja Date: Sun, 27 Aug 2017 20:36:00 -0700 Subject: [PATCH] Add User-Agent request header to historical odds scraper --- sigopt-beats-vegas/predictor/bet_reader.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/sigopt-beats-vegas/predictor/bet_reader.py b/sigopt-beats-vegas/predictor/bet_reader.py index 4cb31db..90f7fcf 100644 --- a/sigopt-beats-vegas/predictor/bet_reader.py +++ b/sigopt-beats-vegas/predictor/bet_reader.py @@ -40,6 +40,10 @@ def read_info(filename="bet_info.pkl", start_date=SEASON_1415_START, end_date=SE end_date, ) + request_headers = { + 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) ' + 'Chrome/60.0.3112.101 Safari/537.36' + } bet_info = {} day = end_date while day >= start_date: @@ -52,7 +56,7 @@ def read_info(filename="bet_info.pkl", start_date=SEASON_1415_START, end_date=SE page = None for _ in range(5): try: - page = requests.get(page_url, timeout=10) + page = requests.get(page_url, timeout=10, headers=request_headers) except: print "retrying..." continue