-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathhistory_data_pull.py
120 lines (107 loc) · 3.94 KB
/
history_data_pull.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
import numpy as np
import yaml
from pathlib import Path
from time import sleep
from scripts.utils import nfl_weeks_pull, game_keys_pull, get_season
from scripts.output_txt import log_print
from scripts.yahoo_query import league_season_data
dates = [
# np.datetime64("2021-09-28", "D"),
np.datetime64("2020-09-28", "D"),
np.datetime64("2019-09-28", "D"),
np.datetime64("2018-09-28", "D"),
np.datetime64("2017-09-28", "D"),
np.datetime64("2016-09-28", "D"),
np.datetime64("2015-09-28", "D"),
np.datetime64("2014-09-28", "D"),
np.datetime64("2013-09-28", "D"),
np.datetime64("2012-09-28", "D"),
]
try:
PATH = list(Path().cwd().parent.glob("**/private.yaml"))[0]
with open(PATH) as file:
credentials = yaml.load(file, Loader=yaml.SafeLoader)
CONSUMER_KEY = credentials["YFPY_CONSUMER_KEY"]
CONSUMER_SECRET = credentials["YFPY_CONSUMER_SECRET"]
except Exception as e:
print(e)
for today in dates:
try:
NFL_WEEKS = nfl_weeks_pull()
GAME_KEYS = game_keys_pull()
SEASON = get_season(today)
LEAGUE_ID = GAME_KEYS[GAME_KEYS["season"] == SEASON]["league_id"].values[0]
GAME_ID = GAME_KEYS[GAME_KEYS["season"] == SEASON]["game_id"].values[0]
nfl_weeks_list = list(NFL_WEEKS["week"][NFL_WEEKS["game_id"] == GAME_ID])
log_print(
success="Start of scrape for new game_id",
module_="history_data_pull.py",
game_id=GAME_ID,
season=SEASON,
today=today,
at_line="32",
)
except Exception as e:
log_print(
error=e,
module_="history_data_pull.py",
game_id='first time pull',
season='first time pull',
today=today,
credentials="Credential File",
at_line="44",
)
LEAGUE_ID = '103661'
GAME_ID = '406'
league = league_season_data(
auth_dir=PATH.parent,
league_id=LEAGUE_ID,
game_id=GAME_ID,
game_code="nfl",
offline=False,
all_output_as_json=False,
consumer_key=CONSUMER_KEY,
consumer_secret=CONSUMER_SECRET,
browser_callback=True,
)
game_keys = league.all_game_keys()
league.all_nfl_weeks()
break
league = league_season_data(
auth_dir=PATH.parent,
league_id=LEAGUE_ID,
game_id=GAME_ID,
game_code="nfl",
offline=False,
all_output_as_json=False,
consumer_key=CONSUMER_KEY,
consumer_secret=CONSUMER_SECRET,
browser_callback=True,
)
if int(SEASON) == 2020:
league.metadata(first_time="yes")
league.set_roster_pos_stat_cat(first_time="yes")
league.draft_results(first_time="yes")
league.teams_and_standings(first_time="yes")
# league.players_list(first_time="yes")
league.matchups_by_week(first_time="yes", nfl_week=1)
league.team_roster_by_week(first_time="yes", nfl_week=1)
league.team_points_by_week(first_time="yes", nfl_week=1)
for week in nfl_weeks_list[1:]:
league.matchups_by_week(first_time="no", nfl_week=week)
league.team_roster_by_week(first_time="no", nfl_week=week)
league.team_points_by_week(first_time="no", nfl_week=week)
sleep(60)
else:
league.metadata(first_time="no")
league.set_roster_pos_stat_cat(first_time="no")
league.draft_results(first_time="no")
league.teams_and_standings(first_time="no")
# league.players_list(first_time="no")
league.matchups_by_week(first_time="yes", nfl_week=1)
for week in nfl_weeks_list[1:]:
league.matchups_by_week(first_time="no", nfl_week=week)
for week in nfl_weeks_list:
league.team_roster_by_week(first_time="no", nfl_week=week)
league.team_points_by_week(first_time="no", nfl_week=week)
sleep(60)