Fix album download failed

closes #3
einverne · Jul 14, 2020 · 5eea3ee · 5eea3ee
1 parent 08d05fd
commit 5eea3ee
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 2 deletions.
diff --git a/douban/album.py b/douban/album.py
@@ -2,7 +2,6 @@
 # -*- coding:utf-8 -*-
 import os
 
-import requests
 from bs4 import BeautifulSoup
 
 from douban import threadPoolExecutor
@@ -29,7 +28,7 @@ def photos(self):
 
     def __photos(self, start):
         url = self.url + str(start)
-        r = requests.get(url)
+        r = file_utils.request_with_headers(url)
         soup = BeautifulSoup(r.text, "html.parser")
         return soup.find_all("div", class_="photo_wrap")
 

diff --git a/utils/file_utils.py b/utils/file_utils.py
@@ -35,3 +35,12 @@ def get_raw_url(thumb_url):
     if 'photo/lthumb' in thumb_url:
         thumb_url = thumb_url.replace("photo/lthumb", "photo/large")
     return thumb_url
+
+
+headers = {
+    'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Safari/537.36'
+}
+
+
+def request_with_headers(url):
+    return requests.get(url, headers=headers)