1
- import logging
2
-
1
+ from loguru import logger
3
2
from scrapy import settings
4
3
5
4
from converter .constants import Constants
@@ -34,13 +33,13 @@ def __init__(self, **kwargs):
34
33
if "remoteId" in kwargs :
35
34
self .remoteId = kwargs ["remoteId" ]
36
35
if "cleanrun" in kwargs and kwargs ["cleanrun" ] == "true" :
37
- logging .info (
36
+ logger .info (
38
37
f"cleanrun requested, will force update for crawler { self .name } "
39
38
)
40
39
# EduSharing().deleteAll(self)
41
40
self .forceUpdate = True
42
41
if "resetVersion" in kwargs and kwargs ["resetVersion" ] == "true" :
43
- logging .info (
42
+ logger .info (
44
43
f"resetVersion requested, will force update + reset versions for crawler { self .name } "
45
44
)
46
45
# populate the custom_settings so we can read the value more comfortably
@@ -70,18 +69,18 @@ def hasChanged(self, response=None) -> bool:
70
69
return True
71
70
if self .uuid :
72
71
if self .getUUID (response ) == self .uuid :
73
- logging .info (f"matching requested id: { self .uuid } " )
72
+ logger .info (f"matching requested id: { self .uuid } " )
74
73
return True
75
74
return False
76
75
if self .remoteId :
77
76
if str (self .getId (response )) == self .remoteId :
78
- logging .info (f"matching requested id: { self .remoteId } " )
77
+ logger .info (f"matching requested id: { self .remoteId } " )
79
78
return True
80
79
return False
81
80
db = EduSharing ().find_item (self .getId (response ), self )
82
81
changed = db is None or db [1 ] != self .getHash (response )
83
82
if not changed :
84
- logging .info (f"Item { self .getId (response )} (uuid: { db [0 ]} ) has not changed" )
83
+ logger .info (f"Item { self .getId (response )} (uuid: { db [0 ]} ) has not changed" )
85
84
return changed
86
85
87
86
# you might override this method if you don't want to import specific entries
@@ -90,7 +89,7 @@ def shouldImport(self, response=None) -> bool:
90
89
91
90
async def parse (self , response ):
92
91
if self .shouldImport (response ) is False :
93
- logging .debug (
92
+ logger .debug (
94
93
"Skipping entry {} because shouldImport() returned false" .format (str (self .getId (response )))
95
94
)
96
95
return None
@@ -102,7 +101,7 @@ async def parse(self, response):
102
101
main .add_value ("valuespaces" , self .getValuespaces (response ).load_item ())
103
102
main .add_value ("license" , self .getLicense (response ).load_item ())
104
103
main .add_value ("permissions" , self .getPermissions (response ).load_item ())
105
- # logging .debug(main.load_item())
104
+ # logger .debug(main.load_item())
106
105
response_itemloader = await self .mapResponse (response )
107
106
main .add_value ("response" , response_itemloader .load_item ())
108
107
return main .load_item ()
0 commit comments