Merge branch 'main' of https://github.com/NewWays-TechForImpactKAIST/…

…API-scrap-and-analysis
pingpingy1 · Nov 30, 2023 · 2849556 · 2849556
2 parents c3f9c9e + b5dd469
commit 2849556
Show file tree

Hide file tree

Showing 3 changed files with 24 additions and 2 deletions.
diff --git a/scrap/local_councils/gyeongsang.py b/scrap/local_councils/gyeongsang.py
@@ -389,6 +389,27 @@ def scrap_204(
     return ret_local_councilors(cid, councilors)
 
 
+def scrap_205(
+    url,
+    cid,
+    args: ArgsType = None,
+) -> ScrapResult:
+    """경상북도 영양군"""
+    # TODO : gzip 문제 생기니, selenium으로 대체
+    print(url)
+    soup = get_soup(url, verify=False)
+    councilors: List[Councilor] = []
+    profile_list = soup.find("div", id="content_box")
+    for name_tag in profile_list.find_all("h3"):
+        name = name_tag.get_text(strip=True).split("(")[0] if name_tag else "이름 정보 없음"
+        ul = name_tag.find_next("ul")
+        li_party = ul.find("li", string="소속정당")
+        party = li_party.text.split(" : ")[-1].strip()
+    councilors.append(Councilor(name=name, jdName=party))
+
+    return ret_local_councilors(cid, councilors)
+
+
 def scrap_206(
     url,
     cid,

diff --git a/scrap/utils/runner_args.json b/scrap/utils/runner_args.json
@@ -10,7 +10,7 @@
     88, 97, 103, 107, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123,
     124, 125, 126, 132, 134, 140, 142, 154, 155, 156, 157, 160, 161, 162, 163,
     164, 165, 167, 175, 177, 178, 179, 182, 183, 184, 186, 188, 189, 190, 191, 192, 194,
-    195, 196, 197, 198, 199, 201, 202, 203, 204, 206, 208, 209, 210, 212, 213, 214, 215, 216,
+    195, 196, 197, 198, 199, 201, 202, 203, 204, 205, 206, 208, 209, 210, 212, 213, 214, 215, 216,
     217, 218, 219, 220, 222, 223, 224, 226
   ],
   "selenium_basic": [76, 78, 101, 169, 173],

diff --git a/scrap/utils/spreadsheet.py b/scrap/utils/spreadsheet.py
@@ -166,6 +166,7 @@ def scrap_all_local_councils() -> None:
             202,
             203,
             204,
+            205,
             206,
             208,
             209,
@@ -189,7 +190,7 @@ def scrap_all_local_councils() -> None:
     parse_error_times = 0
     timeouts = 0
     N = 226
-    for n in [204]:
+    for n in [205]:
         if n in no_information + error_unsolved:
             emsg: str = (
                 (