From e1fda387a257d226abaea44ddfc9962f7acac4a5 Mon Sep 17 00:00:00 2001 From: Lee sang Yeop Date: Wed, 3 Jan 2024 16:55:37 +0900 Subject: [PATCH 1/2] =?UTF-8?q?feat(crawlingURL):=20=EA=B3=B5=EA=B0=84?= =?UTF-8?q?=EC=A0=95=EB=B3=B4=EC=8B=9C=EC=8A=A4=ED=85=9C=EA=B3=B5=ED=95=99?= =?UTF-8?q?=EA=B3=BC=20=EA=B3=B5=EC=A7=80=EC=82=AC=ED=95=AD=202,=203?= =?UTF-8?q?=ED=8E=98=EC=9D=B4=EC=A7=80=EB=A5=BC=20=EC=83=81=EC=88=98?= =?UTF-8?q?=EC=97=90=20=EC=B6=94=EA=B0=80?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/config/crawlingURL.ts | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/config/crawlingURL.ts b/src/config/crawlingURL.ts index 454ffdb..bca2e58 100644 --- a/src/config/crawlingURL.ts +++ b/src/config/crawlingURL.ts @@ -16,6 +16,10 @@ export const PKNU_URL = { export const MAJOR_URL = { spatial_information_system_engineering_notice: 'http://geoinfo.pknu.ac.kr/05piazza/08.php', + spatial_information_system_engineering_notice2: + 'http://geoinfo.pknu.ac.kr/05piazza/08.php?p=2&key=&keyword=&bbscode=cate0501&reCategory=', + spatial_information_system_engineering_notice3: + 'http://geoinfo.pknu.ac.kr/05piazza/08.php?p=3&key=&keyword=&bbscode=cate0501&reCategory=', biomedical_engineering_notice: 'http://bme.pknu.ac.kr/bbs/board.php?bo_table=notice', visual_design_notice: 'https://visual.pknu.ac.kr/visual/3674', From 37f79ac204d3c0e51c734181fca135abfbb86b31 Mon Sep 17 00:00:00 2001 From: Lee sang Yeop Date: Wed, 3 Jan 2024 16:56:28 +0900 Subject: [PATCH 2/2] =?UTF-8?q?fix(noticeCrawling):=20=EA=B3=B5=EA=B0=84?= =?UTF-8?q?=EC=A0=95=EB=B3=B4=EC=8B=9C=EC=8A=A4=ED=85=9C=EA=B3=B5=ED=95=99?= =?UTF-8?q?=EA=B3=BC=20=ED=81=AC=EB=A1=A4=EB=A7=81=20=EC=8B=9C=20=EA=B3=B5?= =?UTF-8?q?=EC=A7=80=EC=82=AC=ED=95=AD=202,=203=ED=8E=98=EC=9D=B4=EC=A7=80?= =?UTF-8?q?=EB=8F=84=20=ED=81=AC=EB=A1=A4=EB=A7=81=ED=95=98=EB=8F=84?= =?UTF-8?q?=EB=A1=9D=20=EC=B6=94=EA=B0=80?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/crawling/noticeCrawling.ts | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/src/crawling/noticeCrawling.ts b/src/crawling/noticeCrawling.ts index 62eb2f2..5745c82 100644 --- a/src/crawling/noticeCrawling.ts +++ b/src/crawling/noticeCrawling.ts @@ -76,9 +76,14 @@ export const noticeListCrawling = async ( const normalNotice: string[] = []; if (link === MAJOR_URL.spatial_information_system_engineering_notice) { - const noticePage2Lists = await noticeListCrawling(link); - pinnedNotice.push(...noticePage2Lists.pinnedNotice); - normalNotice.push(...noticePage2Lists.normalNotice); + for (const spatialLink of [ + MAJOR_URL.spatial_information_system_engineering_notice2, + MAJOR_URL.spatial_information_system_engineering_notice3, + ]) { + const noticePage2Lists = await noticeListCrawling(spatialLink, link); + pinnedNotice.push(...noticePage2Lists.pinnedNotice); + normalNotice.push(...noticePage2Lists.normalNotice); + } } tableData.each((index, element) => {