Edit stats script

yuanqing · Dec 30, 2023 · 61a2f51 · 61a2f51
1 parent 795ac84
commit 61a2f51
Show file tree

Hide file tree

Showing 5 changed files with 22 additions and 12 deletions.
diff --git a/packages/website/package.json b/packages/website/package.json
@@ -16,8 +16,8 @@
     "scrape-plugins": "tsx scripts/scrape/scrape.ts plugin globals/plugins.json 5",
     "scrape-widgets": "tsx scripts/scrape/scrape.ts widget globals/widgets.json 5",
     "serve": "sirv build --dev --host --port 4242",
-    "stats-plugins": "tsx scripts/fetch-stats.ts plugin globals/plugins.json",
-    "stats-widgets": "tsx scripts/fetch-stats.ts widget globals/widgets.json",
+    "stats-plugins": "tsx scripts/fetch-stats.ts plugin globals/plugins.json scripts/scrape/ignored-ids/plugins.json",
+    "stats-widgets": "tsx scripts/fetch-stats.ts widget globals/widgets.json scripts/scrape/ignored-ids/widgets.json",
     "prewebsite-build": "npm run clean",
     "website-build": "build-website --minify",
     "prewebsite-watch": "npm run clean",

diff --git a/packages/website/scripts/fetch-stats.ts b/packages/website/scripts/fetch-stats.ts
@@ -20,11 +20,12 @@ async function main() {
       throw new Error('Need a file path')
     }
     const filePath = args[1]
-    const ids: Array<string> = JSON.parse(
-      await fs.readFile(filePath, 'utf8')
-    ).map(function (item: { id: string }) {
-      return item.id
-    })
+    const ignoredIdsFilePath = args[2]
+    const ids: Array<string> = JSON.parse(await fs.readFile(filePath, 'utf8'))
+      .map(function (item: { id: string }) {
+        return item.id
+      })
+      .concat(JSON.parse(await fs.readFile(ignoredIdsFilePath, 'utf8')))
     const stats = await fetchStatsAsync(ids, type)
     printStats(stats, type)
   } catch (error: any) {
@@ -77,8 +78,12 @@ async function fetchStatAsync(
 }
 
 function printStats(stats: Array<Stat>, type: 'plugin' | 'widget'): void {
-  const data = stats.map(function ({ id, name, runCount, likeCount }: Stat) {
+  const data = stats.map(function (
+    { id, name, runCount, likeCount }: Stat,
+    index: number
+  ) {
     return [
+      new Intl.NumberFormat().format(index + 1),
       name.length > NAME_MAX_LENGTH
         ? `${name.slice(0, NAME_MAX_LENGTH).trim()}…`
         : name,
@@ -87,7 +92,7 @@ function printStats(stats: Array<Stat>, type: 'plugin' | 'widget'): void {
       `https://figma.com/community/${type}/${id}`
     ]
   })
-  data.splice(0, 0, ['name', 'runs', 'likes', 'url'])
+  data.splice(0, 0, ['', 'name', 'runs', 'likes', 'url'])
   const totalRunCount = stats.reduce(function (
     total: number,
     { runCount }: Stat
@@ -101,6 +106,7 @@ function printStats(stats: Array<Stat>, type: 'plugin' | 'widget'): void {
     return total + likeCount
   }, 0)
   data.push([
+    '',
     '',
     new Intl.NumberFormat().format(totalRunCount),
     new Intl.NumberFormat().format(totalLikeCount),

diff --git a/...s/website/scripts/scrape/ignored-ids.json → ...e/scripts/scrape/ignored-ids/plugins.json b/...s/website/scripts/scrape/ignored-ids.json → ...e/scripts/scrape/ignored-ids/plugins.json
@@ -41,7 +41,6 @@
   "1196638111314691410",
   "1203372504182342503",
   "1206354900231909165",
-  "1206354900231909165",
   "1209233052747647603",
   "1211504102085754443",
   "1212381421658754793",

diff --git a/packages/website/scripts/scrape/ignored-ids/widgets.json b/packages/website/scripts/scrape/ignored-ids/widgets.json
@@ -0,0 +1 @@
+[]
diff --git a/packages/website/scripts/scrape/scrape.ts b/packages/website/scripts/scrape/scrape.ts
@@ -10,7 +10,8 @@ const CONCURRENCY = 10
 const __dirname = dirname(fileURLToPath(import.meta.url))
 
 const invalidIdsFilePath = join(__dirname, 'invalid-ids.json')
-const ignoredIdsFilePath = join(__dirname, 'ignored-ids.json')
+const ignoredPluginIdsFilePath = join(__dirname, 'ignored-ids', 'plugins.json')
+const ignoredWidgetIdsFilePath = join(__dirname, 'ignored-ids', 'widgets.json')
 
 async function main(): Promise<void> {
   try {
@@ -33,7 +34,10 @@ async function main(): Promise<void> {
       await fs.readFile(invalidIdsFilePath, 'utf8')
     )
     const ignoredIds: Array<string> = JSON.parse(
-      await fs.readFile(ignoredIdsFilePath, 'utf8')
+      await fs.readFile(
+        type === 'plugin' ? ignoredPluginIdsFilePath : ignoredWidgetIdsFilePath,
+        'utf8'
+      )
     )
     const data: Array<Record<string, any>> = await fetchDataAsync({
       maxPages,