Add broken url checker

.github/workflows/brokenurl.yml

@@ -0,0 +1,21 @@
+name: 'Maintenance: Check Broken URLs and Update Issue'
+on:
+  schedule:
+    - cron: '2 22 * * *' # Runs at 10:02 every day
+  push:
+  pull_request:
+
+jobs:
+  brokenurl:
+    if: github.repository == 'SchemaStore/schemastore'
+    runs-on: 'ubuntu-latest'
+    steps:
+    - uses: 'actions/checkout@v4'
+    - uses: 'actions/setup-node@v4'
+    - run: 'node ./cli.js maintenance'
+    - name: 'Update comment'
+      uses: 'peter-evans/create-or-update-comment@v4'
+      with:
+        comment-id: 2394972665
+        body: |
+          **Edit:** Some additional info

cli.js

@@ -24,6 +24,7 @@ import * as jsoncParser from 'jsonc-parser'
 import ora from 'ora'
 import chalk from 'chalk'
 import minimist from 'minimist'
+import fetch from 'node-fetch'
 
 /**
  * Ajv defines types, but they don't work when importing the library with
@@ -528,10 +529,6 @@ async function taskLint() {
       await assertTopLevelRefIsStandalone(schema)
       await assertSchemaNoSmartQuotes(schema)
 
-      console.info(
-        `Running ${chalk.bold('SchemaSafe validation')} on file: ${schema.path}`,
-      )
-
       const errors = schemasafe.lint(schema.json, {
         mode: 'strong',
         extraFormats: false,
@@ -546,10 +543,6 @@ async function taskLint() {
 
   // await forEachFile({
   //   async onSchemaFile(schema) {
-  //     console.info(
-  //       `Running ${chalk.bold('Spectral validation')} on file: ${schema.path}`,
-  //     )
-  //
   //     const doc = new spectralCore.Document(
   //       schema.text,
   //       Parsers.Json,
@@ -715,9 +708,6 @@ async function taskCheck() {
 }
 
 async function taskCheckStrict() {
-  const spinner = ora().start()
-  spinner.start('Testing schema with unofficial draft-07 strict metaschema')
-
   const ajv = await ajvFactory({
     draftVersion: 'draft-07',
     fullStrictMode: false,
@@ -729,17 +719,14 @@ async function taskCheckStrict() {
   try {
     validateFn = ajv.compile(metaSchemaFile.json)
   } catch (err) {
-    spinner.fail()
     printErrorAndExit(err, [
       `Failed to compile schema file ${metaSchemaFile.path}`,
     ])
   }
 
   await forEachFile({
     actionName: 'strict metaschema check',
-    async onSchemaFile(schemaFile) {
-      spinner.text = `Running Ajv with unofficial draft-07 strict metaschema on file: ${schemaFile.path}`
-
+    async onSchemaFile(schemaFile, { spinner }) {
       const validate = validateFn
       if (!validate(schemaFile.json)) {
         spinner.fail()
@@ -758,10 +745,6 @@ async function taskCheckStrict() {
       }
     },
   })
-  spinner.stop()
-  console.info(
-    `✔️ Schemas: All unofficial draft-07 strict metaschema validation tests succeeded`,
-  )
 
   // Print information.
   console.info(`===== REPORT =====`)
@@ -778,7 +761,23 @@ async function taskReport() {
 }
 
 async function taskMaintenance() {
-  await printDowngradableSchemaVersions()
+  {
+    console.info(`===== BROKEN SCHEMAS =====`)
+    forEachCatalogUrl(async (url) => {
+      if (url.startsWith(UrlSchemaStore)) return
+
+      await fetch(url, { method: 'HEAD' })
+        .then((res) => {
+          if (!res.ok) {
+            console.info(`NOT OK (${res.status}/${res.statusText}): ${url}`)
+          }
+        })
+        .catch((err) => {
+            console.info(`NOT OK (${err.code}): ${url}`)
+        })
+    })
+  }
+  // await printDowngradableSchemaVersions()
 }
 
 async function assertFileSystemIsValid() {

package.json

@@ -50,6 +50,7 @@
     "globals": "^15.9.0",
     "jsonc-parser": "^3.3.1",
     "minimist": "^1.2.8",
+    "node-fetch": "^3.3.2",
     "ora": "^8.0.1",
     "prettier": "^3.3.3",
     "prettier-plugin-sort-json": "^4.0.0",