Replace XSLT with TS

.vscode/launch.json

@@ -18,6 +18,22 @@
             ],
             "envFile": "${workspaceFolder}/.env",
             "attachSimplePort": 9229
+        },
+        {
+            "request": "launch",
+            "name": "Single transformation",
+            "type": "node",
+            "program": "${workspaceFolder}/src/gg2rdf.ts",
+            "cwd": "${workspaceFolder}",
+            "args": ["-i","example-data/000040332F2853C295734E7BD4190F05.xml","-o", "/tmp/000040332F2853C295734E7BD4190F05.ttl"],
+            "runtimeExecutable": "/usr/bin/deno",
+            "runtimeArgs": [
+                "run",
+                "--inspect-brk",
+                "--allow-all"
+            ],
+            "envFile": "${workspaceFolder}/.env",
+            "attachSimplePort": 9229
         }
     ]
 }

Dockerfile

@@ -1,6 +1,5 @@
 FROM denoland/deno:ubuntu-1.39.0
 
-# Install cron
 RUN apt update
 RUN DEBIAN_FRONTEND=noninteractive apt install -y raptor2-utils openjdk-11-jdk git curl
 RUN git config --system http.postBuffer 1048576000

manual run/readme

@@ -1,3 +1,5 @@
+# this is outdated, do not use
+
 Run the ./main-on-all-wrapper.sh skript to convert everything in pwd/xml to ttl (placed into pwd/ttl)
 
 `pwd`/xml must exist & contain xml data

src/action_worker.ts

@@ -4,11 +4,12 @@
 * The jobs are accepted as messages and stored on disk, when the worker is started uncompleted jobs are picked up and exxecuted.
 
 */
-import * as path from "https://deno.land/[email protected]/path/mod.ts";
+import { path } from "./deps.ts";
 import { config } from "../config/config.ts";
 import { createBadge } from "./log.ts";
 import { type Job, JobsDataBase } from "./JobsDataBase.ts";
 import { getModifiedAfter, updateLocalData } from "./repoActions.ts";
+import { gg2rdf } from "./gg2rdf.ts";
 
 const GHTOKEN = Deno.env.get("GHTOKEN");
 
@@ -54,41 +55,6 @@ async function run() {
       updateLocalData("source", log);
 
       // run saxon on modified files
-      for (const file of modified) {
-        if (file.endsWith(".xml")) {
-          Deno.mkdirSync(
-            config.workDir + "/tmprdf/" + file.slice(0, file.lastIndexOf("/")),
-            {
-              recursive: true,
-            },
-          );
-          const p = new Deno.Command("java", {
-            args: [
-              "-jar",
-              path.fromFileUrl(import.meta.resolve("./saxon-he-10.8.jar")),
-              `-s:${file}`,
-              `-o:${config.workDir}/tmprdf/${file.slice(0, -4)}.rdf`,
-              `-xsl:${path.fromFileUrl(import.meta.resolve("./gg2rdf.xslt"))}`,
-            ],
-            cwd: config.workDir + "/repo/source",
-          });
-          const { success, stdout, stderr } = await p.output();
-          if (!success) {
-            log("saxon failed:");
-          } else {
-            log("saxon succesful:");
-          }
-          log("STDOUT:");
-          log(new TextDecoder().decode(stdout));
-          log("STDERR:");
-          log(new TextDecoder().decode(stderr));
-          if (!success) {
-            throw new Error("Saxon failed");
-          }
-        }
-      }
-
-      // convert modified files to ttl
       for (const file of modified) {
         if (file.endsWith(".xml")) {
           Deno.mkdirSync(
@@ -97,45 +63,16 @@ async function run() {
               recursive: true,
             },
           );
-          const p = new Deno.Command("rapper", {
-            args: [
-              "-e",
-              "-w",
-              "-q",
-              `${file.slice(0, -4)}.rdf`,
-              "--output",
-              "turtle",
-            ],
-            cwd: config.workDir + "/tmprdf",
-            stdin: "piped",
-            stdout: "piped",
-            stderr: "piped",
-          });
-          const child = p.spawn();
-
-          // open a file and pipe the subprocess output to it.
-          child.stdout.pipeTo(
-            Deno.openSync(`${config.workDir}/tmpttl/${file.slice(0, -4)}.ttl`, {
-              write: true,
-              create: true,
-            }).writable,
-          );
-
-          child.stderr.pipeTo(
-            Deno.openSync(path.join(jobStatus.dir, "log.txt"), {
-              append: true,
-              write: true,
-              create: true,
-            }).writable,
-          );
-
-          // manually close stdin
-          child.stdin.close();
-
-          const status = await child.status;
-          if (!status.success) {
-            log(`Rapper failed on ${file.slice(0, -4)}.rdf`);
-            throw new Error("Rapper failed");
+          try {
+            gg2rdf(
+              `${config.workDir}/repo/source/${file}`,
+              `${config.workDir}/tmpttl/${file.slice(0, -4)}.ttl`,
+            );
+            log("gg2rdf succesful");
+          } catch (error) {
+            log("gg2rdf failed:");
+            log(error);
+            throw new Error("gg2rdf failed");
           }
         }
       }
@@ -169,7 +106,9 @@ async function run() {
           try {
             Deno.removeSync(ttlFile);
           } catch (e) {
-            log(`Failed to remove file ${ttlFile}. Possbly the xml file was removed before it was trnsformed. \n${e}`);
+            log(
+              `Failed to remove file ${ttlFile}. Possbly the xml file was removed before it was transformed. \n${e}`,
+            );
           }
         }
       }

src/deps.ts

@@ -10,3 +10,12 @@ export {
 } from "https://deno.land/[email protected]/http/file_server.ts";
 
 export { existsSync } from "https://deno.land/[email protected]/fs/mod.ts";
+export * as path from "https://deno.land/[email protected]/path/mod.ts";
+
+export { parseArgs } from "https://deno.land/[email protected]/cli/parse_args.ts";
+
+export { DOMParser } from "https://esm.sh/[email protected]/cached";
+
+// broken somehow??
+// export { Element } from "https://esm.sh/v135/[email protected]/types/interface/element.d.ts";
+// export type Element = globalThis.Element