fix bench script

ponder-sh · Nov 14, 2023 · 0015812 · 0015812
1 parent e35659c
commit 0015812
Show file tree

Hide file tree

Showing 6 changed files with 36 additions and 46 deletions.
diff --git a/.github/workflows/bench.yml b/.github/workflows/bench.yml
@@ -61,7 +61,7 @@ jobs:
         uses: ./.github/actions/setup
 
       - name: Bench
-        run: pnpm bench:ponder-ci
+        run: pnpm bench:ponder:ci
         env:
           ANVIL_FORK_URL: ${{ secrets.ANVIL_FORK_URL }}
           DATABASE_URL: postgresql://postgres:postgres@localhost:5432/postgres
diff --git a/benchmarks/package.json b/benchmarks/package.json
@@ -3,7 +3,7 @@
   "private": true,
   "scripts": {
     "bench:ponder": "export $(grep -v '^#' .env.local | xargs) && rm -rf data/ && docker-compose up --detach && tsup-node && (node dist/ponder.mjs || true) && docker-compose down",
-    "bench:ponder-ci": "tsup-node && node dist/ponder.mjs"
+    "bench:ponder:ci": "tsup-node && node dist/ponder.mjs"
   },
   "devDependencies": {
     "@graphprotocol/graph-cli": "0.54.0-alpha-20230727052453-1e0e6e5",

diff --git a/benchmarks/src/bench.ts b/benchmarks/src/bench.ts
diff --git a/benchmarks/src/subgraph.ts b/benchmarks/src/subgraph.ts
@@ -1,3 +1,5 @@
+import { readFileSync, writeFileSync } from "node:fs";
+
 import { execa } from "execa";
 import parsePrometheusTextFormat from "parse-prometheus-text-format";
 
@@ -104,7 +106,7 @@ const waitForSyncComplete = async () => {
   return duration;
 };
 
-export const subgraph = async () => {
+const subgraph = async () => {
   console.log(`Waiting for Graph Node to be ready...`);
   const setupDuration = await waitForGraphNode();
 
@@ -140,3 +142,31 @@ export const subgraph = async () => {
 
   return { setupDuration, duration };
 };
+
+const changeMappingFileDelim = (delim: string) => {
+  let mappingFileContents = readFileSync("./subgraph/src/mapping.ts", {
+    encoding: "utf-8",
+  });
+  mappingFileContents = mappingFileContents.replace(
+    /(kevin:.)/g,
+    `kevin:${delim}`,
+  );
+
+  writeFileSync("./subgraph/src/mapping.ts", mappingFileContents, "utf-8");
+};
+
+const bench = async () => {
+  // Reset handler delimeter
+  changeMappingFileDelim("-");
+
+  const subgraphCold = await subgraph();
+
+  // Force handler cache invalidation
+  changeMappingFileDelim("+");
+
+  const subgraphHot = await subgraph();
+
+  console.log({ subgraphCold, subgraphHot });
+};
+
+await bench();
diff --git a/benchmarks/tsup.config.ts b/benchmarks/tsup.config.ts
@@ -1,7 +1,7 @@
 import { defineConfig } from "tsup";
 
 export default defineConfig({
-  entry: ["src/ponder.ts"],
+  entry: ["src/ponder.ts", "src/subgraph.ts"],
   bundle: true,
   format: ["esm"],
   sourcemap: false,

diff --git a/package.json b/package.json
@@ -1,8 +1,8 @@
 {
   "private": true,
   "scripts": {
-    "bench": "pnpm --filter \"./benchmarks\" bench",
-    "bench:ci": "pnpm --filter \"./benchmarks\" bench:ci",
+    "bench:ponder": "pnpm --filter \"./benchmarks\" bench:ponder",
+    "bench:ponder:ci:": "pnpm --filter \"./benchmarks\" bench:ponder:ci",
     "build": "pnpm --filter \"@ponder/core\" build && pnpm --filter \"./packages/*\" --filter \"!@ponder/core\" --parallel build",
     "changeset:release": "pnpm build && changeset publish",
     "changeset:version": "changeset version && pnpm install --lockfile-only",