setup basic eval for transfers

Author: ngundotra

.env.example

@@ -24,3 +24,7 @@ OKX_SOLANA_PRIVATE_KEY=
 SUI_MNEMONIC=
 APTOS_PRIVATE_KEY=
 ETH_PRIVATE_KEY=
+LANGSMITH_TRACING=true
+LANGSMITH_ENDPOINT=https://api.smith.langchain.com
+LANGSMITH_API_KEY=
+LANGSMITH_PROJECT=

.eslintrc

@@ -7,7 +7,7 @@
     "plugin:@typescript-eslint/recommended",
     "prettier"
   ],
-  "ignorePatterns": ["examples/**/*", "src/utils/keypair.ts", "test/**/*", "dist/**/*"],
+  "ignorePatterns": ["examples/**/*", "src/utils/keypair.ts", "test/**/*", "dist/**/*", "src/langchain/evals/**/*"],
   "rules": {
     "prettier/prettier": "error",
     "no-constant-condition": "off",

ls.vitest.config.ts

@@ -0,0 +1,28 @@
+import path from "path";
+import { defineConfig } from "vitest/config";
+import tsconfigPaths from "vite-tsconfig-paths";
+import { nodePolyfills } from "vite-plugin-node-polyfills";
+
+export default defineConfig({
+  test: {
+    include: ["**/*.eval.?(c|m)[jt]s"],
+    reporters: ["langsmith/vitest/reporter"],
+    setupFiles: ["dotenv/config"],
+  },
+  plugins: [
+    tsconfigPaths(),
+    nodePolyfills({
+      include: ["crypto", "stream", "util"],
+    }),
+  ],
+  // ... existing config ...
+  resolve: {
+    alias: {
+      "@cks-systems/manifest-sdk": path.resolve(
+        __dirname,
+        "node_modules/@cks-systems/manifest-sdk/dist/cjs/index.js",
+      ),
+    },
+    mainFields: ["browser", "module", "main"],
+  },
+});

package.json

@@ -16,7 +16,8 @@
     "format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
     "tool-summary": "tsx src/utils/analyzeTools.ts",
     "tool-summary:langchain": "tsx src/utils/analyzeTools.ts --langchain",
-    "check-tool-names:langchain": "tsx scripts/check-langchain-tool-duplicates.ts"
+    "check-tool-names:langchain": "tsx scripts/check-langchain-tool-duplicates.ts",
+    "eval": "vitest run --config ls.vitest.config.ts"
   },
   "repository": {
     "type": "git",
@@ -92,6 +93,7 @@
     "flash-sdk": "^2.24.3",
     "form-data": "^4.0.1",
     "langchain": "^0.3.8",
+    "langsmith": "^0.3.7",
     "openai": "^4.77.0",
     "tiktoken": "^1.0.18",
     "typedoc": "^0.27.6",
@@ -110,7 +112,10 @@
     "lint-staged": "^15.3.0",
     "prettier": "^3.4.2",
     "tsx": "^4.19.2",
-    "typescript": "^5.7.2"
+    "typescript": "^5.7.2",
+    "vite-plugin-node-polyfills": "^0.23.0",
+    "vite-tsconfig-paths": "^5.1.4",
+    "vitest": "^3.0.5"
   },
   "packageManager": "[email protected]"
 }