Skip to content

Commit

Permalink
add myx adapter
Browse files Browse the repository at this point in the history
  • Loading branch information
marvin6en committed Apr 8, 2024
1 parent 6520ee1 commit 80a17d0
Show file tree
Hide file tree
Showing 5 changed files with 326 additions and 0 deletions.
27 changes: 27 additions & 0 deletions adapters/myx/package.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
{
"name": "myx",
"version": "1.0.0",
"description": "",
"main": "index.js",
"scripts": {
"test": "echo \"Error: no test specified\" && exit 1",
"start": "node dist/index.js",
"compile": "tsc",
"watch": "tsc -w",
"clear": "rm -rf dist"
},
"keywords": [],
"author": "",
"license": "ISC",
"dependencies": {
"csv-parser": "^3.0.0",
"fast-csv": "^5.0.1",
"tiny-invariant": "^1.3.1",
"toformat": "^2.0.0",
"decimal.js": "^10.4.3"
},
"devDependencies": {
"@types/node": "^20.11.17",
"typescript": "^5.3.3"
}
}
66 changes: 66 additions & 0 deletions adapters/myx/src/index.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,66 @@
import { getPositionsForAddressByPoolAtBlock as getSyncSwapPositionsForAddressByPoolAtBlock} from "./sdk/positionSnapshots"

import { promisify } from 'util';
import stream from 'stream';
import csv from 'csv-parser';
import fs from 'fs';
import { write } from 'fast-csv';


interface CSVRow {
block_number: number
timestamp: string
user_address: string
token_address: string
token_symbol: string
token_balance: string
usd_price: string
}


const pipeline = promisify(stream.pipeline);

// Assuming you have the following functions and constants already defined
// getPositionsForAddressByPoolAtBlock, CHAINS, PROTOCOLS, AMM_TYPES, getPositionDetailsFromPosition, getLPValueByUserAndPoolFromPositions, BigNumber

const readBlocksFromCSV = async (filePath: string): Promise<number[]> => {
const blocks: number[] = [];
await pipeline(
fs.createReadStream(filePath),
csv(),
async function* (source) {
for await (const chunk of source) {
// Assuming each row in the CSV has a column 'block' with the block number
if (chunk.block) blocks.push(parseInt(chunk.block, 10));
}
}
);
return blocks;
};


const getData = async () => {
const snapshotBlocks = [
3509191
// Add more blocks as needed
]; //await readBlocksFromCSV('src/sdk/mode_chain_daily_blocks.csv');

const csvRows: CSVRow[] = [];

for (let block of snapshotBlocks) {
// SyncSwap Linea position snapshot
const rows = await getSyncSwapPositionsForAddressByPoolAtBlock(block)
rows.forEach((row) => csvRows.push(row as CSVRow))
}

// Write the CSV output to a file
const ws = fs.createWriteStream('outputData.csv');
write(csvRows, { headers: true }).pipe(ws).on('finish', () => {
console.log("CSV file has been written.");
});
};

getData().then(() => {
console.log("Done");
});

7 changes: 7 additions & 0 deletions adapters/myx/src/sdk/config.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
export const enum CHAINS{
LINEA = 59144,
}

export const SUBGRAPH_URLS = {
[CHAINS.LINEA]: "https://subgraph-linea.myx.finance/subgraphs/name/myx-subgraph"
}
117 changes: 117 additions & 0 deletions adapters/myx/src/sdk/positionSnapshots.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,117 @@
import {CHAINS, SUBGRAPH_URLS} from "./config";
import Decimal from "decimal.js";


interface LiquidityPositionSnapshot {
recipient: string
lPToken: {
id: string
address: string
symbol: string
}
pairIndex: number
lpAmount: bigint
block: number
timestamp: number
}

interface SubgraphResponse {
data: {
userLPStats: LiquidityPositionSnapshot[]
}
}

interface UserPositionSnapshotsAtBlockData {
block_number: number
timestamp: string
user_address: string
token_address: string
token_symbol: string
token_balance: string
usd_price: string
}

export const getPositionsForAddressByPoolAtBlock = async (
snapshotBlockNumber: number
): Promise<UserPositionSnapshotsAtBlockData[]> => {
const userPositionSnapshotsAtBlockData: UserPositionSnapshotsAtBlockData[] = []
let snapshotsArrays: LiquidityPositionSnapshot[] = []
const snapshotsMap = new Map<string, Map<string, LiquidityPositionSnapshot>>() // user => pool => snapshot
let skip = 0
const b_end = snapshotBlockNumber
let b_start = 0
// eslint-disable-next-line no-constant-condition
while (true) {
let query = `
query filterSnapshots {
userLPStats (
skip: ${skip},
first: 1000,
orderBy: block,
orderDirection: asc,
where: {
block_gt: ${b_start},
block_lte: ${b_end},
}
) {
lPToken {
address
symbol
}
pairIndex
recipient
lpAmount
timestamp
}
}
`
const res = await fetch(SUBGRAPH_URLS[CHAINS.LINEA], {
method: "POST",
body: JSON.stringify({query}),
headers: {"Content-Type": "application/json"},
}).then(res => res.json()) as SubgraphResponse
snapshotsArrays = snapshotsArrays.concat(res.data.userLPStats)
if (res.data.userLPStats.length !== 1000) {
break
}
skip += 1000
if (skip > 5000) {
skip = 0
b_start = snapshotsArrays[snapshotsArrays.length - 1].block + 1
}
writeProgress(b_end, b_start, b_end)
}
for (const snapshot of snapshotsArrays) {
let userPositionSnapshotMap = snapshotsMap.get(snapshot.recipient)
if (!userPositionSnapshotMap) {
userPositionSnapshotMap = new Map<string, LiquidityPositionSnapshot>()
}
userPositionSnapshotMap.set(snapshot.lPToken.id, snapshot)
snapshotsMap.set(snapshot.recipient, userPositionSnapshotMap)
}
snapshotsMap.forEach((userPositionSnapshotMap => {
userPositionSnapshotMap.forEach((positionSnapshot) => {
console.log(positionSnapshot.timestamp)
userPositionSnapshotsAtBlockData.push({
user_address: positionSnapshot.recipient,
timestamp: new Date(positionSnapshot.timestamp * 1000).toISOString(),
token_address: positionSnapshot.lPToken.address,
block_number: snapshotBlockNumber,
token_symbol: positionSnapshot.lPToken.symbol,
token_balance: new Decimal(positionSnapshot.lpAmount.toString()).div(1e18).toString(),
usd_price: "0"
})
})
}))
return userPositionSnapshotsAtBlockData
}


function writeProgress(endBlock: number, numCompleted: number, total: number): void {
const percentage_progress = (numCompleted / total * 100).toFixed(2);
const filled_bar = Math.floor(parseFloat(percentage_progress) / 10);
const empty_bar = 10 - filled_bar;
process.stdout.clearLine(0);
process.stdout.cursorTo(0);
process.stdout.write(`Block ${endBlock} - Progress:[${'#'.repeat(filled_bar)}${'-'.repeat(empty_bar)}] ${percentage_progress}%`);
}
109 changes: 109 additions & 0 deletions adapters/myx/tsconfig.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,109 @@
{
"compilerOptions": {
/* Visit https://aka.ms/tsconfig to read more about this file */

/* Projects */
// "incremental": true, /* Save .tsbuildinfo files to allow for incremental compilation of projects. */
// "composite": true, /* Enable constraints that allow a TypeScript project to be used with project references. */
// "tsBuildInfoFile": "./.tsbuildinfo", /* Specify the path to .tsbuildinfo incremental compilation file. */
// "disableSourceOfProjectReferenceRedirect": true, /* Disable preferring source files instead of declaration files when referencing composite projects. */
// "disableSolutionSearching": true, /* Opt a project out of multi-project reference checking when editing. */
// "disableReferencedProjectLoad": true, /* Reduce the number of projects loaded automatically by TypeScript. */

/* Language and Environment */
"target": "es2022", /* Set the JavaScript language version for emitted JavaScript and include compatible library declarations. */
// "lib": [], /* Specify a set of bundled library declaration files that describe the target runtime environment. */
// "jsx": "preserve", /* Specify what JSX code is generated. */
// "experimentalDecorators": true, /* Enable experimental support for legacy experimental decorators. */
// "emitDecoratorMetadata": true, /* Emit design-type metadata for decorated declarations in source files. */
// "jsxFactory": "", /* Specify the JSX factory function used when targeting React JSX emit, e.g. 'React.createElement' or 'h'. */
// "jsxFragmentFactory": "", /* Specify the JSX Fragment reference used for fragments when targeting React JSX emit e.g. 'React.Fragment' or 'Fragment'. */
// "jsxImportSource": "", /* Specify module specifier used to import the JSX factory functions when using 'jsx: react-jsx*'. */
// "reactNamespace": "", /* Specify the object invoked for 'createElement'. This only applies when targeting 'react' JSX emit. */
// "noLib": true, /* Disable including any library files, including the default lib.d.ts. */
// "useDefineForClassFields": true, /* Emit ECMAScript-standard-compliant class fields. */
// "moduleDetection": "auto", /* Control what method is used to detect module-format JS files. */

/* Modules */
"module": "commonjs", /* Specify what module code is generated. */
"rootDir": "src/", /* Specify the root folder within your source files. */
// "moduleResolution": "node10", /* Specify how TypeScript looks up a file from a given module specifier. */
// "baseUrl": "./", /* Specify the base directory to resolve non-relative module names. */
// "paths": {}, /* Specify a set of entries that re-map imports to additional lookup locations. */
// "rootDirs": [], /* Allow multiple folders to be treated as one when resolving modules. */
// "typeRoots": [], /* Specify multiple folders that act like './node_modules/@types'. */
// "types": [], /* Specify type package names to be included without being referenced in a source file. */
// "allowUmdGlobalAccess": true, /* Allow accessing UMD globals from modules. */
// "moduleSuffixes": [], /* List of file name suffixes to search when resolving a module. */
// "allowImportingTsExtensions": true, /* Allow imports to include TypeScript file extensions. Requires '--moduleResolution bundler' and either '--noEmit' or '--emitDeclarationOnly' to be set. */
// "resolvePackageJsonExports": true, /* Use the package.json 'exports' field when resolving package imports. */
// "resolvePackageJsonImports": true, /* Use the package.json 'imports' field when resolving imports. */
// "customConditions": [], /* Conditions to set in addition to the resolver-specific defaults when resolving imports. */
// "resolveJsonModule": true, /* Enable importing .json files. */
// "allowArbitraryExtensions": true, /* Enable importing files with any extension, provided a declaration file is present. */
// "noResolve": true, /* Disallow 'import's, 'require's or '<reference>'s from expanding the number of files TypeScript should add to a project. */

/* JavaScript Support */
// "allowJs": true, /* Allow JavaScript files to be a part of your program. Use the 'checkJS' option to get errors from these files. */
// "checkJs": true, /* Enable error reporting in type-checked JavaScript files. */
// "maxNodeModuleJsDepth": 1, /* Specify the maximum folder depth used for checking JavaScript files from 'node_modules'. Only applicable with 'allowJs'. */

/* Emit */
// "declaration": true, /* Generate .d.ts files from TypeScript and JavaScript files in your project. */
// "declarationMap": true, /* Create sourcemaps for d.ts files. */
// "emitDeclarationOnly": true, /* Only output d.ts files and not JavaScript files. */
// "sourceMap": true, /* Create source map files for emitted JavaScript files. */
// "inlineSourceMap": true, /* Include sourcemap files inside the emitted JavaScript. */
// "outFile": "./", /* Specify a file that bundles all outputs into one JavaScript file. If 'declaration' is true, also designates a file that bundles all .d.ts output. */
"outDir": "dist/", /* Specify an output folder for all emitted files. */
// "removeComments": true, /* Disable emitting comments. */
// "noEmit": true, /* Disable emitting files from a compilation. */
// "importHelpers": true, /* Allow importing helper functions from tslib once per project, instead of including them per-file. */
// "importsNotUsedAsValues": "remove", /* Specify emit/checking behavior for imports that are only used for types. */
// "downlevelIteration": true, /* Emit more compliant, but verbose and less performant JavaScript for iteration. */
// "sourceRoot": "", /* Specify the root path for debuggers to find the reference source code. */
// "mapRoot": "", /* Specify the location where debugger should locate map files instead of generated locations. */
// "inlineSources": true, /* Include source code in the sourcemaps inside the emitted JavaScript. */
// "emitBOM": true, /* Emit a UTF-8 Byte Order Mark (BOM) in the beginning of output files. */
// "newLine": "crlf", /* Set the newline character for emitting files. */
// "stripInternal": true, /* Disable emitting declarations that have '@internal' in their JSDoc comments. */
// "noEmitHelpers": true, /* Disable generating custom helper functions like '__extends' in compiled output. */
// "noEmitOnError": true, /* Disable emitting files if any type checking errors are reported. */
// "preserveConstEnums": true, /* Disable erasing 'const enum' declarations in generated code. */
// "declarationDir": "./", /* Specify the output directory for generated declaration files. */
// "preserveValueImports": true, /* Preserve unused imported values in the JavaScript output that would otherwise be removed. */

/* Interop Constraints */
// "isolatedModules": true, /* Ensure that each file can be safely transpiled without relying on other imports. */
// "verbatimModuleSyntax": true, /* Do not transform or elide any imports or exports not marked as type-only, ensuring they are written in the output file's format based on the 'module' setting. */
// "allowSyntheticDefaultImports": true, /* Allow 'import x from y' when a module doesn't have a default export. */
"esModuleInterop": true, /* Emit additional JavaScript to ease support for importing CommonJS modules. This enables 'allowSyntheticDefaultImports' for type compatibility. */
// "preserveSymlinks": true, /* Disable resolving symlinks to their realpath. This correlates to the same flag in node. */
"forceConsistentCasingInFileNames": true, /* Ensure that casing is correct in imports. */

/* Type Checking */
"strict": true, /* Enable all strict type-checking options. */
// "noImplicitAny": true, /* Enable error reporting for expressions and declarations with an implied 'any' type. */
// "strictNullChecks": true, /* When type checking, take into account 'null' and 'undefined'. */
// "strictFunctionTypes": true, /* When assigning functions, check to ensure parameters and the return values are subtype-compatible. */
// "strictBindCallApply": true, /* Check that the arguments for 'bind', 'call', and 'apply' methods match the original function. */
// "strictPropertyInitialization": true, /* Check for class properties that are declared but not set in the constructor. */
// "noImplicitThis": true, /* Enable error reporting when 'this' is given the type 'any'. */
// "useUnknownInCatchVariables": true, /* Default catch clause variables as 'unknown' instead of 'any'. */
// "alwaysStrict": true, /* Ensure 'use strict' is always emitted. */
// "noUnusedLocals": true, /* Enable error reporting when local variables aren't read. */
// "noUnusedParameters": true, /* Raise an error when a function parameter isn't read. */
// "exactOptionalPropertyTypes": true, /* Interpret optional property types as written, rather than adding 'undefined'. */
// "noImplicitReturns": true, /* Enable error reporting for codepaths that do not explicitly return in a function. */
// "noFallthroughCasesInSwitch": true, /* Enable error reporting for fallthrough cases in switch statements. */
// "noUncheckedIndexedAccess": true, /* Add 'undefined' to a type when accessed using an index. */
// "noImplicitOverride": true, /* Ensure overriding members in derived classes are marked with an override modifier. */
// "noPropertyAccessFromIndexSignature": true, /* Enforces using indexed accessors for keys declared using an indexed type. */
// "allowUnusedLabels": true, /* Disable error reporting for unused labels. */
// "allowUnreachableCode": true, /* Disable error reporting for unreachable code. */

/* Completeness */
// "skipDefaultLibCheck": true, /* Skip type checking .d.ts files that are included with TypeScript. */
"skipLibCheck": true /* Skip type checking all .d.ts files. */
}
}

0 comments on commit 80a17d0

Please sign in to comment.