Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

DONT MERGE #318

Closed
wants to merge 55 commits into from
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
55 commits
Select commit Hold shift + click to select a range
485702e
Merge pull request #286 from metaDAOproject/staging
LukasDeco Oct 11, 2024
3bf7054
Merge pull request #293 from metaDAOproject/staging
R-K-H Oct 12, 2024
32c4140
Merge pull request #296 from metaDAOproject/staging
R-K-H Oct 12, 2024
e749202
Merge pull request #298 from metaDAOproject/staging
R-K-H Oct 12, 2024
fa44b2b
Merge pull request #300 from metaDAOproject/staging
R-K-H Oct 14, 2024
3359786
Merge pull request #303 from metaDAOproject/staging
R-K-H Oct 22, 2024
d45bde0
Merge pull request #308 from metaDAOproject/staging
R-K-H Oct 27, 2024
45317be
wip
calmdentist Oct 30, 2024
a0f7595
wip: stream signatures, consolidate v3+v4 txns
calmdentist Oct 30, 2024
dbd018c
v4 logsSubscribe
calmdentist Oct 30, 2024
b0f4678
organizing v3 stuff...
calmdentist Oct 30, 2024
5d425e3
clean up
calmdentist Oct 30, 2024
581c4fa
wip: v3 updates
calmdentist Oct 31, 2024
4b39a51
feat: updates drizzle orm and kit
R-K-H Nov 4, 2024
d0f1712
feat: v4 indexer logic complete
calmdentist Nov 5, 2024
f82af2a
feat: updates for new native queries
R-K-H Nov 5, 2024
f65da23
fix: pnpm
R-K-H Nov 5, 2024
07bb7de
feat: v3 subscribe logic in progress
calmdentist Nov 5, 2024
b1fe7f0
Merge branch 'optimized_indexer' of https://github.com/metaDAOproject…
calmdentist Nov 5, 2024
05fda0e
feat: added indexing directly from logs for v3 autocrat
calmdentist Nov 5, 2024
f051c90
feat: fixed crash on staging
calmdentist Nov 6, 2024
1339869
feat: v4 forward/backward filling
calmdentist Nov 6, 2024
e9d09bd
feat: v4 forward/backward filling
calmdentist Nov 6, 2024
55f7d19
feat: v4 + v3 AMM logsSubscribe indexing + fixes
calmdentist Nov 7, 2024
fa34876
feat: adds more native queries and optimization
R-K-H Nov 8, 2024
d04de53
Merge pull request #312 from metaDAOproject/staging
R-K-H Nov 9, 2024
d9ba291
Merge pull request #317 from metaDAOproject/staging
R-K-H Nov 10, 2024
375416d
feat: unified schema, v4 working perfecto, v3 cleanup in progress
calmdentist Nov 11, 2024
f6d6d4f
feat: filler should never have gaps/lapses
calmdentist Nov 12, 2024
aad9845
feat: db migration wip
calmdentist Nov 12, 2024
8ba6488
feat: db migration done (i think)
calmdentist Nov 12, 2024
d6dfc0c
feat: index price/twap from logs, minor improvements/fixes
calmdentist Nov 13, 2024
6bbf5d1
wip
calmdentist Oct 30, 2024
f718936
wip: stream signatures, consolidate v3+v4 txns
calmdentist Oct 30, 2024
056aa0c
v4 logsSubscribe
calmdentist Oct 30, 2024
6b8b20d
organizing v3 stuff...
calmdentist Oct 30, 2024
7a535a3
clean up
calmdentist Oct 30, 2024
2af1716
wip: v3 updates
calmdentist Oct 31, 2024
b199df5
feat: updates drizzle orm and kit
R-K-H Nov 4, 2024
0cfbe58
feat: v4 indexer logic complete
calmdentist Nov 5, 2024
27d5422
feat: v3 subscribe logic in progress
calmdentist Nov 5, 2024
b062a76
feat: updates for new native queries
R-K-H Nov 5, 2024
c9dea04
fix: pnpm
R-K-H Nov 5, 2024
2c337b8
feat: added indexing directly from logs for v3 autocrat
calmdentist Nov 5, 2024
63696f9
feat: fixed crash on staging
calmdentist Nov 6, 2024
f1496bb
feat: v4 forward/backward filling
calmdentist Nov 6, 2024
8776746
feat: v4 forward/backward filling
calmdentist Nov 6, 2024
e4a783a
feat: v4 + v3 AMM logsSubscribe indexing + fixes
calmdentist Nov 7, 2024
9382109
feat: adds more native queries and optimization
R-K-H Nov 8, 2024
e49d33d
fix: BN casting to Number issue
calmdentist Nov 9, 2024
2f201cf
fix: isZerocheck
R-K-H Nov 10, 2024
bc00ccb
feat: extends queries and API
R-K-H Nov 14, 2024
215b622
feat: extends queries and API
R-K-H Nov 14, 2024
1c8ac69
Merge branch 'optimized_indexer' into feat/add-dao-colors
R-K-H Nov 14, 2024
f4047d7
feat: adds jsonb colors for use in new component
R-K-H Nov 14, 2024
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion package.json
Original file line number Diff line number Diff line change
Expand Up @@ -15,5 +15,6 @@
},
"devDependencies": {
"bun": "1.0.26"
}
},
"packageManager": "[email protected]+sha512.4abf725084d7bcbafbd728bfc7bee61f2f791f977fd87542b3579dcb23504d170d46337945e4c66485cd12d588a0c0e570ed9c477e7ccdd8507cf05f3f92eaca"
}
6 changes: 6 additions & 0 deletions packages/database/drizzle.config.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
import { defineConfig } from "drizzle-kit";
export default defineConfig({
dialect: "postgresql", // "mysql" | "sqlite" | "postgresql"
schema: "./lib/schema.ts",
out: "./drizzle",
});
59 changes: 59 additions & 0 deletions packages/database/drizzle/0009_brainy_karma.sql
Original file line number Diff line number Diff line change
@@ -0,0 +1,59 @@
ALTER TABLE "indexers" ADD COLUMN "latest_tx_sig_processed" varchar(88);--> statement-breakpoint
ALTER TABLE "v0_4_merges" DROP COLUMN IF EXISTS "id";--> statement-breakpoint
ALTER TABLE "v0_4_splits" DROP COLUMN IF EXISTS "id";--> statement-breakpoint
-- CREATE VIEW "public"."prices_chart_data" AS (
-- SELECT
-- TIME_BUCKET('30 SECONDS'::INTERVAL, prices.created_at) AS interv,
-- last(price, prices.created_at) FILTER(WHERE prices.created_at IS NOT NULL AND CASE WHEN prices_type = 'spot' THEN TRUE ELSE prices.created_at <= markets.created_at + '5 DAYS'::INTERVAL END) AS price,
-- last(base_amount, prices.created_at) FILTER(WHERE prices.created_at IS NOT NULL AND CASE WHEN prices_type = 'spot' THEN TRUE ELSE prices.created_at <= markets.created_at + '5 DAYS'::INTERVAL END) AS base_amount,
-- last(quote_amount, prices.created_at) FILTER(WHERE prices.created_at IS NOT NULL AND CASE WHEN prices_type = 'spot' THEN TRUE ELSE prices.created_at <= markets.created_at + '5 DAYS'::INTERVAL END) AS quote_amount,
-- prices_type,
-- prices.market_acct AS market_acct
-- FROM prices
-- JOIN markets ON markets.market_acct = prices.market_acct
-- WHERE CASE WHEN prices_type = 'spot' THEN TRUE ELSE prices.created_at <= markets.created_at + '5 DAYS'::INTERVAL END
-- GROUP BY interv, prices.market_acct, prices_type
-- );--> statement-breakpoint
-- CREATE VIEW "public"."proposal_total_trade_volume" AS (
-- WITH pass_market AS (
-- SELECT
-- proposal_acct,
-- orders.market_acct AS pass_market_acct,
-- TIME_BUCKET('1 DAYS'::INTERVAL, orders.order_time) AS interv,
-- SUM(filled_base_amount * quote_price) FILTER(WHERE orders.order_time IS NOT NULL) AS pass_volume
-- FROM proposals
-- JOIN orders
-- ON proposals.pass_market_acct = orders.market_acct
-- GROUP BY proposal_acct, interv, orders.market_acct
-- ),
-- fail_market AS (
-- SELECT
-- proposal_acct,
-- orders.market_acct AS fail_market_acct,
-- TIME_BUCKET('1 DAYS'::INTERVAL, orders.order_time) AS interv,
-- SUM(filled_base_amount * quote_price) FILTER(WHERE orders.order_time IS NOT NULL) AS fail_volume
-- FROM proposals
-- JOIN orders
-- ON proposals.fail_market_acct = orders.market_acct
-- GROUP BY proposal_acct, interv, orders.market_acct
-- )
-- SELECT
-- pass_market.proposal_acct AS proposal_acct,
-- pass_market_acct,
-- fail_market_acct,
-- SUM(pass_volume) AS pass_volume,
-- SUM(fail_volume) AS fail_volume
-- FROM pass_market
-- JOIN fail_market ON fail_market.proposal_acct = pass_market.proposal_acct
-- GROUP BY pass_market.proposal_acct, pass_market_acct, fail_market_acct
-- );--> statement-breakpoint
-- CREATE VIEW "public"."twap_chart_data" AS (
-- SELECT
-- TIME_BUCKET('30 SECONDS'::INTERVAL, "twaps"."created_at") AS interv,
-- last(token_amount, "twaps"."created_at") FILTER(WHERE "twaps"."created_at" IS NOT NULL AND "twaps"."created_at" <= "markets"."created_at" + '5 DAYS'::INTERVAL) AS token_amount,
-- "twaps"."market_acct" AS market_acct
-- FROM "twaps"
-- JOIN "markets" ON "markets"."market_acct" = "twaps"."market_acct"
-- WHERE "twaps"."created_at" <= "markets"."created_at" + '5 DAYS'::INTERVAL
-- GROUP BY interv, "twaps"."market_acct"
-- );
1 change: 1 addition & 0 deletions packages/database/drizzle/0010_busy_dreaming_celestial.sql
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
ALTER TABLE "dao_details" ADD COLUMN "colors" jsonb;
Loading
Loading