Skip to content

Commit

Permalink
feat: new "metadata" table
Browse files Browse the repository at this point in the history
  • Loading branch information
Josh-Cena committed Oct 23, 2024
1 parent 0282ef5 commit f081f25
Show file tree
Hide file tree
Showing 3 changed files with 18 additions and 5 deletions.
2 changes: 1 addition & 1 deletion data
Submodule data updated from bba57b to dbdbc7
6 changes: 6 additions & 0 deletions ferry/database/queries/create_metadata.sql
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
CREATE TABLE metadata (
id SERIAL PRIMARY KEY,
last_update TIMESTAMP DEFAULT CURRENT_TIMESTAMP
);

UPDATE metadata SET last_update = NOW() WHERE id = 1;
15 changes: 11 additions & 4 deletions ferry/database/sync_db.py
Original file line number Diff line number Diff line change
Expand Up @@ -133,12 +133,19 @@ def sync_db(tables: dict[str, pd.DataFrame], database_connect_string: str):
print("\033[F", end="")
print("Reindexing... ✔")

# Print row counts for each table.
print("\n[Table Statistics]")
with database.session_scope(db.Session) as db_session:
print("\nCreating metadata...")
with open(queries_dir / "create_metadata.sql") as file:
sql = file.read()
db_session.execute(text(sql))
print("\033[F", end="")
print("Creating metadata... ✔")

# Print row counts for each table.
print("\n[Table Statistics]")
with open(queries_dir / "table_sizes.sql") as file:
SUMMARY_SQL = file.read()
sql = file.read()

result = db_session.execute(text(SUMMARY_SQL))
result = db_session.execute(text(sql))
for table_counts in result:
print(f"{table_counts[1]:>25} - {table_counts[2]:6} rows")

0 comments on commit f081f25

Please sign in to comment.