-
Notifications
You must be signed in to change notification settings - Fork 3
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #35 from HubSpot/br-top-level-exports-1
Porting hubdb top level export file
- Loading branch information
Showing
7 changed files
with
6,230 additions
and
29 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,204 @@ | ||
| import path from 'path'; | ||
| import fs from 'fs-extra'; | ||
| import prettier from 'prettier'; | ||
| import { | ||
| createTable, | ||
| updateTable, | ||
| createRows, | ||
| fetchTable, | ||
| fetchRows, | ||
| publishTable, | ||
| deleteRows, | ||
| } from '../api/hubdb'; | ||
| import { getCwd } from './path'; | ||
| import { FetchRowsResponse, Row, Table } from '../types/Hubdb'; | ||
| import { throwErrorWithMessage } from '../errors/standardErrors'; | ||
| import { BaseError } from '../types/Error'; | ||
|
|
||
| function validateJsonPath(src: string): void { | ||
| if (path.extname(src) !== '.json') { | ||
| throwErrorWithMessage('hubdb.invalidJsonPath'); | ||
| } | ||
| } | ||
|
|
||
| function validateJsonFile(src: string): void { | ||
| let stats; | ||
|
|
||
| try { | ||
| stats = fs.statSync(src); | ||
| } catch (err) { | ||
| throwErrorWithMessage('hubdb.invalidJsonFile', { src }, err as BaseError); | ||
| } | ||
|
|
||
| if (!stats.isFile()) { | ||
| throwErrorWithMessage('hubdb.invalidJsonFile', { src }); | ||
| } | ||
|
|
||
| validateJsonPath(src); | ||
| } | ||
|
|
||
| export async function addRowsToHubDbTable( | ||
| accountId: number, | ||
| tableId: string, | ||
| rows: Array<Row> | ||
| ): Promise<{ tableId: string; rowCount: number }> { | ||
| const rowsToUpdate = rows.map(row => { | ||
| const values = row.values; | ||
|
|
||
| return { | ||
| childTableId: '0', | ||
| isSoftEditable: false, | ||
| ...row, | ||
| values, | ||
| }; | ||
| }); | ||
|
|
||
| if (rowsToUpdate.length > 0) { | ||
| await createRows(accountId, tableId, rowsToUpdate); | ||
| } | ||
|
|
||
| const { rowCount } = await publishTable(accountId, tableId); | ||
|
|
||
| return { | ||
| tableId, | ||
| rowCount, | ||
| }; | ||
| } | ||
|
|
||
| export async function createHubDbTable( | ||
| accountId: number, | ||
| src: string | ||
| ): Promise<{ tableId: string; rowCount: number }> { | ||
| validateJsonFile(src); | ||
|
|
||
| const table: Table = fs.readJsonSync(src); | ||
| const { rows, ...schema } = table; | ||
| const { id } = await createTable(accountId, schema); | ||
|
|
||
| return addRowsToHubDbTable(accountId, id, rows); | ||
| } | ||
|
|
||
| export async function updateHubDbTable( | ||
| accountId: number, | ||
| tableId: string, | ||
| src: string | ||
| ) { | ||
| validateJsonFile(src); | ||
|
|
||
| const table: Table = fs.readJsonSync(src); | ||
| const { ...schema } = table; | ||
|
|
||
| return updateTable(accountId, tableId, schema); | ||
| } | ||
|
|
||
| function convertToJSON(table: Table, rows: Array<Row>) { | ||
| const { | ||
| allowChildTables, | ||
| allowPublicApiAccess, | ||
| columns, | ||
| dynamicMetaTags, | ||
| enableChildTablePages, | ||
| label, | ||
| name, | ||
| useForPages, | ||
| } = table; | ||
|
|
||
| const cleanedColumns = columns | ||
| .filter(column => !column.deleted || !column.archived) | ||
| .map( | ||
| ({ | ||
| /* eslint-disable @typescript-eslint/no-unused-vars */ | ||
| id, | ||
| deleted, | ||
| archived, | ||
| foreignIdsByName, | ||
| foreignIdsById, | ||
| /* eslint-enable @typescript-eslint/no-unused-vars */ | ||
| ...cleanedColumn | ||
| }) => cleanedColumn | ||
| ); | ||
|
|
||
| const cleanedRows = rows.map(row => { | ||
| return { | ||
| path: row.path, | ||
| name: row.name, | ||
| values: row.values, | ||
| }; | ||
| }); | ||
|
|
||
| return { | ||
| name, | ||
| useForPages, | ||
| label, | ||
| allowChildTables, | ||
| allowPublicApiAccess, | ||
| dynamicMetaTags, | ||
| enableChildTablePages, | ||
| columns: cleanedColumns, | ||
| rows: cleanedRows, | ||
| }; | ||
| } | ||
|
|
||
| async function fetchAllRows( | ||
| accountId: number, | ||
| tableId: string | ||
| ): Promise<Array<Row>> { | ||
| let rows: Array<Row> = []; | ||
| let after: string | null = null; | ||
| do { | ||
| const response: FetchRowsResponse = await fetchRows( | ||
| accountId, | ||
| tableId, | ||
| after ? { after } : undefined | ||
| ); | ||
|
|
||
| const { paging, results } = response; | ||
|
|
||
| rows = rows.concat(results); | ||
| after = paging && paging.next ? paging.next.after : null; | ||
| } while (after !== null); | ||
|
|
||
| return rows; | ||
| } | ||
|
|
||
| export async function downloadHubDbTable( | ||
| accountId: number, | ||
| tableId: string, | ||
| dest: string | ||
| ): Promise<{ filePath: string }> { | ||
| const table = await fetchTable(accountId, tableId); | ||
|
|
||
| dest = path.resolve(getCwd(), dest || `${table.name}.hubdb.json`) as string; | ||
|
|
||
| if (fs.pathExistsSync(dest)) { | ||
| validateJsonFile(dest); | ||
| } else { | ||
| validateJsonPath(dest); | ||
| } | ||
|
|
||
| const rows = await fetchAllRows(accountId, tableId); | ||
| const tableToWrite = JSON.stringify(convertToJSON(table, rows)); | ||
| const tableJson = await prettier.format(tableToWrite, { | ||
| parser: 'json', | ||
| }); | ||
|
|
||
| await fs.outputFile(dest, tableJson); | ||
|
|
||
| return { filePath: dest }; | ||
| } | ||
|
|
||
| export async function clearHubDbTableRows( | ||
| accountId: number, | ||
| tableId: string | ||
| ): Promise<{ deletedRowCount: number }> { | ||
| const rows = await fetchAllRows(accountId, tableId); | ||
| await deleteRows( | ||
| accountId, | ||
| tableId, | ||
| rows.map(row => row.id) | ||
| ); | ||
|
|
||
| return { | ||
| deletedRowCount: rows.length, | ||
| }; | ||
| } |
Oops, something went wrong.