Add language metadata (common-voice#3704)

* Ensure columns correct type * add locale metadata * Ensure columns correct type * add locale metadata * Update query with metadata * Update language type * Normalize flag name across db backend and frontend * Rename migration to ensure runs in correct order * Simplify query * Refactor language logic * Add translation flag * Update on startup import * Update startup scripts * Remove migration with data * Ensure all langauges in locales are joined on * Remove debug code * Update store to use db * Update store to use db * Update migration * Remove build script for importing languages * Remove build script for importing languages * Ignore already inserted variants * Remove noisey logging * Remove last static files * Remove locales dependancy * Add test to see if build passes
Rrp13 · May 17, 2022 · 3e3d0d9 · 3e3d0d9
1 parent 911ea01
commit 3e3d0d9
Show file tree

Hide file tree

Showing 15 changed files with 161 additions and 482 deletions.
diff --git a/common/language.ts b/common/language.ts
@@ -16,7 +16,10 @@ export type Language = {
   id: number;
   name: string;
   sentenceCount: SentenceCount;
-  isContributable?: boolean;
+  is_contributable?: boolean;
+  is_translated?: boolean;
+  native_name: string;
+  text_direction: string;
 };
 
 // single variant object

diff --git a/locales/native-names.json b/locales/native-names.json
diff --git a/locales/rtl.json b/locales/rtl.json
diff --git a/locales/test.json b/locales/test.json
diff --git a/locales/translated.json b/locales/translated.json
diff --git a/package.json b/package.json
@@ -44,14 +44,13 @@
     "build:server": "cd server && yarn build && cd ..",
     "build:common": "cd common && yarn build && cd ..",
     "build:maint": "cd maintenance && yarn build && cd ..",
-    "import-locales": "node scripts/import-locales",
     "lint": "eslint .",
     "lint:common": "eslint ./common",
     "lint:server": "eslint ./server",
     "lint:web": "cd web && yarn lint",
     "prettier": "prettier \"**/*.{ts,tsx}\" --write",
-    "start": "yarn build:common && concurrently -p \"[{name}]\" -n \"CO,BE,FE\" -c \"bgYellow.bold,bgBlue.bold,bgMagenta.bold,bgCyan.bold\" \"cd common && yarn dev\" \"cd server && yarn start\" \"cd web && yarn dev\" \"yarn import-locales\"",
-    "start:prod": "yarn build:common && yarn import-locales && node server/js/main.js",
+    "start": "yarn build:common && concurrently -p \"[{name}]\" -n \"CO,BE,FE\" -c \"bgYellow.bold,bgBlue.bold,bgMagenta.bold,bgCyan.bold\" \"cd common && yarn dev\" \"cd server && yarn start\" \"cd web && yarn dev\"",
+    "start:prod": "yarn build:common && node server/js/main.js",
     "start:maint": "cd maintenance && yarn dev",
     "test": "yarn build:common && concurrently --kill-others-on-fail \"cd web && yarn test\" \"cd server && SERVER_CONFIG_PATH='../config.json' yarn test\""
   },