smaller t5 models quantized (huggingface#934)

getong · Sep 22, 2023 · cda1786 · cda1786
1 parent 912a3d6
commit cda1786
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/candle-wasm-examples/t5/utils.js b/candle-wasm-examples/t5/utils.js
@@ -67,7 +67,7 @@ export async function generateText(
 }
 export const MODELS = {
   t5_small_quantized: {
-    size: "102 MB",
+    size: "64.4 MB",
     base_url: "https://huggingface.co/lmz/candle-quantized-t5/resolve/main/",
     model: "model.gguf",
     tokenizer: "tokenizer.json",
@@ -135,7 +135,7 @@ export const MODELS = {
   },
 
   flan_t5_base_quantized: {
-    size: "360 MB",
+    size: "263 MB",
     base_url: "https://huggingface.co/lmz/candle-quantized-t5/resolve/main/",
     model: "model-flan-t5-base.gguf",
     tokenizer: "tokenizer.json",