From 4dd011e73632aa3e30447614baf12ab0f2b9b1c9 Mon Sep 17 00:00:00 2001 From: Jesse Luoto Date: Thu, 15 Aug 2024 22:30:58 +0300 Subject: [PATCH] Change 2gb --> 2b Refers to number of parameters in the model --- README.md | 4 ++-- package.json | 2 +- src/local-models.ts | 2 +- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/README.md b/README.md index 1bc666a..3a28e26 100644 --- a/README.md +++ b/README.md @@ -131,10 +131,10 @@ model is not included in the repository due to its size, but you can download it using the following command: ```shell -humanify download 2gb +humanify download 2b ``` -This downloads the `2gb` model to your local machine. This is only needed to do +This downloads the `2b` model to your local machine. This is only needed to do once. You can also choose to download other models depending on your local resources. List the available models using `humanify download`. diff --git a/package.json b/package.json index 1adc584..029f576 100644 --- a/package.json +++ b/package.json @@ -15,7 +15,7 @@ "lint": "npm run lint:prettier && npm run lint:eslint", "lint:prettier": "prettier --check src/* src/**/*", "lint:eslint": "eslint src/* src/**/*", - "download-ci-model": "npx humanify download 2gb" + "download-ci-model": "npx humanify download 2b" }, "bin": { "humanify": "dist/index.mjs" diff --git a/src/local-models.ts b/src/local-models.ts index e917c5a..70d08b3 100644 --- a/src/local-models.ts +++ b/src/local-models.ts @@ -15,7 +15,7 @@ const MODEL_DIRECTORY = join(homedir(), ".humanifyjs", "models"); type ModelDefinition = { url: URL; wrapper?: ChatWrapper }; export const MODELS: { [modelName: string]: ModelDefinition } = { - "2gb": { + "2b": { url: url`https://huggingface.co/bartowski/Phi-3.1-mini-4k-instruct-GGUF/resolve/main/Phi-3.1-mini-4k-instruct-Q4_K_M.gguf?download=true` }, "8b": {