From 33f4146fff76982c01f567c18c4e5cebee666642 Mon Sep 17 00:00:00 2001 From: AMKCode Date: Wed, 11 Sep 2024 15:51:10 -0400 Subject: [PATCH 1/5] added hermes 3 --- src/config.ts | 28 ++++++++++++++++++++++++++++ 1 file changed, 28 insertions(+) diff --git a/src/config.ts b/src/config.ts index c955d875..9f00e669 100644 --- a/src/config.ts +++ b/src/config.ts @@ -415,6 +415,34 @@ export const prebuiltAppConfig: AppConfig = { context_window_size: 4096, }, }, + { + model: + "https://huggingface.co/mlc-ai/Hermes-3-Llama-3.1-8B-q4f32_1-MLC", + model_id: "Hermes-3-Llama-3.1-8B-q4f32_1-MLC", + model_lib: + modelLibURLPrefix + + modelVersion + + "/Llama-3-8B-Instruct-q4f32_1-ctx4k_cs1k-webgpu.wasm", + vram_required_MB: 5779.27, + low_resource_required: false, + overrides: { + context_window_size: 4096, + } + }, + { + model: + "https://huggingface.co/mlc-ai/Hermes-3-Llama-3.1-8B-q4f16_1-MLC", + model_id: "Hermes-3-Llama-3.1-8B-q4f16_1-MLC", + model_lib: + modelLibURLPrefix + + modelVersion + + "/Llama-3-8B-Instruct-q4f16_1-ctx4k_cs1k-webgpu.wasm", + vram_required_MB: 4876.13, + low_resource_required: false, + overrides: { + context_window_size: 4096, + } + }, { model: "https://huggingface.co/mlc-ai/Hermes-2-Pro-Mistral-7B-q4f16_1-MLC", From b04fc2c0e0e46258cf764857ee200751ed632379 Mon Sep 17 00:00:00 2001 From: AMKCode Date: Wed, 11 Sep 2024 20:43:54 -0400 Subject: [PATCH 2/5] fixed lint --- src/config.ts | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/src/config.ts b/src/config.ts index 9f00e669..eed01430 100644 --- a/src/config.ts +++ b/src/config.ts @@ -416,8 +416,7 @@ export const prebuiltAppConfig: AppConfig = { }, }, { - model: - "https://huggingface.co/mlc-ai/Hermes-3-Llama-3.1-8B-q4f32_1-MLC", + model: "https://huggingface.co/mlc-ai/Hermes-3-Llama-3.1-8B-q4f32_1-MLC", model_id: "Hermes-3-Llama-3.1-8B-q4f32_1-MLC", model_lib: modelLibURLPrefix + @@ -430,8 +429,7 @@ export const prebuiltAppConfig: AppConfig = { } }, { - model: - "https://huggingface.co/mlc-ai/Hermes-3-Llama-3.1-8B-q4f16_1-MLC", + model: "https://huggingface.co/mlc-ai/Hermes-3-Llama-3.1-8B-q4f16_1-MLC", model_id: "Hermes-3-Llama-3.1-8B-q4f16_1-MLC", model_lib: modelLibURLPrefix + @@ -441,7 +439,7 @@ export const prebuiltAppConfig: AppConfig = { low_resource_required: false, overrides: { context_window_size: 4096, - } + }, }, { model: From fe084a0efd53016c22809dde6bfb47423710fc1e Mon Sep 17 00:00:00 2001 From: AMKCode Date: Wed, 11 Sep 2024 20:45:16 -0400 Subject: [PATCH 3/5] fixed lint 2 --- src/config.ts | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/config.ts b/src/config.ts index eed01430..b998d101 100644 --- a/src/config.ts +++ b/src/config.ts @@ -419,20 +419,20 @@ export const prebuiltAppConfig: AppConfig = { model: "https://huggingface.co/mlc-ai/Hermes-3-Llama-3.1-8B-q4f32_1-MLC", model_id: "Hermes-3-Llama-3.1-8B-q4f32_1-MLC", model_lib: - modelLibURLPrefix + + modelLibURLPrefix + modelVersion + "/Llama-3-8B-Instruct-q4f32_1-ctx4k_cs1k-webgpu.wasm", vram_required_MB: 5779.27, low_resource_required: false, overrides: { context_window_size: 4096, - } + }, }, { model: "https://huggingface.co/mlc-ai/Hermes-3-Llama-3.1-8B-q4f16_1-MLC", model_id: "Hermes-3-Llama-3.1-8B-q4f16_1-MLC", model_lib: - modelLibURLPrefix + + modelLibURLPrefix + modelVersion + "/Llama-3-8B-Instruct-q4f16_1-ctx4k_cs1k-webgpu.wasm", vram_required_MB: 4876.13, From f1dd62020fc8024f597fa1d2f38a470a768d7fe3 Mon Sep 17 00:00:00 2001 From: AMKCode Date: Thu, 12 Sep 2024 09:36:26 -0400 Subject: [PATCH 4/5] corrected WASM to Llama 3.1 --- src/config.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/config.ts b/src/config.ts index b998d101..fa8d4ac0 100644 --- a/src/config.ts +++ b/src/config.ts @@ -421,7 +421,7 @@ export const prebuiltAppConfig: AppConfig = { model_lib: modelLibURLPrefix + modelVersion + - "/Llama-3-8B-Instruct-q4f32_1-ctx4k_cs1k-webgpu.wasm", + "/Llama-3_1-8B-Instruct-q4f32_1-ctx4k_cs1k-webgpu.wasm", vram_required_MB: 5779.27, low_resource_required: false, overrides: { @@ -434,7 +434,7 @@ export const prebuiltAppConfig: AppConfig = { model_lib: modelLibURLPrefix + modelVersion + - "/Llama-3-8B-Instruct-q4f16_1-ctx4k_cs1k-webgpu.wasm", + "/Llama-3_1-8B-Instruct-q4f16_1-ctx4k_cs1k-webgpu.wasm", vram_required_MB: 4876.13, low_resource_required: false, overrides: { From b55658176b2d2224e9bf03ec241e8c4abaec23d8 Mon Sep 17 00:00:00 2001 From: AMKCode Date: Fri, 13 Sep 2024 14:31:55 -0400 Subject: [PATCH 5/5] added Hermes 3 to function calling models --- src/config.ts | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/config.ts b/src/config.ts index fa8d4ac0..2e7430d1 100644 --- a/src/config.ts +++ b/src/config.ts @@ -294,6 +294,8 @@ export const functionCallingModelIds = [ "Hermes-2-Pro-Llama-3-8B-q4f16_1-MLC", "Hermes-2-Pro-Llama-3-8B-q4f32_1-MLC", "Hermes-2-Pro-Mistral-7B-q4f16_1-MLC", + "Hermes-3-Llama-3.1-8B-q4f32_1-MLC", + "Hermes-3-Llama-3.1-8B-q4f16_1-MLC", ]; /**