From a3f484e1afa73ce0070196706fa61f828a395445 Mon Sep 17 00:00:00 2001 From: Dario Cancelliere Date: Thu, 11 May 2023 03:47:10 +0200 Subject: [PATCH] Added other missing resources --- src/pipelines/conversation.rs | 2 ++ src/t5/t5_model.rs | 19 +++++++++++++++++-- 2 files changed, 19 insertions(+), 2 deletions(-) diff --git a/src/pipelines/conversation.rs b/src/pipelines/conversation.rs index 62f9e7ce..ce450160 100644 --- a/src/pipelines/conversation.rs +++ b/src/pipelines/conversation.rs @@ -925,6 +925,8 @@ impl ConversationModel { let mut output = HashMap::with_capacity(active_uuid.len()); + println!("generated: {:#?}, prompt_ids: {:#?}", &generated, &prompt_ids); + for ( ((conversation, (generated_sequence, conversation_promp_ids)), uuid), removed_padding, diff --git a/src/t5/t5_model.rs b/src/t5/t5_model.rs index 59d11807..f93e210f 100644 --- a/src/t5/t5_model.rs +++ b/src/t5/t5_model.rs @@ -66,6 +66,11 @@ impl T5ModelResources { "godel-v1-1-base/model", "https://huggingface.co/microsoft/GODEL-v1_1-base-seq2seq/resolve/main/rust_model.ot", ); + /// Shared under MIT license by the Microsoft team at . Modified with conversion to C-array format. + pub const GODEL_V1_1_LARGE: (&'static str, &'static str) = ( + "godel-v1-1-large/model", + "https://huggingface.co/microsoft/GODEL-v1_1-large-seq2seq/resolve/main/rust_model.ot", + ); } impl T5ConfigResources { @@ -89,6 +94,11 @@ impl T5ConfigResources { "godel-v1-1-base/config", "https://huggingface.co/microsoft/GODEL-v1_1-base-seq2seq/resolve/main/config.json", ); + /// Shared under MIT license by the Microsoft team at . Modified with conversion to C-array format. + pub const GODEL_V1_1_LARGE: (&'static str, &'static str) = ( + "godel-v1-1-large/config", + "https://huggingface.co/microsoft/GODEL-v1_1-large-seq2seq/resolve/main/config.json", + ); } impl T5VocabResources { @@ -107,10 +117,15 @@ impl T5VocabResources { "sentence-t5-base/spiece", "https://huggingface.co/sentence-transformers/sentence-t5-base/resolve/main/spiece.model", ); - /// Shared under MIT license by the Microsoft team at . Modified with conversion to C-array format. + /// Shared under Apache 2.0 license by the Google team at . pub const GODEL_V1_1_BASE: (&'static str, &'static str) = ( "godel-v1-1-base/spiece", - "https://huggingface.co/microsoft/GODEL-v1_1-base-seq2seq/resolve/main/spiece.model", + "https://huggingface.co/t5-base/resolve/main/spiece.model", + ); + /// Shared under Apache 2.0 license by the Google team at . + pub const GODEL_V1_1_LARGE: (&'static str, &'static str) = ( + "godel-v1-1-large/spiece", + "https://huggingface.co/t5-large/resolve/main/spiece.model", ); }