Added other missing resources

guillaume-be · May 11, 2023 · a3f484e · a3f484e
1 parent 7e00a22
commit a3f484e
Show file tree

Hide file tree

Showing 2 changed files with 19 additions and 2 deletions.
diff --git a/src/pipelines/conversation.rs b/src/pipelines/conversation.rs
@@ -925,6 +925,8 @@ impl ConversationModel {
 
             let mut output = HashMap::with_capacity(active_uuid.len());
 
+            println!("generated: {:#?}, prompt_ids: {:#?}", &generated, &prompt_ids);
+
             for (
                 ((conversation, (generated_sequence, conversation_promp_ids)), uuid),
                 removed_padding,

diff --git a/src/t5/t5_model.rs b/src/t5/t5_model.rs
@@ -66,6 +66,11 @@ impl T5ModelResources {
         "godel-v1-1-base/model",
         "https://huggingface.co/microsoft/GODEL-v1_1-base-seq2seq/resolve/main/rust_model.ot",
     );
+    /// Shared under MIT license by the Microsoft team at <https://huggingface.co/microsoft/GODEL-v1_1-base-seq2seq>. Modified with conversion to C-array format.
+    pub const GODEL_V1_1_LARGE: (&'static str, &'static str) = (
+        "godel-v1-1-large/model",
+        "https://huggingface.co/microsoft/GODEL-v1_1-large-seq2seq/resolve/main/rust_model.ot",
+    );
 }
 
 impl T5ConfigResources {
@@ -89,6 +94,11 @@ impl T5ConfigResources {
         "godel-v1-1-base/config",
         "https://huggingface.co/microsoft/GODEL-v1_1-base-seq2seq/resolve/main/config.json",
     );
+    /// Shared under MIT license by the Microsoft team at <https://huggingface.co/microsoft/GODEL-v1_1-base-seq2seq>. Modified with conversion to C-array format.
+    pub const GODEL_V1_1_LARGE: (&'static str, &'static str) = (
+        "godel-v1-1-large/config",
+        "https://huggingface.co/microsoft/GODEL-v1_1-large-seq2seq/resolve/main/config.json",
+    );
 }
 
 impl T5VocabResources {
@@ -107,10 +117,15 @@ impl T5VocabResources {
         "sentence-t5-base/spiece",
         "https://huggingface.co/sentence-transformers/sentence-t5-base/resolve/main/spiece.model",
     );
-    /// Shared under MIT license by the Microsoft team at <https://huggingface.co/microsoft/GODEL-v1_1-base-seq2seq>. Modified with conversion to C-array format.
+    /// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/text-to-text-transfer-transformer>.
     pub const GODEL_V1_1_BASE: (&'static str, &'static str) = (
         "godel-v1-1-base/spiece",
-        "https://huggingface.co/microsoft/GODEL-v1_1-base-seq2seq/resolve/main/spiece.model",
+        "https://huggingface.co/t5-base/resolve/main/spiece.model",
+    );
+    /// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/text-to-text-transfer-transformer>.
+    pub const GODEL_V1_1_LARGE: (&'static str, &'static str) = (
+        "godel-v1-1-large/spiece",
+        "https://huggingface.co/t5-large/resolve/main/spiece.model",
     );
 }