From 03b2715368bce4fabcdaa0bb54ca989d9beb1258 Mon Sep 17 00:00:00 2001 From: fahad_shaikh Date: Fri, 7 Feb 2025 20:48:38 +0530 Subject: [PATCH 1/2] added metadata for aws-nova --- metadata/llm_metadata.yml | 37 ++++++++++++++++++++++++++++++++++++- 1 file changed, 36 insertions(+), 1 deletion(-) diff --git a/metadata/llm_metadata.yml b/metadata/llm_metadata.yml index fb311e1f2..220dfad4b 100644 --- a/metadata/llm_metadata.yml +++ b/metadata/llm_metadata.yml @@ -201,4 +201,39 @@ perplexity: default: 0.0 minimum: -2.0 maximum: 2.0 - description: "The frequency_penalty hyperparameter penalizes the model for generating words that have already been generated in the current response." \ No newline at end of file + description: "The frequency_penalty hyperparameter penalizes the model for generating words that have already been generated in the current response." +aws-nova: + $schema: "https://json-schema.org/draft/2020-12/schema" + type: "object" + description: "AWS Nova AI Models for Prompt" + properties: + temperature: + type: "number" + default: 0.0 + minimum: 0.0 + maximum: 2.0 + description: "The temperature hyperparameter controls the creativity or randomness of the generated responses." + max_tokens: + type: "integer" + default: 300 + minimum: 5 + maximum: 5120 + description: "The max_tokens hyperparameter limits the length of generated responses in chat completion." + model: + type: "string" + default: "bedrock/converse/us.amazon.nova-lite-v1:0" + enum: ["bedrock/converse/us.amazon.nova-micro-v1:0", "bedrock/converse/us.amazon.nova-lite-v1:0", "bedrock/converse/us.amazon.nova-pro-v1:0"] + description: "The model hyperparameter is the ID of the model to use such as gpt-2, gpt-3, or a custom model that you have trained or fine-tuned." + top_p: + type: "number" + default: 0.0 + minimum: 0.0 + maximum: 1.0 + description: "The top_p hyperparameter is a value that controls the diversity of the generated responses." + stop: + type: "array" + maxItems: 4 + items: + type: "string" + default: null + description: "The stop hyperparameter is used to specify a list of tokens that should be used to indicate the end of a generated response." \ No newline at end of file From 3a0d51533f372384e065d913de5e798e08d46264 Mon Sep 17 00:00:00 2001 From: fahad_shaikh Date: Tue, 11 Feb 2025 13:36:46 +0530 Subject: [PATCH 2/2] test case fixed --- tests/unit_test/data_processor/action_serializer_test.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/tests/unit_test/data_processor/action_serializer_test.py b/tests/unit_test/data_processor/action_serializer_test.py index ea1a0a3c5..8cb3b81fd 100644 --- a/tests/unit_test/data_processor/action_serializer_test.py +++ b/tests/unit_test/data_processor/action_serializer_test.py @@ -759,7 +759,10 @@ def test_get_model_llm_type_map(): 'gemini/gemini-pro': 'gemini', 'perplexity/llama-3.1-sonar-small-128k-online': 'perplexity', 'perplexity/llama-3.1-sonar-large-128k-online': 'perplexity', - 'perplexity/llama-3.1-sonar-huge-128k-online': 'perplexity'} + 'perplexity/llama-3.1-sonar-huge-128k-online': 'perplexity', + 'bedrock/converse/us.amazon.nova-micro-v1:0': 'aws-nova', + 'bedrock/converse/us.amazon.nova-lite-v1:0': 'aws-nova', + 'bedrock/converse/us.amazon.nova-pro-v1:0': 'aws-nova'} assert not DeepDiff(result, expected, ignore_order=True)