From 1ff3ad82481e6ed57ca2d8a43903de2daa4fff5f Mon Sep 17 00:00:00 2001 From: Dmytro Nikolaiev Date: Mon, 18 Nov 2024 16:33:19 -0500 Subject: [PATCH] Add costs --- council/llm/data/groq-costs.yaml | 39 ++++++++++++++++++++++++++++++++ 1 file changed, 39 insertions(+) diff --git a/council/llm/data/groq-costs.yaml b/council/llm/data/groq-costs.yaml index 942fadd7..dc4cde42 100644 --- a/council/llm/data/groq-costs.yaml +++ b/council/llm/data/groq-costs.yaml @@ -10,6 +10,45 @@ spec: description: | Costs for Groq LLMs models: + gemma2-9b-it: + input: 0.20 + output: 0.20 + gemma-7b-it: + input: 0.07 + output: 0.07 + llama3-groq-70b-8192-tool-use-preview: + input: 0.89 + output: 0.89 + llama3-groq-8b-8192-tool-use-preview: + input: 0.19 + output: 0.19 + llama-3.1-70b-versatile: + input: 0.59 + output: 0.79 + llama-3.1-8b-instant: + input: 0.05 + output: 0.08 llama-3.2-1b-preview: input: 0.04 output: 0.04 + llama-3.2-3b-preview: + input: 0.06 + output: 0.06 + llama-3.2-11b-vision-preview: + input: 0.18 + output: 0.18 + llama-3.2-90b-vision-preview: + input: 0.90 + output: 0.90 + llama-guard-3-8b: + input: 0.20 + output: 0.20 + llama3-70b-8192: + input: 0.59 + output: 0.79 + llama3-8b-8192: + input: 0.05 + output: 0.08 + mixtral-8x7b-32768: + input: 0.24 + output: 0.24 \ No newline at end of file