From 25d28cfd9ea6f525865ea56be0461406ff54d95e Mon Sep 17 00:00:00 2001 From: Demis Bellot Date: Mon, 5 Aug 2024 01:43:33 +0800 Subject: [PATCH] move deepseek-coder2-236b --- MyApp.ServiceInterface/Data/AppConfig.cs | 3 ++- MyApp.Tests/Top1KQuestionTasks.cs | 24 ++++++++++++++++++++++-- 2 files changed, 24 insertions(+), 3 deletions(-) diff --git a/MyApp.ServiceInterface/Data/AppConfig.cs b/MyApp.ServiceInterface/Data/AppConfig.cs index a630957..9778a69 100644 --- a/MyApp.ServiceInterface/Data/AppConfig.cs +++ b/MyApp.ServiceInterface/Data/AppConfig.cs @@ -90,7 +90,8 @@ public static (string Model, int Questions)[] ModelsForQuestions = ("gemini-pro", 0), ("mixtral", 3), ("gemini-flash", 5), - ("gpt-4o-mini", 10), + ("deepseek-coder2-236b", 10), + ("gpt-4o-mini", 15), ("claude3-haiku", 25), ("llama3-70b", 50), ("qwen2-72b", 75), diff --git a/MyApp.Tests/Top1KQuestionTasks.cs b/MyApp.Tests/Top1KQuestionTasks.cs index 2a332a6..14b1e00 100644 --- a/MyApp.Tests/Top1KQuestionTasks.cs +++ b/MyApp.Tests/Top1KQuestionTasks.cs @@ -181,11 +181,31 @@ public async Task Recreate_answers_for_Top1K_questions_for_gpt4o_mini() [Test] public async Task Recreate_answers_for_Top1K_questions_for_Mistral_Nemo() { - var client = await TestUtils.CreateAuthenticatedProdClientAsync(); + // var client = await TestUtils.CreateAuthenticatedProdClientAsync(); + var client = await TestUtils.CreateAuthenticatedDevClientAsync(); var apiCreate = await client.ApiAsync(new CreateAnswersForModels { Models = ["mistral-nemo"], - PostIds = Migration1005.Top1KIds, + PostIds = [9], + // PostIds = Migration1005.Top1KIds, + }); + + apiCreate.Error.PrintDump(); + apiCreate.ThrowIfError(); + apiCreate.Response!.Errors.PrintDump(); + apiCreate.Response!.Results.PrintDump();; + } + + [Test] + public async Task Recreate_answers_for_Top1K_questions_for_DeepSeekCoderV2() + { + // var client = await TestUtils.CreateAuthenticatedProdClientAsync(); + var client = await TestUtils.CreateAuthenticatedDevClientAsync(); + var apiCreate = await client.ApiAsync(new CreateAnswersForModels + { + Models = ["deepseek-coder2-236b"], + PostIds = [9], + // PostIds = Migration1005.Top1KIds, }); apiCreate.Error.PrintDump();