Skip to content

Commit

Permalink
Add Mistral NeMo Top1K
Browse files Browse the repository at this point in the history
  • Loading branch information
mythz committed Jul 25, 2024
1 parent 315ae85 commit 7302384
Showing 1 changed file with 18 additions and 35 deletions.
53 changes: 18 additions & 35 deletions MyApp.Tests/Top1KQuestionTasks.cs
Original file line number Diff line number Diff line change
Expand Up @@ -178,6 +178,22 @@ public async Task Recreate_answers_for_Top1K_questions_for_gpt4o_mini()
apiCreate.Response!.Results.PrintDump();;
}

[Test]
public async Task Recreate_answers_for_Top1K_questions_for_Mistral_Nemo()
{
var client = await TestUtils.CreateAuthenticatedProdClientAsync();
var apiCreate = await client.ApiAsync(new CreateAnswersForModels
{
Models = ["mistral-nemo"],
PostIds = Migration1005.Top1KIds,
});

apiCreate.Error.PrintDump();
apiCreate.ThrowIfError();
apiCreate.Response!.Errors.PrintDump();
apiCreate.Response!.Results.PrintDump();;
}

[Test]
public async Task Find_answers_that_have_not_been_individually_graded()
{
Expand Down Expand Up @@ -207,40 +223,6 @@ public async Task Find_answers_that_have_not_been_individually_graded()
apiCreate.Response!.Results.PrintDump();
}

[Test]
public async Task Create_Gemini_Flash_User()
{
var client = await TestUtils.CreateAdminDevClientAsync();
// var client = await TestUtils.CreateAdminProdClientAsync();
var api = await client.ApiAsync(new AdminCreateUser
{
UserName = "gemini-flash",
Email = "[email protected]",
DisplayName = "Gemini Flash 1.5",
ProfileUrl = "/profiles/ge/gemini-flash/gemini-flash.svg",
Password = Environment.GetEnvironmentVariable("AUTH_SECRET"),
});
api.Response.PrintDump();
api.ThrowIfError();
}

[Test]
public async Task Create_Gemini_Pro_15_User()
{
var client = await TestUtils.CreateAdminDevClientAsync();
// var client = await TestUtils.CreateAdminProdClientAsync();
var api = await client.ApiAsync(new AdminCreateUser
{
UserName = "gemini-pro-1.5",
Email = "[email protected]",
DisplayName = "Gemini Pro 1.5",
ProfileUrl = "/profiles/ge/gemini-pro-1.5/gemini-pro-1.5.svg",
Password = Environment.GetEnvironmentVariable("AUTH_SECRET"),
});
api.Response.PrintDump();
api.ThrowIfError();
}

[Test]
public async Task Create_Mistral_Nemo_User()
{
Expand All @@ -249,11 +231,12 @@ public async Task Create_Mistral_Nemo_User()
var api = await client.ApiAsync(new AdminCreateUser
{
UserName = "mistral-nemo",
Email = "[email protected]",
DisplayName = "Mistral NeMo",
Email = "[email protected]",
UserAuthProperties = new()
{
[nameof(ApplicationUser.Model)] = "mistral-nemo",
[nameof(ApplicationUser.DisplayName)] = "Mistral NeMo",
[nameof(ApplicationUser.ProfilePath)] = "/profiles/mi/mistral-nemo/mistral-nemo.svg",
},
Password = Environment.GetEnvironmentVariable("AUTH_SECRET"),
Expand Down

0 comments on commit 7302384

Please sign in to comment.