From 646871911cb028f22975ff08fecc89d6821725f5 Mon Sep 17 00:00:00 2001 From: rsnm2 Date: Sun, 31 Mar 2024 00:04:46 +0000 Subject: [PATCH] fixed marlin tests upstream --- tests/models/test_marlin.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/models/test_marlin.py b/tests/models/test_marlin.py index cfa3025c8fdce..2305db3510060 100644 --- a/tests/models/test_marlin.py +++ b/tests/models/test_marlin.py @@ -47,7 +47,7 @@ class ModelPair: @pytest.mark.parametrize("model_pair", model_pairs) @pytest.mark.parametrize("dtype", ["half"]) @pytest.mark.parametrize("max_tokens", [32]) -@pytest.mark.parametrize("num_logprobs", [3]) +@pytest.mark.parametrize("num_logprobs", [5]) def test_models( vllm_runner, example_prompts,