From 4f77aa903c8096c16da8f51d6a147912265decf2 Mon Sep 17 00:00:00 2001 From: Wovchena Date: Fri, 19 Jul 2024 07:09:58 +0400 Subject: [PATCH] correct test_continuous_batching_vs_stateful --- tests/python_tests/test_generate_api.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/tests/python_tests/test_generate_api.py b/tests/python_tests/test_generate_api.py index aca6314dc2..abef1e5288 100644 --- a/tests/python_tests/test_generate_api.py +++ b/tests/python_tests/test_generate_api.py @@ -680,7 +680,10 @@ def test_left_pad(): @pytest.mark.parametrize("model_descr", get_models_list()) @pytest.mark.precommit def test_continuous_batching_vs_stateful(model_descr, prompt, generation_config): - model_id, path, tokenizer, model, stateful = read_model(model_descr) + model_id, path, tokenizer, model, stateful = read_model(( + "TinyLlama/TinyLlama-1.1B-Chat-v1.0", + Path("TinyLlama-1.1B-Chat-v1.0") + )) config = ov_genai.GenerationConfig() config.max_new_tokens = 100 cb = get_continuous_batching(path)