Skip to content

Commit

Permalink
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
correct test_continuous_batching_vs_stateful
Browse files Browse the repository at this point in the history
Wovchena committed Jul 19, 2024
1 parent 5468439 commit 4f77aa9
Showing 1 changed file with 4 additions and 1 deletion.
5 changes: 4 additions & 1 deletion tests/python_tests/test_generate_api.py
Original file line number Diff line number Diff line change
@@ -680,7 +680,10 @@ def test_left_pad():
@pytest.mark.parametrize("model_descr", get_models_list())
@pytest.mark.precommit
def test_continuous_batching_vs_stateful(model_descr, prompt, generation_config):
model_id, path, tokenizer, model, stateful = read_model(model_descr)
model_id, path, tokenizer, model, stateful = read_model((
"TinyLlama/TinyLlama-1.1B-Chat-v1.0",
Path("TinyLlama-1.1B-Chat-v1.0")
))
config = ov_genai.GenerationConfig()
config.max_new_tokens = 100
cb = get_continuous_batching(path)

0 comments on commit 4f77aa9

Please sign in to comment.