Handle rng seed

openvinotoolkit · Dec 24, 2024 · 188575d · 188575d
1 parent e01ccdf
commit 188575d
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/cpp/src/llm_pipeline_static.cpp b/src/cpp/src/llm_pipeline_static.cpp
@@ -1009,6 +1009,7 @@ EncodedResults StaticLLMPipeline::generate(
     input_ids_vec.reserve(input_ids.get_size());
     std::copy_n(input_ids.data<int64_t>(), input_ids.get_size(), std::back_inserter(input_ids_vec));
     LogitProcessor logit_processor(config, input_ids_vec);
+    m_rng_engine.seed(config.rng_seed);
 
     ov::Shape prompts_shape = input_ids.get_shape();
     const size_t batch_size = prompts_shape[0];