Skip to content

Commit

Permalink
Working
Browse files Browse the repository at this point in the history
  • Loading branch information
rasapala committed Aug 20, 2024
1 parent 620c554 commit e46879c
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -499,7 +499,7 @@ int main(int argc, char* argv[]) try {
std::cout << "Loading models, creating pipelines, preparing environment..." << std::endl;
ov::genai::ContinuousBatchingPipeline pipe(models_path, scheduler_config, device, device_config_map);

// pipe.print_model_configuration();
pipe.print_model_configuration();

std::cout << "Setup finished, launching LLM executor, traffic simulation and statistics reporter threads" << std::endl;

Expand Down
4 changes: 2 additions & 2 deletions src/cpp/src/continuous_batching_pipeline.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -99,10 +99,10 @@ class ContinuousBatchingPipeline::Impl {
apply_paged_attention_transformations(model, device_config);

auto compiled_model = core.compile_model(model, device_config.get_device(), plugin_config);
/*read_properties([compiled_model](const std::string& key) {
read_properties([compiled_model](const std::string& key) {
return compiled_model.get_property(key); },
m_model_config_namevalues);
*/

ov::InferRequest infer_request = compiled_model.create_infer_request();

// setup KV caches
Expand Down

0 comments on commit e46879c

Please sign in to comment.