refine code

PaddlePaddle · Sep 16, 2022 · 0f7d3b1 · 0f7d3b1
1 parent 0b5cf16
commit 0f7d3b1
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 8 deletions.
diff --git a/paddle/fluid/inference/api/analysis_predictor.cc b/paddle/fluid/inference/api/analysis_predictor.cc
@@ -909,7 +909,7 @@ bool AnalysisPredictor::Run(const std::vector<PaddleTensor> &inputs,
   }
 
 #ifdef PADDLE_WITH_TENSORRT
-  if (config_.trt_engine_memory_sharing()) {
+  if (config_.tensorrt_engine_enabled()) {
     inference::tensorrt::TensorRTEngine::predictor_id_per_thread =
         predictor_id_;
     VLOG(3) << "thread_local var predictor_id in TensorRTEngine is set to: "
@@ -1646,7 +1646,7 @@ bool AnalysisPredictor::ZeroCopyRun() {
 #endif
 
 #ifdef PADDLE_WITH_TENSORRT
-  if (config_.trt_engine_memory_sharing()) {
+  if (config_.tensorrt_engine_enabled()) {
     inference::tensorrt::TensorRTEngine::predictor_id_per_thread =
         predictor_id_;
     VLOG(3) << "thread_local var predictor_id in TensorRTEngine is set to: "

diff --git a/paddle/fluid/inference/tensorrt/engine.h b/paddle/fluid/inference/tensorrt/engine.h
@@ -793,7 +793,7 @@ class TRTEngineManager {
                          const phi::GPUPlace& place,
                          const phi::Stream& stream) {
     std::unique_lock<std::mutex> lock(mutex_);
-    auto alignment = getAlignmentSize(place);
+    static auto alignment = getAlignmentSize(place);
     if (context_memorys_.count(predictor_id) == 0) {
       auto context_memory =
           memory::Alloc(place, max_ctx_mem_size_ + alignment, stream);

diff --git a/paddle/fluid/operators/tensorrt/tensorrt_engine_op.h b/paddle/fluid/operators/tensorrt/tensorrt_engine_op.h
@@ -476,11 +476,7 @@ class TensorRTEngineOp : public framework::OperatorBase {
     std::vector<std::string> output_maps =
         Attr<std::vector<std::string>>("output_name_mapping");
 
-    // int num_inputs = 0;
-    // num_inputs += runtime_input_names_.size();
-    // const int num_bindings = num_inputs + Outputs("Ys").size();
-    // std::vector<void *> buffers(num_bindings);
-    // This method returns the total over all profiles.
+    // Get the total over all profiles
     const int num_bindings = engine->GetNbBindings();
     std::vector<void *> buffers(num_bindings, nullptr);