apollo::perception::inference::PaddleNet类 参考

#include <paddle_net.h>

类 apollo::perception::inference::PaddleNet 继承关系图:

apollo::perception::inference::PaddleNet 的协作图:

Public 成员函数
	PaddleNet (const std::string &model_file, const std::string &params_file, const std::vector< std::string > &outputs, const std::vector< std::string > &inputs)
virtual	~PaddleNet ()
bool	Init (const std::map< std::string, std::vector< int > > &shapes) override
void	Infer () override
base::BlobPtr< float >	get_blob (const std::string &name) override
Public 成员函数 继承自 apollo::perception::inference::Inference
	Inference ()=default
virtual	~Inference ()=default
virtual void	SetStream (cudaStream_t stream)
void	set_max_batch_size (const int &batch_size)
void	set_gpu_id (const int &gpu_id)
void	set_model_info (const std::string &proto_file, const std::vector< std::string > &net_input_names, const std::vector< std::string > &net_output_names)

Protected 成员函数
bool	shape (const std::string &name, std::vector< int > *res)

Protected 属性
std::shared_ptr< paddle_infer::Predictor >	predictor_
Protected 属性 继承自 apollo::perception::inference::Inference
int	max_batch_size_ = 1
int	gpu_id_ = 0
std::string	proto_file_ = ""
std::vector< std::string >	net_output_names_
std::vector< std::string >	net_input_names_

详细描述

在文件 paddle_net.h 第 35 行定义.

构造及析构函数说明

PaddleNet()

apollo::perception::inference::PaddleNet::PaddleNet	(	const std::string &	model_file,
		const std::string &	params_file,
		const std::vector< std::string > &	outputs,
		const std::vector< std::string > &	inputs
	)

在文件 paddle_net.cc 第 26 行定义.

    : model_file_(model_file),
      params_file_(params_file),
      output_names_(outputs),
      input_names_(inputs) {}

~PaddleNet()

apollo::perception::inference::PaddleNet::~PaddleNet ( )

virtual

在文件 paddle_net.cc 第 35 行定义.

{}

成员函数说明

get_blob()

base::BlobPtr< float > apollo::perception::inference::PaddleNet::get_blob ( const std::string &  name )

overridevirtual

实现了 apollo::perception::inference::Inference.

在文件 paddle_net.cc 第 167 行定义.

                                                            {
  auto iter = blobs_.find(name);
  if (iter == blobs_.end()) {
    return nullptr;
  }
  return iter->second;
}

Infer()

void apollo::perception::inference::PaddleNet::Infer ( )

overridevirtual

实现了 apollo::perception::inference::Inference.

在文件 paddle_net.cc 第 108 行定义.

                      {
  // reshape and get input data from blob to paddle_blob.
  for (const auto& name : input_names_) {
    auto blob = get_blob(name);
    auto paddle_blob = predictor_->GetInputHandle(name);
    if (paddle_blob != nullptr && blob != nullptr) {
      paddle_blob->Reshape(blob->shape());
      paddle_blob->CopyFromCpu(blob->cpu_data());
    }
  }
  // If `out_blob->mutable_cpu_data()` is invoked outside,
  // HEAD will be set to CPU, and `out_blob->mutable_gpu_data()`
  // after `enqueue` will copy data from CPU to GPU,
  // which will overwrite the `inference` results.
  // `out_blob->gpu_data()` will set HEAD to SYNCED,
  // then no copy happends after `enqueue`.
  for (const auto& name : output_names_) {
    auto blob = get_blob(name);
    if (blob != nullptr) {
      blob->gpu_data();
    }
  }
 
  // Infer
  predictor_->Run();
 
  // Fill output
  for (const auto& name : output_names_) {
    auto blob = get_blob(name);
    auto paddle_blob = predictor_->GetOutputHandle(name);
    if (blob != nullptr && paddle_blob != nullptr) {
      std::vector<int> paddle_blob_shape = paddle_blob->shape();
      blob->Reshape(paddle_blob_shape);
      // label : int64_t
      if (paddle_blob->type() == paddle_infer::INT64) {
        ACHECK(1 == paddle_blob_shape.size());
        std::vector<int64_t> label_i(paddle_blob_shape.at(0));
        paddle_blob->CopyToCpu(label_i.data());
        std::vector<float> label_f(label_i.data(),
                                   label_i.data() + paddle_blob_shape.at(0));
        memcpy(blob->mutable_cpu_data(), label_f.data(),
               paddle_blob_shape.at(0) * sizeof(float));
      } else {
        paddle_blob->CopyToCpu(blob->mutable_cpu_data());
      }
    }
  }
}

Init()

bool apollo::perception::inference::PaddleNet::Init ( const std::map< std::string, std::vector< int > > &  shapes )

overridevirtual

实现了 apollo::perception::inference::Inference.

在文件 paddle_net.cc 第 37 行定义.

                                                                    {
  paddle_infer::Config config;
  config.SetModel(model_file_, params_file_);
 
  if (gpu_id_ >= 0) {
    config.EnableUseGpu(MemoryPoolInitSizeMb, gpu_id_);
  }
 
  if (FLAGS_use_trt) {
    paddle::AnalysisConfig::Precision precision;
    if (FLAGS_trt_precision == 0) {
      precision = paddle_infer::PrecisionType::kFloat32;
    } else if (FLAGS_trt_precision == 1) {
      precision = paddle_infer::PrecisionType::kInt8;
    } else if (FLAGS_trt_precision == 2) {
      precision = paddle_infer::PrecisionType::kHalf;
    } else {
      AERROR << "Tensorrt type can only support 0, 1, 2, but recieved is"
             << FLAGS_trt_precision << "\n";
      return false;
    }
    config.EnableTensorRtEngine(1 << 30, 1, 3, precision, FLAGS_trt_use_static,
                                FLAGS_use_calibration);
 
    if (FLAGS_collect_shape_info) {
      config.CollectShapeRangeInfo(FLAGS_dynamic_shape_file);
    }
 
    if (FLAGS_use_dynamicshape)
      config.EnableTunedTensorRtDynamicShape(FLAGS_dynamic_shape_file, true);
  }
 
  config.EnableMemoryOptim();
  config.SwitchIrOptim(true);
  predictor_ = paddle_infer::CreatePredictor(config);
  if (predictor_ == nullptr) {
    return false;
  }
 
  // Check input and output
  auto input_names = predictor_->GetInputNames();
  auto output_names = predictor_->GetOutputNames();
 
  std::vector<std::string> exist_names;
  for (const std::string& name : input_names_) {
    if (std::find(input_names.begin(), input_names.end(), name) !=
        input_names.end()) {
      exist_names.push_back(name);
    }
  }
  input_names_ = exist_names;
 
  exist_names.clear();
  for (const std::string& name : output_names_) {
    if (std::find(output_names.begin(), output_names.end(), name) !=
        output_names.end()) {
      exist_names.push_back(name);
    }
  }
  output_names_ = exist_names;
 
  // add blobs
  for (const auto& shape : shapes) {
    auto blob =
        std::make_shared<apollo::perception::base::Blob<float>>(shape.second);
    blobs_.emplace(shape.first, blob);
  }
 
  return true;
}

shape()

bool apollo::perception::inference::PaddleNet::shape ( const std::string &  name, std::vector< int > *  res  )

protected

在文件 paddle_net.cc 第 157 行定义.

                                                                {
  auto blob = get_blob(name);
  if (blob == nullptr) {
    return false;
  }
 
  *res = blob->shape();
  return true;
}

类成员变量说明

predictor_

std::shared_ptr<paddle_infer::Predictor> apollo::perception::inference::PaddleNet::predictor_

protected

在文件 paddle_net.h 第 51 行定义.

---

该类的文档由以下文件生成:

• modules/perception/common/inference/paddlepaddle/paddle_net.h
• modules/perception/common/inference/paddlepaddle/paddle_net.cc