apollo::perception::camera::TrackingFeatureExtractor类 参考

#include <tracking_feat_extractor.h>

类 apollo::perception::camera::TrackingFeatureExtractor 继承关系图:

apollo::perception::camera::TrackingFeatureExtractor 的协作图:

Public 成员函数
	TrackingFeatureExtractor ()=default
	~TrackingFeatureExtractor ()=default
bool	Init (const FeatureExtractorInitOptions &init_options) override
	init feature extractor
bool	Extract (const FeatureExtractorOptions &options, CameraTrackingFrame *frame) override
	extract feature from frame
Public 成员函数 继承自 apollo::perception::camera::BaseFeatureExtractor
	BaseFeatureExtractor ()=default
virtual	~BaseFeatureExtractor ()=default
void	set_roi (int x, int y, int w, int h)
void	decode_bbox (std::vector< std::shared_ptr< base::Object > > *objects)
void	encode_bbox (std::vector< std::shared_ptr< base::Object > > *objects)

Protected 成员函数
void	init_roipooling (const tracking_feature::ROIPoolingParam &param)

Protected 属性
std::vector< std::shared_ptr< FeatureExtractorLayer > >	roi_poolings_
inference::GPUL2Norm	norm_
int	input_height_ = 0
int	input_width_ = 0
int	feat_width_ = 0
int	feat_height_ = 0
Protected 属性 继承自 apollo::perception::camera::BaseFeatureExtractor
std::shared_ptr< base::Blob< float > >	feat_blob_ = nullptr
int	roi_x_ = 0
int	roi_y_ = 0
int	roi_w_ = 0
int	roi_h_ = 0

详细描述

在文件 tracking_feat_extractor.h 第 42 行定义.

构造及析构函数说明

TrackingFeatureExtractor()

apollo::perception::camera::TrackingFeatureExtractor::TrackingFeatureExtractor ( )

default

~TrackingFeatureExtractor()

apollo::perception::camera::TrackingFeatureExtractor::~TrackingFeatureExtractor ( )

default

成员函数说明

Extract()

bool apollo::perception::camera::TrackingFeatureExtractor::Extract ( const FeatureExtractorOptions &  options, CameraTrackingFrame *  frame  )

overridevirtual

extract feature from frame

参数

options
frame

返回

true

false

实现了 apollo::perception::camera::BaseFeatureExtractor.

在文件 tracking_feat_extractor.cc 第 94 行定义.

                                                                   {
  if (frame == nullptr) {
    return false;
  }
  if (frame->detected_objects.empty()) {
    return true;
  }
  if (!options.normalized) {
    // normalize bbox
    encode_bbox(&(frame->detected_objects));
  }
  auto feat_blob = frame->feature_blob;
  for (auto feature_extractor_layer_ptr : roi_poolings_) {
    feature_extractor_layer_ptr->rois_blob->Reshape(
        {static_cast<int>(frame->detected_objects.size()), 5});
    float *rois_data =
        feature_extractor_layer_ptr->rois_blob->mutable_cpu_data();
    for (const auto &obj : frame->detected_objects) {
      rois_data[0] = 0;
      rois_data[1] =
          obj->camera_supplement.box.xmin * static_cast<float>(feat_width_);
      rois_data[2] =
          obj->camera_supplement.box.ymin * static_cast<float>(feat_height_);
      rois_data[3] =
          obj->camera_supplement.box.xmax * static_cast<float>(feat_width_);
      rois_data[4] =
          obj->camera_supplement.box.ymax * static_cast<float>(feat_height_);
      ADEBUG << rois_data[0] << " " << rois_data[1] << " " << rois_data[2]
             << " " << rois_data[3] << " " << rois_data[4];
      rois_data += feature_extractor_layer_ptr->rois_blob->offset(1);
    }
 
    // obtain the track feature blob
    feature_extractor_layer_ptr->pooling_layer->ForwardGPU(
        {feat_blob, feature_extractor_layer_ptr->rois_blob},
        {frame->track_feature_blob});
 
    if (!options.normalized) {
      // denormalize bbox
      decode_bbox(&(frame->detected_objects));
    }
  }
  norm_.L2Norm(frame->track_feature_blob.get());
  return true;
}

Init()

bool apollo::perception::camera::TrackingFeatureExtractor::Init ( const FeatureExtractorInitOptions &  init_options )

overridevirtual

init feature extractor

参数

init_options

返回

true

false

实现了 apollo::perception::camera::BaseFeatureExtractor.

在文件 tracking_feat_extractor.cc 第 25 行定义.

                                                {
  tracking_feature::FeatureParam feat_param;
  std::string config_file =
      GetConfigFile(options.config_path, options.config_file);
 
  if (!cyber::common::GetProtoFromFile(config_file, &feat_param)) {
    AERROR << "Read feature extractor config file failed!";
    return false;
  }
  if (feat_param.extractor_size() != 1) {
    AERROR << "extractor should be 1";
    return false;
  }
 
  const std::string feat_blob_name = feat_param.feat_blob_name();
  const auto &feat_blob_shape_pb = feat_param.feat_blob_shape();
 
  std::vector<int> feat_blob_shape(feat_blob_shape_pb.begin(),
                                   feat_blob_shape_pb.end());
  feat_blob_ =
      std::make_shared<apollo::perception::base::Blob<float>>(feat_blob_shape);
 
  //  setup bottom and top
  int feat_height = feat_blob_->shape(2);
  int feat_width = feat_blob_->shape(3);
 
  input_height_ =
      options.input_height == 0 ? feat_height : options.input_height;
  input_width_ = options.input_width == 0 ? feat_width : options.input_width;
 
  CHECK_EQ(input_height_ / feat_height, input_width_ / feat_width)
      << "Invalid aspect ratio: " << feat_height << "x" << feat_width
      << " from " << input_height_ << "x" << input_width_;
  for (int i = 0; i < feat_param.extractor_size(); i++) {
    switch (feat_param.extractor(i).feat_type()) {
      case tracking_feature::ExtractorParam_FeatureType_ROIPooling:
        init_roipooling(feat_param.extractor(i).roi_pooling_param());
        break;
    }
  }
  if (roi_poolings_.empty()) {
    AERROR << "no proper extractor";
    return false;
  }
  return true;
}

init_roipooling()

void apollo::perception::camera::TrackingFeatureExtractor::init_roipooling ( const tracking_feature::ROIPoolingParam &  param )

protected

在文件 tracking_feat_extractor.cc 第 73 行定义.

                                                  {
  int feat_channel = feat_blob_->shape(1);
  feat_height_ = feat_blob_->shape(2);
  feat_width_ = feat_blob_->shape(3);
 
  std::shared_ptr<FeatureExtractorLayer> feature_extractor_layer_ptr;
  feature_extractor_layer_ptr.reset(new FeatureExtractorLayer());
  std::vector<int> shape{1, 5};
  feature_extractor_layer_ptr->rois_blob.reset(new base::Blob<float>(shape));
  int pooled_w = param.pooled_w();
  int pooled_h = param.pooled_h();
  bool use_floor = param.use_floor();
  feature_extractor_layer_ptr->pooling_layer.reset(
      new inference::ROIPoolingLayer<float>(pooled_h, pooled_w, use_floor, 1,
                                            feat_channel));
  feature_extractor_layer_ptr->top_blob.reset(
      new base::Blob<float>(1, feat_blob_->channels(), pooled_h, pooled_w));
  roi_poolings_.push_back(feature_extractor_layer_ptr);
}

类成员变量说明

feat_height_

int apollo::perception::camera::TrackingFeatureExtractor::feat_height_ = 0

protected

在文件 tracking_feat_extractor.h 第 73 行定义.

feat_width_

int apollo::perception::camera::TrackingFeatureExtractor::feat_width_ = 0

protected

在文件 tracking_feat_extractor.h 第 72 行定义.

input_height_

int apollo::perception::camera::TrackingFeatureExtractor::input_height_ = 0

protected

在文件 tracking_feat_extractor.h 第 70 行定义.

input_width_

int apollo::perception::camera::TrackingFeatureExtractor::input_width_ = 0

protected

在文件 tracking_feat_extractor.h 第 71 行定义.

norm_

inference::GPUL2Norm apollo::perception::camera::TrackingFeatureExtractor::norm_

protected

在文件 tracking_feat_extractor.h 第 69 行定义.

roi_poolings_

std::vector<std::shared_ptr<FeatureExtractorLayer> > apollo::perception::camera::TrackingFeatureExtractor::roi_poolings_

protected

在文件 tracking_feat_extractor.h 第 68 行定义.

---

该类的文档由以下文件生成:

• modules/perception/camera_tracking/feature_extract/tracking_feat_extractor.h
• modules/perception/camera_tracking/feature_extract/tracking_feat_extractor.cc