Apollo 10.0
自动驾驶开放平台
warm_up.cc
浏览该文件的文档.
1/******************************************************************************
2 * Copyright 2023 The Apollo Authors. All Rights Reserved.
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 *****************************************************************************/
16
18
20
25namespace apollo {
26namespace prediction {
27
28void WarmUp(const std::vector<torch::jit::IValue>& torch_inputs,
29 torch::jit::script::Module* model,
30 at::Tensor* default_output_ptr) {
31 for (uint32_t i = 0; i < FLAGS_warm_up_times; i++) {
32 if (default_output_ptr != nullptr)
33 *default_output_ptr =
34 model->forward(torch_inputs).toTensor().to(torch::kCPU);
35 else
36 model->forward(torch_inputs);
37 }
38}
39
40} // namespace prediction
41} // namespace apollo
void WarmUp(const std::vector< torch::jit::IValue > &torch_inputs, torch::jit::script::Module *model, at::Tensor *default_output_ptr)
warm up function to avoid slowly inference of torch model
Definition warm_up.cc:28
class register implement
Definition arena_queue.h:37
warm-up function for torch model to avoid first multiple slowly inference