28void WarmUp(
const std::vector<torch::jit::IValue>& torch_inputs,
29 torch::jit::script::Module* model,
30 at::Tensor* default_output_ptr) {
31 for (uint32_t i = 0; i < FLAGS_warm_up_times; i++) {
32 if (default_output_ptr !=
nullptr)
34 model->forward(torch_inputs).toTensor().to(torch::kCPU);
36 model->forward(torch_inputs);
void WarmUp(const std::vector< torch::jit::IValue > &torch_inputs, torch::jit::script::Module *model, at::Tensor *default_output_ptr)
warm up function to avoid slowly inference of torch model