 inference in PyTorch i.e. model(inputs)</span>
<span class="n">detections_batch</span> <span class="o">=</span> <span class="n">trt_model</span><span class="p">(</span><span class="n">tensor</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">torch</span><span class="o">.</span><span class="n">half</span><span class="p">))</span> <span class="c1"># convert the input to half precision</span>

<span class="c1"># By default, raw output from SSD network per input imag