span class="mi">128</span>

<span class="c1"># Recompiling with batch_size we use for evaluating performance</span>
<span class="n">trt_model</span> <span class="o">=</span> <span class="n">trtorch</span><span class="o">.</span><span class="n">compile</span><span class="p">(</span><span class="n">traced_model</span><span class="p">,</span> <span class="p">{</span>
    <span class="s2">"input_shapes"</span><span class="p">:</span> <span class="p">[(</span><span class="n">batch_size</span><span class="p">,</s