>,</span> <span class="o">**</span><span class="n">compile_spec</span><span class="p">)</span>

<span class="c1"># No recompilation happens for batch size = 12</span>
<span class="n">inputs_bs12</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">((</span><span class="mi">12</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">224</span><span class="p">,</span> <span class="mi">224</span>