o">=</span><span class="kc">False</span><span class="p">,</span>
    <span class="n">timing_cache_prefix</span><span class="o">=</span><span class="s2">&quot;&quot;</span><span class="p">,</span>
    <span class="n">save_timing_cache</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
    <span class="n">cuda_graph_batch_size</span><span class="o">=-</span><span class="mi">1</span><span class="p">,</span>
    <span class="n">dynamic_batch</span><span class="o">=</span><span c