</span><span class="p">),</span>
    <span class="s2">&quot;joint_attention_kwargs&quot;</span><span class="p">:</span> <span class="p">{},</span>
    <span class="s2">&quot;return_dict&quot;</span><span class="p">:</span> <span class="kc">False</span><span class="p">,</span>
<span class="p">}</span>
<span class="c1"># This will create an exported program which is going to be compiled with Torch-TensorRT</span>
<span class="n">ep</span> <span class="o">=</span> <span class="n">_export</span><span class="p">