attn_qkvb</span><span class="p">,</span> <span class="n">attn_qkvw_attr</span><span class="p">,</span> <span class="n">attn_qkvb_attr</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">preprocess</span><span class="p">(</span>
            <span class="n">policy</span><span class="o">.</span><span class="n">attn_qkv</span><span class="p">(),</span>
            <span class="n">policy</span><span class="p">,</span>
        <span class="p">)</span>
        <span 