>attn_qkvb</span><span class="p">,</span>
            <span class="o">*</span><span class="bp">self</span><span class="o">.</span><span class="n">slicer</span><span class="o">.</span><span class="n">column_slice</span><span class="p">(</span>
                <span class="p">(</span><span class="n">attn_qkvw</span><span class="p">,</span> <span class="n">attn_qkvb</span><span class="p">),</span>
                <span class="p">(</span><span class="n">attn_qkvw_attr</span><span class="p">,</span> <span class=