">1024</span><span class="p">,</span>
<span class="lineno">117</span>                        <span class="s1">&#39;transformer.n_heads&#39;</span><span class="p">:</span> <span class="mi">8</span><span class="p">,</span>
<span class="lineno">118</span>                        <span class="s1">&#39;transformer.n_layers&#39;</span><span class="p">:</span> <span class="mi">6</span><span class="p">})</span></pre></div>
        </div>
    </div>
    <div class='section' id='section-24'>
        <div class='docs'>