an class="p">:</span> <span class="s1">&#39;&#39;</span><span class="p">,</span>
<span class="lineno">212</span>
<span class="lineno">213</span>                        <span class="s1">&#39;transformer&#39;</span><span class="p">:</span> <span class="s1">&#39;switch_transformer&#39;</span><span class="p">,</span>
<span class="lineno">214</span>                        <span class="s1">&#39;n_experts&#39;</span><span class="p">:</span> <span class="mi">4</span><span class="p">,</span>
<span class="lineno">215