
<span class="lineno">179</span>    <span class="kn">from</span> <span class="nn">labml_nn.transformers</span> <span class="kn">import</span> <span class="n">MultiHeadAttention</span>
<span class="lineno">180</span>    <span class="kn">from</span> <span class="nn">labml_nn.transformers.feed_forward</span> <span class="kn">import</span> <span class="n">FeedForward</span>
<span class="lineno">181</span>
<span class="lineno">182</span>    <span class="k">return</span> <span class="n">SwitchTransformer</span><s