class="p">)</span>

                <span class="n">rsetattr</span><span class="p">(</span><span class="n">model</span><span class="p">,</span> <span class="n">name</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">make_megatron_layer</span><span class="p">(</span><span class="n">policy</span><span class="p">))</span>

            <span class="bp">self</span><span class="o">.</span><span class="n">replace_orig_to_megatron_modules</span><span class="p">(</span