n><span class="p">)</span>
            <span class="bp">self</span><span class="o">.</span><span class="n">replace_orig_to_megatron_modules</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">model</span><span class="p">,</span> <span class="n">policy</span><span class="p">)</span></div>

<div class="viewcode-block" id="TensorReplacer.replace_user_define_modules"><a class="viewcode-back" href="../../../parallel/Replacing.html#parallelformers.parallel.replacing.T