lass="n">orig_layer</span><span class="o">.</span><span class="n">mp_group</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">mp_group</span>

        <span class="k">return</span> <span class="n">weight_dict</span><span class="p">,</span> <span class="n">bias_dict</span><span class="p">,</span> <span class="n">weight_attr_dict</span><span class="p">,</span> <span class="n">bias_attr_dict</span></div>

<div class="viewcode-block" id="TensorReplacer.set_parame