pan class="n">custom_policies</span> <span class="o">=</span> <span class="n">custom_policies</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">mp_group</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">create_process_group</span><span class="p">(</span><span class="n">backend</span><span class="p">)</span>
        <span class="c1"># Create process group for model parallelization.</span>

<div class="viewcode-block" id="Paral