span class="nc">ParallelEngine</span><span class="p">(</span><span class="nb">object</span><span class="p">):</span>
    <span class="sa">r</span><span class="sd">&quot;&quot;&quot;</span>
<span class="sd">    Model parallelization processing engine</span>

<span class="sd">    Args:</span>
<span class="sd">        num_gpus (int): number of gpus</span>
<span class="sd">        backend (str): distributed backend (default=nccl)</span>
<span class="sd">        custom_policies (Union[Policy, List[Policy]]): use