pan class="n">fp16</span><span class="o">=</span><span class="n">fp16</span><span class="p">,</span>
            <span class="n">mp_group</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">mp_group</span><span class="p">,</span>
            <span class="n">num_gpus</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">num_gpus</span><span class="p">,</span>
            <span class="n">custom_policies</span><span class