pan class="n">torch</span><span class="o">.</span><span class="n">cuda</span><span class="o">.</span><span class="n">device_count</span><span class="p">(),</span>
<span class="lineno">121</span>        <span class="n">mpi</span><span class="o">=</span><span class="n">torch</span><span class="o">.</span><span class="n">distributed</span><span class="o">.</span><span class="n">is_mpi_available</span><span class="p">(),</span>
<span class="lineno">122</span>        <span class="n">nccl</span><span class="o">=<