/span><span class="n">torch</span><span class="o">.</span><span class="n">distributed</span><span class="o">.</span><span class="n">is_nccl_available</span><span class="p">(),</span>
<span class="lineno">123</span>    <span class="p">)</span>
<span class="lineno">124</span>
<span class="lineno">125</span>    <span class="n">n_gpu</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">cuda</span><span class="o">.</span><span class="n">device_count</span><span clas