lass="n">dataset</span><span class="p">,</span> <span class="n">shuffle</span><span class="o">=</span><span class="p">(</span><span class="n">mode</span><span class="o">==</span><span class="s1">&#39;train&#39;</span><span class="p">),</span>
        <span class="n">num_replicas</span><span class="o">=</span><span class="n">world_size</span><span class="p">(),</span> <span class="n">rank</span><span class="o">=</span><span class="n">rank</span><span class="p">())</span></div>


<div class="viewcode-block" i