<span class="p">:</span> <span class="n">device</span><span class="p">,</span>
<span class="lineno">96</span>        <span class="s1">&#39;rank&#39;</span><span class="p">:</span> <span class="n">rank</span><span class="p">,</span>
<span class="lineno">97</span>        <span class="s1">&#39;world_size&#39;</span><span class="p">:</span> <span class="n">world_size</span><span class="p">,</span>
<span class="lineno">98</span>
<span class="lineno">99</span>        <span class="s1">&#39;learning_rate&#39;</span