n><span class="o">.</span><span class="n">float32</span><span class="p">,</span> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">)</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">polyak</span> <span class="o">=</span> <span class="n">args</span><span class="p">[</span><span class="s2">&quot;polyak&quot;</span><span class="p">]</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">lr</span> <span