"o">=</span> <span class="n">Q_b</span><span class="p">[</span><span class="n">next_index</span><span class="p">]</span>

        <span class="n">Q_a</span><span class="p">[</span><span class="n">index_current</span><span class="p">]</span> <span class="o">+=</span> <span class="n">lr</span> <span class="o">*</span> <span class="p">(</span><span class="n">reward</span> <span class="o">+</span> <span class="bp">self</span><span class="o">.</span><span class="n">gamma</span> <span class="o">*</span> <span cla