ass="o">=</span> <span class="n">Q_a</span><span class="p">[</span><span class="n">index_current</span><span class="p">]</span>
        <span class="n">next_index</span> <span class="o">=</span> <span class="nb">tuple</span><span class="p">(</span><span class="nb">list</span><span class="p">(</span><span class="n">next_state</span><span class="p">)</span> <span class="o">+</span> <span class="p">[</span><span class="n">a_star</span><span class="p">])</span>
        <span class="n">q_next</span> <span class=