lass="p">,</span> <span class="n">done</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">env</span><span class="o">.</span><span class="n">step</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">state</span><span class="p">,</span> <span class="n">action_a</span><span class="p">)</span>
            <span class="bp">self</span><span class="o">.</span><span class="n">_update_q_values</span><span class="p">(</span>