Agent();
        env = a;
        a.brain = new RL.DQNAgent(env, spec); // give agent a TD brain
        //a.brain = new RL.RecurrentReinforceAgent(env, {});
        w.agents.push(a);
        smooth_reward_history.push([]);
      }

      $( "#slider" ).slider({
        min: 0,
        max: 1,
        value: w.agents[0].brain.epsilon,
        step: 0.01,
        slide: function(event, ui) {
          w.agents[0].brain.epsilon = ui.value;
          $("#eps").html(ui.value.toFixed(2));
        }
      });
   