HordeAgent.java

Go to the documentation of this file.

package rlpark.plugin.rltoys.horde;

import rlpark.plugin.rltoys.algorithms.control.ControlLearner;
import rlpark.plugin.rltoys.algorithms.control.acting.PolicyBasedControl;
import rlpark.plugin.rltoys.algorithms.functions.states.Projector;
import rlpark.plugin.rltoys.envio.actions.Action;
import rlpark.plugin.rltoys.envio.policy.Policy;
import rlpark.plugin.rltoys.envio.rl.RLAgent;
import rlpark.plugin.rltoys.envio.rl.TRStep;
import rlpark.plugin.rltoys.math.vector.RealVector;
import zephyr.plugin.core.api.monitoring.annotations.Monitor;

public class HordeAgent implements RLAgent {
  private static final long serialVersionUID = -8430893512617299110L;

  @Monitor
  protected final PolicyBasedControl control;
  @Monitor
  protected final Projector projector;
  protected RealVector x_t;
  @Monitor
  private final Horde horde;

  public HordeAgent(PolicyBasedControl control, Projector projector, Horde horde) {
    this.control = control;
    this.projector = projector;
    this.horde = horde;
  }

  @Override
  public Action getAtp1(TRStep step) {
    if (step.isEpisodeStarting())
      x_t = null;
    RealVector x_tp1 = projector.project(step.o_tp1);
    Action a_tp1 = control.step(x_t, step.a_t, x_tp1, step.r_tp1);
    horde.update(step, x_t, step.a_t, x_tp1);
    x_t = x_tp1;
    return a_tp1;
  }

  public ControlLearner control() {
    return control;
  }

  public Projector projector() {
    return projector;
  }

  public Horde horde() {
    return horde;
  }

  public Policy behaviourPolicy() {
    return control.policy();
  }
}