Surprise.java

Go to the documentation of this file.

package rlpark.plugin.rltoys.horde;

import java.util.List;

import rlpark.plugin.rltoys.horde.demons.Demon;
import rlpark.plugin.rltoys.math.normalization.MovingMeanVarNormalizer;
import zephyr.plugin.core.api.labels.Labels;
import zephyr.plugin.core.api.monitoring.annotations.IgnoreMonitor;
import zephyr.plugin.core.api.monitoring.annotations.LabelProvider;
import zephyr.plugin.core.api.monitoring.annotations.Monitor;

@Monitor
public class Surprise {
  private final MovingMeanVarNormalizer[] errorNormalizers;
  @IgnoreMonitor
  private final Demon[] demons;
  private final double[] errors;
  private double surpriseMeasure;

  public Surprise(List<Demon> demons, int trackingSpeed) {
    this.demons = new Demon[demons.size()];
    demons.toArray(this.demons);
    errors = new double[demons.size()];
    errorNormalizers = new MovingMeanVarNormalizer[demons.size()];
    for (int i = 0; i < errorNormalizers.length; i++)
      errorNormalizers[i] = new MovingMeanVarNormalizer(trackingSpeed);
  }

  public double updateSurpriseMeasure() {
    surpriseMeasure = 0;
    for (int i = 0; i < demons.length; i++) {
      double error = demons[i].learner().error();
      errorNormalizers[i].update(error);
      double scaledError = errorNormalizers[i].normalize(error);
      errors[i] = scaledError;
      surpriseMeasure = Math.max(surpriseMeasure, Math.abs(scaledError));
    }
    return surpriseMeasure;
  }

  @LabelProvider(ids = { "demons", "errors", "errorNormalizers" })
  String labelOf(int index) {
    return Labels.label(demons[index]);
  }
}